zxx_test
/
app_demo_test_1
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases 2 Wiki Activity

Update app_modules/utils.py

This commit is contained in:
Baize 2023-04-02 03:38:26 +00:00 committed by huggingface-web
parent b2cae66391
commit 9a6c79301d
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
app_modules/utils.py
View File

@ -352,12 +352,13 @@ def load_tokenizer_and_model(base_model,adapter_model,load_8bit=False):
)
else:
model = LlamaForCausalLM.from_pretrained(
base_model, device_map={"": device}, low_cpu_mem_usage=True
base_model, device_map={"": device}, low_cpu_mem_usage=True,torch_dtype=torch.float16
)
model = PeftModel.from_pretrained(
model,
adapter_model,
device_map={"": device},
torch_dtype=torch.float16
)
if not load_8bit: