zxx_test
/
app_demo_test_1
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases 2 Wiki Activity

Update app_modules/utils.py

This commit is contained in:
Baize 2023-04-02 03:50:54 +00:00 committed by huggingface-web
parent 8ed0878ea8
commit a56a74d5e6
1 changed files with 1 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
app_modules/utils.py
View File

@ -352,13 +352,12 @@ def load_tokenizer_and_model(base_model,adapter_model,load_8bit=False):
) )
else: else:
model = LlamaForCausalLM.from_pretrained( model = LlamaForCausalLM.from_pretrained(
base_model, device_map={"": device}, low_cpu_mem_usage=True,torch_dtype=torch.float16 base_model, device_map={"": device}, low_cpu_mem_usage=True
) )
model = PeftModel.from_pretrained( model = PeftModel.from_pretrained(
model, model,
adapter_model, adapter_model,
device_map={"": device}, device_map={"": device},
torch_dtype=torch.float16
) )
if not load_8bit: if not load_8bit: