From 9a6c79301db5edd7ad78879db12eaa1b252d104f Mon Sep 17 00:00:00 2001 From: Baize Date: Sun, 2 Apr 2023 03:38:26 +0000 Subject: [PATCH] Update app_modules/utils.py --- app_modules/utils.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/app_modules/utils.py b/app_modules/utils.py index 0a0453d..b6c7728 100644 --- a/app_modules/utils.py +++ b/app_modules/utils.py @@ -352,12 +352,13 @@ def load_tokenizer_and_model(base_model,adapter_model,load_8bit=False): ) else: model = LlamaForCausalLM.from_pretrained( - base_model, device_map={"": device}, low_cpu_mem_usage=True + base_model, device_map={"": device}, low_cpu_mem_usage=True,torch_dtype=torch.float16 ) model = PeftModel.from_pretrained( model, adapter_model, device_map={"": device}, + torch_dtype=torch.float16 ) if not load_8bit: