Update app_modules/utils.py

2023-04-02 03:50:54 +00:00 · 2023-04-02 03:50:54 +00:00 · a56a74d5e6
parent 8ed0878ea8
commit a56a74d5e6
1 changed files with 1 additions and 2 deletions
--- a/app_modules/utils.py
+++ b/app_modules/utils.py
@ -352,13 +352,12 @@ def load_tokenizer_and_model(base_model,adapter_model,load_8bit=False):
        )
    else:
        model = LlamaForCausalLM.from_pretrained(
-            base_model, device_map={"": device}, low_cpu_mem_usage=True,torch_dtype=torch.float16
+            base_model, device_map={"": device}, low_cpu_mem_usage=True
        )
        model = PeftModel.from_pretrained(
            model,
            adapter_model,
            device_map={"": device},
-            torch_dtype=torch.float16
        )

    if not load_8bit: