diff --git a/config.json b/config.json index c27c563..3a3671c 100644 --- a/config.json +++ b/config.json @@ -1,5 +1,5 @@ { - "_name_or_path": "/home/user/data/data/base_model/AtoM-7B", + "_name_or_path": "/mnt/data/zhangzheng/data/AtoM-7B/checkpoint-56000", "architectures": [ "LlamaForCausalLM" ], @@ -20,8 +20,8 @@ "rms_norm_eps": 1e-05, "rope_scaling": null, "tie_word_embeddings": false, - "torch_dtype": "bfloat16", - "transformers_version": "4.29.0", + "torch_dtype": "float16", + "transformers_version": "4.31.0", "use_cache": true, "vocab_size": 65000 }