aicloud
/
atom_7b
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Upload config.json with huggingface_hub

This commit is contained in:
Ray 2023-10-27 02:00:51 +00:00 committed by huggingface-web
parent 6ecb03e32f
commit 0df4d18c10
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
config.json
View File

@ -1,5 +1,5 @@
{ {
"_name_or_path": "", "_name_or_path": "/home/user/data/data/base_model/AtoM-7B",
"architectures": [ "architectures": [
"LlamaForCausalLM" "LlamaForCausalLM"
], ],
@ -20,8 +20,8 @@
"rms_norm_eps": 1e-05, "rms_norm_eps": 1e-05,
"rope_scaling": null, "rope_scaling": null,
"tie_word_embeddings": false, "tie_word_embeddings": false,
"torch_dtype": "float16", "torch_dtype": "bfloat16",
"transformers_version": "4.31.0", "transformers_version": "4.29.0",
"use_cache": true, "use_cache": true,
"vocab_size": 65000 "vocab_size": 65000
} }