EleutherAI
/
gpt-j-6B
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update config.json 

- Normalize formatting to match the GPT-2 config
This commit is contained in:
Eric Hallahan 2021-08-09 16:49:58 +00:00 committed by huggingface-web
parent b1bf2ae2a2
commit 9dd387f31c
1 changed files with 34 additions and 38 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

72
config.json
View File

@ -1,40 +1,36 @@
{ {
"activation_function": "gelu_new", "activation_function": "gelu_new",
"architectures": [ "architectures": [
"GPTJForCausalLM" "GPTJForCausalLM"
], ],
"attention_dropout": 0, "attn_pdrop": 0.0,
"bos_token_id": 50256, "bos_token_id": 50256,
"embed_dropout": 0, "embd_pdrop": 0.0,
"eos_token_id": 50256, "eos_token_id": 50256,
"jax": true, "gradient_checkpointing": false,
"rotary": true, "initializer_range": 0.02,
"rotary_dim": 64, "layer_norm_epsilon": 1e-05,
"gradient_checkpointing": false, "model_type": "gptj",
"n_embd": 4096, "n_embd": 4096,
"initializer_range": 0.02, "n_head": 16,
"intermediate_size": null, "n_layer": 28,
"layer_norm_epsilon": 1e-05, "n_positions": 2048,
"n_positions": 2048, "rotary": true,
"model_type": "gptj", "rotary_dim": 64,
"n_head": 16, "summary_activation": null,
"n_layer": 28, "summary_first_dropout": 0.1,
"rotary_dim": 64, "summary_proj_to_labels": true,
"summary_activation": null, "summary_type": "cls_index",
"summary_first_dropout": 0.1, "summary_use_proj": true,
"summary_proj_to_labels": true, "transformers_version": "4.10.0.dev0",
"summary_type": "cls_index", "tokenizer_class": "GPT2Tokenizer",
"summary_use_proj": true, "task_specific_params": {
"transformers_version": "4.10.0.dev0", "text-generation": {
"use_cache": true, "do_sample": true,
"vocab_size": 50400, "temperature": 1.0,
"window_size": 256, "max_length": 50
"tokenizer_class": "GPT2Tokenizer",
"task_specific_params": {
"text-generation": {
"do_sample": true,
"temperature": 1.0,
"max_length": 50
}
} }
} },
"use_cache": true,
"vocab_size": 50400
}