facebook
/
blenderbot-3B
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update config.json

This commit is contained in:
system 2020-09-28 04:25:44 +00:00
parent 1ca1d53c55
commit 0b5aa125dc
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
config.json
View File

@ -2,7 +2,7 @@
"activation_dropout": 0.0, "activation_dropout": 0.0,
"activation_function": "gelu", "activation_function": "gelu",
"add_bias_logits": false, "add_bias_logits": false,
"add_final_layer_norm": false, "add_final_layer_norm": true,
"architectures": [ "architectures": [
"BlenderbotForConditionalGeneration" "BlenderbotForConditionalGeneration"
], ],
@ -42,13 +42,13 @@
"model_type": "blenderbot", "model_type": "blenderbot",
"no_repeat_ngram_size": 3, "no_repeat_ngram_size": 3,
"normalize_before": true, "normalize_before": true,
"normalize_embedding": true, "normalize_embedding": false,
"num_beams": 10, "num_beams": 10,
"num_hidden_layers": 2, "num_hidden_layers": 2,
"pad_token_id": 0, "pad_token_id": 0,
"scale_embedding": true, "scale_embedding": true,
"static_position_embeddings": false, "static_position_embeddings": false,
"unk_token_id": 3, "unk_token_id": 3,
"variant": "prelayernorm", "layernorm_variant": "prelayernorm",
"vocab_size": 8008 "vocab_size": 8008
} }