Update config.json

This commit is contained in:
system 2020-04-24 15:55:09 +00:00
parent 72aaff3064
commit 1cc6870c9a
1 changed files with 19 additions and 16 deletions

View File

@ -2,21 +2,24 @@
"architectures": [ "architectures": [
"BertForMaskedLM" "BertForMaskedLM"
], ],
"attention_probs_dropout_prob": 0.1, "attention_probs_dropout_prob": 0.1,
"directionality": "bidi", "directionality": "bidi",
"hidden_act": "gelu", "hidden_act": "gelu",
"hidden_dropout_prob": 0.1, "hidden_dropout_prob": 0.1,
"hidden_size": 768, "hidden_size": 768,
"initializer_range": 0.02, "initializer_range": 0.02,
"intermediate_size": 3072, "intermediate_size": 3072,
"max_position_embeddings": 512, "layer_norm_eps": 1e-12,
"num_attention_heads": 12, "max_position_embeddings": 512,
"num_hidden_layers": 12, "model_type": "bert",
"pooler_fc_size": 768, "num_attention_heads": 12,
"pooler_num_attention_heads": 12, "num_hidden_layers": 12,
"pooler_num_fc_layers": 3, "pad_token_id": 0,
"pooler_size_per_head": 128, "pooler_fc_size": 768,
"pooler_type": "first_token_transform", "pooler_num_attention_heads": 12,
"type_vocab_size": 2, "pooler_num_fc_layers": 3,
"pooler_size_per_head": 128,
"pooler_type": "first_token_transform",
"type_vocab_size": 2,
"vocab_size": 119547 "vocab_size": 119547
} }