Update config.json
This commit is contained in:
parent
9287245d86
commit
b77a1101fc
|
@ -10,8 +10,10 @@
|
||||||
"intermediate_size": 4096,
|
"intermediate_size": 4096,
|
||||||
"layer_norm_eps": 1e-12,
|
"layer_norm_eps": 1e-12,
|
||||||
"max_position_embeddings": 512,
|
"max_position_embeddings": 512,
|
||||||
|
"model_type": "bert",
|
||||||
"num_attention_heads": 16,
|
"num_attention_heads": 16,
|
||||||
"num_hidden_layers": 24,
|
"num_hidden_layers": 24,
|
||||||
|
"pad_token_id": 0,
|
||||||
"type_vocab_size": 2,
|
"type_vocab_size": 2,
|
||||||
"vocab_size": 30522
|
"vocab_size": 30522
|
||||||
}
|
}
|
||||||
|
|
Loading…
Reference in New Issue