Update config.json
This commit is contained in:
parent
7419622f6d
commit
cec8f77502
|
@ -1,7 +1,7 @@
|
||||||
{
|
{
|
||||||
"attention_probs_dropout_prob": 0.1,
|
"attention_probs_dropout_prob": 0,
|
||||||
"hidden_act": "gelu",
|
"hidden_act": "gelu_new",
|
||||||
"hidden_dropout_prob": 0.1,
|
"hidden_dropout_prob": 0,
|
||||||
"embedding_size": 128,
|
"embedding_size": 128,
|
||||||
"hidden_size": 768,
|
"hidden_size": 768,
|
||||||
"initializer_range": 0.02,
|
"initializer_range": 0.02,
|
||||||
|
@ -17,4 +17,4 @@
|
||||||
"down_scale_factor": 1,
|
"down_scale_factor": 1,
|
||||||
"type_vocab_size": 2,
|
"type_vocab_size": 2,
|
||||||
"vocab_size": 30000
|
"vocab_size": 30000
|
||||||
}
|
}
|
||||||
|
|
Loading…
Reference in New Issue