Update config.json
This commit is contained in:
parent
7419622f6d
commit
cec8f77502
|
@ -1,7 +1,7 @@
|
|||
{
|
||||
"attention_probs_dropout_prob": 0.1,
|
||||
"hidden_act": "gelu",
|
||||
"hidden_dropout_prob": 0.1,
|
||||
"attention_probs_dropout_prob": 0,
|
||||
"hidden_act": "gelu_new",
|
||||
"hidden_dropout_prob": 0,
|
||||
"embedding_size": 128,
|
||||
"hidden_size": 768,
|
||||
"initializer_range": 0.02,
|
||||
|
@ -17,4 +17,4 @@
|
|||
"down_scale_factor": 1,
|
||||
"type_vocab_size": 2,
|
||||
"vocab_size": 30000
|
||||
}
|
||||
}
|
||||
|
|
Loading…
Reference in New Issue