update config
This commit is contained in:
parent
726deebbf8
commit
7f6f8d586f
|
@ -44,7 +44,6 @@
|
||||||
"feat_extract_norm": "layer",
|
"feat_extract_norm": "layer",
|
||||||
"feat_proj_dropout": 0.05,
|
"feat_proj_dropout": 0.05,
|
||||||
"final_dropout": 0.0,
|
"final_dropout": 0.0,
|
||||||
"gradient_checkpointing": true,
|
|
||||||
"hidden_act": "gelu",
|
"hidden_act": "gelu",
|
||||||
"hidden_dropout": 0.05,
|
"hidden_dropout": 0.05,
|
||||||
"hidden_size": 1024,
|
"hidden_size": 1024,
|
||||||
|
|
Loading…
Reference in New Issue