update config

This commit is contained in:
Jonatas Grosman 2022-02-11 14:11:43 +00:00
parent 726deebbf8
commit 7f6f8d586f
1 changed files with 0 additions and 1 deletions

View File

@ -44,7 +44,6 @@
"feat_extract_norm": "layer",
"feat_proj_dropout": 0.05,
"final_dropout": 0.0,
"gradient_checkpointing": true,
"hidden_act": "gelu",
"hidden_dropout": 0.05,
"hidden_size": 1024,