huggingface
/
distilbert-base-uncased
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update config.json

This commit is contained in:
system 2019-08-28 12:31:11 +00:00
parent 967adc3f09
commit b8e399a4a2
1 changed files with 16 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
config.json Normal file
View File

@ -0,0 +1,16 @@
{
"vocab_size": 30522,
"max_position_embeddings": 512,
"sinusoidal_pos_embds": true,
"n_layers": 6,
"n_heads": 12,
"dim": 768,
"hidden_dim": 3072,
"dropout": 0.1,
"attention_dropout": 0.1,
"activation": "gelu",
"initializer_range": 0.02,
"tie_weights_": true,
"seq_classif_dropout": 0.2,
"qa_dropout": 0.1
}