emilyalsentzer
/
Bio_ClinicalBERT
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update config.json

This commit is contained in:
system 2020-04-24 15:58:37 +00:00
parent ee9c783e18
commit 0aa3af6be2
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
config.json
View File

@ -1,14 +1,16 @@
{ {
"model_type": "bert",
"attention_probs_dropout_prob": 0.1, "attention_probs_dropout_prob": 0.1,
"hidden_act": "gelu", "hidden_act": "gelu",
"hidden_dropout_prob": 0.1, "hidden_dropout_prob": 0.1,
"hidden_size": 768, "hidden_size": 768,
"initializer_range": 0.02, "initializer_range": 0.02,
"intermediate_size": 3072, "intermediate_size": 3072,
"layer_norm_eps": 1e-12,
"max_position_embeddings": 512, "max_position_embeddings": 512,
"model_type": "bert",
"num_attention_heads": 12, "num_attention_heads": 12,
"num_hidden_layers": 12, "num_hidden_layers": 12,
"pad_token_id": 0,
"type_vocab_size": 2, "type_vocab_size": 2,
"vocab_size": 28996 "vocab_size": 28996
} }