From 3daea6c3f8946952178bd4e07a82cacd64f325cb Mon Sep 17 00:00:00 2001 From: system Date: Fri, 10 Jul 2020 08:33:07 +0000 Subject: [PATCH] Update config.json --- config.json | 20 ++++++++++++++++++++ 1 file changed, 20 insertions(+) create mode 100644 config.json diff --git a/config.json b/config.json new file mode 100644 index 0000000..2ad880e --- /dev/null +++ b/config.json @@ -0,0 +1,20 @@ +{ + "architectures": [ + "BertModel" + ], + "attention_probs_dropout_prob": 0.1, + "gradient_checkpointing": false, + "hidden_act": "gelu", + "hidden_dropout_prob": 0.1, + "hidden_size": 768, + "initializer_range": 0.02, + "intermediate_size": 3072, + "layer_norm_eps": 1e-12, + "max_position_embeddings": 512, + "model_type": "bert", + "num_attention_heads": 12, + "num_hidden_layers": 12, + "pad_token_id": 0, + "type_vocab_size": 2, + "vocab_size": 30522 +} \ No newline at end of file