From 7eb6169e50b80f94e015fd6213421c0915bac2d4 Mon Sep 17 00:00:00 2001 From: system Date: Wed, 3 Jun 2020 15:40:44 +0000 Subject: [PATCH] Update config.json --- config.json | 20 ++++++++++++++++++++ 1 file changed, 20 insertions(+) create mode 100644 config.json diff --git a/config.json b/config.json new file mode 100644 index 0000000..ca49433 --- /dev/null +++ b/config.json @@ -0,0 +1,20 @@ +{ + "architectures": [ + "ElectraForQuestionAnswering" + ], + "attention_probs_dropout_prob": 0.1, + "embedding_size": 128, + "hidden_act": "gelu", + "hidden_dropout_prob": 0.1, + "hidden_size": 256, + "initializer_range": 0.02, + "intermediate_size": 1024, + "layer_norm_eps": 1e-12, + "max_position_embeddings": 512, + "model_type": "electra", + "num_attention_heads": 4, + "num_hidden_layers": 12, + "pad_token_id": 0, + "type_vocab_size": 2, + "vocab_size": 32200 +}