From 09a9eff77e8220ac87e48c8517cb4f7bd1d989a3 Mon Sep 17 00:00:00 2001 From: system Date: Fri, 10 Jul 2020 11:18:02 +0000 Subject: [PATCH] Update config.json --- config.json | 22 ++++++++++++++++++++++ 1 file changed, 22 insertions(+) create mode 100644 config.json diff --git a/config.json b/config.json new file mode 100644 index 0000000..cd6f88d --- /dev/null +++ b/config.json @@ -0,0 +1,22 @@ +{ + "architectures": [ + "RobertaModel" + ], + "attention_probs_dropout_prob": 0.1, + "bos_token_id": 0, + "eos_token_id": 2, + "hidden_act": "gelu", + "hidden_dropout_prob": 0.1, + "hidden_size": 768, + "initializer_range": 0.02, + "intermediate_size": 3072, + "layer_norm_eps": 1e-05, + "max_position_embeddings": 514, + "model_type": "roberta", + "num_attention_heads": 12, + "num_hidden_layers": 12, + "output_past": true, + "pad_token_id": 1, + "type_vocab_size": 1, + "vocab_size": 50265 +}