From 0992f0126bd9b22b2560a3c4fb7ccecc37a94f10 Mon Sep 17 00:00:00 2001 From: system Date: Fri, 13 Dec 2019 15:30:34 +0000 Subject: [PATCH] Update config.json --- config.json | 25 +++++++++++++++++++++++++ 1 file changed, 25 insertions(+) create mode 100644 config.json diff --git a/config.json b/config.json new file mode 100644 index 0000000..9852286 --- /dev/null +++ b/config.json @@ -0,0 +1,25 @@ +{ + "activation": "gelu", + "attention_dropout": 0.1, + "dim": 768, + "dropout": 0.1, + "finetuning_task": "sst-2", + "hidden_dim": 3072, + "initializer_range": 0.02, + "is_decoder": false, + "max_position_embeddings": 512, + "n_heads": 12, + "n_layers": 6, + "num_labels": 2, + "output_attentions": false, + "output_hidden_states": false, + "output_past": true, + "pruned_heads": {}, + "qa_dropout": 0.1, + "seq_classif_dropout": 0.2, + "sinusoidal_pos_embds": false, + "tie_weights_": true, + "torchscript": false, + "use_bfloat16": false, + "vocab_size": 30522 +}