From 554bcd28aa7be76e65e51825031e918f5346964f Mon Sep 17 00:00:00 2001 From: system Date: Fri, 24 Apr 2020 15:58:01 +0000 Subject: [PATCH] Update config.json --- config.json | 10 +++------- 1 file changed, 3 insertions(+), 7 deletions(-) diff --git a/config.json b/config.json index 30386bc..1e2d11c 100644 --- a/config.json +++ b/config.json @@ -1,25 +1,21 @@ { + "activation": "gelu", "architectures": [ "DistilBertForMaskedLM" ], - "activation": "gelu", "attention_dropout": 0.1, "dim": 768, "dropout": 0.1, - "finetuning_task": null, "hidden_dim": 3072, "initializer_range": 0.02, "max_position_embeddings": 512, + "model_type": "distilbert", "n_heads": 12, "n_layers": 6, - "num_labels": 2, - "output_attentions": false, - "output_hidden_states": false, - "pruned_heads": {}, + "pad_token_id": 0, "qa_dropout": 0.1, "seq_classif_dropout": 0.2, "sinusoidal_pos_embds": false, "tie_weights_": true, - "torchscript": false, "vocab_size": 30522 }