diff --git a/config.json b/config.json
index f68aeee..19b258e 100644
--- a/config.json
+++ b/config.json
@@ -1,4 +1,7 @@
 {
+  "architectures": [
+    "RobertaForMaskedLM"
+  ],
   "attention_probs_dropout_prob": 0.1,
   "finetuning_task": null,
   "hidden_act": "gelu",