diff --git a/config.json b/config.json
index 481c654..3f6ec75 100644
--- a/config.json
+++ b/config.json
@@ -1,4 +1,7 @@
 {
+  "architectures": [
+    "XLMRobertaForMaskedLM"
+  ],
   "attention_probs_dropout_prob": 0.1,
   "finetuning_task": null,
   "hidden_act": "gelu",