diff --git a/config.json b/config.json
index 67d7ff4..c105449 100644
--- a/config.json
+++ b/config.json
@@ -8,7 +8,7 @@
   "projection_dim": 512,
   "text_config": {
     "architectures": [
-      "BertForMaskedLM"
+      "BertModel"
     ],
     "attention_probs_dropout_prob": 0.1,
     "bos_token_id": 0,