diff --git a/config.json b/config.json
index 04c73f9..dd5af41 100644
--- a/config.json
+++ b/config.json
@@ -1,4 +1,7 @@
 {
+  "architectures": [
+    "GPT2LMHeadModel"
+  ],
   "attn_pdrop": 0.1,
   "embd_pdrop": 0.1,
   "finetuning_task": null,