diff --git a/config.json b/config.json
index c6824ac..0ffe67a 100644
--- a/config.json
+++ b/config.json
@@ -1,4 +1,7 @@
 {
+  "architectures": [
+    "OpenAIGPTLMHeadModel"
+  ],
   "afn": "gelu",
   "attn_pdrop": 0.1,
   "embd_pdrop": 0.1,