diff --git a/config.json b/config.json
index 614e7c6..1f21644 100644
--- a/config.json
+++ b/config.json
@@ -1,4 +1,7 @@
 {
+  "architectures": [
+    "T5WithLMHeadModel"
+  ],
   "d_ff": 4096,
   "d_kv": 64,
   "d_model": 1024,