diff --git a/config.json b/config.json
index 8f6c692..286a0a7 100644
--- a/config.json
+++ b/config.json
@@ -44,7 +44,6 @@
   "feat_extract_norm": "layer",
   "feat_proj_dropout": 0.05,
   "final_dropout": 0.0,
-  "gradient_checkpointing": true,
   "hidden_act": "gelu",
   "hidden_dropout": 0.05,
   "hidden_size": 1024,