diff --git a/config.json b/config.json
index 806bdf7..effa165 100644
--- a/config.json
+++ b/config.json
@@ -5,7 +5,7 @@
     "OPTForCausalLM"
   ],
   "attention_dropout": 0.0,
-  "bos_token_id": 0,
+  "bos_token_id": 2,
   "hidden_size": 2048,
   "do_layer_norm_before": true,
   "dropout": 0.1,