From 53daa54bbc77c761b497542eddd6885f32fb85e1 Mon Sep 17 00:00:00 2001
From: Zhengbao Jiang <zhengbao@devfair0768.h2.fair>
Date: Mon, 28 Nov 2022 09:45:55 -0800
Subject: [PATCH] set add_prefix_space to false

---
 tokenizer_config.json | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tokenizer_config.json b/tokenizer_config.json
index d3c6c50..cc962a4 100644
--- a/tokenizer_config.json
+++ b/tokenizer_config.json
@@ -57,7 +57,7 @@
         "normalized": true,
         "__type": "AddedToken"
     },
-    "add_prefix_space": true,
+    "add_prefix_space": false,
     "max_cell_length": 15,
     "model_max_length": 1024,
     "special_tokens_map_file": null,