set add_prefix_space to false

2022-11-28 09:45:55 -08:00 · 2022-11-28 09:45:55 -08:00 · 53daa54bbc
parent a2bbafe886
commit 53daa54bbc
1 changed files with 1 additions and 1 deletions
--- a/tokenizer_config.json
+++ b/tokenizer_config.json
@ -57,7 +57,7 @@
        "normalized": true,
        "__type": "AddedToken"
    },
-    "add_prefix_space": true,
+    "add_prefix_space": false,
    "max_cell_length": 15,
    "model_max_length": 1024,
    "special_tokens_map_file": null,