set add_prefix_space to false

This commit is contained in:
Zhengbao Jiang 2022-11-28 09:45:55 -08:00
parent a2bbafe886
commit 53daa54bbc
1 changed files with 1 additions and 1 deletions

View File

@ -57,7 +57,7 @@
"normalized": true, "normalized": true,
"__type": "AddedToken" "__type": "AddedToken"
}, },
"add_prefix_space": true, "add_prefix_space": false,
"max_cell_length": 15, "max_cell_length": 15,
"model_max_length": 1024, "model_max_length": 1024,
"special_tokens_map_file": null, "special_tokens_map_file": null,