diff --git a/tokenizer_config.json b/tokenizer_config.json index 9e26dfe..8a8f021 100644 --- a/tokenizer_config.json +++ b/tokenizer_config.json @@ -1 +1 @@ -{} \ No newline at end of file +{"add_prefix_space": "true"}