diff --git a/tokenizer_config.json b/tokenizer_config.json index 8a8f021..8ff960d 100644 --- a/tokenizer_config.json +++ b/tokenizer_config.json @@ -1 +1 @@ -{"add_prefix_space": "true"} +{"add_prefix_space": "true", "tokenizer_class_name": "BlenderbotTokenizer"}