Update tokenizer configuration

2020-11-25 12:57:33 +01:00 · 2020-11-25 12:57:33 +01:00 · b57f64c66c
parent 8218a29866
commit b57f64c66c
1 changed files with 1 additions and 1 deletions
--- a/tokenizer_config.json
+++ b/tokenizer_config.json
@ -1 +1 @@
-{"add_prefix_space": "true"}
+{"add_prefix_space": "true", "tokenizer_class_name": "BlenderbotTokenizer"}