Update tokenizer configuration
This commit is contained in:
parent
8218a29866
commit
b57f64c66c
|
@ -1 +1 @@
|
||||||
{"add_prefix_space": "true"}
|
{"add_prefix_space": "true", "tokenizer_class_name": "BlenderbotTokenizer"}
|
||||||
|
|
Loading…
Reference in New Issue