Update tokenizer configuration
This commit is contained in:
parent
8218a29866
commit
b57f64c66c
|
@ -1 +1 @@
|
|||
{"add_prefix_space": "true"}
|
||||
{"add_prefix_space": "true", "tokenizer_class_name": "BlenderbotTokenizer"}
|
||||
|
|
Loading…
Reference in New Issue