Create tokenizer_config.json

This commit is contained in:
Yi 2021-10-15 06:23:22 +00:00 committed by huggingface-web
parent 9d4f8639d6
commit ff73928c7d
1 changed files with 1 additions and 0 deletions

1
tokenizer_config.json Normal file
View File

@ -0,0 +1 @@
{"model_max_length": 512, "do_lower_case": true}