Create tokenizer_config.json

This commit is contained in:
Lysandre 2021-02-09 07:59:22 +00:00 committed by huggingface-web
parent 68499bf5d6
commit 03b4d196c1
1 changed files with 1 additions and 0 deletions

1
tokenizer_config.json Normal file
View File

@ -0,0 +1 @@
{"model_max_length": 512, "do_lower_case": true}