Create tokenizer_config.json

2021-02-23 15:16:10 +00:00 · 2021-02-23 15:16:10 +00:00 · 364722ef15
parent 2f89b1977e
commit 364722ef15
1 changed files with 1 additions and 0 deletions
--- a/tokenizer_config.json
+++ b/tokenizer_config.json
@ -0,0 +1 @@
+{"model_max_length": 512}