diff --git a/tokenizer_config.json b/tokenizer_config.json deleted file mode 100644 index 3ed3425..0000000 --- a/tokenizer_config.json +++ /dev/null @@ -1 +0,0 @@ -{"model_max_length": 512, "do_lower_case": true} \ No newline at end of file