diff --git a/tokenizer_config.json b/tokenizer_config.json index 9e26dfe..99e1138 100644 --- a/tokenizer_config.json +++ b/tokenizer_config.json @@ -1 +1,3 @@ -{} \ No newline at end of file +{ + "model_max_length": 512 +} \ No newline at end of file