From 261659072611eb3dce3b114bd6ec5da852845519 Mon Sep 17 00:00:00 2001
From: Pierre Chambon <pierre.chambon75@gmail.com>
Date: Tue, 9 Aug 2022 21:35:52 +0000
Subject: [PATCH] Update tokenizer_config.json

---
 tokenizer_config.json | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/tokenizer_config.json b/tokenizer_config.json
index 9e26dfe..99e1138 100644
--- a/tokenizer_config.json
+++ b/tokenizer_config.json
@@ -1 +1,3 @@
-{}
\ No newline at end of file
+{
+  "model_max_length": 512
+}
\ No newline at end of file