From 0ce71a9bbd4241278583a899d1963dee56bd300e Mon Sep 17 00:00:00 2001
From: Arthur Zucker <ArthurZ@users.noreply.huggingface.co>
Date: Wed, 5 Oct 2022 16:27:05 +0000
Subject: [PATCH] Upload tokenizer

---
 special_tokens_map.json | 1 +
 1 file changed, 1 insertion(+)

diff --git a/special_tokens_map.json b/special_tokens_map.json
index 6d75099..9115b68 100644
--- a/special_tokens_map.json
+++ b/special_tokens_map.json
@@ -122,6 +122,7 @@
     "rstrip": false,
     "single_word": false
   },
+  "pad_token": "<|endoftext|>",
   "unk_token": {
     "content": "",
     "lstrip": false,