From c703e332b38a3b50564bfbd2f03b75cd6791bec6 Mon Sep 17 00:00:00 2001
From: Arthur Zucker <ArthurZ@users.noreply.huggingface.co>
Date: Wed, 5 Oct 2022 16:27:18 +0000
Subject: [PATCH] Upload tokenizer

---
 special_tokens_map.json | 1 +
 1 file changed, 1 insertion(+)

diff --git a/special_tokens_map.json b/special_tokens_map.json
index 2410ed0..82422c5 100644
--- a/special_tokens_map.json
+++ b/special_tokens_map.json
@@ -109,5 +109,6 @@
   ],
   "bos_token": "<|endoftext|>",
   "eos_token": "<|endoftext|>",
+  "pad_token": "<|endoftext|>",
   "unk_token": "<|endoftext|>"
 }