diff --git a/special_tokens_map.json b/special_tokens_map.json index 2410ed0..82422c5 100644 --- a/special_tokens_map.json +++ b/special_tokens_map.json @@ -109,5 +109,6 @@ ], "bos_token": "<|endoftext|>", "eos_token": "<|endoftext|>", + "pad_token": "<|endoftext|>", "unk_token": "<|endoftext|>" }