diff --git a/special_tokens_map.json b/special_tokens_map.json index 6d75099..9115b68 100644 --- a/special_tokens_map.json +++ b/special_tokens_map.json @@ -122,6 +122,7 @@ "rstrip": false, "single_word": false }, + "pad_token": "<|endoftext|>", "unk_token": { "content": "", "lstrip": false,