Upload special_tokens_map.json

This commit is contained in:
Niels Rogge 2021-11-28 18:55:28 +00:00 committed by huggingface-web
parent da1702f12c
commit a5faec5a6d
1 changed files with 1 additions and 0 deletions

1
special_tokens_map.json Normal file
View File

@ -0,0 +1 @@
{"unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]"}