From a5faec5a6d5a46952e2030e0855e59b96fe2e3e2 Mon Sep 17 00:00:00 2001 From: Niels Rogge Date: Sun, 28 Nov 2021 18:55:28 +0000 Subject: [PATCH] Upload special_tokens_map.json --- special_tokens_map.json | 1 + 1 file changed, 1 insertion(+) create mode 100644 special_tokens_map.json diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..e7b0375 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1 @@ +{"unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]"} \ No newline at end of file