From 20335bb6da12743e4a6b51d8cbd464ce3442bc2f Mon Sep 17 00:00:00 2001 From: system Date: Wed, 3 Jun 2020 15:40:45 +0000 Subject: [PATCH] Update special_tokens_map.json --- special_tokens_map.json | 1 + 1 file changed, 1 insertion(+) create mode 100644 special_tokens_map.json diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..e7b0375 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1 @@ +{"unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]"} \ No newline at end of file