From 6e12ee6a398c36f6a7a4f564058515b263dade32 Mon Sep 17 00:00:00 2001 From: system Date: Mon, 14 Sep 2020 19:06:41 +0000 Subject: [PATCH] Update special_tokens_map.json --- special_tokens_map.json | 1 + 1 file changed, 1 insertion(+) create mode 100644 special_tokens_map.json diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..e7b0375 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1 @@ +{"unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]"} \ No newline at end of file