From 28f11861065f256ad955c6fa90ffee1fd030f1ab Mon Sep 17 00:00:00 2001 From: Pierre Chambon Date: Thu, 16 Jun 2022 18:26:31 +0000 Subject: [PATCH] Upload special_tokens_map.json --- special_tokens_map.json | 1 + 1 file changed, 1 insertion(+) create mode 100644 special_tokens_map.json diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..e7b0375 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1 @@ +{"unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]"} \ No newline at end of file