From bc821eb9adc4c9082e27364c51415331d3724f88 Mon Sep 17 00:00:00 2001 From: Qian Liu Date: Thu, 10 Mar 2022 05:40:19 +0000 Subject: [PATCH] Upload special_tokens_map.json --- special_tokens_map.json | 1 + 1 file changed, 1 insertion(+) create mode 100644 special_tokens_map.json diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..e97d199 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1 @@ +{"bos_token": {"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "eos_token": {"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "unk_token": {"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "sep_token": {"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "pad_token": {"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "cls_token": {"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "mask_token": {"content": "", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}} \ No newline at end of file