diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..25678e3 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1 @@ +{"bos_token": "", "eos_token": "", "unk_token": "", "sep_token": "__end__", "pad_token": "", "cls_token": "", "mask_token": ""}