From 3e1391b004c4fca75e128f649ccc55651c21e0fe Mon Sep 17 00:00:00 2001
From: Ray <wuyongyu@users.noreply.huggingface.co>
Date: Mon, 28 Aug 2023 14:57:00 +0000
Subject: [PATCH] Upload special_tokens_map.json with huggingface_hub

---
 special_tokens_map.json | 24 ++++++++++++++++++++++++
 1 file changed, 24 insertions(+)
 create mode 100644 special_tokens_map.json

diff --git a/special_tokens_map.json b/special_tokens_map.json
new file mode 100644
index 0000000..1e1a997
--- /dev/null
+++ b/special_tokens_map.json
@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "</s>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}