Allow single quotes "'" and hyphens "-" (#3)

- Allow single quotes "'" and hyphens "-" (a5796832d706e2ccafe86bdf823d50b75b4a6b2c) Co-authored-by: Sanchit Gandhi <sanchit-gandhi@users.noreply.huggingface.co>
2022-11-28 08:31:03 +00:00 · 2022-11-28 08:31:03 +00:00 · 5ab69dbb40
parent f8fb469f66
commit 5ab69dbb40
1 changed files with 0 additions and 2 deletions
--- a/config.json
+++ b/config.json
@ -50,12 +50,10 @@
  "suppress_tokens": [
    1,
    2,
-    6,
    7,
    8,
    9,
    10,
-    12,
    14,
    25,
    26,