From dae1ec8f4ce4d328a3c8676fcd018bbd55cc5136 Mon Sep 17 00:00:00 2001 From: Arthur Zucker Date: Wed, 7 Dec 2022 11:58:37 +0000 Subject: [PATCH] add suppress tokens (#3) - add suppress tokens (ecd5685add7720af4f09d808178c0058d111d3b9) Co-authored-by: Sanchit Gandhi --- config.json | 88 +++++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 88 insertions(+) diff --git a/config.json b/config.json index 1782d35..d8008f9 100644 --- a/config.json +++ b/config.json @@ -32,6 +32,94 @@ "num_mel_bins": 80, "pad_token_id": 50256, "scale_embedding": false, + "suppress_tokens": [ + 1, + 2, + 7, + 8, + 9, + 10, + 14, + 25, + 26, + 27, + 28, + 29, + 31, + 58, + 59, + 60, + 61, + 62, + 63, + 90, + 91, + 92, + 93, + 359, + 503, + 522, + 542, + 873, + 893, + 902, + 918, + 922, + 931, + 1350, + 1853, + 1982, + 2460, + 2627, + 3246, + 3253, + 3268, + 3536, + 3846, + 3961, + 4183, + 4667, + 6585, + 6647, + 7273, + 9061, + 9383, + 10428, + 10929, + 11938, + 12033, + 12331, + 12562, + 13793, + 14157, + 14635, + 15265, + 15618, + 16553, + 16604, + 18362, + 18956, + 20075, + 21675, + 22520, + 26130, + 26161, + 26435, + 28279, + 29464, + 31650, + 32302, + 32470, + 36865, + 42863, + 47425, + 49870, + 50254, + 50258, + 50360, + 50361, + 50362 + ], "torch_dtype": "float32", "transformers_version": "4.26.0.dev0", "use_cache": true,