From f74ab995ceceb465e604c6efd89ab057e984aa48 Mon Sep 17 00:00:00 2001 From: Arthur Zucker Date: Tue, 27 Sep 2022 07:12:05 +0000 Subject: [PATCH] Upload processor --- special_tokens_map.json | 8 +------- tokenizer_config.json | 2 +- 2 files changed, 2 insertions(+), 8 deletions(-) diff --git a/special_tokens_map.json b/special_tokens_map.json index 479a05b..2410ed0 100644 --- a/special_tokens_map.json +++ b/special_tokens_map.json @@ -109,11 +109,5 @@ ], "bos_token": "<|endoftext|>", "eos_token": "<|endoftext|>", - "unk_token": { - "content": "<|endoftext|>", - "lstrip": false, - "normalized": true, - "rstrip": false, - "single_word": false - } + "unk_token": "<|endoftext|>" } diff --git a/tokenizer_config.json b/tokenizer_config.json index 2f078c6..864e72b 100644 --- a/tokenizer_config.json +++ b/tokenizer_config.json @@ -19,7 +19,7 @@ }, "errors": "replace", "model_max_length": 1024, - "name_or_path": "/home/arthur_huggingface_co/transformers/whisper-any.en", + "name_or_path": "/home/arthur_huggingface_co/whisper/_whisper/en-hf", "pad_token": null, "processor_class": "WhisperProcessor", "special_tokens_map_file": null,