diff --git a/special_tokens_map.json b/special_tokens_map.json index 479a05b..2410ed0 100644 --- a/special_tokens_map.json +++ b/special_tokens_map.json @@ -109,11 +109,5 @@ ], "bos_token": "<|endoftext|>", "eos_token": "<|endoftext|>", - "unk_token": { - "content": "<|endoftext|>", - "lstrip": false, - "normalized": true, - "rstrip": false, - "single_word": false - } + "unk_token": "<|endoftext|>" } diff --git a/tokenizer_config.json b/tokenizer_config.json index 2f078c6..864e72b 100644 --- a/tokenizer_config.json +++ b/tokenizer_config.json @@ -19,7 +19,7 @@ }, "errors": "replace", "model_max_length": 1024, - "name_or_path": "/home/arthur_huggingface_co/transformers/whisper-any.en", + "name_or_path": "/home/arthur_huggingface_co/whisper/_whisper/en-hf", "pad_token": null, "processor_class": "WhisperProcessor", "special_tokens_map_file": null,