openai
/
whisper-tiny
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Upload tokenizer

This commit is contained in:
Arthur Zucker 2022-09-27 09:55:50 +00:00 committed by huggingface-web
parent a08dc56d11
commit 8e72aa6038
2 changed files with 9 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
special_tokens_map.json
View File

@ -108,5 +108,12 @@
"<|notimestamps|>" "<|notimestamps|>"
], ],
"bos_token": "<|endoftext|>", "bos_token": "<|endoftext|>",
"eos_token": "<|endoftext|>" "eos_token": "<|endoftext|>",
"unk_token": {
"content": "<|endoftext|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
}
} }

2
tokenizer_config.json
View File

@ -19,7 +19,7 @@
}, },
"errors": "replace", "errors": "replace",
"model_max_length": 1024, "model_max_length": 1024,
"name_or_path": "/home/arthur_huggingface_co/whisper/_whisper/multi-hf", "name_or_path": "openai/whisper-tiny",
"pad_token": null, "pad_token": null,
"processor_class": "WhisperProcessor", "processor_class": "WhisperProcessor",
"special_tokens_map_file": null, "special_tokens_map_file": null,