Tokenizer-less model
This commit is contained in:
parent
20f885c5be
commit
292282867d
|
@ -0,0 +1,3 @@
|
||||||
|
special_tokens_map.json
|
||||||
|
tokenizer_config.json
|
||||||
|
vocab.json
|
|
@ -3,7 +3,7 @@
|
||||||
"feature_extractor_type": "Wav2Vec2FeatureExtractor",
|
"feature_extractor_type": "Wav2Vec2FeatureExtractor",
|
||||||
"feature_size": 1,
|
"feature_size": 1,
|
||||||
"padding_side": "right",
|
"padding_side": "right",
|
||||||
"padding_value": 0,
|
"padding_value": 0.0,
|
||||||
"return_attention_mask": false,
|
"return_attention_mask": false,
|
||||||
"sampling_rate": 16000
|
"sampling_rate": 16000
|
||||||
}
|
}
|
||||||
|
|
|
@ -1 +0,0 @@
|
||||||
{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>"}
|
|
|
@ -1 +0,0 @@
|
||||||
{"unk_token": "<unk>", "bos_token": "<s>", "eos_token": "</s>", "pad_token": "<pad>", "do_lower_case": false, "word_delimiter_token": "|", "return_attention_mask": false, "do_normalize": true, "model_max_length": 9223372036854775807, "special_tokens_map_file": "/home/crocopie/.cache/huggingface/transformers/208086b2429fa2ba5b196810c1bcd7d61e2c8d4afd65d05d0670096d735fd5bb.9d6cd81ef646692fb1c169a880161ea1cb95f49694f220aced9b704b457e51dd", "tokenizer_file": null, "name_or_path": "facebook/wav2vec2-base-960h", "tokenizer_class": "Wav2Vec2CTCTokenizer"}
|
|
|
@ -1 +0,0 @@
|
||||||
{"<pad>": 0, "<s>": 1, "</s>": 2, "<unk>": 3, "|": 4, "E": 5, "T": 6, "A": 7, "O": 8, "N": 9, "I": 10, "H": 11, "S": 12, "R": 13, "D": 14, "L": 15, "U": 16, "M": 17, "W": 18, "C": 19, "F": 20, "G": 21, "Y": 22, "P": 23, "B": 24, "V": 25, "K": 26, "'": 27, "X": 28, "J": 29, "Q": 30, "Z": 31}
|
|
Loading…
Reference in New Issue