hf-internal-testing
/
tiny-random-unispeech-sat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

up

This commit is contained in:
Patrick von Platen 2021-10-15 15:20:01 +00:00
parent f91ea527bb
commit 5a16a0c71f
2 changed files with 25 additions and 34 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

55
config.json
View File

@ -11,47 +11,38 @@
"contrastive_logits_temperature": 0.1,
"conv_bias": false,
"conv_dim": [
512,
512,
512,
512,
512,
512,
512
32,
32,
32
],
"conv_kernel": [
10,
3,
3,
3,
3,
2,
2
8,
8,
8
],
"conv_stride": [
5,
2,
2,
2,
2,
2,
2
4,
4,
4
],
"ctc_loss_reduction": "sum",
"ctc_zero_infinity": false,
"diversity_loss_weight": 0.1,
"do_stable_layer_norm": false,
"do_stable_layer_norm": true,
"eos_token_id": 2,
"feat_extract_activation": "gelu",
"feat_extract_norm": "group",
"feat_proj_dropout": 0.0,
"feat_extract_dropout": 0.0,
"feat_extract_norm": "layer",
"feat_proj_dropout": 0.1,
"feat_quantizer_dropout": 0.0,
"final_dropout": 0.1,
"gradient_checkpointing": false,
"hidden_act": "gelu",
"hidden_dropout": 0.1,
"hidden_size": 768,
"hidden_dropout_prob": 0.1,
"hidden_size": 16,
"initializer_range": 0.02,
"intermediate_size": 3072,
"intermediate_size": 20,
"layer_norm_eps": 1e-05,
"layerdrop": 0.1,
"mask_feature_length": 10,
@ -59,15 +50,15 @@
"mask_time_length": 10,
"mask_time_prob": 0.05,
"model_type": "unispeech-sat",
"num_attention_heads": 12,
"num_attention_heads": 2,
"num_clusters": 504,
"num_codevector_groups": 2,
"num_codevectors_per_group": 320,
"num_conv_pos_embedding_groups": 16,
"num_conv_pos_embeddings": 128,
"num_feat_extract_layers": 7,
"num_hidden_layers": 12,
"num_negatives": 100,
"num_conv_pos_embedding_groups": 2,
"num_conv_pos_embeddings": 16,
"num_feat_extract_layers": 3,
"num_hidden_layers": 4,
"num_negatives": 10,
"pad_token_id": 0,
"proj_codevector_dim": 256,
"replace_prob": 0.5,

4
pytorch_model.bin
View File

@ -1,3 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:43d9321bc376cde5d96a7f2739ed5679404f4f181a5acfe570a3fa96e5725358
size 377674604
oid sha256:b23b6f9effbd1924fd270668aa133e69f414d4bb5b4647f2096a37cdfe2ddb49
size 144684