hf-internal-testing
/
tiny-random-unispeech-sat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

up

This commit is contained in:
Patrick von Platen 2021-10-15 15:20:01 +00:00
parent f91ea527bb
commit 5a16a0c71f
2 changed files with 25 additions and 34 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

55
config.json
View File

@ -11,47 +11,38 @@
"contrastive_logits_temperature": 0.1, "contrastive_logits_temperature": 0.1,
"conv_bias": false, "conv_bias": false,
"conv_dim": [ "conv_dim": [
512, 32,
512, 32,
512, 32
512,
512,
512,
512
], ],
"conv_kernel": [ "conv_kernel": [
10, 8,
3, 8,
3, 8
3,
3,
2,
2
], ],
"conv_stride": [ "conv_stride": [
5, 4,
2, 4,
2, 4
2,
2,
2,
2
], ],
"ctc_loss_reduction": "sum", "ctc_loss_reduction": "sum",
"ctc_zero_infinity": false, "ctc_zero_infinity": false,
"diversity_loss_weight": 0.1, "diversity_loss_weight": 0.1,
"do_stable_layer_norm": false, "do_stable_layer_norm": true,
"eos_token_id": 2, "eos_token_id": 2,
"feat_extract_activation": "gelu", "feat_extract_activation": "gelu",
"feat_extract_norm": "group", "feat_extract_dropout": 0.0,
"feat_proj_dropout": 0.0, "feat_extract_norm": "layer",
"feat_proj_dropout": 0.1,
"feat_quantizer_dropout": 0.0, "feat_quantizer_dropout": 0.0,
"final_dropout": 0.1, "final_dropout": 0.1,
"gradient_checkpointing": false,
"hidden_act": "gelu", "hidden_act": "gelu",
"hidden_dropout": 0.1, "hidden_dropout": 0.1,
"hidden_size": 768, "hidden_dropout_prob": 0.1,
"hidden_size": 16,
"initializer_range": 0.02, "initializer_range": 0.02,
"intermediate_size": 3072, "intermediate_size": 20,
"layer_norm_eps": 1e-05, "layer_norm_eps": 1e-05,
"layerdrop": 0.1, "layerdrop": 0.1,
"mask_feature_length": 10, "mask_feature_length": 10,
@ -59,15 +50,15 @@
"mask_time_length": 10, "mask_time_length": 10,
"mask_time_prob": 0.05, "mask_time_prob": 0.05,
"model_type": "unispeech-sat", "model_type": "unispeech-sat",
"num_attention_heads": 12, "num_attention_heads": 2,
"num_clusters": 504, "num_clusters": 504,
"num_codevector_groups": 2, "num_codevector_groups": 2,
"num_codevectors_per_group": 320, "num_codevectors_per_group": 320,
"num_conv_pos_embedding_groups": 16, "num_conv_pos_embedding_groups": 2,
"num_conv_pos_embeddings": 128, "num_conv_pos_embeddings": 16,
"num_feat_extract_layers": 7, "num_feat_extract_layers": 3,
"num_hidden_layers": 12, "num_hidden_layers": 4,
"num_negatives": 100, "num_negatives": 10,
"pad_token_id": 0, "pad_token_id": 0,
"proj_codevector_dim": 256, "proj_codevector_dim": 256,
"replace_prob": 0.5, "replace_prob": 0.5,

4
pytorch_model.bin
View File

@ -1,3 +1,3 @@
version https://git-lfs.github.com/spec/v1 version https://git-lfs.github.com/spec/v1
oid sha256:43d9321bc376cde5d96a7f2739ed5679404f4f181a5acfe570a3fa96e5725358 oid sha256:b23b6f9effbd1924fd270668aa133e69f414d4bb5b4647f2096a37cdfe2ddb49
size 377674604 size 144684