From 620ff8a8229f7e2b83d9cbaa326cbe09757374e2 Mon Sep 17 00:00:00 2001 From: raja1196 Date: Wed, 3 Nov 2021 21:35:25 +0000 Subject: [PATCH] First model version --- config.json | 108 +++++++++++++++++++++++++++++++++++++++ optimizer.pt | 3 ++ preprocessor_config.json | 9 ++++ pytorch_model.bin | 3 ++ 4 files changed, 123 insertions(+) create mode 100644 config.json create mode 100644 optimizer.pt create mode 100644 preprocessor_config.json create mode 100644 pytorch_model.bin diff --git a/config.json b/config.json new file mode 100644 index 0000000..4d13482 --- /dev/null +++ b/config.json @@ -0,0 +1,108 @@ +{ + "_name_or_path": "facebook/hubert-base-ls960", + "activation_dropout": 0.1, + "apply_spec_augment": true, + "architectures": [ + "HubertForSpeechClassification" + ], + "attention_dropout": 0.1, + "bos_token_id": 1, + "classifier_proj_size": 256, + "conv_bias": false, + "conv_dim": [ + 512, + 512, + 512, + 512, + 512, + 512, + 512 + ], + "conv_kernel": [ + 10, + 3, + 3, + 3, + 3, + 2, + 2 + ], + "conv_stride": [ + 5, + 2, + 2, + 2, + 2, + 2, + 2 + ], + "ctc_loss_reduction": "sum", + "ctc_zero_infinity": false, + "do_stable_layer_norm": false, + "eos_token_id": 2, + "feat_extract_activation": "gelu", + "feat_extract_dropout": 0.0, + "feat_extract_norm": "group", + "feat_proj_dropout": 0.1, + "final_dropout": 0.1, + "finetuning_task": "wav2vec2_clf", + "gradient_checkpointing": false, + "hidden_act": "gelu", + "hidden_dropout": 0.1, + "hidden_dropout_prob": 0.1, + "hidden_size": 768, + "id2label": { + "0": "female_angry", + "1": "female_disgust", + "2": "female_fear", + "3": "female_happy", + "4": "female_neutral", + "5": "female_sad", + "6": "female_surprise", + "7": "male_angry", + "8": "male_disgust", + "9": "male_fear", + "10": "male_happy", + "11": "male_neutral", + "12": "male_sad", + "13": "male_surprise" + }, + "initializer_range": 0.02, + "intermediate_size": 3072, + "label2id": { + "female_angry": 0, + "female_disgust": 1, + "female_fear": 2, + "female_happy": 3, + "female_neutral": 4, + "female_sad": 5, + "female_surprise": 6, + "male_angry": 7, + "male_disgust": 8, + "male_fear": 9, + "male_happy": 10, + "male_neutral": 11, + "male_sad": 12, + "male_surprise": 13 + }, + "layer_norm_eps": 1e-05, + "layerdrop": 0.1, + "mask_feature_length": 10, + "mask_feature_prob": 0.0, + "mask_time_length": 10, + "mask_time_prob": 0.05, + "model_type": "hubert", + "num_attention_heads": 12, + "num_conv_pos_embedding_groups": 16, + "num_conv_pos_embeddings": 128, + "num_feat_extract_layers": 7, + "num_hidden_layers": 12, + "pad_token_id": 0, + "pooling_mode": "mean", + "problem_type": "single_label_classification", + "tokenizer_class": "Wav2Vec2CTCTokenizer", + "torch_dtype": "float32", + "transformers_version": "4.12.0.dev0", + "use_weighted_layer_sum": false, + "vocab_size": 32 +} diff --git a/optimizer.pt b/optimizer.pt new file mode 100644 index 0000000..da422c9 --- /dev/null +++ b/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b11008acfee9f053503ebb538d0b7a1c5dd24497aae6f2eadf0f8a6097e0244 +size 726300297 diff --git a/preprocessor_config.json b/preprocessor_config.json new file mode 100644 index 0000000..8df8da1 --- /dev/null +++ b/preprocessor_config.json @@ -0,0 +1,9 @@ +{ + "do_normalize": true, + "feature_extractor_type": "Wav2Vec2FeatureExtractor", + "feature_size": 1, + "padding_side": "right", + "padding_value": 0, + "return_attention_mask": false, + "sampling_rate": 16000 +} diff --git a/pytorch_model.bin b/pytorch_model.bin new file mode 100644 index 0000000..e24dfd3 --- /dev/null +++ b/pytorch_model.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:532e71ea91a66a6bdb5710361d7d2093d7e230bedc028ee38749f8e4d25a40c1 +size 379976915