From 5a16a0c71f8724da7334780b969e43f5a261a1ab Mon Sep 17 00:00:00 2001
From: Patrick von Platen <patrick.v.platen@gmail.com>
Date: Fri, 15 Oct 2021 15:20:01 +0000
Subject: [PATCH] up

---
 config.json       | 55 ++++++++++++++++++++---------------------------
 pytorch_model.bin |  4 ++--
 2 files changed, 25 insertions(+), 34 deletions(-)

diff --git a/config.json b/config.json
index 5dc2938..a886a7b 100644
--- a/config.json
+++ b/config.json
@@ -11,47 +11,38 @@
   "contrastive_logits_temperature": 0.1,
   "conv_bias": false,
   "conv_dim": [
-    512,
-    512,
-    512,
-    512,
-    512,
-    512,
-    512
+    32,
+    32,
+    32
   ],
   "conv_kernel": [
-    10,
-    3,
-    3,
-    3,
-    3,
-    2,
-    2
+    8,
+    8,
+    8
   ],
   "conv_stride": [
-    5,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2
+    4,
+    4,
+    4
   ],
   "ctc_loss_reduction": "sum",
   "ctc_zero_infinity": false,
   "diversity_loss_weight": 0.1,
-  "do_stable_layer_norm": false,
+  "do_stable_layer_norm": true,
   "eos_token_id": 2,
   "feat_extract_activation": "gelu",
-  "feat_extract_norm": "group",
-  "feat_proj_dropout": 0.0,
+  "feat_extract_dropout": 0.0,
+  "feat_extract_norm": "layer",
+  "feat_proj_dropout": 0.1,
   "feat_quantizer_dropout": 0.0,
   "final_dropout": 0.1,
+  "gradient_checkpointing": false,
   "hidden_act": "gelu",
   "hidden_dropout": 0.1,
-  "hidden_size": 768,
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 16,
   "initializer_range": 0.02,
-  "intermediate_size": 3072,
+  "intermediate_size": 20,
   "layer_norm_eps": 1e-05,
   "layerdrop": 0.1,
   "mask_feature_length": 10,
@@ -59,15 +50,15 @@
   "mask_time_length": 10,
   "mask_time_prob": 0.05,
   "model_type": "unispeech-sat",
-  "num_attention_heads": 12,
+  "num_attention_heads": 2,
   "num_clusters": 504,
   "num_codevector_groups": 2,
   "num_codevectors_per_group": 320,
-  "num_conv_pos_embedding_groups": 16,
-  "num_conv_pos_embeddings": 128,
-  "num_feat_extract_layers": 7,
-  "num_hidden_layers": 12,
-  "num_negatives": 100,
+  "num_conv_pos_embedding_groups": 2,
+  "num_conv_pos_embeddings": 16,
+  "num_feat_extract_layers": 3,
+  "num_hidden_layers": 4,
+  "num_negatives": 10,
   "pad_token_id": 0,
   "proj_codevector_dim": 256,
   "replace_prob": 0.5,
diff --git a/pytorch_model.bin b/pytorch_model.bin
index 688a1a3..8e3dd60 100644
--- a/pytorch_model.bin
+++ b/pytorch_model.bin
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:43d9321bc376cde5d96a7f2739ed5679404f4f181a5acfe570a3fa96e5725358
-size 377674604
+oid sha256:b23b6f9effbd1924fd270668aa133e69f414d4bb5b4647f2096a37cdfe2ddb49
+size 144684