From 8f79ee3b90ec7ecaa540286aad46f088ab42a84b Mon Sep 17 00:00:00 2001 From: patrickvonplaten Date: Sat, 30 Jan 2021 22:03:26 +0000 Subject: [PATCH] correct config.json --- config.json | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/config.json b/config.json index fedbfaf..8e2a49d 100644 --- a/config.json +++ b/config.json @@ -2,7 +2,7 @@ "architectures": [ "Wav2Vec2ForMaskedLM" ], - "conv_bias": false, + "conv_bias": true, "conv_dim": [ 512, 512, @@ -30,22 +30,22 @@ 2, 2 ], - "do_stable_layer_norm": false, + "do_stable_layer_norm": true, "feat_extract_activation": "gelu", "feat_extract_dropout": 0.0, - "feat_extract_norm": "group", + "feat_extract_norm": "layer", "hidden_act": "gelu", "hidden_dropout_prob": 0.1, - "hidden_size": 768, + "hidden_size": 1024, "initializer_range": 0.02, - "intermediate_size": 3072, + "intermediate_size": 4096, "layer_norm_eps": 1e-05, "model_type": "wav2vec2", - "num_attention_heads": 12, + "num_attention_heads": 16, "num_conv_pos_embedding_groups": 16, "num_conv_pos_embeddings": 128, "num_feat_extract_layers": 7, - "num_hidden_layers": 12, + "num_hidden_layers": 24, "transformers_version": "4.3.0.dev0", "vocab_size": 32 }