patrickvonplaten
commited on
Commit
•
d07fd10
1
Parent(s):
0d6ed0f
Update config.json
Browse files- config.json +5 -5
config.json
CHANGED
@@ -36,16 +36,16 @@
|
|
36 |
"feat_extract_norm": "group",
|
37 |
"hidden_act": "gelu",
|
38 |
"hidden_dropout_prob": 0.1,
|
39 |
-
"hidden_size":
|
40 |
"initializer_range": 0.02,
|
41 |
-
"intermediate_size":
|
42 |
"layer_norm_eps": 1e-05,
|
43 |
"model_type": "wav2vec2",
|
44 |
-
"num_attention_heads":
|
45 |
"num_conv_pos_embedding_groups": 16,
|
46 |
"num_conv_pos_embeddings": 128,
|
47 |
"num_feat_extract_layers": 7,
|
48 |
-
"num_hidden_layers":
|
49 |
"transformers_version": "4.3.0.dev0",
|
50 |
"vocab_size": 32
|
51 |
-
}
|
|
|
36 |
"feat_extract_norm": "group",
|
37 |
"hidden_act": "gelu",
|
38 |
"hidden_dropout_prob": 0.1,
|
39 |
+
"hidden_size": 1024,
|
40 |
"initializer_range": 0.02,
|
41 |
+
"intermediate_size": 4096,
|
42 |
"layer_norm_eps": 1e-05,
|
43 |
"model_type": "wav2vec2",
|
44 |
+
"num_attention_heads": 16,
|
45 |
"num_conv_pos_embedding_groups": 16,
|
46 |
"num_conv_pos_embeddings": 128,
|
47 |
"num_feat_extract_layers": 7,
|
48 |
+
"num_hidden_layers": 24,
|
49 |
"transformers_version": "4.3.0.dev0",
|
50 |
"vocab_size": 32
|
51 |
+
}
|