Training in progress, step 400
Browse files- config.json +6 -42
- model.safetensors +2 -2
- preprocessor_config.json +3 -1
- runs/Jan03_09-15-23_vorace/events.out.tfevents.1704273339.vorace.447572.0 +3 -0
- runs/Jan03_09-15-48_vorace/events.out.tfevents.1704275486.vorace.447824.0 +3 -0
- runs/Jan03_09-15-57_vorace/events.out.tfevents.1704275470.vorace.447948.0 +3 -0
- runs/Jan03_09-51-28_vorace/events.out.tfevents.1704277497.vorace.459498.0 +3 -0
- runs/Jan03_09-52-47_vorace/events.out.tfevents.1704275639.vorace.460025.0 +3 -0
- runs/Jan03_09-54-20_vorace/events.out.tfevents.1704277789.vorace.460666.0 +3 -0
- runs/Jan03_10-25-21_vorace/events.out.tfevents.1704279720.vorace.470030.0 +3 -0
- runs/Jan03_10-30-11_vorace/events.out.tfevents.1704280052.vorace.471483.0 +3 -0
- runs/Jan03_11-02-19_vorace/events.out.tfevents.1704281475.vorace.482105.0 +3 -0
- runs/Jan03_11-07-52_vorace/events.out.tfevents.1704280146.vorace.483762.0 +3 -0
- runs/Jan03_11-09-30_vorace/events.out.tfevents.1704280244.vorace.484367.0 +3 -0
- runs/Jan03_11-11-07_vorace/events.out.tfevents.1704280342.vorace.484986.0 +3 -0
- runs/Jan03_11-12-41_vorace/events.out.tfevents.1704280434.vorace.485595.0 +3 -0
- runs/Jan03_11-14-15_vorace/events.out.tfevents.1704280528.vorace.486190.0 +3 -0
- runs/Jan03_11-15-52_vorace/events.out.tfevents.1704282712.vorace.486912.0 +3 -0
- runs/Jan03_11-32-34_vorace/events.out.tfevents.1704283578.vorace.493032.0 +3 -0
- runs/Jan03_11-52-15_vorace/events.out.tfevents.1704284580.vorace.499168.0 +3 -0
- runs/Jan03_12-06-41_vorace/events.out.tfevents.1704283676.vorace.503150.0 +3 -0
- runs/Jan03_12-08-19_vorace/events.out.tfevents.1704283772.vorace.503583.0 +3 -0
- runs/Jan04_18-14-17_vorace/events.out.tfevents.1704394430.vorace.1234440.0 +3 -0
- runs/Jan04_18-14-28_vorace/events.out.tfevents.1704394467.vorace.1234969.0 +3 -0
- runs/Jan04_19-22-33_vorace/events.out.tfevents.1704398555.vorace.1378810.0 +3 -0
- runs/Jan04_19-22-42_vorace/events.out.tfevents.1704398558.vorace.1378997.0 +3 -0
- tokenizer_config.json +1 -0
- training_args.bin +1 -1
config.json
CHANGED
@@ -6,51 +6,22 @@
|
|
6 |
"add_adapter": false,
|
7 |
"apply_spec_augment": false,
|
8 |
"architectures": [
|
9 |
-
"
|
10 |
],
|
11 |
"attention_dropout": 0.0,
|
12 |
"bos_token_id": 1,
|
13 |
"classifier_proj_size": 768,
|
14 |
"codevector_dim": 768,
|
15 |
-
"conformer_conv_dropout": 0.
|
16 |
"contrastive_logits_temperature": 0.1,
|
17 |
-
"conv_bias": false,
|
18 |
"conv_depthwise_kernel_size": 31,
|
19 |
-
"conv_dim": [
|
20 |
-
512,
|
21 |
-
512,
|
22 |
-
512,
|
23 |
-
512,
|
24 |
-
512,
|
25 |
-
512,
|
26 |
-
160
|
27 |
-
],
|
28 |
-
"conv_kernel": [
|
29 |
-
10,
|
30 |
-
3,
|
31 |
-
3,
|
32 |
-
3,
|
33 |
-
3,
|
34 |
-
2,
|
35 |
-
2
|
36 |
-
],
|
37 |
-
"conv_stride": [
|
38 |
-
5,
|
39 |
-
2,
|
40 |
-
2,
|
41 |
-
2,
|
42 |
-
2,
|
43 |
-
2,
|
44 |
-
2
|
45 |
-
],
|
46 |
"ctc_loss_reduction": "mean",
|
47 |
"ctc_zero_infinity": false,
|
48 |
"diversity_loss_weight": 0.1,
|
49 |
"eos_token_id": 2,
|
50 |
-
"feat_extract_activation": "gelu",
|
51 |
-
"feat_extract_norm": "group",
|
52 |
"feat_proj_dropout": 0.0,
|
53 |
"feat_quantizer_dropout": 0.0,
|
|
|
54 |
"final_dropout": 0.0,
|
55 |
"hidden_act": "swish",
|
56 |
"hidden_dropout": 0.0,
|
@@ -67,15 +38,11 @@
|
|
67 |
"mask_time_min_masks": 2,
|
68 |
"mask_time_prob": 0.05,
|
69 |
"max_source_positions": 5000,
|
70 |
-
"model_type": "wav2vec2-
|
71 |
-
"
|
72 |
-
"num_adapter_layers": 0,
|
73 |
"num_attention_heads": 16,
|
74 |
"num_codevector_groups": 2,
|
75 |
"num_codevectors_per_group": 320,
|
76 |
-
"num_conv_pos_embedding_groups": 16,
|
77 |
-
"num_conv_pos_embeddings": 128,
|
78 |
-
"num_feat_extract_layers": 7,
|
79 |
"num_hidden_layers": 24,
|
80 |
"num_negatives": 100,
|
81 |
"output_hidden_size": 1024,
|
@@ -84,9 +51,6 @@
|
|
84 |
"proj_codevector_dim": 768,
|
85 |
"right_max_position_embeddings": 8,
|
86 |
"rotary_embedding_base": 10000,
|
87 |
-
"skip_encoder_layer_norm": true,
|
88 |
-
"skip_feature_encoder": true,
|
89 |
-
"skip_pos_conv_embed": true,
|
90 |
"tdnn_dilation": [
|
91 |
1,
|
92 |
2,
|
@@ -110,7 +74,7 @@
|
|
110 |
],
|
111 |
"torch_dtype": "float32",
|
112 |
"transformers_version": "4.37.0.dev0",
|
113 |
-
"
|
114 |
"use_weighted_layer_sum": false,
|
115 |
"vocab_size": 50,
|
116 |
"xvector_output_dim": 512
|
|
|
6 |
"add_adapter": false,
|
7 |
"apply_spec_augment": false,
|
8 |
"architectures": [
|
9 |
+
"Wav2Vec2BERTForCTC"
|
10 |
],
|
11 |
"attention_dropout": 0.0,
|
12 |
"bos_token_id": 1,
|
13 |
"classifier_proj_size": 768,
|
14 |
"codevector_dim": 768,
|
15 |
+
"conformer_conv_dropout": 0.1,
|
16 |
"contrastive_logits_temperature": 0.1,
|
|
|
17 |
"conv_depthwise_kernel_size": 31,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
18 |
"ctc_loss_reduction": "mean",
|
19 |
"ctc_zero_infinity": false,
|
20 |
"diversity_loss_weight": 0.1,
|
21 |
"eos_token_id": 2,
|
|
|
|
|
22 |
"feat_proj_dropout": 0.0,
|
23 |
"feat_quantizer_dropout": 0.0,
|
24 |
+
"feature_projection_input_dim": 160,
|
25 |
"final_dropout": 0.0,
|
26 |
"hidden_act": "swish",
|
27 |
"hidden_dropout": 0.0,
|
|
|
38 |
"mask_time_min_masks": 2,
|
39 |
"mask_time_prob": 0.05,
|
40 |
"max_source_positions": 5000,
|
41 |
+
"model_type": "wav2vec2-bert",
|
42 |
+
"num_adapter_layers": 1,
|
|
|
43 |
"num_attention_heads": 16,
|
44 |
"num_codevector_groups": 2,
|
45 |
"num_codevectors_per_group": 320,
|
|
|
|
|
|
|
46 |
"num_hidden_layers": 24,
|
47 |
"num_negatives": 100,
|
48 |
"output_hidden_size": 1024,
|
|
|
51 |
"proj_codevector_dim": 768,
|
52 |
"right_max_position_embeddings": 8,
|
53 |
"rotary_embedding_base": 10000,
|
|
|
|
|
|
|
54 |
"tdnn_dilation": [
|
55 |
1,
|
56 |
2,
|
|
|
74 |
],
|
75 |
"torch_dtype": "float32",
|
76 |
"transformers_version": "4.37.0.dev0",
|
77 |
+
"use_intermediate_ffn_before_adapter": false,
|
78 |
"use_weighted_layer_sum": false,
|
79 |
"vocab_size": 50,
|
80 |
"xvector_output_dim": 512
|
model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8ef9ea654aca7fc34fba0bd52e33136c9a052840ff786ee19af282dddcd26c25
|
3 |
+
size 2322279712
|
preprocessor_config.json
CHANGED
@@ -1,9 +1,11 @@
|
|
1 |
{
|
2 |
-
"
|
|
|
3 |
"feature_size": 80,
|
4 |
"num_mel_bins": 80,
|
5 |
"padding_side": "right",
|
6 |
"padding_value": 1,
|
|
|
7 |
"return_attention_mask": true,
|
8 |
"sampling_rate": 16000,
|
9 |
"stride": 2
|
|
|
1 |
{
|
2 |
+
"do_normalize": true,
|
3 |
+
"feature_extractor_type": "Wav2Vec2FeatureExtractor",
|
4 |
"feature_size": 80,
|
5 |
"num_mel_bins": 80,
|
6 |
"padding_side": "right",
|
7 |
"padding_value": 1,
|
8 |
+
"processor_class": "Wav2Vec2Processor",
|
9 |
"return_attention_mask": true,
|
10 |
"sampling_rate": 16000,
|
11 |
"stride": 2
|
runs/Jan03_09-15-23_vorace/events.out.tfevents.1704273339.vorace.447572.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f76d999518a2e0acbd80e9221384a37a0acd719e3cac9f010d7d898fc365c9be
|
3 |
+
size 6170
|
runs/Jan03_09-15-48_vorace/events.out.tfevents.1704275486.vorace.447824.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:33a932ead61efd2d8fa07f17127caaecabe6f4a0063e58633f49cab478fb0583
|
3 |
+
size 6171
|
runs/Jan03_09-15-57_vorace/events.out.tfevents.1704275470.vorace.447948.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:12b0ff3a86759f9c1fb26827c8bf4e4959075df99181a8fbc4780b3380f1b7e1
|
3 |
+
size 6171
|
runs/Jan03_09-51-28_vorace/events.out.tfevents.1704277497.vorace.459498.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:abe0cd9e2e768aef076a38430eb37dfbb9741b9919df980fa5eb67ec91e57afb
|
3 |
+
size 6171
|
runs/Jan03_09-52-47_vorace/events.out.tfevents.1704275639.vorace.460025.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:81c5ca1867ef4e40c896e88d91c7c8a0fc100545c9d4363849f22d1e30d10ca1
|
3 |
+
size 6171
|
runs/Jan03_09-54-20_vorace/events.out.tfevents.1704277789.vorace.460666.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:183a22cb5e3cc17ec5e0ecece47052a8058eb685ca0a8ea54fa7978827f1937b
|
3 |
+
size 6170
|
runs/Jan03_10-25-21_vorace/events.out.tfevents.1704279720.vorace.470030.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:808e9bde7b24cd7c54c67d55812b9e0c7fc242adec82ae1e90d868091cc1dacc
|
3 |
+
size 6172
|
runs/Jan03_10-30-11_vorace/events.out.tfevents.1704280052.vorace.471483.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e45963f518ac4662e0b58fd87973b0888880062dab6957e75a90ad3646701a5a
|
3 |
+
size 6172
|
runs/Jan03_11-02-19_vorace/events.out.tfevents.1704281475.vorace.482105.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f79b233d080e9dacbe22708ea6180c4a5129e8ec576d0063e6e0eeacf3a19523
|
3 |
+
size 6170
|
runs/Jan03_11-07-52_vorace/events.out.tfevents.1704280146.vorace.483762.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4bbfee315620eefa7ac1e9dea597582de6a9f9f05fa37e9622c53cfe52621192
|
3 |
+
size 6171
|
runs/Jan03_11-09-30_vorace/events.out.tfevents.1704280244.vorace.484367.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:90ef2fffe1e01b26681e5c7c66bd1ba5525d85304ff5a4a9036e7762e35de9aa
|
3 |
+
size 6170
|
runs/Jan03_11-11-07_vorace/events.out.tfevents.1704280342.vorace.484986.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d0adb20e11a334ac220c22e71eb63083b25be4704a668f54b69a20a303d7155d
|
3 |
+
size 6170
|
runs/Jan03_11-12-41_vorace/events.out.tfevents.1704280434.vorace.485595.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:51962b1bed190a004c37149c5ae063e22f7734de73a975f263a0b0675125cfc9
|
3 |
+
size 6171
|
runs/Jan03_11-14-15_vorace/events.out.tfevents.1704280528.vorace.486190.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e9b0f6cbcfa84f9d3428af7f73dd36bafa1ccc11e49f5ec8ec7b2a8da6181618
|
3 |
+
size 6170
|
runs/Jan03_11-15-52_vorace/events.out.tfevents.1704282712.vorace.486912.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bdb07e133afa9f1c16d579b65b5546c389b23a8d1f44b8ab4d8834859a3ef10e
|
3 |
+
size 6170
|
runs/Jan03_11-32-34_vorace/events.out.tfevents.1704283578.vorace.493032.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b609b5bf29938ad02710db609951955870e25397a283b08da87c35557810e758
|
3 |
+
size 6170
|
runs/Jan03_11-52-15_vorace/events.out.tfevents.1704284580.vorace.499168.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5bd6f1e0b1ad1d6ad23aae8b00205d3f7937b345774b0a15a117dead25e39fb0
|
3 |
+
size 6171
|
runs/Jan03_12-06-41_vorace/events.out.tfevents.1704283676.vorace.503150.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fa8d778aa9cc49b75deddb9fd8b0ca1f73ac59f0c1862d8ba381b345a9f182a1
|
3 |
+
size 6170
|
runs/Jan03_12-08-19_vorace/events.out.tfevents.1704283772.vorace.503583.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:98b9048f4a792d69d4502283acc3c35ad9f520089deefd714cf16e6f6fdb10d3
|
3 |
+
size 6170
|
runs/Jan04_18-14-17_vorace/events.out.tfevents.1704394430.vorace.1234440.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:950043a46ac9c5b627dd6f6801b66b232cb58eb386977f9bd692e9047ea782b4
|
3 |
+
size 6279
|
runs/Jan04_18-14-28_vorace/events.out.tfevents.1704394467.vorace.1234969.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:27a55ca16210b437add40d6ec0bdfa00f0dd89d45fa035041cb37f0b1bf00a02
|
3 |
+
size 6280
|
runs/Jan04_19-22-33_vorace/events.out.tfevents.1704398555.vorace.1378810.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:942e9081baf31feb35a2df4b0d0b3202044e24e740cee68a2a6c71f4ecba3056
|
3 |
+
size 5966
|
runs/Jan04_19-22-42_vorace/events.out.tfevents.1704398558.vorace.1378997.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8fbd22c7164c4ce5ec7f4868e3456fd8bdeafbda89390792462b4c262a88861a
|
3 |
+
size 5967
|
tokenizer_config.json
CHANGED
@@ -39,6 +39,7 @@
|
|
39 |
"eos_token": "</s>",
|
40 |
"model_max_length": 1000000000000000019884624838656,
|
41 |
"pad_token": "[PAD]",
|
|
|
42 |
"replace_word_delimiter_char": " ",
|
43 |
"target_lang": null,
|
44 |
"tokenizer_class": "Wav2Vec2CTCTokenizer",
|
|
|
39 |
"eos_token": "</s>",
|
40 |
"model_max_length": 1000000000000000019884624838656,
|
41 |
"pad_token": "[PAD]",
|
42 |
+
"processor_class": "Wav2Vec2Processor",
|
43 |
"replace_word_delimiter_char": " ",
|
44 |
"target_lang": null,
|
45 |
"tokenizer_class": "Wav2Vec2CTCTokenizer",
|
training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4728
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:966d104e4da29cfb436e98d85d3a353a7ed61bd0615bfbbec943668f94d0583f
|
3 |
size 4728
|