DewiBrynJones commited on
Commit
22e1523
1 Parent(s): 4c510eb

End of training

Browse files
README.md CHANGED
@@ -2,6 +2,8 @@
2
  license: apache-2.0
3
  base_model: facebook/wav2vec2-large-xlsr-53
4
  tags:
 
 
5
  - generated_from_trainer
6
  metrics:
7
  - wer
@@ -15,7 +17,7 @@ should probably proofread and complete it, then remove this comment. -->
15
 
16
  # wav2vec2-xlsr-53-ft-btb-cy
17
 
18
- This model is a fine-tuned version of [facebook/wav2vec2-large-xlsr-53](https://huggingface.co/facebook/wav2vec2-large-xlsr-53) on an unknown dataset.
19
  It achieves the following results on the evaluation set:
20
  - Loss: 0.5418
21
  - Wer: 0.3991
 
2
  license: apache-2.0
3
  base_model: facebook/wav2vec2-large-xlsr-53
4
  tags:
5
+ - automatic-speech-recognition
6
+ - DewiBrynJones/banc-trawsgrifiadau-bangor-clean
7
  - generated_from_trainer
8
  metrics:
9
  - wer
 
17
 
18
  # wav2vec2-xlsr-53-ft-btb-cy
19
 
20
+ This model is a fine-tuned version of [facebook/wav2vec2-large-xlsr-53](https://huggingface.co/facebook/wav2vec2-large-xlsr-53) on the DEWIBRYNJONES/BANC-TRAWSGRIFIADAU-BANGOR-CLEAN - DEFAULT dataset.
21
  It achieves the following results on the evaluation set:
22
  - Loss: 0.5418
23
  - Wer: 0.3991
all_results.json CHANGED
@@ -1,15 +1,15 @@
1
  {
2
- "epoch": 2.847380410022779,
3
- "eval_loss": 0.8192350268363953,
4
- "eval_runtime": 179.8741,
5
  "eval_samples": 7022,
6
- "eval_samples_per_second": 39.038,
7
- "eval_steps_per_second": 4.881,
8
- "eval_wer": 0.47557102804980134,
9
- "total_flos": 9.363138171711945e+18,
10
- "train_loss": 1.33308916015625,
11
- "train_runtime": 4617.7601,
12
  "train_samples": 28086,
13
- "train_samples_per_second": 17.324,
14
- "train_steps_per_second": 0.541
15
  }
 
1
  {
2
+ "epoch": 2.277904328018223,
3
+ "eval_loss": 0.5418316721916199,
4
+ "eval_runtime": 182.0828,
5
  "eval_samples": 7022,
6
+ "eval_samples_per_second": 38.565,
7
+ "eval_steps_per_second": 4.822,
8
+ "eval_wer": 0.3990751936645451,
9
+ "total_flos": 7.50335828249239e+18,
10
+ "train_loss": 1.2249342193603516,
11
+ "train_runtime": 3791.7318,
12
  "train_samples": 28086,
13
+ "train_samples_per_second": 16.879,
14
+ "train_steps_per_second": 0.527
15
  }
eval_results.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "epoch": 2.847380410022779,
3
- "eval_loss": 0.8192350268363953,
4
- "eval_runtime": 179.8741,
5
  "eval_samples": 7022,
6
- "eval_samples_per_second": 39.038,
7
- "eval_steps_per_second": 4.881,
8
- "eval_wer": 0.47557102804980134
9
  }
 
1
  {
2
+ "epoch": 2.277904328018223,
3
+ "eval_loss": 0.5418316721916199,
4
+ "eval_runtime": 182.0828,
5
  "eval_samples": 7022,
6
+ "eval_samples_per_second": 38.565,
7
+ "eval_steps_per_second": 4.822,
8
+ "eval_wer": 0.3990751936645451
9
  }
runs/Aug15_17-24-01_a142c9bbb9ba/events.out.tfevents.1723743599.a142c9bbb9ba.1418.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:086f60e788d852c3de43ad710636191662ca907c700b7cd98f184b5d3d3b0bad
3
+ size 406
train_results.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "epoch": 2.847380410022779,
3
- "total_flos": 9.363138171711945e+18,
4
- "train_loss": 1.33308916015625,
5
- "train_runtime": 4617.7601,
6
  "train_samples": 28086,
7
- "train_samples_per_second": 17.324,
8
- "train_steps_per_second": 0.541
9
  }
 
1
  {
2
+ "epoch": 2.277904328018223,
3
+ "total_flos": 7.50335828249239e+18,
4
+ "train_loss": 1.2249342193603516,
5
+ "train_runtime": 3791.7318,
6
  "train_samples": 28086,
7
+ "train_samples_per_second": 16.879,
8
+ "train_steps_per_second": 0.527
9
  }
trainer_state.json CHANGED
@@ -1,168 +1,143 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 2.847380410022779,
5
  "eval_steps": 200,
6
- "global_step": 2500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
  "epoch": 0.22779043280182232,
13
- "eval_loss": 2.9656879901885986,
14
- "eval_runtime": 180.6727,
15
- "eval_samples_per_second": 38.866,
16
- "eval_steps_per_second": 4.86,
17
  "eval_wer": 1.0,
18
  "step": 200
19
  },
20
  {
21
  "epoch": 0.45558086560364464,
22
- "eval_loss": 1.256484031677246,
23
- "eval_runtime": 177.1703,
24
- "eval_samples_per_second": 39.634,
25
- "eval_steps_per_second": 4.956,
26
- "eval_wer": 0.8238084481590242,
27
  "step": 400
28
  },
29
  {
30
  "epoch": 0.5694760820045558,
31
- "grad_norm": 2.394413948059082,
32
- "learning_rate": 0.00029699999999999996,
33
- "loss": 3.3708,
34
  "step": 500
35
  },
36
  {
37
  "epoch": 0.683371298405467,
38
- "eval_loss": 0.8798568248748779,
39
- "eval_runtime": 177.6107,
40
- "eval_samples_per_second": 39.536,
41
- "eval_steps_per_second": 4.943,
42
- "eval_wer": 0.6336517891547855,
43
  "step": 600
44
  },
45
  {
46
  "epoch": 0.9111617312072893,
47
- "eval_loss": 0.7572081685066223,
48
- "eval_runtime": 179.3544,
49
- "eval_samples_per_second": 39.152,
50
- "eval_steps_per_second": 4.895,
51
- "eval_wer": 0.5467651709430101,
52
  "step": 800
53
  },
54
  {
55
  "epoch": 1.1389521640091116,
56
- "grad_norm": 0.749163806438446,
57
- "learning_rate": 0.00022664999999999995,
58
- "loss": 0.9128,
59
  "step": 1000
60
  },
61
  {
62
  "epoch": 1.1389521640091116,
63
- "eval_loss": 0.6133933663368225,
64
- "eval_runtime": 178.9414,
65
- "eval_samples_per_second": 39.242,
66
- "eval_steps_per_second": 4.907,
67
- "eval_wer": 0.4571280511300974,
68
  "step": 1000
69
  },
70
  {
71
  "epoch": 1.366742596810934,
72
- "eval_loss": 0.5878995060920715,
73
- "eval_runtime": 179.0164,
74
- "eval_samples_per_second": 39.225,
75
- "eval_steps_per_second": 4.905,
76
- "eval_wer": 0.44289719501986474,
77
  "step": 1200
78
  },
79
  {
80
  "epoch": 1.5945330296127562,
81
- "eval_loss": 0.6282891631126404,
82
- "eval_runtime": 178.8026,
83
- "eval_samples_per_second": 39.272,
84
- "eval_steps_per_second": 4.91,
85
- "eval_wer": 0.46545928061760056,
86
  "step": 1400
87
  },
88
  {
89
  "epoch": 1.7084282460136673,
90
- "grad_norm": 2.0273807048797607,
91
- "learning_rate": 0.00015209999999999998,
92
- "loss": 0.7779,
93
  "step": 1500
94
  },
95
  {
96
  "epoch": 1.8223234624145785,
97
- "eval_loss": 0.6165733337402344,
98
- "eval_runtime": 178.9936,
99
- "eval_samples_per_second": 39.23,
100
- "eval_steps_per_second": 4.905,
101
- "eval_wer": 0.4566364155782033,
102
  "step": 1600
103
  },
104
  {
105
  "epoch": 2.050113895216401,
106
- "eval_loss": 0.6130892634391785,
107
- "eval_runtime": 180.5144,
108
- "eval_samples_per_second": 38.9,
109
- "eval_steps_per_second": 4.864,
110
- "eval_wer": 0.46482148314487304,
111
  "step": 1800
112
  },
113
  {
114
  "epoch": 2.277904328018223,
115
- "grad_norm": 2.559767246246338,
116
- "learning_rate": 7.725e-05,
117
- "loss": 0.7465,
118
  "step": 2000
119
  },
120
  {
121
  "epoch": 2.277904328018223,
122
- "eval_loss": 0.6311540603637695,
123
- "eval_runtime": 180.4386,
124
- "eval_samples_per_second": 38.916,
125
- "eval_steps_per_second": 4.866,
126
- "eval_wer": 0.4721694415285879,
127
  "step": 2000
128
  },
129
  {
130
- "epoch": 2.5056947608200457,
131
- "eval_loss": 0.7629979252815247,
132
- "eval_runtime": 179.3715,
133
- "eval_samples_per_second": 39.148,
134
- "eval_steps_per_second": 4.895,
135
- "eval_wer": 0.4721694415285879,
136
- "step": 2200
137
- },
138
- {
139
- "epoch": 2.733485193621868,
140
- "eval_loss": 0.8067795038223267,
141
- "eval_runtime": 179.4035,
142
- "eval_samples_per_second": 39.141,
143
- "eval_steps_per_second": 4.894,
144
- "eval_wer": 0.48269309982859193,
145
- "step": 2400
146
- },
147
- {
148
- "epoch": 2.847380410022779,
149
- "grad_norm": 5.402973175048828,
150
- "learning_rate": 2.9999999999999997e-06,
151
- "loss": 0.8574,
152
- "step": 2500
153
- },
154
- {
155
- "epoch": 2.847380410022779,
156
- "step": 2500,
157
- "total_flos": 9.363138171711945e+18,
158
- "train_loss": 1.33308916015625,
159
- "train_runtime": 4617.7601,
160
- "train_samples_per_second": 17.324,
161
- "train_steps_per_second": 0.541
162
  }
163
  ],
164
  "logging_steps": 500,
165
- "max_steps": 2500,
166
  "num_input_tokens_seen": 0,
167
  "num_train_epochs": 3,
168
  "save_steps": 500,
@@ -178,7 +153,7 @@
178
  "attributes": {}
179
  }
180
  },
181
- "total_flos": 9.363138171711945e+18,
182
  "train_batch_size": 32,
183
  "trial_name": null,
184
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 2.277904328018223,
5
  "eval_steps": 200,
6
+ "global_step": 2000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
  "epoch": 0.22779043280182232,
13
+ "eval_loss": 2.7455391883850098,
14
+ "eval_runtime": 186.8417,
15
+ "eval_samples_per_second": 37.583,
16
+ "eval_steps_per_second": 4.699,
17
  "eval_wer": 1.0,
18
  "step": 200
19
  },
20
  {
21
  "epoch": 0.45558086560364464,
22
+ "eval_loss": 1.1437467336654663,
23
+ "eval_runtime": 180.9385,
24
+ "eval_samples_per_second": 38.809,
25
+ "eval_steps_per_second": 4.852,
26
+ "eval_wer": 0.7405758779680836,
27
  "step": 400
28
  },
29
  {
30
  "epoch": 0.5694760820045558,
31
+ "grad_norm": 1.8708776235580444,
32
+ "learning_rate": 0.0002508333333333333,
33
+ "loss": 2.6988,
34
  "step": 500
35
  },
36
  {
37
  "epoch": 0.683371298405467,
38
+ "eval_loss": 0.7285588979721069,
39
+ "eval_runtime": 182.6087,
40
+ "eval_samples_per_second": 38.454,
41
+ "eval_steps_per_second": 4.808,
42
+ "eval_wer": 0.5377164192986885,
43
  "step": 600
44
  },
45
  {
46
  "epoch": 0.9111617312072893,
47
+ "eval_loss": 0.6604043245315552,
48
+ "eval_runtime": 181.72,
49
+ "eval_samples_per_second": 38.642,
50
+ "eval_steps_per_second": 4.832,
51
+ "eval_wer": 0.4896557222392006,
52
  "step": 800
53
  },
54
  {
55
  "epoch": 1.1389521640091116,
56
+ "grad_norm": 0.762070894241333,
57
+ "learning_rate": 0.00016849999999999998,
58
+ "loss": 0.8304,
59
  "step": 1000
60
  },
61
  {
62
  "epoch": 1.1389521640091116,
63
+ "eval_loss": 0.5619407892227173,
64
+ "eval_runtime": 181.9456,
65
+ "eval_samples_per_second": 38.594,
66
+ "eval_steps_per_second": 4.826,
67
+ "eval_wer": 0.4338617308228916,
68
  "step": 1000
69
  },
70
  {
71
  "epoch": 1.366742596810934,
72
+ "eval_loss": 0.5691641569137573,
73
+ "eval_runtime": 182.4948,
74
+ "eval_samples_per_second": 38.478,
75
+ "eval_steps_per_second": 4.811,
76
+ "eval_wer": 0.4244675055475093,
77
  "step": 1200
78
  },
79
  {
80
  "epoch": 1.5945330296127562,
81
+ "eval_loss": 0.563896656036377,
82
+ "eval_runtime": 182.6815,
83
+ "eval_samples_per_second": 38.438,
84
+ "eval_steps_per_second": 4.806,
85
+ "eval_wer": 0.4210260566842504,
86
  "step": 1400
87
  },
88
  {
89
  "epoch": 1.7084282460136673,
90
+ "grad_norm": 4.044058322906494,
91
+ "learning_rate": 8.566666666666666e-05,
92
+ "loss": 0.71,
93
  "step": 1500
94
  },
95
  {
96
  "epoch": 1.8223234624145785,
97
+ "eval_loss": 0.5502046346664429,
98
+ "eval_runtime": 183.2379,
99
+ "eval_samples_per_second": 38.322,
100
+ "eval_steps_per_second": 4.792,
101
+ "eval_wer": 0.4186476036088707,
102
  "step": 1600
103
  },
104
  {
105
  "epoch": 2.050113895216401,
106
+ "eval_loss": 0.5441319942474365,
107
+ "eval_runtime": 182.7119,
108
+ "eval_samples_per_second": 38.432,
109
+ "eval_steps_per_second": 4.805,
110
+ "eval_wer": 0.4073266984679573,
111
  "step": 1800
112
  },
113
  {
114
  "epoch": 2.277904328018223,
115
+ "grad_norm": 9.03835678100586,
116
+ "learning_rate": 2.4999999999999998e-06,
117
+ "loss": 0.6605,
118
  "step": 2000
119
  },
120
  {
121
  "epoch": 2.277904328018223,
122
+ "eval_loss": 0.5418316721916199,
123
+ "eval_runtime": 182.4712,
124
+ "eval_samples_per_second": 38.483,
125
+ "eval_steps_per_second": 4.812,
126
+ "eval_wer": 0.3990751936645451,
127
  "step": 2000
128
  },
129
  {
130
+ "epoch": 2.277904328018223,
131
+ "step": 2000,
132
+ "total_flos": 7.50335828249239e+18,
133
+ "train_loss": 1.2249342193603516,
134
+ "train_runtime": 3791.7318,
135
+ "train_samples_per_second": 16.879,
136
+ "train_steps_per_second": 0.527
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
137
  }
138
  ],
139
  "logging_steps": 500,
140
+ "max_steps": 2000,
141
  "num_input_tokens_seen": 0,
142
  "num_train_epochs": 3,
143
  "save_steps": 500,
 
153
  "attributes": {}
154
  }
155
  },
156
+ "total_flos": 7.50335828249239e+18,
157
  "train_batch_size": 32,
158
  "trial_name": null,
159
  "trial_params": null