DewiBrynJones commited on
Commit
8259cc3
1 Parent(s): 38874e9

End of training

Browse files
README.md CHANGED
@@ -2,6 +2,8 @@
2
  license: apache-2.0
3
  base_model: facebook/wav2vec2-large-xlsr-53
4
  tags:
 
 
5
  - generated_from_trainer
6
  metrics:
7
  - wer
@@ -15,7 +17,7 @@ should probably proofread and complete it, then remove this comment. -->
15
 
16
  # wav2vec2-xlsr-53-ft-btb-ccv-cy
17
 
18
- This model is a fine-tuned version of [facebook/wav2vec2-large-xlsr-53](https://huggingface.co/facebook/wav2vec2-large-xlsr-53) on an unknown dataset.
19
  It achieves the following results on the evaluation set:
20
  - Loss: 0.4200
21
  - Wer: 0.3227
 
2
  license: apache-2.0
3
  base_model: facebook/wav2vec2-large-xlsr-53
4
  tags:
5
+ - automatic-speech-recognition
6
+ - DewiBrynJones/banc-trawsgrifiadau-bangor-clean-with-ccv
7
  - generated_from_trainer
8
  metrics:
9
  - wer
 
17
 
18
  # wav2vec2-xlsr-53-ft-btb-ccv-cy
19
 
20
+ This model is a fine-tuned version of [facebook/wav2vec2-large-xlsr-53](https://huggingface.co/facebook/wav2vec2-large-xlsr-53) on the DEWIBRYNJONES/BANC-TRAWSGRIFIADAU-BANGOR-CLEAN-WITH-CCV - DEFAULT dataset.
21
  It achieves the following results on the evaluation set:
22
  - Loss: 0.4200
23
  - Wer: 0.3227
all_results.json CHANGED
@@ -1,15 +1,15 @@
1
  {
2
- "epoch": 7.739938080495356,
3
- "eval_loss": 1.6955511569976807,
4
- "eval_runtime": 160.3719,
5
  "eval_samples": 5656,
6
- "eval_samples_per_second": 35.268,
7
- "eval_steps_per_second": 4.409,
8
- "eval_wer": 0.7701529424981143,
9
- "total_flos": 4.528229347801944e+19,
10
- "train_loss": 1.3220068420410156,
11
- "train_runtime": 20543.6538,
12
  "train_samples": 41326,
13
- "train_samples_per_second": 15.577,
14
- "train_steps_per_second": 0.243
15
  }
 
1
  {
2
+ "epoch": 3.0959752321981426,
3
+ "eval_loss": 0.42000359296798706,
4
+ "eval_runtime": 155.5667,
5
  "eval_samples": 5656,
6
+ "eval_samples_per_second": 36.357,
7
+ "eval_steps_per_second": 4.545,
8
+ "eval_wer": 0.3226557108696699,
9
+ "total_flos": 1.8144283373471887e+19,
10
+ "train_loss": 1.2569797668457032,
11
+ "train_runtime": 7798.4407,
12
  "train_samples": 41326,
13
+ "train_samples_per_second": 16.414,
14
+ "train_steps_per_second": 0.256
15
  }
eval_results.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "epoch": 7.739938080495356,
3
- "eval_loss": 1.6955511569976807,
4
- "eval_runtime": 160.3719,
5
  "eval_samples": 5656,
6
- "eval_samples_per_second": 35.268,
7
- "eval_steps_per_second": 4.409,
8
- "eval_wer": 0.7701529424981143
9
  }
 
1
  {
2
+ "epoch": 3.0959752321981426,
3
+ "eval_loss": 0.42000359296798706,
4
+ "eval_runtime": 155.5667,
5
  "eval_samples": 5656,
6
+ "eval_samples_per_second": 36.357,
7
+ "eval_steps_per_second": 4.545,
8
+ "eval_wer": 0.3226557108696699
9
  }
runs/May30_10-39-26_af3b5d38d2a2/events.out.tfevents.1717069998.af3b5d38d2a2.398.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:faf6cdb9a9752b9a5ce7a92c91c336d2f1c7c687c4872f789aeb796f8efd74a0
3
+ size 406
train_results.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "epoch": 7.739938080495356,
3
- "total_flos": 4.528229347801944e+19,
4
- "train_loss": 1.3220068420410156,
5
- "train_runtime": 20543.6538,
6
  "train_samples": 41326,
7
- "train_samples_per_second": 15.577,
8
- "train_steps_per_second": 0.243
9
  }
 
1
  {
2
+ "epoch": 3.0959752321981426,
3
+ "total_flos": 1.8144283373471887e+19,
4
+ "train_loss": 1.2569797668457032,
5
+ "train_runtime": 7798.4407,
6
  "train_samples": 41326,
7
+ "train_samples_per_second": 16.414,
8
+ "train_steps_per_second": 0.256
9
  }
trainer_state.json CHANGED
@@ -1,549 +1,237 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 7.739938080495356,
5
  "eval_steps": 100,
6
- "global_step": 5000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
  "epoch": 0.15479876160990713,
13
- "eval_loss": 3.5586698055267334,
14
- "eval_runtime": 163.4718,
15
- "eval_samples_per_second": 34.599,
16
- "eval_steps_per_second": 4.325,
17
  "eval_wer": 1.0,
18
  "step": 100
19
  },
20
  {
21
  "epoch": 0.30959752321981426,
22
- "eval_loss": 3.2505505084991455,
23
- "eval_runtime": 161.1897,
24
- "eval_samples_per_second": 35.089,
25
- "eval_steps_per_second": 4.386,
26
  "eval_wer": 1.0,
27
  "step": 200
28
  },
29
  {
30
  "epoch": 0.46439628482972134,
31
- "eval_loss": 2.774010181427002,
32
- "eval_runtime": 161.9005,
33
- "eval_samples_per_second": 34.935,
34
- "eval_steps_per_second": 4.367,
35
  "eval_wer": 0.9999518544077289,
36
  "step": 300
37
  },
38
  {
39
  "epoch": 0.6191950464396285,
40
- "eval_loss": 1.11959707736969,
41
- "eval_runtime": 162.1425,
42
- "eval_samples_per_second": 34.883,
43
- "eval_steps_per_second": 4.36,
44
- "eval_wer": 0.7807449727977404,
45
  "step": 400
46
  },
47
  {
48
  "epoch": 0.7739938080495357,
49
- "grad_norm": 2.676631212234497,
50
  "learning_rate": 0.00029699999999999996,
51
- "loss": 3.6484,
52
  "step": 500
53
  },
54
  {
55
  "epoch": 0.7739938080495357,
56
- "eval_loss": 0.9134386777877808,
57
- "eval_runtime": 162.7792,
58
- "eval_samples_per_second": 34.746,
59
- "eval_steps_per_second": 4.343,
60
- "eval_wer": 0.6538813371635827,
61
  "step": 500
62
  },
63
  {
64
  "epoch": 0.9287925696594427,
65
- "eval_loss": 0.7674785256385803,
66
- "eval_runtime": 162.7057,
67
- "eval_samples_per_second": 34.762,
68
- "eval_steps_per_second": 4.345,
69
- "eval_wer": 0.5923191731796954,
70
  "step": 600
71
  },
72
  {
73
  "epoch": 1.08359133126935,
74
- "eval_loss": 0.7207810282707214,
75
- "eval_runtime": 163.9828,
76
- "eval_samples_per_second": 34.491,
77
- "eval_steps_per_second": 4.311,
78
- "eval_wer": 0.5289595737510231,
79
  "step": 700
80
  },
81
  {
82
  "epoch": 1.238390092879257,
83
- "eval_loss": 0.6209472417831421,
84
- "eval_runtime": 163.6218,
85
- "eval_samples_per_second": 34.568,
86
- "eval_steps_per_second": 4.321,
87
- "eval_wer": 0.4744748118309769,
88
  "step": 800
89
  },
90
  {
91
  "epoch": 1.3931888544891642,
92
- "eval_loss": 0.6220189332962036,
93
- "eval_runtime": 162.6081,
94
- "eval_samples_per_second": 34.783,
95
- "eval_steps_per_second": 4.348,
96
- "eval_wer": 0.47879186660461237,
97
  "step": 900
98
  },
99
  {
100
  "epoch": 1.5479876160990713,
101
- "grad_norm": 0.3950090706348419,
102
- "learning_rate": 0.0002672,
103
- "loss": 0.6286,
104
  "step": 1000
105
  },
106
  {
107
  "epoch": 1.5479876160990713,
108
- "eval_loss": 0.5738953351974487,
109
- "eval_runtime": 162.8483,
110
- "eval_samples_per_second": 34.732,
111
- "eval_steps_per_second": 4.341,
112
- "eval_wer": 0.4588114458121359,
113
  "step": 1000
114
  },
115
  {
116
  "epoch": 1.7027863777089784,
117
- "eval_loss": 0.564153790473938,
118
- "eval_runtime": 164.0752,
119
- "eval_samples_per_second": 34.472,
120
- "eval_steps_per_second": 4.309,
121
- "eval_wer": 0.4262008313138932,
122
  "step": 1100
123
  },
124
  {
125
  "epoch": 1.8575851393188856,
126
- "eval_loss": 0.5511888265609741,
127
- "eval_runtime": 164.5846,
128
- "eval_samples_per_second": 34.365,
129
- "eval_steps_per_second": 4.296,
130
- "eval_wer": 0.42080852497953813,
131
  "step": 1200
132
  },
133
  {
134
  "epoch": 2.0123839009287927,
135
- "eval_loss": 0.527522623538971,
136
- "eval_runtime": 162.1572,
137
- "eval_samples_per_second": 34.88,
138
- "eval_steps_per_second": 4.36,
139
- "eval_wer": 0.38652886328256647,
140
  "step": 1300
141
  },
142
  {
143
  "epoch": 2.1671826625387,
144
- "eval_loss": 0.4955059587955475,
145
- "eval_runtime": 160.6015,
146
- "eval_samples_per_second": 35.218,
147
- "eval_steps_per_second": 4.402,
148
- "eval_wer": 0.37545537706023013,
149
  "step": 1400
150
  },
151
  {
152
  "epoch": 2.321981424148607,
153
- "grad_norm": 0.4153783619403839,
154
- "learning_rate": 0.00023393333333333332,
155
- "loss": 0.4816,
156
  "step": 1500
157
  },
158
  {
159
  "epoch": 2.321981424148607,
160
- "eval_loss": 0.4908938407897949,
161
- "eval_runtime": 160.2948,
162
- "eval_samples_per_second": 35.285,
163
- "eval_steps_per_second": 4.411,
164
- "eval_wer": 0.37325672834651985,
165
  "step": 1500
166
  },
167
  {
168
  "epoch": 2.476780185758514,
169
- "eval_loss": 0.4982919991016388,
170
- "eval_runtime": 162.1379,
171
- "eval_samples_per_second": 34.884,
172
- "eval_steps_per_second": 4.36,
173
- "eval_wer": 0.37279132095456663,
174
  "step": 1600
175
  },
176
  {
177
  "epoch": 2.6315789473684212,
178
- "eval_loss": 0.48909762501716614,
179
- "eval_runtime": 161.7559,
180
- "eval_samples_per_second": 34.966,
181
- "eval_steps_per_second": 4.371,
182
- "eval_wer": 0.36550528799088444,
183
  "step": 1700
184
  },
185
  {
186
  "epoch": 2.7863777089783284,
187
- "eval_loss": 0.47961312532424927,
188
- "eval_runtime": 160.2886,
189
- "eval_samples_per_second": 35.286,
190
- "eval_steps_per_second": 4.411,
191
- "eval_wer": 0.3570958578742116,
192
  "step": 1800
193
  },
194
  {
195
  "epoch": 2.9411764705882355,
196
- "eval_loss": 0.46432051062583923,
197
- "eval_runtime": 162.1185,
198
- "eval_samples_per_second": 34.888,
199
- "eval_steps_per_second": 4.361,
200
- "eval_wer": 0.3591982154033798,
201
  "step": 1900
202
  },
203
  {
204
  "epoch": 3.0959752321981426,
205
- "grad_norm": 0.8931769728660583,
206
- "learning_rate": 0.00020079999999999997,
207
- "loss": 0.4017,
208
  "step": 2000
209
  },
210
  {
211
  "epoch": 3.0959752321981426,
212
- "eval_loss": 0.5084750652313232,
213
- "eval_runtime": 162.3398,
214
- "eval_samples_per_second": 34.841,
215
- "eval_steps_per_second": 4.355,
216
- "eval_wer": 0.3697902457030059,
217
  "step": 2000
218
  },
219
  {
220
- "epoch": 3.2507739938080498,
221
- "eval_loss": 0.6755269169807434,
222
- "eval_runtime": 163.0508,
223
- "eval_samples_per_second": 34.689,
224
- "eval_steps_per_second": 4.336,
225
- "eval_wer": 0.4530018776780986,
226
- "step": 2100
227
- },
228
- {
229
- "epoch": 3.405572755417957,
230
- "eval_loss": 0.710012674331665,
231
- "eval_runtime": 161.8251,
232
- "eval_samples_per_second": 34.951,
233
- "eval_steps_per_second": 4.369,
234
- "eval_wer": 0.5108247339956027,
235
- "step": 2200
236
- },
237
- {
238
- "epoch": 3.560371517027864,
239
- "eval_loss": 0.8310704231262207,
240
- "eval_runtime": 162.1264,
241
- "eval_samples_per_second": 34.886,
242
- "eval_steps_per_second": 4.361,
243
- "eval_wer": 0.5642984384779574,
244
- "step": 2300
245
- },
246
- {
247
- "epoch": 3.715170278637771,
248
- "eval_loss": 0.7031980156898499,
249
- "eval_runtime": 166.0393,
250
- "eval_samples_per_second": 34.064,
251
- "eval_steps_per_second": 4.258,
252
- "eval_wer": 0.5028807112708832,
253
- "step": 2400
254
- },
255
- {
256
- "epoch": 3.8699690402476783,
257
- "grad_norm": 4.817399024963379,
258
- "learning_rate": 0.00016766666666666666,
259
- "loss": 0.6839,
260
- "step": 2500
261
- },
262
- {
263
- "epoch": 3.8699690402476783,
264
- "eval_loss": 0.7070674896240234,
265
- "eval_runtime": 164.0683,
266
- "eval_samples_per_second": 34.473,
267
- "eval_steps_per_second": 4.309,
268
- "eval_wer": 0.5006660140264159,
269
- "step": 2500
270
- },
271
- {
272
- "epoch": 4.024767801857585,
273
- "eval_loss": 0.8223607540130615,
274
- "eval_runtime": 164.3114,
275
- "eval_samples_per_second": 34.422,
276
- "eval_steps_per_second": 4.303,
277
- "eval_wer": 0.5069409895524065,
278
- "step": 2600
279
- },
280
- {
281
- "epoch": 4.179566563467493,
282
- "eval_loss": 0.8343736529350281,
283
- "eval_runtime": 163.8342,
284
- "eval_samples_per_second": 34.523,
285
- "eval_steps_per_second": 4.315,
286
- "eval_wer": 0.5162491373914718,
287
- "step": 2700
288
- },
289
- {
290
- "epoch": 4.3343653250774,
291
- "eval_loss": 0.9089197516441345,
292
- "eval_runtime": 162.2031,
293
- "eval_samples_per_second": 34.87,
294
- "eval_steps_per_second": 4.359,
295
- "eval_wer": 0.5620195471104621,
296
- "step": 2800
297
- },
298
- {
299
- "epoch": 4.489164086687307,
300
- "eval_loss": 0.9664539098739624,
301
- "eval_runtime": 163.3849,
302
- "eval_samples_per_second": 34.618,
303
- "eval_steps_per_second": 4.327,
304
- "eval_wer": 0.5640095649243312,
305
- "step": 2900
306
- },
307
- {
308
- "epoch": 4.643962848297214,
309
- "grad_norm": 7.185929775238037,
310
- "learning_rate": 0.00013446666666666666,
311
- "loss": 0.8292,
312
- "step": 3000
313
- },
314
- {
315
- "epoch": 4.643962848297214,
316
- "eval_loss": 0.9127740859985352,
317
- "eval_runtime": 162.7094,
318
- "eval_samples_per_second": 34.761,
319
- "eval_steps_per_second": 4.345,
320
- "eval_wer": 0.5414774277414902,
321
- "step": 3000
322
- },
323
- {
324
- "epoch": 4.798761609907121,
325
- "eval_loss": 1.1924536228179932,
326
- "eval_runtime": 161.8545,
327
- "eval_samples_per_second": 34.945,
328
- "eval_steps_per_second": 4.368,
329
- "eval_wer": 0.5938598321323683,
330
- "step": 3100
331
- },
332
- {
333
- "epoch": 4.953560371517028,
334
- "eval_loss": 1.4327375888824463,
335
- "eval_runtime": 167.5589,
336
- "eval_samples_per_second": 33.755,
337
- "eval_steps_per_second": 4.219,
338
- "eval_wer": 0.6999406204361991,
339
- "step": 3200
340
- },
341
- {
342
- "epoch": 5.108359133126935,
343
- "eval_loss": 1.2741221189498901,
344
- "eval_runtime": 166.0465,
345
- "eval_samples_per_second": 34.063,
346
- "eval_steps_per_second": 4.258,
347
- "eval_wer": 0.7826707964885815,
348
- "step": 3300
349
- },
350
- {
351
- "epoch": 5.2631578947368425,
352
- "eval_loss": 1.9348175525665283,
353
- "eval_runtime": 163.4154,
354
- "eval_samples_per_second": 34.611,
355
- "eval_steps_per_second": 4.326,
356
- "eval_wer": 0.8741795188650479,
357
- "step": 3400
358
- },
359
- {
360
- "epoch": 5.41795665634675,
361
- "grad_norm": 0.6057500839233398,
362
- "learning_rate": 0.00010126666666666666,
363
- "loss": 1.4131,
364
- "step": 3500
365
- },
366
- {
367
- "epoch": 5.41795665634675,
368
- "eval_loss": 1.9216177463531494,
369
- "eval_runtime": 161.6687,
370
- "eval_samples_per_second": 34.985,
371
- "eval_steps_per_second": 4.373,
372
- "eval_wer": 0.9870167386175795,
373
- "step": 3500
374
- },
375
- {
376
- "epoch": 5.572755417956657,
377
- "eval_loss": 1.8565247058868408,
378
- "eval_runtime": 164.0672,
379
- "eval_samples_per_second": 34.474,
380
- "eval_steps_per_second": 4.309,
381
- "eval_wer": 0.9367045946943557,
382
- "step": 3600
383
- },
384
- {
385
- "epoch": 5.727554179566564,
386
- "eval_loss": 1.7827845811843872,
387
- "eval_runtime": 163.0587,
388
- "eval_samples_per_second": 34.687,
389
- "eval_steps_per_second": 4.336,
390
- "eval_wer": 0.8240278602493941,
391
- "step": 3700
392
- },
393
- {
394
- "epoch": 5.882352941176471,
395
- "eval_loss": 1.6846531629562378,
396
- "eval_runtime": 162.8654,
397
- "eval_samples_per_second": 34.728,
398
- "eval_steps_per_second": 4.341,
399
- "eval_wer": 0.8059090690247308,
400
- "step": 3800
401
- },
402
- {
403
- "epoch": 6.037151702786378,
404
- "eval_loss": 1.6440324783325195,
405
- "eval_runtime": 163.0292,
406
- "eval_samples_per_second": 34.693,
407
- "eval_steps_per_second": 4.337,
408
- "eval_wer": 0.7983823080996935,
409
- "step": 3900
410
- },
411
- {
412
- "epoch": 6.191950464396285,
413
- "grad_norm": 0.5905019640922546,
414
- "learning_rate": 6.806666666666666e-05,
415
- "loss": 1.7728,
416
- "step": 4000
417
- },
418
- {
419
- "epoch": 6.191950464396285,
420
- "eval_loss": 1.6765395402908325,
421
- "eval_runtime": 166.4929,
422
- "eval_samples_per_second": 33.971,
423
- "eval_steps_per_second": 4.246,
424
- "eval_wer": 0.8053313219174785,
425
- "step": 4000
426
- },
427
- {
428
- "epoch": 6.346749226006192,
429
- "eval_loss": 1.6733070611953735,
430
- "eval_runtime": 163.1125,
431
- "eval_samples_per_second": 34.675,
432
- "eval_steps_per_second": 4.334,
433
- "eval_wer": 0.8024265378504598,
434
- "step": 4100
435
- },
436
- {
437
- "epoch": 6.5015479876160995,
438
- "eval_loss": 1.6601324081420898,
439
- "eval_runtime": 163.6995,
440
- "eval_samples_per_second": 34.551,
441
- "eval_steps_per_second": 4.319,
442
- "eval_wer": 0.7899568294522636,
443
- "step": 4200
444
- },
445
- {
446
- "epoch": 6.656346749226007,
447
- "eval_loss": 1.6604827642440796,
448
- "eval_runtime": 162.8495,
449
- "eval_samples_per_second": 34.731,
450
- "eval_steps_per_second": 4.341,
451
- "eval_wer": 0.7972910080082168,
452
- "step": 4300
453
- },
454
- {
455
- "epoch": 6.811145510835914,
456
- "eval_loss": 1.6598834991455078,
457
- "eval_runtime": 163.8109,
458
- "eval_samples_per_second": 34.528,
459
- "eval_steps_per_second": 4.316,
460
- "eval_wer": 0.7804560992441142,
461
- "step": 4400
462
- },
463
- {
464
- "epoch": 6.965944272445821,
465
- "grad_norm": 0.9840993881225586,
466
- "learning_rate": 3.493333333333333e-05,
467
- "loss": 1.6777,
468
- "step": 4500
469
- },
470
- {
471
- "epoch": 6.965944272445821,
472
- "eval_loss": 1.635949730873108,
473
- "eval_runtime": 163.8566,
474
- "eval_samples_per_second": 34.518,
475
- "eval_steps_per_second": 4.315,
476
- "eval_wer": 0.7693184188987499,
477
- "step": 4500
478
- },
479
- {
480
- "epoch": 7.120743034055727,
481
- "eval_loss": 1.6399564743041992,
482
- "eval_runtime": 164.6612,
483
- "eval_samples_per_second": 34.349,
484
- "eval_steps_per_second": 4.294,
485
- "eval_wer": 0.7651137038404134,
486
- "step": 4600
487
- },
488
- {
489
- "epoch": 7.275541795665634,
490
- "eval_loss": 1.6759086847305298,
491
- "eval_runtime": 161.5503,
492
- "eval_samples_per_second": 35.011,
493
- "eval_steps_per_second": 4.376,
494
- "eval_wer": 0.7672481584310956,
495
- "step": 4700
496
- },
497
- {
498
- "epoch": 7.430340557275541,
499
- "eval_loss": 1.6848710775375366,
500
- "eval_runtime": 162.0136,
501
- "eval_samples_per_second": 34.911,
502
- "eval_steps_per_second": 4.364,
503
- "eval_wer": 0.7686283320761984,
504
- "step": 4800
505
- },
506
- {
507
- "epoch": 7.585139318885449,
508
- "eval_loss": 1.6857717037200928,
509
- "eval_runtime": 161.3723,
510
- "eval_samples_per_second": 35.049,
511
- "eval_steps_per_second": 4.381,
512
- "eval_wer": 0.7689974482836096,
513
- "step": 4900
514
- },
515
- {
516
- "epoch": 7.739938080495356,
517
- "grad_norm": 1.753746747970581,
518
- "learning_rate": 1.8e-06,
519
- "loss": 1.683,
520
- "step": 5000
521
- },
522
- {
523
- "epoch": 7.739938080495356,
524
- "eval_loss": 1.6955511569976807,
525
- "eval_runtime": 160.8529,
526
- "eval_samples_per_second": 35.163,
527
- "eval_steps_per_second": 4.395,
528
- "eval_wer": 0.7701529424981143,
529
- "step": 5000
530
- },
531
- {
532
- "epoch": 7.739938080495356,
533
- "step": 5000,
534
- "total_flos": 4.528229347801944e+19,
535
- "train_loss": 1.3220068420410156,
536
- "train_runtime": 20543.6538,
537
- "train_samples_per_second": 15.577,
538
- "train_steps_per_second": 0.243
539
  }
540
  ],
541
  "logging_steps": 500,
542
- "max_steps": 5000,
543
  "num_input_tokens_seen": 0,
544
- "num_train_epochs": 8,
545
  "save_steps": 400,
546
- "total_flos": 4.528229347801944e+19,
547
  "train_batch_size": 64,
548
  "trial_name": null,
549
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 3.0959752321981426,
5
  "eval_steps": 100,
6
+ "global_step": 2000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
  "epoch": 0.15479876160990713,
13
+ "eval_loss": 3.5622992515563965,
14
+ "eval_runtime": 158.441,
15
+ "eval_samples_per_second": 35.698,
16
+ "eval_steps_per_second": 4.462,
17
  "eval_wer": 1.0,
18
  "step": 100
19
  },
20
  {
21
  "epoch": 0.30959752321981426,
22
+ "eval_loss": 3.2967281341552734,
23
+ "eval_runtime": 153.6671,
24
+ "eval_samples_per_second": 36.807,
25
+ "eval_steps_per_second": 4.601,
26
  "eval_wer": 1.0,
27
  "step": 200
28
  },
29
  {
30
  "epoch": 0.46439628482972134,
31
+ "eval_loss": 2.648355722427368,
32
+ "eval_runtime": 153.3096,
33
+ "eval_samples_per_second": 36.893,
34
+ "eval_steps_per_second": 4.612,
35
  "eval_wer": 0.9999518544077289,
36
  "step": 300
37
  },
38
  {
39
  "epoch": 0.6191950464396285,
40
+ "eval_loss": 1.060172200202942,
41
+ "eval_runtime": 153.5019,
42
+ "eval_samples_per_second": 36.846,
43
+ "eval_steps_per_second": 4.606,
44
+ "eval_wer": 0.7315080804352362,
45
  "step": 400
46
  },
47
  {
48
  "epoch": 0.7739938080495357,
49
+ "grad_norm": 2.8772997856140137,
50
  "learning_rate": 0.00029699999999999996,
51
+ "loss": 3.6398,
52
  "step": 500
53
  },
54
  {
55
  "epoch": 0.7739938080495357,
56
+ "eval_loss": 0.8942204713821411,
57
+ "eval_runtime": 154.5421,
58
+ "eval_samples_per_second": 36.598,
59
+ "eval_steps_per_second": 4.575,
60
+ "eval_wer": 0.6695607517131806,
61
  "step": 500
62
  },
63
  {
64
  "epoch": 0.9287925696594427,
65
+ "eval_loss": 0.7115893959999084,
66
+ "eval_runtime": 155.1607,
67
+ "eval_samples_per_second": 36.453,
68
+ "eval_steps_per_second": 4.557,
69
+ "eval_wer": 0.5361172184686492,
70
  "step": 600
71
  },
72
  {
73
  "epoch": 1.08359133126935,
74
+ "eval_loss": 0.6647589802742004,
75
+ "eval_runtime": 154.7086,
76
+ "eval_samples_per_second": 36.559,
77
+ "eval_steps_per_second": 4.57,
78
+ "eval_wer": 0.5100704530500233,
79
  "step": 700
80
  },
81
  {
82
  "epoch": 1.238390092879257,
83
+ "eval_loss": 0.5869073867797852,
84
+ "eval_runtime": 154.314,
85
+ "eval_samples_per_second": 36.653,
86
+ "eval_steps_per_second": 4.582,
87
+ "eval_wer": 0.45284139237052845,
88
  "step": 800
89
  },
90
  {
91
  "epoch": 1.3931888544891642,
92
+ "eval_loss": 0.5697966814041138,
93
+ "eval_runtime": 153.6252,
94
+ "eval_samples_per_second": 36.817,
95
+ "eval_steps_per_second": 4.602,
96
+ "eval_wer": 0.43589414389112674,
97
  "step": 900
98
  },
99
  {
100
  "epoch": 1.5479876160990713,
101
+ "grad_norm": 0.41244009137153625,
102
+ "learning_rate": 0.0002016,
103
+ "loss": 0.5976,
104
  "step": 1000
105
  },
106
  {
107
  "epoch": 1.5479876160990713,
108
+ "eval_loss": 0.54075688123703,
109
+ "eval_runtime": 154.0436,
110
+ "eval_samples_per_second": 36.717,
111
+ "eval_steps_per_second": 4.59,
112
+ "eval_wer": 0.41122755211760365,
113
  "step": 1000
114
  },
115
  {
116
  "epoch": 1.7027863777089784,
117
+ "eval_loss": 0.5229234099388123,
118
+ "eval_runtime": 154.4025,
119
+ "eval_samples_per_second": 36.632,
120
+ "eval_steps_per_second": 4.579,
121
+ "eval_wer": 0.41960488517276245,
122
  "step": 1100
123
  },
124
  {
125
  "epoch": 1.8575851393188856,
126
+ "eval_loss": 0.5054619312286377,
127
+ "eval_runtime": 154.4414,
128
+ "eval_samples_per_second": 36.622,
129
+ "eval_steps_per_second": 4.578,
130
+ "eval_wer": 0.39546789491422063,
131
  "step": 1200
132
  },
133
  {
134
  "epoch": 2.0123839009287927,
135
+ "eval_loss": 0.48077496886253357,
136
+ "eval_runtime": 154.8241,
137
+ "eval_samples_per_second": 36.532,
138
+ "eval_steps_per_second": 4.566,
139
+ "eval_wer": 0.3708815457944825,
140
  "step": 1300
141
  },
142
  {
143
  "epoch": 2.1671826625387,
144
+ "eval_loss": 0.46668991446495056,
145
+ "eval_runtime": 154.4804,
146
+ "eval_samples_per_second": 36.613,
147
+ "eval_steps_per_second": 4.577,
148
+ "eval_wer": 0.3579785270658471,
149
  "step": 1400
150
  },
151
  {
152
  "epoch": 2.321981424148607,
153
+ "grad_norm": 0.45199868083000183,
154
+ "learning_rate": 0.00010179999999999998,
155
+ "loss": 0.443,
156
  "step": 1500
157
  },
158
  {
159
  "epoch": 2.321981424148607,
160
+ "eval_loss": 0.45730867981910706,
161
+ "eval_runtime": 154.0073,
162
+ "eval_samples_per_second": 36.726,
163
+ "eval_steps_per_second": 4.591,
164
+ "eval_wer": 0.35817110943493125,
165
  "step": 1500
166
  },
167
  {
168
  "epoch": 2.476780185758514,
169
+ "eval_loss": 0.44747394323349,
170
+ "eval_runtime": 156.828,
171
+ "eval_samples_per_second": 36.065,
172
+ "eval_steps_per_second": 4.508,
173
+ "eval_wer": 0.3452199451140248,
174
  "step": 1600
175
  },
176
  {
177
  "epoch": 2.6315789473684212,
178
+ "eval_loss": 0.43689531087875366,
179
+ "eval_runtime": 155.5732,
180
+ "eval_samples_per_second": 36.356,
181
+ "eval_steps_per_second": 4.544,
182
+ "eval_wer": 0.3477877100351463,
183
  "step": 1700
184
  },
185
  {
186
  "epoch": 2.7863777089783284,
187
+ "eval_loss": 0.4227137863636017,
188
+ "eval_runtime": 156.702,
189
+ "eval_samples_per_second": 36.094,
190
+ "eval_steps_per_second": 4.512,
191
+ "eval_wer": 0.32978125852578194,
192
  "step": 1800
193
  },
194
  {
195
  "epoch": 2.9411764705882355,
196
+ "eval_loss": 0.4168964922428131,
197
+ "eval_runtime": 153.7827,
198
+ "eval_samples_per_second": 36.779,
199
+ "eval_steps_per_second": 4.597,
200
+ "eval_wer": 0.3270690568278474,
201
  "step": 1900
202
  },
203
  {
204
  "epoch": 3.0959752321981426,
205
+ "grad_norm": 0.4056684672832489,
206
+ "learning_rate": 2.4e-06,
207
+ "loss": 0.3475,
208
  "step": 2000
209
  },
210
  {
211
  "epoch": 3.0959752321981426,
212
+ "eval_loss": 0.42000359296798706,
213
+ "eval_runtime": 154.6879,
214
+ "eval_samples_per_second": 36.564,
215
+ "eval_steps_per_second": 4.57,
216
+ "eval_wer": 0.3226557108696699,
217
  "step": 2000
218
  },
219
  {
220
+ "epoch": 3.0959752321981426,
221
+ "step": 2000,
222
+ "total_flos": 1.8144283373471887e+19,
223
+ "train_loss": 1.2569797668457032,
224
+ "train_runtime": 7798.4407,
225
+ "train_samples_per_second": 16.414,
226
+ "train_steps_per_second": 0.256
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
227
  }
228
  ],
229
  "logging_steps": 500,
230
+ "max_steps": 2000,
231
  "num_input_tokens_seen": 0,
232
+ "num_train_epochs": 4,
233
  "save_steps": 400,
234
+ "total_flos": 1.8144283373471887e+19,
235
  "train_batch_size": 64,
236
  "trial_name": null,
237
  "trial_params": null