alexue4 commited on
Commit
750214d
1 Parent(s): b88d047

End of training

Browse files
README.md CHANGED
@@ -15,7 +15,7 @@ should probably proofread and complete it, then remove this comment. -->
15
 
16
  This model is a fine-tuned version of [google/mt5-small](https://huggingface.co/google/mt5-small) on the None dataset.
17
  It achieves the following results on the evaluation set:
18
- - Loss: 0.0393
19
  - Mean Distance: 0
20
  - Max Distance: 1
21
 
@@ -43,32 +43,52 @@ The following hyperparameters were used during training:
43
  - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
44
  - lr_scheduler_type: linear
45
  - lr_scheduler_warmup_ratio: 0.1
46
- - num_epochs: 20
47
 
48
  ### Training results
49
 
50
- | Training Loss | Epoch | Step | Validation Loss | Mean Distance | Max Distance |
51
- |:-------------:|:-----:|:-----:|:---------------:|:-------------:|:------------:|
52
- | 0.2324 | 1.0 | 2664 | 0.1072 | 0 | 1 |
53
- | 0.0151 | 2.0 | 5328 | 0.0436 | 0 | 1 |
54
- | 0.0094 | 3.0 | 7992 | 0.0241 | 0 | 1 |
55
- | 0.0056 | 4.0 | 10656 | 0.0309 | 0 | 1 |
56
- | 0.0068 | 5.0 | 13320 | 0.0356 | 0 | 1 |
57
- | 0.0041 | 6.0 | 15984 | 0.0186 | 0 | 1 |
58
- | 0.0034 | 7.0 | 18648 | 0.0426 | 0 | 1 |
59
- | 0.0043 | 8.0 | 21312 | 0.0172 | 0 | 1 |
60
- | 0.004 | 9.0 | 23976 | 0.0272 | 0 | 1 |
61
- | 0.0005 | 10.0 | 26640 | 0.0333 | 0 | 1 |
62
- | 0.0025 | 11.0 | 29304 | 0.0358 | 0 | 1 |
63
- | 0.0021 | 12.0 | 31968 | 0.0474 | 0 | 1 |
64
- | 0.0007 | 13.0 | 34632 | 0.0402 | 0 | 1 |
65
- | 0.0017 | 14.0 | 37296 | 0.0392 | 0 | 1 |
66
- | 0.0007 | 15.0 | 39960 | 0.0394 | 0 | 1 |
67
- | 0.0013 | 16.0 | 42624 | 0.0442 | 0 | 1 |
68
- | 0.0002 | 17.0 | 45288 | 0.0443 | 0 | 1 |
69
- | 0.0013 | 18.0 | 47952 | 0.0389 | 0 | 1 |
70
- | 0.0001 | 19.0 | 50616 | 0.0412 | 0 | 1 |
71
- | 0.0001 | 20.0 | 53280 | 0.0393 | 0 | 1 |
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
72
 
73
 
74
  ### Framework versions
 
15
 
16
  This model is a fine-tuned version of [google/mt5-small](https://huggingface.co/google/mt5-small) on the None dataset.
17
  It achieves the following results on the evaluation set:
18
+ - Loss: 0.0632
19
  - Mean Distance: 0
20
  - Max Distance: 1
21
 
 
43
  - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
44
  - lr_scheduler_type: linear
45
  - lr_scheduler_warmup_ratio: 0.1
46
+ - num_epochs: 40
47
 
48
  ### Training results
49
 
50
+ | Training Loss | Epoch | Step | Validation Loss | Mean Distance | Max Distance |
51
+ |:-------------:|:-----:|:------:|:---------------:|:-------------:|:------------:|
52
+ | 0.8541 | 1.0 | 2664 | 0.3404 | 0 | 1 |
53
+ | 0.0451 | 2.0 | 5328 | 0.0605 | 0 | 1 |
54
+ | 0.0112 | 3.0 | 7992 | 0.0411 | 0 | 1 |
55
+ | 0.0068 | 4.0 | 10656 | 0.0205 | 0 | 1 |
56
+ | 0.007 | 5.0 | 13320 | 0.0242 | 0 | 1 |
57
+ | 0.0022 | 6.0 | 15984 | 0.0272 | 0 | 1 |
58
+ | 0.0054 | 7.0 | 18648 | 0.0080 | 0 | 1 |
59
+ | 0.0036 | 8.0 | 21312 | 0.0252 | 0 | 1 |
60
+ | 0.0039 | 9.0 | 23976 | 0.0210 | 0 | 1 |
61
+ | 0.0026 | 10.0 | 26640 | 0.0170 | 0 | 1 |
62
+ | 0.0026 | 11.0 | 29304 | 0.0043 | 0 | 1 |
63
+ | 0.0029 | 12.0 | 31968 | 0.0135 | 0 | 1 |
64
+ | 0.0011 | 13.0 | 34632 | 0.0313 | 0 | 1 |
65
+ | 0.0017 | 14.0 | 37296 | 0.0353 | 0 | 1 |
66
+ | 0.0014 | 15.0 | 39960 | 0.0117 | 0 | 1 |
67
+ | 0.0014 | 16.0 | 42624 | 0.0140 | 0 | 1 |
68
+ | 0.0013 | 17.0 | 45288 | 0.0220 | 0 | 1 |
69
+ | 0.0009 | 18.0 | 47952 | 0.0247 | 0 | 1 |
70
+ | 0.0017 | 19.0 | 50616 | 0.0322 | 0 | 1 |
71
+ | 0.0022 | 20.0 | 53280 | 0.0314 | 0 | 1 |
72
+ | 0.0006 | 21.0 | 55944 | 0.0305 | 0 | 1 |
73
+ | 0.001 | 22.0 | 58608 | 0.0292 | 0 | 1 |
74
+ | 0.0008 | 23.0 | 61272 | 0.0373 | 0 | 1 |
75
+ | 0.0008 | 24.0 | 63936 | 0.0309 | 0 | 1 |
76
+ | 0.0008 | 25.0 | 66600 | 0.0385 | 0 | 1 |
77
+ | 0.0014 | 26.0 | 69264 | 0.0134 | 0 | 1 |
78
+ | 0.0004 | 27.0 | 71928 | 0.0239 | 0 | 1 |
79
+ | 0.0011 | 28.0 | 74592 | 0.0164 | 0 | 1 |
80
+ | 0.0002 | 29.0 | 77256 | 0.0186 | 0 | 1 |
81
+ | 0.0001 | 30.0 | 79920 | 0.0298 | 0 | 1 |
82
+ | 0.0008 | 31.0 | 82584 | 0.0277 | 0 | 1 |
83
+ | 0.0003 | 32.0 | 85248 | 0.0377 | 0 | 1 |
84
+ | 0.0003 | 33.0 | 87912 | 0.0354 | 0 | 1 |
85
+ | 0.0007 | 34.0 | 90576 | 0.0585 | 0 | 1 |
86
+ | 0.0005 | 35.0 | 93240 | 0.0568 | 0 | 1 |
87
+ | 0.0001 | 36.0 | 95904 | 0.0567 | 0 | 1 |
88
+ | 0.0009 | 37.0 | 98568 | 0.0605 | 0 | 1 |
89
+ | 0.0002 | 38.0 | 101232 | 0.0613 | 0 | 1 |
90
+ | 0.0002 | 39.0 | 103896 | 0.0563 | 0 | 1 |
91
+ | 0.0002 | 40.0 | 106560 | 0.0632 | 0 | 1 |
92
 
93
 
94
  ### Framework versions
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:139f4efafa81328de028fe45cfd22391527b568ecc61cf081db24d84a0d357e1
3
  size 1200729512
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b231aefa39c9a5055819cb061fe2728111c61d5f415f2208c6a2c7bf69d4cb02
3
  size 1200729512
runs/Dec05_23-35-46_DESKTOP-A45193E/events.out.tfevents.1701812151.DESKTOP-A45193E ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3503a3389c33e4b4456fe130dbdc3125a33273ba6e52e4dd20c768694f87ec7
3
+ size 52187
trainer_state.json CHANGED
@@ -1,1428 +1,1628 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 20.0,
5
  "eval_steps": 500,
6
- "global_step": 53280,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
  "epoch": 0.0,
13
- "learning_rate": 1.876876876876877e-08,
14
- "loss": 26.3774,
15
  "step": 1
16
  },
17
- {
18
- "epoch": 0.1,
19
- "learning_rate": 5.011261261261262e-06,
20
- "loss": 28.5448,
21
- "step": 267
22
- },
23
  {
24
  "epoch": 0.2,
25
- "learning_rate": 1.0022522522522524e-05,
26
- "loss": 27.0258,
27
- "step": 534
28
- },
29
- {
30
- "epoch": 0.3,
31
- "learning_rate": 1.5033783783783784e-05,
32
- "loss": 22.7776,
33
- "step": 801
34
  },
35
  {
36
  "epoch": 0.4,
37
- "learning_rate": 2.0045045045045048e-05,
38
- "loss": 17.4592,
39
- "step": 1068
40
- },
41
- {
42
- "epoch": 0.5,
43
- "learning_rate": 2.505630630630631e-05,
44
- "loss": 8.3509,
45
- "step": 1335
46
  },
47
  {
48
  "epoch": 0.6,
49
- "learning_rate": 3.006756756756757e-05,
50
- "loss": 0.8438,
51
- "step": 1602
52
- },
53
- {
54
- "epoch": 0.7,
55
- "learning_rate": 3.507882882882883e-05,
56
- "loss": 0.3406,
57
- "step": 1869
58
  },
59
  {
60
  "epoch": 0.8,
61
- "learning_rate": 4.0090090090090096e-05,
62
- "loss": 0.2968,
63
- "step": 2136
64
- },
65
- {
66
- "epoch": 0.9,
67
- "learning_rate": 4.510135135135135e-05,
68
- "loss": 0.2324,
69
- "step": 2403
70
  },
71
  {
72
  "epoch": 1.0,
73
- "eval_loss": 0.10719971358776093,
74
  "eval_max_distance": 1,
75
  "eval_mean_distance": 0,
76
- "eval_runtime": 1.1818,
77
- "eval_samples_per_second": 302.937,
78
- "eval_steps_per_second": 20.309,
79
  "step": 2664
80
  },
81
  {
82
  "epoch": 1.0,
83
- "learning_rate": 5.011261261261262e-05,
84
- "loss": 0.122,
85
- "step": 2670
86
- },
87
- {
88
- "epoch": 1.1,
89
- "learning_rate": 5.512387387387388e-05,
90
- "loss": 0.1234,
91
- "step": 2937
92
  },
93
  {
94
  "epoch": 1.2,
95
- "learning_rate": 6.013513513513514e-05,
96
- "loss": 0.1377,
97
- "step": 3204
98
- },
99
- {
100
- "epoch": 1.3,
101
- "learning_rate": 6.514639639639641e-05,
102
- "loss": 0.0721,
103
- "step": 3471
104
  },
105
  {
106
  "epoch": 1.4,
107
- "learning_rate": 7.015765765765766e-05,
108
- "loss": 0.0447,
109
- "step": 3738
110
- },
111
- {
112
- "epoch": 1.5,
113
- "learning_rate": 7.516891891891891e-05,
114
- "loss": 0.0262,
115
- "step": 4005
116
  },
117
  {
118
  "epoch": 1.6,
119
- "learning_rate": 8.018018018018019e-05,
120
- "loss": 0.0262,
121
- "step": 4272
122
- },
123
- {
124
- "epoch": 1.7,
125
- "learning_rate": 8.519144144144144e-05,
126
- "loss": 0.0235,
127
- "step": 4539
128
  },
129
  {
130
  "epoch": 1.8,
131
- "learning_rate": 9.02027027027027e-05,
132
- "loss": 0.0163,
133
- "step": 4806
134
- },
135
- {
136
- "epoch": 1.9,
137
- "learning_rate": 9.521396396396397e-05,
138
- "loss": 0.0151,
139
- "step": 5073
140
  },
141
  {
142
  "epoch": 2.0,
143
- "eval_loss": 0.04358534514904022,
144
  "eval_max_distance": 1,
145
  "eval_mean_distance": 0,
146
- "eval_runtime": 0.906,
147
- "eval_samples_per_second": 395.165,
148
- "eval_steps_per_second": 26.492,
149
  "step": 5328
150
  },
151
  {
152
  "epoch": 2.0,
153
- "learning_rate": 9.997497497497498e-05,
154
- "loss": 0.014,
155
- "step": 5340
156
  },
157
  {
158
- "epoch": 2.1,
159
- "learning_rate": 9.941816816816817e-05,
160
- "loss": 0.0136,
161
- "step": 5607
162
  },
163
  {
164
- "epoch": 2.2,
165
- "learning_rate": 9.886136136136137e-05,
166
- "loss": 0.007,
167
- "step": 5874
168
  },
169
  {
170
- "epoch": 2.31,
171
- "learning_rate": 9.830455455455457e-05,
172
- "loss": 0.0144,
173
- "step": 6141
174
  },
175
  {
176
- "epoch": 2.41,
177
- "learning_rate": 9.774774774774775e-05,
178
- "loss": 0.008,
179
- "step": 6408
180
  },
181
  {
182
- "epoch": 2.51,
183
- "learning_rate": 9.719094094094095e-05,
 
 
 
 
 
 
 
 
 
 
184
  "loss": 0.0109,
185
- "step": 6675
186
  },
187
  {
188
- "epoch": 2.61,
189
- "learning_rate": 9.663413413413414e-05,
190
- "loss": 0.0141,
191
- "step": 6942
192
  },
193
  {
194
- "epoch": 2.71,
195
- "learning_rate": 9.607732732732732e-05,
196
- "loss": 0.011,
197
- "step": 7209
198
  },
199
  {
200
- "epoch": 2.81,
201
- "learning_rate": 9.552052052052053e-05,
202
- "loss": 0.0136,
203
- "step": 7476
204
  },
205
  {
206
- "epoch": 2.91,
207
- "learning_rate": 9.496371371371372e-05,
208
- "loss": 0.0094,
209
- "step": 7743
210
  },
211
  {
212
- "epoch": 3.0,
213
- "eval_loss": 0.024132976308465004,
214
  "eval_max_distance": 1,
215
  "eval_mean_distance": 0,
216
- "eval_runtime": 0.9049,
217
- "eval_samples_per_second": 395.615,
218
- "eval_steps_per_second": 26.522,
219
- "step": 7992
220
  },
221
  {
222
- "epoch": 3.01,
223
- "learning_rate": 9.440690690690692e-05,
224
- "loss": 0.0158,
225
- "step": 8010
226
  },
227
  {
228
- "epoch": 3.11,
229
- "learning_rate": 9.38501001001001e-05,
230
- "loss": 0.0085,
231
- "step": 8277
232
  },
233
  {
234
- "epoch": 3.21,
235
- "learning_rate": 9.329329329329329e-05,
236
- "loss": 0.0074,
237
- "step": 8544
238
  },
239
  {
240
- "epoch": 3.31,
241
- "learning_rate": 9.27364864864865e-05,
242
- "loss": 0.0069,
243
- "step": 8811
244
  },
245
  {
246
- "epoch": 3.41,
247
- "learning_rate": 9.217967967967968e-05,
248
- "loss": 0.0049,
249
- "step": 9078
250
  },
251
  {
252
- "epoch": 3.51,
253
- "learning_rate": 9.162287287287288e-05,
254
- "loss": 0.0045,
255
- "step": 9345
 
 
 
 
256
  },
257
  {
258
- "epoch": 3.61,
259
- "learning_rate": 9.106606606606607e-05,
260
- "loss": 0.0053,
261
- "step": 9612
262
  },
263
  {
264
- "epoch": 3.71,
265
- "learning_rate": 9.050925925925925e-05,
266
- "loss": 0.0069,
267
- "step": 9879
268
  },
269
  {
270
- "epoch": 3.81,
271
- "learning_rate": 8.995245245245245e-05,
272
- "loss": 0.0067,
273
- "step": 10146
274
  },
275
  {
276
- "epoch": 3.91,
277
- "learning_rate": 8.939564564564565e-05,
278
- "loss": 0.0056,
279
- "step": 10413
280
  },
281
  {
282
- "epoch": 4.0,
283
- "eval_loss": 0.030885161831974983,
 
 
 
 
 
 
284
  "eval_max_distance": 1,
285
  "eval_mean_distance": 0,
286
- "eval_runtime": 0.9782,
287
- "eval_samples_per_second": 365.991,
288
- "eval_steps_per_second": 24.536,
289
- "step": 10656
290
  },
291
  {
292
- "epoch": 4.01,
293
- "learning_rate": 8.883883883883885e-05,
294
- "loss": 0.0057,
295
- "step": 10680
296
  },
297
  {
298
- "epoch": 4.11,
299
- "learning_rate": 8.828203203203204e-05,
300
- "loss": 0.0018,
301
- "step": 10947
302
  },
303
  {
304
- "epoch": 4.21,
305
- "learning_rate": 8.772522522522522e-05,
 
 
 
 
 
 
306
  "loss": 0.0034,
307
- "step": 11214
308
  },
309
  {
310
- "epoch": 4.31,
311
- "learning_rate": 8.716841841841842e-05,
312
- "loss": 0.0074,
313
- "step": 11481
314
  },
315
  {
316
- "epoch": 4.41,
317
- "learning_rate": 8.661161161161162e-05,
318
- "loss": 0.002,
319
- "step": 11748
 
 
 
 
320
  },
321
  {
322
- "epoch": 4.51,
323
- "learning_rate": 8.605480480480482e-05,
324
- "loss": 0.0121,
325
- "step": 12015
326
  },
327
  {
328
- "epoch": 4.61,
329
- "learning_rate": 8.5497997997998e-05,
330
- "loss": 0.0049,
331
- "step": 12282
332
  },
333
  {
334
- "epoch": 4.71,
335
- "learning_rate": 8.49411911911912e-05,
336
- "loss": 0.0045,
337
- "step": 12549
338
  },
339
  {
340
- "epoch": 4.81,
341
- "learning_rate": 8.438438438438439e-05,
342
- "loss": 0.0022,
343
- "step": 12816
344
  },
345
  {
346
- "epoch": 4.91,
347
- "learning_rate": 8.382757757757757e-05,
348
- "loss": 0.0068,
349
- "step": 13083
350
  },
351
  {
352
- "epoch": 5.0,
353
- "eval_loss": 0.03561040014028549,
354
  "eval_max_distance": 1,
355
  "eval_mean_distance": 0,
356
- "eval_runtime": 0.882,
357
- "eval_samples_per_second": 405.884,
358
- "eval_steps_per_second": 27.21,
359
- "step": 13320
360
  },
361
  {
362
- "epoch": 5.01,
363
- "learning_rate": 8.327077077077078e-05,
364
- "loss": 0.0063,
365
- "step": 13350
366
  },
367
  {
368
- "epoch": 5.11,
369
- "learning_rate": 8.271396396396397e-05,
370
- "loss": 0.002,
371
- "step": 13617
372
  },
373
  {
374
- "epoch": 5.21,
375
- "learning_rate": 8.215715715715717e-05,
376
- "loss": 0.007,
377
- "step": 13884
378
  },
379
  {
380
- "epoch": 5.31,
381
- "learning_rate": 8.160035035035035e-05,
382
- "loss": 0.0036,
383
- "step": 14151
384
  },
385
  {
386
- "epoch": 5.41,
387
- "learning_rate": 8.104354354354354e-05,
388
- "loss": 0.0036,
389
- "step": 14418
 
 
 
 
 
 
 
 
 
 
390
  },
391
  {
392
- "epoch": 5.51,
393
- "learning_rate": 8.048673673673675e-05,
394
- "loss": 0.0087,
395
- "step": 14685
396
  },
397
  {
398
- "epoch": 5.61,
399
- "learning_rate": 7.992992992992994e-05,
400
- "loss": 0.0013,
401
- "step": 14952
402
  },
403
  {
404
- "epoch": 5.71,
405
- "learning_rate": 7.937312312312313e-05,
406
- "loss": 0.0031,
407
- "step": 15219
408
  },
409
  {
410
- "epoch": 5.81,
411
- "learning_rate": 7.881631631631632e-05,
412
- "loss": 0.0031,
413
- "step": 15486
414
  },
415
  {
416
- "epoch": 5.91,
417
- "learning_rate": 7.82595095095095e-05,
418
- "loss": 0.0041,
419
- "step": 15753
420
  },
421
  {
422
- "epoch": 6.0,
423
- "eval_loss": 0.018554789945483208,
424
  "eval_max_distance": 1,
425
  "eval_mean_distance": 0,
426
- "eval_runtime": 0.8772,
427
- "eval_samples_per_second": 408.133,
428
- "eval_steps_per_second": 27.361,
429
- "step": 15984
430
  },
431
  {
432
- "epoch": 6.01,
433
- "learning_rate": 7.77027027027027e-05,
434
- "loss": 0.0044,
435
- "step": 16020
436
  },
437
  {
438
- "epoch": 6.11,
439
- "learning_rate": 7.71458958958959e-05,
440
- "loss": 0.0012,
441
- "step": 16287
442
  },
443
  {
444
- "epoch": 6.21,
445
- "learning_rate": 7.65890890890891e-05,
446
- "loss": 0.0036,
447
- "step": 16554
448
  },
449
  {
450
- "epoch": 6.31,
451
- "learning_rate": 7.603228228228229e-05,
452
- "loss": 0.0028,
453
- "step": 16821
454
  },
455
  {
456
- "epoch": 6.41,
457
- "learning_rate": 7.547547547547547e-05,
458
- "loss": 0.0039,
459
- "step": 17088
460
  },
461
  {
462
- "epoch": 6.51,
463
- "learning_rate": 7.491866866866867e-05,
464
- "loss": 0.0013,
465
- "step": 17355
 
 
 
 
466
  },
467
  {
468
- "epoch": 6.61,
469
- "learning_rate": 7.436186186186187e-05,
470
- "loss": 0.0026,
471
- "step": 17622
472
  },
473
  {
474
- "epoch": 6.72,
475
- "learning_rate": 7.380505505505507e-05,
476
- "loss": 0.0015,
477
- "step": 17889
478
  },
479
  {
480
- "epoch": 6.82,
481
- "learning_rate": 7.324824824824825e-05,
 
 
 
 
 
 
482
  "loss": 0.0009,
483
- "step": 18156
484
  },
485
  {
486
- "epoch": 6.92,
487
- "learning_rate": 7.269144144144144e-05,
488
- "loss": 0.0034,
489
- "step": 18423
490
  },
491
  {
492
- "epoch": 7.0,
493
- "eval_loss": 0.04260706901550293,
494
  "eval_max_distance": 1,
495
  "eval_mean_distance": 0,
496
- "eval_runtime": 0.9016,
497
- "eval_samples_per_second": 397.069,
498
- "eval_steps_per_second": 26.619,
499
- "step": 18648
500
  },
501
  {
502
- "epoch": 7.02,
503
- "learning_rate": 7.213463463463464e-05,
 
 
 
 
 
 
 
 
 
 
 
 
504
  "loss": 0.0027,
505
- "step": 18690
506
  },
507
  {
508
- "epoch": 7.12,
509
- "learning_rate": 7.157782782782782e-05,
510
- "loss": 0.0018,
511
- "step": 18957
512
  },
513
  {
514
- "epoch": 7.22,
515
- "learning_rate": 7.102102102102103e-05,
516
- "loss": 0.0024,
517
- "step": 19224
518
  },
519
  {
520
- "epoch": 7.32,
521
- "learning_rate": 7.046421421421422e-05,
522
- "loss": 0.0021,
523
- "step": 19491
 
 
 
 
524
  },
525
  {
526
- "epoch": 7.42,
527
- "learning_rate": 6.99074074074074e-05,
528
- "loss": 0.0017,
529
- "step": 19758
530
  },
531
  {
532
- "epoch": 7.52,
533
- "learning_rate": 6.93506006006006e-05,
534
- "loss": 0.0013,
535
- "step": 20025
536
  },
537
  {
538
- "epoch": 7.62,
539
- "learning_rate": 6.879379379379379e-05,
540
- "loss": 0.0025,
541
- "step": 20292
 
 
 
 
 
 
542
  },
543
  {
544
- "epoch": 7.72,
545
- "learning_rate": 6.8236986986987e-05,
546
  "loss": 0.0017,
547
- "step": 20559
548
  },
549
  {
550
- "epoch": 7.82,
551
- "learning_rate": 6.768018018018019e-05,
552
- "loss": 0.0022,
553
- "step": 20826
 
 
 
 
554
  },
555
  {
556
- "epoch": 7.92,
557
- "learning_rate": 6.712337337337337e-05,
558
- "loss": 0.0043,
559
- "step": 21093
560
  },
561
  {
562
- "epoch": 8.0,
563
- "eval_loss": 0.017180927097797394,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
564
  "eval_max_distance": 1,
565
  "eval_mean_distance": 0,
566
- "eval_runtime": 0.8803,
567
- "eval_samples_per_second": 406.66,
568
- "eval_steps_per_second": 27.262,
569
- "step": 21312
570
  },
571
  {
572
- "epoch": 8.02,
573
- "learning_rate": 6.656656656656657e-05,
574
- "loss": 0.0035,
575
- "step": 21360
576
  },
577
  {
578
- "epoch": 8.12,
579
- "learning_rate": 6.600975975975976e-05,
580
- "loss": 0.0024,
581
- "step": 21627
582
  },
583
  {
584
- "epoch": 8.22,
585
- "learning_rate": 6.545295295295295e-05,
586
- "loss": 0.0036,
587
- "step": 21894
588
  },
589
  {
590
- "epoch": 8.32,
591
- "learning_rate": 6.489614614614615e-05,
592
- "loss": 0.0034,
593
- "step": 22161
594
  },
595
  {
596
- "epoch": 8.42,
597
- "learning_rate": 6.433933933933934e-05,
598
- "loss": 0.002,
599
- "step": 22428
600
  },
601
  {
602
- "epoch": 8.52,
603
- "learning_rate": 6.378253253253254e-05,
604
- "loss": 0.0029,
605
- "step": 22695
 
 
 
 
606
  },
607
  {
608
- "epoch": 8.62,
609
- "learning_rate": 6.322572572572572e-05,
610
- "loss": 0.002,
611
- "step": 22962
612
  },
613
  {
614
- "epoch": 8.72,
615
- "learning_rate": 6.266891891891892e-05,
616
- "loss": 0.0011,
617
- "step": 23229
618
  },
619
  {
620
- "epoch": 8.82,
621
- "learning_rate": 6.211211211211212e-05,
622
  "loss": 0.0006,
623
- "step": 23496
 
 
 
 
 
 
624
  },
625
  {
626
- "epoch": 8.92,
627
- "learning_rate": 6.15553053053053e-05,
628
- "loss": 0.004,
629
- "step": 23763
630
  },
631
  {
632
- "epoch": 9.0,
633
- "eval_loss": 0.027217011898756027,
634
  "eval_max_distance": 1,
635
  "eval_mean_distance": 0,
636
- "eval_runtime": 0.8897,
637
- "eval_samples_per_second": 402.398,
638
- "eval_steps_per_second": 26.976,
639
- "step": 23976
640
  },
641
  {
642
- "epoch": 9.02,
643
- "learning_rate": 6.0998498498498503e-05,
644
- "loss": 0.0038,
645
- "step": 24030
646
  },
647
  {
648
- "epoch": 9.12,
649
- "learning_rate": 6.0441691691691695e-05,
650
- "loss": 0.0022,
651
- "step": 24297
652
  },
653
  {
654
- "epoch": 9.22,
655
- "learning_rate": 5.988488488488489e-05,
656
  "loss": 0.0011,
657
- "step": 24564
658
  },
659
  {
660
- "epoch": 9.32,
661
- "learning_rate": 5.932807807807807e-05,
662
- "loss": 0.0013,
663
- "step": 24831
664
  },
665
  {
666
- "epoch": 9.42,
667
- "learning_rate": 5.877127127127128e-05,
668
- "loss": 0.0014,
669
- "step": 25098
670
  },
671
  {
672
- "epoch": 9.52,
673
- "learning_rate": 5.821446446446447e-05,
674
- "loss": 0.0037,
675
- "step": 25365
 
 
 
 
676
  },
677
  {
678
- "epoch": 9.62,
679
- "learning_rate": 5.765765765765766e-05,
680
- "loss": 0.0011,
681
- "step": 25632
682
  },
683
  {
684
- "epoch": 9.72,
685
- "learning_rate": 5.7100850850850854e-05,
686
- "loss": 0.0028,
687
- "step": 25899
688
  },
689
  {
690
- "epoch": 9.82,
691
- "learning_rate": 5.654404404404404e-05,
692
- "loss": 0.0012,
693
- "step": 26166
694
  },
695
  {
696
- "epoch": 9.92,
697
- "learning_rate": 5.5987237237237245e-05,
698
- "loss": 0.0005,
699
- "step": 26433
700
  },
701
  {
702
- "epoch": 10.0,
703
- "eval_loss": 0.033312857151031494,
 
 
 
 
 
 
704
  "eval_max_distance": 1,
705
  "eval_mean_distance": 0,
706
- "eval_runtime": 0.9102,
707
- "eval_samples_per_second": 393.315,
708
- "eval_steps_per_second": 26.367,
709
- "step": 26640
710
  },
711
  {
712
- "epoch": 10.02,
713
- "learning_rate": 5.543043043043044e-05,
714
- "loss": 0.0023,
715
- "step": 26700
716
  },
717
  {
718
- "epoch": 10.12,
719
- "learning_rate": 5.487362362362363e-05,
720
- "loss": 0.0032,
721
- "step": 26967
722
  },
723
  {
724
- "epoch": 10.22,
725
- "learning_rate": 5.431681681681682e-05,
726
- "loss": 0.0013,
727
- "step": 27234
728
  },
729
  {
730
- "epoch": 10.32,
731
- "learning_rate": 5.3760010010010006e-05,
732
- "loss": 0.0009,
733
- "step": 27501
734
  },
735
  {
736
- "epoch": 10.42,
737
- "learning_rate": 5.320320320320321e-05,
738
- "loss": 0.0039,
739
- "step": 27768
740
  },
741
  {
742
- "epoch": 10.52,
743
- "learning_rate": 5.2646396396396403e-05,
744
- "loss": 0.0008,
745
- "step": 28035
 
 
 
 
746
  },
747
  {
748
- "epoch": 10.62,
749
- "learning_rate": 5.2089589589589595e-05,
750
- "loss": 0.0009,
751
- "step": 28302
752
  },
753
  {
754
- "epoch": 10.72,
755
- "learning_rate": 5.153278278278279e-05,
756
- "loss": 0.002,
757
- "step": 28569
758
  },
759
  {
760
- "epoch": 10.82,
761
- "learning_rate": 5.097597597597597e-05,
762
- "loss": 0.0006,
763
- "step": 28836
764
  },
765
  {
766
- "epoch": 10.92,
767
- "learning_rate": 5.0419169169169165e-05,
768
- "loss": 0.0025,
769
- "step": 29103
770
  },
771
  {
772
- "epoch": 11.0,
773
- "eval_loss": 0.03584469109773636,
 
 
 
 
 
 
774
  "eval_max_distance": 1,
775
  "eval_mean_distance": 0,
776
- "eval_runtime": 0.8813,
777
- "eval_samples_per_second": 406.214,
778
- "eval_steps_per_second": 27.232,
779
- "step": 29304
780
  },
781
  {
782
- "epoch": 11.02,
783
- "learning_rate": 4.9862362362362363e-05,
784
- "loss": 0.0041,
785
- "step": 29370
786
  },
787
  {
788
- "epoch": 11.12,
789
- "learning_rate": 4.930555555555556e-05,
790
- "loss": 0.0002,
791
- "step": 29637
792
  },
793
  {
794
- "epoch": 11.23,
795
- "learning_rate": 4.8748748748748754e-05,
796
- "loss": 0.0001,
797
- "step": 29904
798
  },
799
  {
800
- "epoch": 11.33,
801
- "learning_rate": 4.819194194194194e-05,
802
- "loss": 0.0001,
803
- "step": 30171
804
  },
805
  {
806
- "epoch": 11.43,
807
- "learning_rate": 4.763513513513514e-05,
808
- "loss": 0.0003,
809
- "step": 30438
810
  },
811
  {
812
- "epoch": 11.53,
813
- "learning_rate": 4.707832832832833e-05,
814
- "loss": 0.003,
815
- "step": 30705
 
 
 
 
816
  },
817
  {
818
- "epoch": 11.63,
819
- "learning_rate": 4.652152152152152e-05,
820
- "loss": 0.0002,
821
- "step": 30972
822
  },
823
  {
824
- "epoch": 11.73,
825
- "learning_rate": 4.596471471471472e-05,
826
- "loss": 0.0037,
827
- "step": 31239
828
  },
829
  {
830
- "epoch": 11.83,
831
- "learning_rate": 4.540790790790791e-05,
832
- "loss": 0.0014,
833
- "step": 31506
834
  },
835
  {
836
- "epoch": 11.93,
837
- "learning_rate": 4.48511011011011e-05,
838
- "loss": 0.0021,
839
- "step": 31773
840
  },
841
  {
842
- "epoch": 12.0,
843
- "eval_loss": 0.04740298539400101,
 
 
 
 
 
 
844
  "eval_max_distance": 1,
845
  "eval_mean_distance": 0,
846
- "eval_runtime": 0.881,
847
- "eval_samples_per_second": 406.347,
848
- "eval_steps_per_second": 27.241,
849
- "step": 31968
850
  },
851
  {
852
- "epoch": 12.03,
853
- "learning_rate": 4.42942942942943e-05,
 
 
 
 
 
 
854
  "loss": 0.0006,
855
- "step": 32040
856
  },
857
  {
858
- "epoch": 12.13,
859
- "learning_rate": 4.373748748748749e-05,
860
- "loss": 0.0007,
861
- "step": 32307
862
  },
863
  {
864
- "epoch": 12.23,
865
- "learning_rate": 4.318068068068069e-05,
866
- "loss": 0.0015,
867
- "step": 32574
868
  },
869
  {
870
- "epoch": 12.33,
871
- "learning_rate": 4.262387387387388e-05,
872
- "loss": 0.0014,
873
- "step": 32841
874
  },
875
  {
876
- "epoch": 12.43,
877
- "learning_rate": 4.2067067067067065e-05,
878
- "loss": 0.0012,
879
- "step": 33108
 
 
 
 
880
  },
881
  {
882
- "epoch": 12.53,
883
- "learning_rate": 4.1510260260260263e-05,
884
- "loss": 0.0019,
885
- "step": 33375
886
  },
887
  {
888
- "epoch": 12.63,
889
- "learning_rate": 4.0953453453453455e-05,
890
- "loss": 0.0011,
891
- "step": 33642
892
  },
893
  {
894
- "epoch": 12.73,
895
- "learning_rate": 4.039664664664665e-05,
896
- "loss": 0.0016,
897
- "step": 33909
898
  },
899
  {
900
- "epoch": 12.83,
901
- "learning_rate": 3.9839839839839846e-05,
902
  "loss": 0.0001,
903
- "step": 34176
904
  },
905
  {
906
- "epoch": 12.93,
907
- "learning_rate": 3.928303303303303e-05,
908
- "loss": 0.0007,
909
- "step": 34443
910
  },
911
  {
912
- "epoch": 13.0,
913
- "eval_loss": 0.0401989221572876,
914
  "eval_max_distance": 1,
915
  "eval_mean_distance": 0,
916
- "eval_runtime": 0.887,
917
- "eval_samples_per_second": 403.585,
918
- "eval_steps_per_second": 27.056,
919
- "step": 34632
920
  },
921
  {
922
- "epoch": 13.03,
923
- "learning_rate": 3.8726226226226223e-05,
924
  "loss": 0.0006,
925
- "step": 34710
926
  },
927
  {
928
- "epoch": 13.13,
929
- "learning_rate": 3.816941941941942e-05,
930
- "loss": 0.0002,
931
- "step": 34977
932
  },
933
  {
934
- "epoch": 13.23,
935
- "learning_rate": 3.7612612612612614e-05,
936
- "loss": 0.0012,
937
- "step": 35244
938
  },
939
  {
940
- "epoch": 13.33,
941
- "learning_rate": 3.705580580580581e-05,
942
- "loss": 0.0027,
943
- "step": 35511
944
  },
945
  {
946
- "epoch": 13.43,
947
- "learning_rate": 3.6498998998999e-05,
948
  "loss": 0.0014,
949
- "step": 35778
950
  },
951
  {
952
- "epoch": 13.53,
953
- "learning_rate": 3.594219219219219e-05,
954
- "loss": 0.0006,
955
- "step": 36045
 
 
 
 
956
  },
957
  {
958
- "epoch": 13.63,
959
- "learning_rate": 3.538538538538539e-05,
960
- "loss": 0.0023,
961
- "step": 36312
962
  },
963
  {
964
- "epoch": 13.73,
965
- "learning_rate": 3.482857857857858e-05,
966
- "loss": 0.0,
967
- "step": 36579
968
  },
969
  {
970
- "epoch": 13.83,
971
- "learning_rate": 3.427177177177177e-05,
972
- "loss": 0.0056,
973
- "step": 36846
974
  },
975
  {
976
- "epoch": 13.93,
977
- "learning_rate": 3.3714964964964965e-05,
978
- "loss": 0.0017,
979
- "step": 37113
980
  },
981
  {
982
- "epoch": 14.0,
983
- "eval_loss": 0.03919493407011032,
 
 
 
 
 
 
984
  "eval_max_distance": 1,
985
  "eval_mean_distance": 0,
986
- "eval_runtime": 0.8793,
987
- "eval_samples_per_second": 407.126,
988
- "eval_steps_per_second": 27.293,
989
- "step": 37296
990
  },
991
  {
992
- "epoch": 14.03,
993
- "learning_rate": 3.315815815815816e-05,
994
- "loss": 0.0002,
995
- "step": 37380
996
  },
997
  {
998
- "epoch": 14.13,
999
- "learning_rate": 3.260135135135135e-05,
1000
- "loss": 0.0012,
1001
- "step": 37647
1002
  },
1003
  {
1004
- "epoch": 14.23,
1005
- "learning_rate": 3.204454454454455e-05,
1006
- "loss": 0.0009,
1007
- "step": 37914
1008
  },
1009
  {
1010
- "epoch": 14.33,
1011
- "learning_rate": 3.148773773773774e-05,
1012
- "loss": 0.0006,
1013
- "step": 38181
1014
  },
1015
  {
1016
- "epoch": 14.43,
1017
- "learning_rate": 3.093093093093093e-05,
1018
- "loss": 0.0006,
1019
- "step": 38448
1020
  },
1021
  {
1022
- "epoch": 14.53,
1023
- "learning_rate": 3.0374124124124127e-05,
1024
- "loss": 0.0015,
1025
- "step": 38715
 
 
 
 
1026
  },
1027
  {
1028
- "epoch": 14.63,
1029
- "learning_rate": 2.9817317317317315e-05,
1030
- "loss": 0.0014,
1031
- "step": 38982
1032
  },
1033
  {
1034
- "epoch": 14.73,
1035
- "learning_rate": 2.9260510510510514e-05,
1036
- "loss": 0.0009,
1037
- "step": 39249
1038
  },
1039
  {
1040
- "epoch": 14.83,
1041
- "learning_rate": 2.8703703703703706e-05,
1042
- "loss": 0.0016,
1043
- "step": 39516
1044
  },
1045
  {
1046
- "epoch": 14.93,
1047
- "learning_rate": 2.8146896896896895e-05,
1048
- "loss": 0.0007,
1049
- "step": 39783
1050
  },
1051
  {
1052
- "epoch": 15.0,
1053
- "eval_loss": 0.03942238539457321,
 
 
 
 
 
 
1054
  "eval_max_distance": 1,
1055
  "eval_mean_distance": 0,
1056
- "eval_runtime": 0.8858,
1057
- "eval_samples_per_second": 404.155,
1058
- "eval_steps_per_second": 27.094,
1059
- "step": 39960
1060
  },
1061
  {
1062
- "epoch": 15.03,
1063
- "learning_rate": 2.7590090090090094e-05,
1064
  "loss": 0.0003,
1065
- "step": 40050
1066
  },
1067
  {
1068
- "epoch": 15.13,
1069
- "learning_rate": 2.7033283283283286e-05,
1070
  "loss": 0.0002,
1071
- "step": 40317
1072
  },
1073
  {
1074
- "epoch": 15.23,
1075
- "learning_rate": 2.6476476476476474e-05,
1076
- "loss": 0.0002,
1077
- "step": 40584
1078
  },
1079
  {
1080
- "epoch": 15.33,
1081
- "learning_rate": 2.5919669669669673e-05,
1082
- "loss": 0.0,
1083
- "step": 40851
1084
  },
1085
  {
1086
- "epoch": 15.43,
1087
- "learning_rate": 2.536286286286286e-05,
1088
- "loss": 0.0017,
1089
- "step": 41118
1090
  },
1091
  {
1092
- "epoch": 15.53,
1093
- "learning_rate": 2.4806056056056057e-05,
1094
- "loss": 0.0002,
1095
- "step": 41385
 
 
 
 
1096
  },
1097
  {
1098
- "epoch": 15.64,
1099
- "learning_rate": 2.4249249249249252e-05,
1100
- "loss": 0.0007,
1101
- "step": 41652
1102
  },
1103
  {
1104
- "epoch": 15.74,
1105
- "learning_rate": 2.3692442442442444e-05,
 
 
 
 
 
 
1106
  "loss": 0.0001,
1107
- "step": 41919
1108
  },
1109
  {
1110
- "epoch": 15.84,
1111
- "learning_rate": 2.3135635635635636e-05,
1112
- "loss": 0.0011,
1113
- "step": 42186
1114
  },
1115
  {
1116
- "epoch": 15.94,
1117
- "learning_rate": 2.2578828828828828e-05,
1118
- "loss": 0.0013,
1119
- "step": 42453
1120
  },
1121
  {
1122
- "epoch": 16.0,
1123
- "eval_loss": 0.04424785450100899,
1124
  "eval_max_distance": 1,
1125
  "eval_mean_distance": 0,
1126
- "eval_runtime": 0.8837,
1127
- "eval_samples_per_second": 405.133,
1128
- "eval_steps_per_second": 27.16,
1129
- "step": 42624
1130
  },
1131
  {
1132
- "epoch": 16.04,
1133
- "learning_rate": 2.2022022022022024e-05,
1134
- "loss": 0.0006,
1135
- "step": 42720
1136
  },
1137
  {
1138
- "epoch": 16.14,
1139
- "learning_rate": 2.146521521521522e-05,
1140
- "loss": 0.0013,
1141
- "step": 42987
1142
  },
1143
  {
1144
- "epoch": 16.24,
1145
- "learning_rate": 2.0908408408408408e-05,
1146
- "loss": 0.0005,
1147
- "step": 43254
1148
  },
1149
  {
1150
- "epoch": 16.34,
1151
- "learning_rate": 2.0351601601601603e-05,
1152
- "loss": 0.0008,
1153
- "step": 43521
1154
  },
1155
  {
1156
- "epoch": 16.44,
1157
- "learning_rate": 1.9794794794794795e-05,
1158
  "loss": 0.0003,
1159
- "step": 43788
1160
  },
1161
  {
1162
- "epoch": 16.54,
1163
- "learning_rate": 1.9237987987987987e-05,
1164
- "loss": 0.0001,
1165
- "step": 44055
 
 
 
 
1166
  },
1167
  {
1168
- "epoch": 16.64,
1169
- "learning_rate": 1.8681181181181182e-05,
1170
- "loss": 0.0005,
1171
- "step": 44322
1172
  },
1173
  {
1174
- "epoch": 16.74,
1175
- "learning_rate": 1.8124374374374374e-05,
1176
- "loss": 0.0026,
1177
- "step": 44589
1178
  },
1179
  {
1180
- "epoch": 16.84,
1181
- "learning_rate": 1.756756756756757e-05,
1182
- "loss": 0.0008,
1183
- "step": 44856
1184
  },
1185
  {
1186
- "epoch": 16.94,
1187
- "learning_rate": 1.701076076076076e-05,
1188
  "loss": 0.0002,
1189
- "step": 45123
1190
  },
1191
  {
1192
- "epoch": 17.0,
1193
- "eval_loss": 0.04427039995789528,
 
 
 
 
 
 
1194
  "eval_max_distance": 1,
1195
  "eval_mean_distance": 0,
1196
- "eval_runtime": 0.8885,
1197
- "eval_samples_per_second": 402.91,
1198
- "eval_steps_per_second": 27.011,
1199
- "step": 45288
1200
  },
1201
  {
1202
- "epoch": 17.04,
1203
- "learning_rate": 1.6453953953953954e-05,
1204
- "loss": 0.0001,
1205
- "step": 45390
1206
  },
1207
  {
1208
- "epoch": 17.14,
1209
- "learning_rate": 1.589714714714715e-05,
1210
- "loss": 0.0004,
1211
- "step": 45657
1212
  },
1213
  {
1214
- "epoch": 17.24,
1215
- "learning_rate": 1.534034034034034e-05,
1216
- "loss": 0.0001,
1217
- "step": 45924
1218
  },
1219
  {
1220
- "epoch": 17.34,
1221
- "learning_rate": 1.4783533533533533e-05,
1222
- "loss": 0.0011,
1223
- "step": 46191
1224
  },
1225
  {
1226
- "epoch": 17.44,
1227
- "learning_rate": 1.4226726726726727e-05,
1228
- "loss": 0.001,
1229
- "step": 46458
1230
  },
1231
  {
1232
- "epoch": 17.54,
1233
- "learning_rate": 1.3669919919919922e-05,
1234
- "loss": 0.0003,
1235
- "step": 46725
 
 
 
 
1236
  },
1237
  {
1238
- "epoch": 17.64,
1239
- "learning_rate": 1.3113113113113112e-05,
1240
- "loss": 0.0007,
1241
- "step": 46992
1242
  },
1243
  {
1244
- "epoch": 17.74,
1245
- "learning_rate": 1.2556306306306306e-05,
1246
- "loss": 0.0002,
1247
- "step": 47259
1248
  },
1249
  {
1250
- "epoch": 17.84,
1251
- "learning_rate": 1.19994994994995e-05,
1252
- "loss": 0.0024,
1253
- "step": 47526
1254
  },
1255
  {
1256
- "epoch": 17.94,
1257
- "learning_rate": 1.1442692692692693e-05,
1258
- "loss": 0.0013,
1259
- "step": 47793
1260
  },
1261
  {
1262
- "epoch": 18.0,
1263
- "eval_loss": 0.038870543241500854,
 
 
 
 
 
 
1264
  "eval_max_distance": 1,
1265
  "eval_mean_distance": 0,
1266
- "eval_runtime": 0.8826,
1267
- "eval_samples_per_second": 405.621,
1268
- "eval_steps_per_second": 27.192,
1269
- "step": 47952
1270
  },
1271
  {
1272
- "epoch": 18.04,
1273
- "learning_rate": 1.0885885885885887e-05,
 
 
 
 
 
 
1274
  "loss": 0.0005,
1275
- "step": 48060
1276
  },
1277
  {
1278
- "epoch": 18.14,
1279
- "learning_rate": 1.0329079079079079e-05,
1280
- "loss": 0.0,
1281
- "step": 48327
1282
  },
1283
  {
1284
- "epoch": 18.24,
1285
- "learning_rate": 9.772272272272273e-06,
1286
- "loss": 0.0005,
1287
- "step": 48594
1288
  },
1289
  {
1290
- "epoch": 18.34,
1291
- "learning_rate": 9.215465465465466e-06,
1292
- "loss": 0.0017,
1293
- "step": 48861
1294
  },
1295
  {
1296
- "epoch": 18.44,
1297
- "learning_rate": 8.65865865865866e-06,
 
 
 
 
 
 
 
 
 
 
1298
  "loss": 0.0003,
1299
- "step": 49128
1300
  },
1301
  {
1302
- "epoch": 18.54,
1303
- "learning_rate": 8.101851851851852e-06,
1304
- "loss": 0.0012,
1305
- "step": 49395
1306
  },
1307
  {
1308
- "epoch": 18.64,
1309
- "learning_rate": 7.545045045045046e-06,
1310
- "loss": 0.0,
1311
- "step": 49662
1312
  },
1313
  {
1314
- "epoch": 18.74,
1315
- "learning_rate": 6.9882382382382385e-06,
1316
- "loss": 0.0011,
1317
- "step": 49929
1318
  },
1319
  {
1320
- "epoch": 18.84,
1321
- "learning_rate": 6.431431431431431e-06,
1322
- "loss": 0.0013,
1323
- "step": 50196
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1324
  },
1325
  {
1326
- "epoch": 18.94,
1327
- "learning_rate": 5.874624624624625e-06,
1328
  "loss": 0.0001,
1329
- "step": 50463
1330
  },
1331
  {
1332
- "epoch": 19.0,
1333
- "eval_loss": 0.04122824966907501,
 
 
 
 
 
 
1334
  "eval_max_distance": 1,
1335
  "eval_mean_distance": 0,
1336
- "eval_runtime": 0.8851,
1337
- "eval_samples_per_second": 404.458,
1338
- "eval_steps_per_second": 27.114,
1339
- "step": 50616
1340
  },
1341
  {
1342
- "epoch": 19.04,
1343
- "learning_rate": 5.317817817817819e-06,
1344
- "loss": 0.0012,
1345
- "step": 50730
1346
  },
1347
  {
1348
- "epoch": 19.14,
1349
- "learning_rate": 4.7610110110110115e-06,
 
 
 
 
 
 
1350
  "loss": 0.0001,
1351
- "step": 50997
1352
  },
1353
  {
1354
- "epoch": 19.24,
1355
- "learning_rate": 4.204204204204204e-06,
1356
- "loss": 0.0002,
1357
- "step": 51264
1358
  },
1359
  {
1360
- "epoch": 19.34,
1361
- "learning_rate": 3.647397397397397e-06,
1362
- "loss": 0.0,
1363
- "step": 51531
1364
  },
1365
  {
1366
- "epoch": 19.44,
1367
- "learning_rate": 3.090590590590591e-06,
1368
- "loss": 0.0003,
1369
- "step": 51798
 
 
 
 
1370
  },
1371
  {
1372
- "epoch": 19.54,
1373
- "learning_rate": 2.533783783783784e-06,
1374
- "loss": 0.0021,
1375
- "step": 52065
1376
  },
1377
  {
1378
- "epoch": 19.64,
1379
- "learning_rate": 1.976976976976977e-06,
1380
- "loss": 0.0,
1381
- "step": 52332
1382
  },
1383
  {
1384
- "epoch": 19.74,
1385
- "learning_rate": 1.4201701701701704e-06,
1386
  "loss": 0.0001,
1387
- "step": 52599
1388
  },
1389
  {
1390
- "epoch": 19.84,
1391
- "learning_rate": 8.633633633633634e-07,
1392
- "loss": 0.0009,
1393
- "step": 52866
1394
  },
1395
  {
1396
- "epoch": 19.94,
1397
- "learning_rate": 3.0655655655655656e-07,
1398
- "loss": 0.0001,
1399
- "step": 53133
1400
  },
1401
  {
1402
- "epoch": 20.0,
1403
- "eval_loss": 0.0392613410949707,
1404
  "eval_max_distance": 1,
1405
  "eval_mean_distance": 0,
1406
- "eval_runtime": 0.8819,
1407
- "eval_samples_per_second": 405.923,
1408
- "eval_steps_per_second": 27.213,
1409
- "step": 53280
1410
- },
1411
- {
1412
- "epoch": 20.0,
1413
- "step": 53280,
1414
- "total_flos": 3.004276018040832e+16,
1415
- "train_loss": 0.5359516274340651,
1416
- "train_runtime": 5327.8303,
1417
- "train_samples_per_second": 149.956,
1418
- "train_steps_per_second": 10.0
1419
  }
1420
  ],
1421
- "logging_steps": 267,
1422
- "max_steps": 53280,
1423
- "num_train_epochs": 20,
1424
- "save_steps": 533,
1425
- "total_flos": 3.004276018040832e+16,
1426
  "trial_name": null,
1427
  "trial_params": null
1428
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 40.0,
5
  "eval_steps": 500,
6
+ "global_step": 106560,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
  "epoch": 0.0,
13
+ "learning_rate": 9.384384384384385e-09,
14
+ "loss": 30.0191,
15
  "step": 1
16
  },
 
 
 
 
 
 
17
  {
18
  "epoch": 0.2,
19
+ "learning_rate": 5.001876876876877e-06,
20
+ "loss": 28.4983,
21
+ "step": 533
 
 
 
 
 
 
22
  },
23
  {
24
  "epoch": 0.4,
25
+ "learning_rate": 1.0003753753753754e-05,
26
+ "loss": 21.5164,
27
+ "step": 1066
 
 
 
 
 
 
28
  },
29
  {
30
  "epoch": 0.6,
31
+ "learning_rate": 1.5005630630630632e-05,
32
+ "loss": 7.132,
33
+ "step": 1599
 
 
 
 
 
 
34
  },
35
  {
36
  "epoch": 0.8,
37
+ "learning_rate": 2.000750750750751e-05,
38
+ "loss": 0.8541,
39
+ "step": 2132
 
 
 
 
 
 
40
  },
41
  {
42
  "epoch": 1.0,
43
+ "eval_loss": 0.3403850197792053,
44
  "eval_max_distance": 1,
45
  "eval_mean_distance": 0,
46
+ "eval_runtime": 1.1154,
47
+ "eval_samples_per_second": 320.968,
48
+ "eval_steps_per_second": 21.517,
49
  "step": 2664
50
  },
51
  {
52
  "epoch": 1.0,
53
+ "learning_rate": 2.500938438438439e-05,
54
+ "loss": 0.3348,
55
+ "step": 2665
 
 
 
 
 
 
56
  },
57
  {
58
  "epoch": 1.2,
59
+ "learning_rate": 3.0011261261261263e-05,
60
+ "loss": 0.5279,
61
+ "step": 3198
 
 
 
 
 
 
62
  },
63
  {
64
  "epoch": 1.4,
65
+ "learning_rate": 3.501313813813814e-05,
66
+ "loss": 0.2294,
67
+ "step": 3731
 
 
 
 
 
 
68
  },
69
  {
70
  "epoch": 1.6,
71
+ "learning_rate": 4.001501501501502e-05,
72
+ "loss": 0.0605,
73
+ "step": 4264
 
 
 
 
 
 
74
  },
75
  {
76
  "epoch": 1.8,
77
+ "learning_rate": 4.5016891891891895e-05,
78
+ "loss": 0.0451,
79
+ "step": 4797
 
 
 
 
 
 
80
  },
81
  {
82
  "epoch": 2.0,
83
+ "eval_loss": 0.060470160096883774,
84
  "eval_max_distance": 1,
85
  "eval_mean_distance": 0,
86
+ "eval_runtime": 0.9182,
87
+ "eval_samples_per_second": 389.888,
88
+ "eval_steps_per_second": 26.138,
89
  "step": 5328
90
  },
91
  {
92
  "epoch": 2.0,
93
+ "learning_rate": 5.001876876876878e-05,
94
+ "loss": 0.0605,
95
+ "step": 5330
96
  },
97
  {
98
+ "epoch": 2.2,
99
+ "learning_rate": 5.502064564564565e-05,
100
+ "loss": 0.025,
101
+ "step": 5863
102
  },
103
  {
104
+ "epoch": 2.4,
105
+ "learning_rate": 6.0022522522522526e-05,
106
+ "loss": 0.0193,
107
+ "step": 6396
108
  },
109
  {
110
+ "epoch": 2.6,
111
+ "learning_rate": 6.502439939939941e-05,
112
+ "loss": 0.0153,
113
+ "step": 6929
114
  },
115
  {
116
+ "epoch": 2.8,
117
+ "learning_rate": 7.002627627627628e-05,
118
+ "loss": 0.0112,
119
+ "step": 7462
120
  },
121
  {
122
+ "epoch": 3.0,
123
+ "eval_loss": 0.04112406447529793,
124
+ "eval_max_distance": 1,
125
+ "eval_mean_distance": 0,
126
+ "eval_runtime": 0.9146,
127
+ "eval_samples_per_second": 391.418,
128
+ "eval_steps_per_second": 26.24,
129
+ "step": 7992
130
+ },
131
+ {
132
+ "epoch": 3.0,
133
+ "learning_rate": 7.502815315315315e-05,
134
  "loss": 0.0109,
135
+ "step": 7995
136
  },
137
  {
138
+ "epoch": 3.2,
139
+ "learning_rate": 8.003003003003004e-05,
140
+ "loss": 0.0095,
141
+ "step": 8528
142
  },
143
  {
144
+ "epoch": 3.4,
145
+ "learning_rate": 8.50319069069069e-05,
146
+ "loss": 0.012,
147
+ "step": 9061
148
  },
149
  {
150
+ "epoch": 3.6,
151
+ "learning_rate": 9.003378378378379e-05,
152
+ "loss": 0.0223,
153
+ "step": 9594
154
  },
155
  {
156
+ "epoch": 3.8,
157
+ "learning_rate": 9.503566066066066e-05,
158
+ "loss": 0.0068,
159
+ "step": 10127
160
  },
161
  {
162
+ "epoch": 4.0,
163
+ "eval_loss": 0.020507752895355225,
164
  "eval_max_distance": 1,
165
  "eval_mean_distance": 0,
166
+ "eval_runtime": 0.9253,
167
+ "eval_samples_per_second": 386.912,
168
+ "eval_steps_per_second": 25.938,
169
+ "step": 10656
170
  },
171
  {
172
+ "epoch": 4.0,
173
+ "learning_rate": 9.999582916249583e-05,
174
+ "loss": 0.0077,
175
+ "step": 10660
176
  },
177
  {
178
+ "epoch": 4.2,
179
+ "learning_rate": 9.944006506506507e-05,
180
+ "loss": 0.0058,
181
+ "step": 11193
182
  },
183
  {
184
+ "epoch": 4.4,
185
+ "learning_rate": 9.88843009676343e-05,
186
+ "loss": 0.0072,
187
+ "step": 11726
188
  },
189
  {
190
+ "epoch": 4.6,
191
+ "learning_rate": 9.832853687020355e-05,
192
+ "loss": 0.0097,
193
+ "step": 12259
194
  },
195
  {
196
+ "epoch": 4.8,
197
+ "learning_rate": 9.777277277277279e-05,
198
+ "loss": 0.007,
199
+ "step": 12792
200
  },
201
  {
202
+ "epoch": 5.0,
203
+ "eval_loss": 0.02420434169471264,
204
+ "eval_max_distance": 1,
205
+ "eval_mean_distance": 0,
206
+ "eval_runtime": 0.9141,
207
+ "eval_samples_per_second": 391.658,
208
+ "eval_steps_per_second": 26.256,
209
+ "step": 13320
210
  },
211
  {
212
+ "epoch": 5.0,
213
+ "learning_rate": 9.721700867534201e-05,
214
+ "loss": 0.0049,
215
+ "step": 13325
216
  },
217
  {
218
+ "epoch": 5.2,
219
+ "learning_rate": 9.666124457791124e-05,
220
+ "loss": 0.005,
221
+ "step": 13858
222
  },
223
  {
224
+ "epoch": 5.4,
225
+ "learning_rate": 9.610548048048048e-05,
226
+ "loss": 0.0035,
227
+ "step": 14391
228
  },
229
  {
230
+ "epoch": 5.6,
231
+ "learning_rate": 9.554971638304973e-05,
232
+ "loss": 0.0061,
233
+ "step": 14924
234
  },
235
  {
236
+ "epoch": 5.8,
237
+ "learning_rate": 9.499395228561896e-05,
238
+ "loss": 0.0022,
239
+ "step": 15457
240
+ },
241
+ {
242
+ "epoch": 6.0,
243
+ "eval_loss": 0.027173461392521858,
244
  "eval_max_distance": 1,
245
  "eval_mean_distance": 0,
246
+ "eval_runtime": 0.9101,
247
+ "eval_samples_per_second": 393.378,
248
+ "eval_steps_per_second": 26.372,
249
+ "step": 15984
250
  },
251
  {
252
+ "epoch": 6.0,
253
+ "learning_rate": 9.44381881881882e-05,
254
+ "loss": 0.0048,
255
+ "step": 15990
256
  },
257
  {
258
+ "epoch": 6.2,
259
+ "learning_rate": 9.388242409075743e-05,
260
+ "loss": 0.0053,
261
+ "step": 16523
262
  },
263
  {
264
+ "epoch": 6.4,
265
+ "learning_rate": 9.332665999332665e-05,
266
+ "loss": 0.005,
267
+ "step": 17056
268
+ },
269
+ {
270
+ "epoch": 6.6,
271
+ "learning_rate": 9.27708958958959e-05,
272
  "loss": 0.0034,
273
+ "step": 17589
274
  },
275
  {
276
+ "epoch": 6.8,
277
+ "learning_rate": 9.221513179846514e-05,
278
+ "loss": 0.0054,
279
+ "step": 18122
280
  },
281
  {
282
+ "epoch": 7.0,
283
+ "eval_loss": 0.008011276833713055,
284
+ "eval_max_distance": 1,
285
+ "eval_mean_distance": 0,
286
+ "eval_runtime": 0.9187,
287
+ "eval_samples_per_second": 389.697,
288
+ "eval_steps_per_second": 26.125,
289
+ "step": 18648
290
  },
291
  {
292
+ "epoch": 7.0,
293
+ "learning_rate": 9.165936770103437e-05,
294
+ "loss": 0.0036,
295
+ "step": 18655
296
  },
297
  {
298
+ "epoch": 7.2,
299
+ "learning_rate": 9.110360360360361e-05,
300
+ "loss": 0.002,
301
+ "step": 19188
302
  },
303
  {
304
+ "epoch": 7.4,
305
+ "learning_rate": 9.054783950617284e-05,
306
+ "loss": 0.0029,
307
+ "step": 19721
308
  },
309
  {
310
+ "epoch": 7.6,
311
+ "learning_rate": 8.999207540874208e-05,
312
+ "loss": 0.0031,
313
+ "step": 20254
314
  },
315
  {
316
+ "epoch": 7.8,
317
+ "learning_rate": 8.943631131131131e-05,
318
+ "loss": 0.0036,
319
+ "step": 20787
320
  },
321
  {
322
+ "epoch": 8.0,
323
+ "eval_loss": 0.025212394073605537,
324
  "eval_max_distance": 1,
325
  "eval_mean_distance": 0,
326
+ "eval_runtime": 0.9136,
327
+ "eval_samples_per_second": 391.872,
328
+ "eval_steps_per_second": 26.271,
329
+ "step": 21312
330
  },
331
  {
332
+ "epoch": 8.0,
333
+ "learning_rate": 8.888054721388055e-05,
334
+ "loss": 0.0022,
335
+ "step": 21320
336
  },
337
  {
338
+ "epoch": 8.2,
339
+ "learning_rate": 8.832478311644978e-05,
340
+ "loss": 0.0021,
341
+ "step": 21853
342
  },
343
  {
344
+ "epoch": 8.4,
345
+ "learning_rate": 8.776901901901903e-05,
346
+ "loss": 0.0016,
347
+ "step": 22386
348
  },
349
  {
350
+ "epoch": 8.6,
351
+ "learning_rate": 8.721325492158827e-05,
352
+ "loss": 0.0021,
353
+ "step": 22919
354
  },
355
  {
356
+ "epoch": 8.8,
357
+ "learning_rate": 8.665749082415749e-05,
358
+ "loss": 0.0039,
359
+ "step": 23452
360
+ },
361
+ {
362
+ "epoch": 9.0,
363
+ "eval_loss": 0.020978303626179695,
364
+ "eval_max_distance": 1,
365
+ "eval_mean_distance": 0,
366
+ "eval_runtime": 0.9126,
367
+ "eval_samples_per_second": 392.285,
368
+ "eval_steps_per_second": 26.298,
369
+ "step": 23976
370
  },
371
  {
372
+ "epoch": 9.0,
373
+ "learning_rate": 8.610172672672672e-05,
374
+ "loss": 0.0032,
375
+ "step": 23985
376
  },
377
  {
378
+ "epoch": 9.2,
379
+ "learning_rate": 8.554596262929596e-05,
380
+ "loss": 0.0027,
381
+ "step": 24518
382
  },
383
  {
384
+ "epoch": 9.4,
385
+ "learning_rate": 8.499019853186521e-05,
386
+ "loss": 0.0022,
387
+ "step": 25051
388
  },
389
  {
390
+ "epoch": 9.6,
391
+ "learning_rate": 8.443443443443444e-05,
392
+ "loss": 0.002,
393
+ "step": 25584
394
  },
395
  {
396
+ "epoch": 9.8,
397
+ "learning_rate": 8.387867033700368e-05,
398
+ "loss": 0.0026,
399
+ "step": 26117
400
  },
401
  {
402
+ "epoch": 10.0,
403
+ "eval_loss": 0.017031751573085785,
404
  "eval_max_distance": 1,
405
  "eval_mean_distance": 0,
406
+ "eval_runtime": 0.9145,
407
+ "eval_samples_per_second": 391.481,
408
+ "eval_steps_per_second": 26.245,
409
+ "step": 26640
410
  },
411
  {
412
+ "epoch": 10.0,
413
+ "learning_rate": 8.332290623957291e-05,
414
+ "loss": 0.0014,
415
+ "step": 26650
416
  },
417
  {
418
+ "epoch": 10.2,
419
+ "learning_rate": 8.276714214214215e-05,
420
+ "loss": 0.0016,
421
+ "step": 27183
422
  },
423
  {
424
+ "epoch": 10.4,
425
+ "learning_rate": 8.221137804471138e-05,
426
+ "loss": 0.0045,
427
+ "step": 27716
428
  },
429
  {
430
+ "epoch": 10.6,
431
+ "learning_rate": 8.165561394728062e-05,
432
+ "loss": 0.0017,
433
+ "step": 28249
434
  },
435
  {
436
+ "epoch": 10.8,
437
+ "learning_rate": 8.109984984984985e-05,
438
+ "loss": 0.0026,
439
+ "step": 28782
440
  },
441
  {
442
+ "epoch": 11.0,
443
+ "eval_loss": 0.004335461650043726,
444
+ "eval_max_distance": 1,
445
+ "eval_mean_distance": 0,
446
+ "eval_runtime": 0.9104,
447
+ "eval_samples_per_second": 393.245,
448
+ "eval_steps_per_second": 26.363,
449
+ "step": 29304
450
  },
451
  {
452
+ "epoch": 11.0,
453
+ "learning_rate": 8.054408575241909e-05,
454
+ "loss": 0.0016,
455
+ "step": 29315
456
  },
457
  {
458
+ "epoch": 11.2,
459
+ "learning_rate": 7.998832165498832e-05,
460
+ "loss": 0.0006,
461
+ "step": 29848
462
  },
463
  {
464
+ "epoch": 11.4,
465
+ "learning_rate": 7.943255755755756e-05,
466
+ "loss": 0.0011,
467
+ "step": 30381
468
+ },
469
+ {
470
+ "epoch": 11.6,
471
+ "learning_rate": 7.88767934601268e-05,
472
  "loss": 0.0009,
473
+ "step": 30914
474
  },
475
  {
476
+ "epoch": 11.8,
477
+ "learning_rate": 7.832102936269603e-05,
478
+ "loss": 0.0029,
479
+ "step": 31447
480
  },
481
  {
482
+ "epoch": 12.0,
483
+ "eval_loss": 0.013542454689741135,
484
  "eval_max_distance": 1,
485
  "eval_mean_distance": 0,
486
+ "eval_runtime": 0.9125,
487
+ "eval_samples_per_second": 392.323,
488
+ "eval_steps_per_second": 26.301,
489
+ "step": 31968
490
  },
491
  {
492
+ "epoch": 12.0,
493
+ "learning_rate": 7.776526526526526e-05,
494
+ "loss": 0.0029,
495
+ "step": 31980
496
+ },
497
+ {
498
+ "epoch": 12.2,
499
+ "learning_rate": 7.720950116783451e-05,
500
+ "loss": 0.0008,
501
+ "step": 32513
502
+ },
503
+ {
504
+ "epoch": 12.4,
505
+ "learning_rate": 7.665373707040375e-05,
506
  "loss": 0.0027,
507
+ "step": 33046
508
  },
509
  {
510
+ "epoch": 12.6,
511
+ "learning_rate": 7.609797297297297e-05,
512
+ "loss": 0.0016,
513
+ "step": 33579
514
  },
515
  {
516
+ "epoch": 12.8,
517
+ "learning_rate": 7.55422088755422e-05,
518
+ "loss": 0.0011,
519
+ "step": 34112
520
  },
521
  {
522
+ "epoch": 13.0,
523
+ "eval_loss": 0.03128792718052864,
524
+ "eval_max_distance": 1,
525
+ "eval_mean_distance": 0,
526
+ "eval_runtime": 0.9117,
527
+ "eval_samples_per_second": 392.662,
528
+ "eval_steps_per_second": 26.324,
529
+ "step": 34632
530
  },
531
  {
532
+ "epoch": 13.0,
533
+ "learning_rate": 7.498644477811145e-05,
534
+ "loss": 0.0007,
535
+ "step": 34645
536
  },
537
  {
538
+ "epoch": 13.2,
539
+ "learning_rate": 7.443068068068069e-05,
540
+ "loss": 0.0014,
541
+ "step": 35178
542
  },
543
  {
544
+ "epoch": 13.41,
545
+ "learning_rate": 7.387491658324992e-05,
546
+ "loss": 0.0067,
547
+ "step": 35711
548
+ },
549
+ {
550
+ "epoch": 13.61,
551
+ "learning_rate": 7.331915248581916e-05,
552
+ "loss": 0.0008,
553
+ "step": 36244
554
  },
555
  {
556
+ "epoch": 13.81,
557
+ "learning_rate": 7.27633883883884e-05,
558
  "loss": 0.0017,
559
+ "step": 36777
560
  },
561
  {
562
+ "epoch": 14.0,
563
+ "eval_loss": 0.03530227765440941,
564
+ "eval_max_distance": 1,
565
+ "eval_mean_distance": 0,
566
+ "eval_runtime": 0.9178,
567
+ "eval_samples_per_second": 390.083,
568
+ "eval_steps_per_second": 26.151,
569
+ "step": 37296
570
  },
571
  {
572
+ "epoch": 14.01,
573
+ "learning_rate": 7.220762429095763e-05,
574
+ "loss": 0.001,
575
+ "step": 37310
576
  },
577
  {
578
+ "epoch": 14.21,
579
+ "learning_rate": 7.165186019352686e-05,
580
+ "loss": 0.001,
581
+ "step": 37843
582
+ },
583
+ {
584
+ "epoch": 14.41,
585
+ "learning_rate": 7.10960960960961e-05,
586
+ "loss": 0.0012,
587
+ "step": 38376
588
+ },
589
+ {
590
+ "epoch": 14.61,
591
+ "learning_rate": 7.054033199866533e-05,
592
+ "loss": 0.0011,
593
+ "step": 38909
594
+ },
595
+ {
596
+ "epoch": 14.81,
597
+ "learning_rate": 6.998456790123458e-05,
598
+ "loss": 0.0014,
599
+ "step": 39442
600
+ },
601
+ {
602
+ "epoch": 15.0,
603
+ "eval_loss": 0.011675473302602768,
604
  "eval_max_distance": 1,
605
  "eval_mean_distance": 0,
606
+ "eval_runtime": 0.916,
607
+ "eval_samples_per_second": 390.823,
608
+ "eval_steps_per_second": 26.2,
609
+ "step": 39960
610
  },
611
  {
612
+ "epoch": 15.01,
613
+ "learning_rate": 6.94288038038038e-05,
614
+ "loss": 0.001,
615
+ "step": 39975
616
  },
617
  {
618
+ "epoch": 15.21,
619
+ "learning_rate": 6.887303970637304e-05,
620
+ "loss": 0.0003,
621
+ "step": 40508
622
  },
623
  {
624
+ "epoch": 15.41,
625
+ "learning_rate": 6.831727560894227e-05,
626
+ "loss": 0.002,
627
+ "step": 41041
628
  },
629
  {
630
+ "epoch": 15.61,
631
+ "learning_rate": 6.776151151151151e-05,
632
+ "loss": 0.001,
633
+ "step": 41574
634
  },
635
  {
636
+ "epoch": 15.81,
637
+ "learning_rate": 6.720574741408076e-05,
638
+ "loss": 0.0014,
639
+ "step": 42107
640
  },
641
  {
642
+ "epoch": 16.0,
643
+ "eval_loss": 0.0139808664098382,
644
+ "eval_max_distance": 1,
645
+ "eval_mean_distance": 0,
646
+ "eval_runtime": 0.9131,
647
+ "eval_samples_per_second": 392.074,
648
+ "eval_steps_per_second": 26.284,
649
+ "step": 42624
650
  },
651
  {
652
+ "epoch": 16.01,
653
+ "learning_rate": 6.664998331665e-05,
654
+ "loss": 0.0007,
655
+ "step": 42640
656
  },
657
  {
658
+ "epoch": 16.21,
659
+ "learning_rate": 6.609421921921923e-05,
660
+ "loss": 0.0004,
661
+ "step": 43173
662
  },
663
  {
664
+ "epoch": 16.41,
665
+ "learning_rate": 6.553845512178845e-05,
666
  "loss": 0.0006,
667
+ "step": 43706
668
+ },
669
+ {
670
+ "epoch": 16.61,
671
+ "learning_rate": 6.498269102435769e-05,
672
+ "loss": 0.0017,
673
+ "step": 44239
674
  },
675
  {
676
+ "epoch": 16.81,
677
+ "learning_rate": 6.442692692692693e-05,
678
+ "loss": 0.0013,
679
+ "step": 44772
680
  },
681
  {
682
+ "epoch": 17.0,
683
+ "eval_loss": 0.022025227546691895,
684
  "eval_max_distance": 1,
685
  "eval_mean_distance": 0,
686
+ "eval_runtime": 0.9176,
687
+ "eval_samples_per_second": 390.127,
688
+ "eval_steps_per_second": 26.154,
689
+ "step": 45288
690
  },
691
  {
692
+ "epoch": 17.01,
693
+ "learning_rate": 6.387116282949617e-05,
694
+ "loss": 0.0013,
695
+ "step": 45305
696
  },
697
  {
698
+ "epoch": 17.21,
699
+ "learning_rate": 6.33153987320654e-05,
700
+ "loss": 0.0003,
701
+ "step": 45838
702
  },
703
  {
704
+ "epoch": 17.41,
705
+ "learning_rate": 6.275963463463464e-05,
706
  "loss": 0.0011,
707
+ "step": 46371
708
  },
709
  {
710
+ "epoch": 17.61,
711
+ "learning_rate": 6.220387053720387e-05,
712
+ "loss": 0.0004,
713
+ "step": 46904
714
  },
715
  {
716
+ "epoch": 17.81,
717
+ "learning_rate": 6.164810643977311e-05,
718
+ "loss": 0.0009,
719
+ "step": 47437
720
  },
721
  {
722
+ "epoch": 18.0,
723
+ "eval_loss": 0.024678541347384453,
724
+ "eval_max_distance": 1,
725
+ "eval_mean_distance": 0,
726
+ "eval_runtime": 0.908,
727
+ "eval_samples_per_second": 394.28,
728
+ "eval_steps_per_second": 26.432,
729
+ "step": 47952
730
  },
731
  {
732
+ "epoch": 18.01,
733
+ "learning_rate": 6.109234234234234e-05,
734
+ "loss": 0.0023,
735
+ "step": 47970
736
  },
737
  {
738
+ "epoch": 18.21,
739
+ "learning_rate": 6.053657824491158e-05,
740
+ "loss": 0.0007,
741
+ "step": 48503
742
  },
743
  {
744
+ "epoch": 18.41,
745
+ "learning_rate": 5.9980814147480815e-05,
746
+ "loss": 0.0015,
747
+ "step": 49036
748
  },
749
  {
750
+ "epoch": 18.61,
751
+ "learning_rate": 5.9425050050050057e-05,
752
+ "loss": 0.0004,
753
+ "step": 49569
754
  },
755
  {
756
+ "epoch": 18.81,
757
+ "learning_rate": 5.886928595261929e-05,
758
+ "loss": 0.0017,
759
+ "step": 50102
760
+ },
761
+ {
762
+ "epoch": 19.0,
763
+ "eval_loss": 0.03220739960670471,
764
  "eval_max_distance": 1,
765
  "eval_mean_distance": 0,
766
+ "eval_runtime": 0.9151,
767
+ "eval_samples_per_second": 391.2,
768
+ "eval_steps_per_second": 26.226,
769
+ "step": 50616
770
  },
771
  {
772
+ "epoch": 19.01,
773
+ "learning_rate": 5.831352185518853e-05,
774
+ "loss": 0.0011,
775
+ "step": 50635
776
  },
777
  {
778
+ "epoch": 19.21,
779
+ "learning_rate": 5.7757757757757755e-05,
780
+ "loss": 0.0009,
781
+ "step": 51168
782
  },
783
  {
784
+ "epoch": 19.41,
785
+ "learning_rate": 5.720199366032699e-05,
786
+ "loss": 0.0005,
787
+ "step": 51701
788
  },
789
  {
790
+ "epoch": 19.61,
791
+ "learning_rate": 5.664622956289624e-05,
792
+ "loss": 0.0011,
793
+ "step": 52234
794
  },
795
  {
796
+ "epoch": 19.81,
797
+ "learning_rate": 5.609046546546547e-05,
798
+ "loss": 0.0022,
799
+ "step": 52767
800
  },
801
  {
802
+ "epoch": 20.0,
803
+ "eval_loss": 0.0314439982175827,
804
+ "eval_max_distance": 1,
805
+ "eval_mean_distance": 0,
806
+ "eval_runtime": 0.9074,
807
+ "eval_samples_per_second": 394.526,
808
+ "eval_steps_per_second": 26.449,
809
+ "step": 53280
810
  },
811
  {
812
+ "epoch": 20.01,
813
+ "learning_rate": 5.55347013680347e-05,
814
+ "loss": 0.001,
815
+ "step": 53300
816
  },
817
  {
818
+ "epoch": 20.21,
819
+ "learning_rate": 5.497893727060394e-05,
820
+ "loss": 0.001,
821
+ "step": 53833
822
  },
823
  {
824
+ "epoch": 20.41,
825
+ "learning_rate": 5.442317317317318e-05,
826
+ "loss": 0.0,
827
+ "step": 54366
828
  },
829
  {
830
+ "epoch": 20.61,
831
+ "learning_rate": 5.3867409075742415e-05,
832
+ "loss": 0.0015,
833
+ "step": 54899
834
  },
835
  {
836
+ "epoch": 20.81,
837
+ "learning_rate": 5.331164497831165e-05,
838
+ "loss": 0.0006,
839
+ "step": 55432
840
+ },
841
+ {
842
+ "epoch": 21.0,
843
+ "eval_loss": 0.030524656176567078,
844
  "eval_max_distance": 1,
845
  "eval_mean_distance": 0,
846
+ "eval_runtime": 0.9097,
847
+ "eval_samples_per_second": 393.555,
848
+ "eval_steps_per_second": 26.384,
849
+ "step": 55944
850
  },
851
  {
852
+ "epoch": 21.01,
853
+ "learning_rate": 5.275588088088088e-05,
854
+ "loss": 0.0005,
855
+ "step": 55965
856
  },
857
  {
858
+ "epoch": 21.21,
859
+ "learning_rate": 5.220011678345011e-05,
860
+ "loss": 0.0006,
861
+ "step": 56498
862
  },
863
  {
864
+ "epoch": 21.41,
865
+ "learning_rate": 5.164435268601936e-05,
866
+ "loss": 0.0012,
867
+ "step": 57031
868
  },
869
  {
870
+ "epoch": 21.61,
871
+ "learning_rate": 5.108858858858859e-05,
872
+ "loss": 0.0005,
873
+ "step": 57564
874
  },
875
  {
876
+ "epoch": 21.81,
877
+ "learning_rate": 5.0532824491157825e-05,
878
+ "loss": 0.001,
879
+ "step": 58097
880
  },
881
  {
882
+ "epoch": 22.0,
883
+ "eval_loss": 0.029209736734628677,
884
+ "eval_max_distance": 1,
885
+ "eval_mean_distance": 0,
886
+ "eval_runtime": 0.9114,
887
+ "eval_samples_per_second": 392.814,
888
+ "eval_steps_per_second": 26.334,
889
+ "step": 58608
890
  },
891
  {
892
+ "epoch": 22.01,
893
+ "learning_rate": 4.997706039372707e-05,
894
+ "loss": 0.0007,
895
+ "step": 58630
896
  },
897
  {
898
+ "epoch": 22.21,
899
+ "learning_rate": 4.94212962962963e-05,
900
+ "loss": 0.0011,
901
+ "step": 59163
902
  },
903
  {
904
+ "epoch": 22.41,
905
+ "learning_rate": 4.886553219886553e-05,
906
+ "loss": 0.0004,
907
+ "step": 59696
908
  },
909
  {
910
+ "epoch": 22.61,
911
+ "learning_rate": 4.830976810143477e-05,
912
+ "loss": 0.001,
913
+ "step": 60229
914
  },
915
  {
916
+ "epoch": 22.81,
917
+ "learning_rate": 4.775400400400401e-05,
918
+ "loss": 0.0008,
919
+ "step": 60762
920
+ },
921
+ {
922
+ "epoch": 23.0,
923
+ "eval_loss": 0.03728558123111725,
924
  "eval_max_distance": 1,
925
  "eval_mean_distance": 0,
926
+ "eval_runtime": 0.9095,
927
+ "eval_samples_per_second": 393.613,
928
+ "eval_steps_per_second": 26.387,
929
+ "step": 61272
930
  },
931
  {
932
+ "epoch": 23.01,
933
+ "learning_rate": 4.719823990657324e-05,
934
+ "loss": 0.0001,
935
+ "step": 61295
936
+ },
937
+ {
938
+ "epoch": 23.21,
939
+ "learning_rate": 4.664247580914248e-05,
940
  "loss": 0.0006,
941
+ "step": 61828
942
  },
943
  {
944
+ "epoch": 23.41,
945
+ "learning_rate": 4.608671171171172e-05,
946
+ "loss": 0.0002,
947
+ "step": 62361
948
  },
949
  {
950
+ "epoch": 23.61,
951
+ "learning_rate": 4.553094761428095e-05,
952
+ "loss": 0.0009,
953
+ "step": 62894
954
  },
955
  {
956
+ "epoch": 23.81,
957
+ "learning_rate": 4.497518351685018e-05,
958
+ "loss": 0.0008,
959
+ "step": 63427
960
  },
961
  {
962
+ "epoch": 24.0,
963
+ "eval_loss": 0.030942877754569054,
964
+ "eval_max_distance": 1,
965
+ "eval_mean_distance": 0,
966
+ "eval_runtime": 0.9149,
967
+ "eval_samples_per_second": 391.282,
968
+ "eval_steps_per_second": 26.231,
969
+ "step": 63936
970
  },
971
  {
972
+ "epoch": 24.01,
973
+ "learning_rate": 4.4419419419419425e-05,
974
+ "loss": 0.0003,
975
+ "step": 63960
976
  },
977
  {
978
+ "epoch": 24.21,
979
+ "learning_rate": 4.386365532198865e-05,
980
+ "loss": 0.0007,
981
+ "step": 64493
982
  },
983
  {
984
+ "epoch": 24.41,
985
+ "learning_rate": 4.3307891224557895e-05,
986
+ "loss": 0.0004,
987
+ "step": 65026
988
  },
989
  {
990
+ "epoch": 24.61,
991
+ "learning_rate": 4.275212712712713e-05,
992
  "loss": 0.0001,
993
+ "step": 65559
994
  },
995
  {
996
+ "epoch": 24.81,
997
+ "learning_rate": 4.2196363029696365e-05,
998
+ "loss": 0.0008,
999
+ "step": 66092
1000
  },
1001
  {
1002
+ "epoch": 25.0,
1003
+ "eval_loss": 0.038451410830020905,
1004
  "eval_max_distance": 1,
1005
  "eval_mean_distance": 0,
1006
+ "eval_runtime": 0.9087,
1007
+ "eval_samples_per_second": 393.969,
1008
+ "eval_steps_per_second": 26.411,
1009
+ "step": 66600
1010
  },
1011
  {
1012
+ "epoch": 25.01,
1013
+ "learning_rate": 4.16405989322656e-05,
1014
  "loss": 0.0006,
1015
+ "step": 66625
1016
  },
1017
  {
1018
+ "epoch": 25.21,
1019
+ "learning_rate": 4.1084834834834836e-05,
1020
+ "loss": 0.0,
1021
+ "step": 67158
1022
  },
1023
  {
1024
+ "epoch": 25.41,
1025
+ "learning_rate": 4.052907073740407e-05,
1026
+ "loss": 0.0013,
1027
+ "step": 67691
1028
  },
1029
  {
1030
+ "epoch": 25.61,
1031
+ "learning_rate": 3.9973306639973306e-05,
1032
+ "loss": 0.0001,
1033
+ "step": 68224
1034
  },
1035
  {
1036
+ "epoch": 25.81,
1037
+ "learning_rate": 3.941754254254255e-05,
1038
  "loss": 0.0014,
1039
+ "step": 68757
1040
  },
1041
  {
1042
+ "epoch": 26.0,
1043
+ "eval_loss": 0.0133729362860322,
1044
+ "eval_max_distance": 1,
1045
+ "eval_mean_distance": 0,
1046
+ "eval_runtime": 0.9209,
1047
+ "eval_samples_per_second": 388.755,
1048
+ "eval_steps_per_second": 26.062,
1049
+ "step": 69264
1050
  },
1051
  {
1052
+ "epoch": 26.01,
1053
+ "learning_rate": 3.8861778445111776e-05,
1054
+ "loss": 0.0001,
1055
+ "step": 69290
1056
  },
1057
  {
1058
+ "epoch": 26.21,
1059
+ "learning_rate": 3.830601434768102e-05,
1060
+ "loss": 0.0008,
1061
+ "step": 69823
1062
  },
1063
  {
1064
+ "epoch": 26.41,
1065
+ "learning_rate": 3.775025025025025e-05,
1066
+ "loss": 0.0008,
1067
+ "step": 70356
1068
  },
1069
  {
1070
+ "epoch": 26.61,
1071
+ "learning_rate": 3.719448615281949e-05,
1072
+ "loss": 0.0002,
1073
+ "step": 70889
1074
  },
1075
  {
1076
+ "epoch": 26.81,
1077
+ "learning_rate": 3.663872205538872e-05,
1078
+ "loss": 0.0004,
1079
+ "step": 71422
1080
+ },
1081
+ {
1082
+ "epoch": 27.0,
1083
+ "eval_loss": 0.023867754265666008,
1084
  "eval_max_distance": 1,
1085
  "eval_mean_distance": 0,
1086
+ "eval_runtime": 0.9071,
1087
+ "eval_samples_per_second": 394.647,
1088
+ "eval_steps_per_second": 26.457,
1089
+ "step": 71928
1090
  },
1091
  {
1092
+ "epoch": 27.01,
1093
+ "learning_rate": 3.608295795795796e-05,
1094
+ "loss": 0.0009,
1095
+ "step": 71955
1096
  },
1097
  {
1098
+ "epoch": 27.21,
1099
+ "learning_rate": 3.55271938605272e-05,
1100
+ "loss": 0.0005,
1101
+ "step": 72488
1102
  },
1103
  {
1104
+ "epoch": 27.41,
1105
+ "learning_rate": 3.497142976309643e-05,
1106
+ "loss": 0.0007,
1107
+ "step": 73021
1108
  },
1109
  {
1110
+ "epoch": 27.61,
1111
+ "learning_rate": 3.441566566566567e-05,
1112
+ "loss": 0.0001,
1113
+ "step": 73554
1114
  },
1115
  {
1116
+ "epoch": 27.81,
1117
+ "learning_rate": 3.3859901568234906e-05,
1118
+ "loss": 0.0011,
1119
+ "step": 74087
1120
  },
1121
  {
1122
+ "epoch": 28.0,
1123
+ "eval_loss": 0.01642591878771782,
1124
+ "eval_max_distance": 1,
1125
+ "eval_mean_distance": 0,
1126
+ "eval_runtime": 0.9124,
1127
+ "eval_samples_per_second": 392.371,
1128
+ "eval_steps_per_second": 26.304,
1129
+ "step": 74592
1130
  },
1131
  {
1132
+ "epoch": 28.01,
1133
+ "learning_rate": 3.3304137470804134e-05,
1134
+ "loss": 0.0006,
1135
+ "step": 74620
1136
  },
1137
  {
1138
+ "epoch": 28.21,
1139
+ "learning_rate": 3.2748373373373376e-05,
1140
+ "loss": 0.0008,
1141
+ "step": 75153
1142
  },
1143
  {
1144
+ "epoch": 28.41,
1145
+ "learning_rate": 3.219260927594261e-05,
1146
+ "loss": 0.0005,
1147
+ "step": 75686
1148
  },
1149
  {
1150
+ "epoch": 28.61,
1151
+ "learning_rate": 3.1636845178511846e-05,
1152
+ "loss": 0.0002,
1153
+ "step": 76219
1154
  },
1155
  {
1156
+ "epoch": 28.81,
1157
+ "learning_rate": 3.108108108108108e-05,
1158
+ "loss": 0.0002,
1159
+ "step": 76752
1160
+ },
1161
+ {
1162
+ "epoch": 29.0,
1163
+ "eval_loss": 0.018625039607286453,
1164
  "eval_max_distance": 1,
1165
  "eval_mean_distance": 0,
1166
+ "eval_runtime": 0.9144,
1167
+ "eval_samples_per_second": 391.524,
1168
+ "eval_steps_per_second": 26.247,
1169
+ "step": 77256
1170
  },
1171
  {
1172
+ "epoch": 29.01,
1173
+ "learning_rate": 3.052531698365032e-05,
1174
  "loss": 0.0003,
1175
+ "step": 77285
1176
  },
1177
  {
1178
+ "epoch": 29.21,
1179
+ "learning_rate": 2.9969552886219555e-05,
1180
  "loss": 0.0002,
1181
+ "step": 77818
1182
  },
1183
  {
1184
+ "epoch": 29.41,
1185
+ "learning_rate": 2.9413788788788787e-05,
1186
+ "loss": 0.0001,
1187
+ "step": 78351
1188
  },
1189
  {
1190
+ "epoch": 29.61,
1191
+ "learning_rate": 2.8858024691358025e-05,
1192
+ "loss": 0.0013,
1193
+ "step": 78884
1194
  },
1195
  {
1196
+ "epoch": 29.81,
1197
+ "learning_rate": 2.830226059392726e-05,
1198
+ "loss": 0.0001,
1199
+ "step": 79417
1200
  },
1201
  {
1202
+ "epoch": 30.0,
1203
+ "eval_loss": 0.029812639579176903,
1204
+ "eval_max_distance": 1,
1205
+ "eval_mean_distance": 0,
1206
+ "eval_runtime": 0.9075,
1207
+ "eval_samples_per_second": 394.481,
1208
+ "eval_steps_per_second": 26.446,
1209
+ "step": 79920
1210
  },
1211
  {
1212
+ "epoch": 30.01,
1213
+ "learning_rate": 2.77464964964965e-05,
1214
+ "loss": 0.0012,
1215
+ "step": 79950
1216
  },
1217
  {
1218
+ "epoch": 30.21,
1219
+ "learning_rate": 2.7190732399065734e-05,
1220
+ "loss": 0.0003,
1221
+ "step": 80483
1222
+ },
1223
+ {
1224
+ "epoch": 30.41,
1225
+ "learning_rate": 2.6634968301634972e-05,
1226
  "loss": 0.0001,
1227
+ "step": 81016
1228
  },
1229
  {
1230
+ "epoch": 30.61,
1231
+ "learning_rate": 2.6079204204204204e-05,
1232
+ "loss": 0.0004,
1233
+ "step": 81549
1234
  },
1235
  {
1236
+ "epoch": 30.81,
1237
+ "learning_rate": 2.5523440106773443e-05,
1238
+ "loss": 0.0008,
1239
+ "step": 82082
1240
  },
1241
  {
1242
+ "epoch": 31.0,
1243
+ "eval_loss": 0.027695728465914726,
1244
  "eval_max_distance": 1,
1245
  "eval_mean_distance": 0,
1246
+ "eval_runtime": 0.9096,
1247
+ "eval_samples_per_second": 393.574,
1248
+ "eval_steps_per_second": 26.385,
1249
+ "step": 82584
1250
  },
1251
  {
1252
+ "epoch": 31.01,
1253
+ "learning_rate": 2.4967676009342678e-05,
1254
+ "loss": 0.0008,
1255
+ "step": 82615
1256
  },
1257
  {
1258
+ "epoch": 31.21,
1259
+ "learning_rate": 2.4411911911911913e-05,
1260
+ "loss": 0.0003,
1261
+ "step": 83148
1262
  },
1263
  {
1264
+ "epoch": 31.41,
1265
+ "learning_rate": 2.385614781448115e-05,
1266
+ "loss": 0.0003,
1267
+ "step": 83681
1268
  },
1269
  {
1270
+ "epoch": 31.61,
1271
+ "learning_rate": 2.3300383717050383e-05,
1272
+ "loss": 0.0002,
1273
+ "step": 84214
1274
  },
1275
  {
1276
+ "epoch": 31.81,
1277
+ "learning_rate": 2.2744619619619618e-05,
1278
  "loss": 0.0003,
1279
+ "step": 84747
1280
  },
1281
  {
1282
+ "epoch": 32.0,
1283
+ "eval_loss": 0.03773302584886551,
1284
+ "eval_max_distance": 1,
1285
+ "eval_mean_distance": 0,
1286
+ "eval_runtime": 0.9096,
1287
+ "eval_samples_per_second": 393.585,
1288
+ "eval_steps_per_second": 26.386,
1289
+ "step": 85248
1290
  },
1291
  {
1292
+ "epoch": 32.01,
1293
+ "learning_rate": 2.2188855522188857e-05,
1294
+ "loss": 0.0007,
1295
+ "step": 85280
1296
  },
1297
  {
1298
+ "epoch": 32.21,
1299
+ "learning_rate": 2.1633091424758092e-05,
1300
+ "loss": 0.001,
1301
+ "step": 85813
1302
  },
1303
  {
1304
+ "epoch": 32.41,
1305
+ "learning_rate": 2.107732732732733e-05,
1306
+ "loss": 0.0002,
1307
+ "step": 86346
1308
  },
1309
  {
1310
+ "epoch": 32.61,
1311
+ "learning_rate": 2.0521563229896565e-05,
1312
  "loss": 0.0002,
1313
+ "step": 86879
1314
  },
1315
  {
1316
+ "epoch": 32.81,
1317
+ "learning_rate": 1.99657991324658e-05,
1318
+ "loss": 0.0003,
1319
+ "step": 87412
1320
+ },
1321
+ {
1322
+ "epoch": 33.0,
1323
+ "eval_loss": 0.03536462038755417,
1324
  "eval_max_distance": 1,
1325
  "eval_mean_distance": 0,
1326
+ "eval_runtime": 0.9089,
1327
+ "eval_samples_per_second": 393.87,
1328
+ "eval_steps_per_second": 26.405,
1329
+ "step": 87912
1330
  },
1331
  {
1332
+ "epoch": 33.01,
1333
+ "learning_rate": 1.9410035035035036e-05,
1334
+ "loss": 0.0006,
1335
+ "step": 87945
1336
  },
1337
  {
1338
+ "epoch": 33.21,
1339
+ "learning_rate": 1.885427093760427e-05,
1340
+ "loss": 0.0003,
1341
+ "step": 88478
1342
  },
1343
  {
1344
+ "epoch": 33.41,
1345
+ "learning_rate": 1.8298506840173506e-05,
1346
+ "loss": 0.0003,
1347
+ "step": 89011
1348
  },
1349
  {
1350
+ "epoch": 33.61,
1351
+ "learning_rate": 1.7742742742742744e-05,
1352
+ "loss": 0.0006,
1353
+ "step": 89544
1354
  },
1355
  {
1356
+ "epoch": 33.81,
1357
+ "learning_rate": 1.718697864531198e-05,
1358
+ "loss": 0.0007,
1359
+ "step": 90077
1360
  },
1361
  {
1362
+ "epoch": 34.0,
1363
+ "eval_loss": 0.05854496732354164,
1364
+ "eval_max_distance": 1,
1365
+ "eval_mean_distance": 0,
1366
+ "eval_runtime": 0.9101,
1367
+ "eval_samples_per_second": 393.356,
1368
+ "eval_steps_per_second": 26.37,
1369
+ "step": 90576
1370
  },
1371
  {
1372
+ "epoch": 34.01,
1373
+ "learning_rate": 1.6631214547881215e-05,
1374
+ "loss": 0.0002,
1375
+ "step": 90610
1376
  },
1377
  {
1378
+ "epoch": 34.21,
1379
+ "learning_rate": 1.6075450450450453e-05,
1380
+ "loss": 0.0006,
1381
+ "step": 91143
1382
  },
1383
  {
1384
+ "epoch": 34.41,
1385
+ "learning_rate": 1.5519686353019688e-05,
1386
+ "loss": 0.0003,
1387
+ "step": 91676
1388
  },
1389
  {
1390
+ "epoch": 34.61,
1391
+ "learning_rate": 1.4963922255588922e-05,
1392
+ "loss": 0.0006,
1393
+ "step": 92209
1394
  },
1395
  {
1396
+ "epoch": 34.81,
1397
+ "learning_rate": 1.4408158158158158e-05,
1398
+ "loss": 0.0005,
1399
+ "step": 92742
1400
+ },
1401
+ {
1402
+ "epoch": 35.0,
1403
+ "eval_loss": 0.05680559575557709,
1404
  "eval_max_distance": 1,
1405
  "eval_mean_distance": 0,
1406
+ "eval_runtime": 0.9087,
1407
+ "eval_samples_per_second": 393.956,
1408
+ "eval_steps_per_second": 26.41,
1409
+ "step": 93240
1410
  },
1411
  {
1412
+ "epoch": 35.01,
1413
+ "learning_rate": 1.3852394060727395e-05,
1414
+ "loss": 0.0,
1415
+ "step": 93275
1416
+ },
1417
+ {
1418
+ "epoch": 35.21,
1419
+ "learning_rate": 1.329662996329663e-05,
1420
  "loss": 0.0005,
1421
+ "step": 93808
1422
  },
1423
  {
1424
+ "epoch": 35.41,
1425
+ "learning_rate": 1.2740865865865867e-05,
1426
+ "loss": 0.0002,
1427
+ "step": 94341
1428
  },
1429
  {
1430
+ "epoch": 35.61,
1431
+ "learning_rate": 1.2185101768435102e-05,
1432
+ "loss": 0.0007,
1433
+ "step": 94874
1434
  },
1435
  {
1436
+ "epoch": 35.81,
1437
+ "learning_rate": 1.1629337671004337e-05,
1438
+ "loss": 0.0001,
1439
+ "step": 95407
1440
  },
1441
  {
1442
+ "epoch": 36.0,
1443
+ "eval_loss": 0.05670797452330589,
1444
+ "eval_max_distance": 1,
1445
+ "eval_mean_distance": 0,
1446
+ "eval_runtime": 0.9196,
1447
+ "eval_samples_per_second": 389.279,
1448
+ "eval_steps_per_second": 26.097,
1449
+ "step": 95904
1450
+ },
1451
+ {
1452
+ "epoch": 36.01,
1453
+ "learning_rate": 1.1073573573573574e-05,
1454
  "loss": 0.0003,
1455
+ "step": 95940
1456
  },
1457
  {
1458
+ "epoch": 36.21,
1459
+ "learning_rate": 1.0517809476142811e-05,
1460
+ "loss": 0.0004,
1461
+ "step": 96473
1462
  },
1463
  {
1464
+ "epoch": 36.41,
1465
+ "learning_rate": 9.962045378712046e-06,
1466
+ "loss": 0.0002,
1467
+ "step": 97006
1468
  },
1469
  {
1470
+ "epoch": 36.61,
1471
+ "learning_rate": 9.406281281281281e-06,
1472
+ "loss": 0.0006,
1473
+ "step": 97539
1474
  },
1475
  {
1476
+ "epoch": 36.81,
1477
+ "learning_rate": 8.850517183850518e-06,
1478
+ "loss": 0.0009,
1479
+ "step": 98072
1480
+ },
1481
+ {
1482
+ "epoch": 37.0,
1483
+ "eval_loss": 0.060491062700748444,
1484
+ "eval_max_distance": 1,
1485
+ "eval_mean_distance": 0,
1486
+ "eval_runtime": 0.9347,
1487
+ "eval_samples_per_second": 383.022,
1488
+ "eval_steps_per_second": 25.677,
1489
+ "step": 98568
1490
+ },
1491
+ {
1492
+ "epoch": 37.01,
1493
+ "learning_rate": 8.294753086419753e-06,
1494
+ "loss": 0.0002,
1495
+ "step": 98605
1496
+ },
1497
+ {
1498
+ "epoch": 37.21,
1499
+ "learning_rate": 7.738988988988988e-06,
1500
+ "loss": 0.001,
1501
+ "step": 99138
1502
+ },
1503
+ {
1504
+ "epoch": 37.41,
1505
+ "learning_rate": 7.183224891558225e-06,
1506
+ "loss": 0.0003,
1507
+ "step": 99671
1508
  },
1509
  {
1510
+ "epoch": 37.61,
1511
+ "learning_rate": 6.627460794127462e-06,
1512
  "loss": 0.0001,
1513
+ "step": 100204
1514
  },
1515
  {
1516
+ "epoch": 37.81,
1517
+ "learning_rate": 6.071696696696697e-06,
1518
+ "loss": 0.0002,
1519
+ "step": 100737
1520
+ },
1521
+ {
1522
+ "epoch": 38.0,
1523
+ "eval_loss": 0.06128498166799545,
1524
  "eval_max_distance": 1,
1525
  "eval_mean_distance": 0,
1526
+ "eval_runtime": 0.9116,
1527
+ "eval_samples_per_second": 392.708,
1528
+ "eval_steps_per_second": 26.327,
1529
+ "step": 101232
1530
  },
1531
  {
1532
+ "epoch": 38.01,
1533
+ "learning_rate": 5.515932599265933e-06,
1534
+ "loss": 0.0002,
1535
+ "step": 101270
1536
  },
1537
  {
1538
+ "epoch": 38.21,
1539
+ "learning_rate": 4.960168501835169e-06,
1540
+ "loss": 0.0002,
1541
+ "step": 101803
1542
+ },
1543
+ {
1544
+ "epoch": 38.41,
1545
+ "learning_rate": 4.404404404404405e-06,
1546
  "loss": 0.0001,
1547
+ "step": 102336
1548
  },
1549
  {
1550
+ "epoch": 38.61,
1551
+ "learning_rate": 3.848640306973641e-06,
1552
+ "loss": 0.0006,
1553
+ "step": 102869
1554
  },
1555
  {
1556
+ "epoch": 38.81,
1557
+ "learning_rate": 3.2928762095428764e-06,
1558
+ "loss": 0.0002,
1559
+ "step": 103402
1560
  },
1561
  {
1562
+ "epoch": 39.0,
1563
+ "eval_loss": 0.05631242319941521,
1564
+ "eval_max_distance": 1,
1565
+ "eval_mean_distance": 0,
1566
+ "eval_runtime": 0.9146,
1567
+ "eval_samples_per_second": 391.433,
1568
+ "eval_steps_per_second": 26.241,
1569
+ "step": 103896
1570
  },
1571
  {
1572
+ "epoch": 39.01,
1573
+ "learning_rate": 2.7371121121121123e-06,
1574
+ "loss": 0.0004,
1575
+ "step": 103935
1576
  },
1577
  {
1578
+ "epoch": 39.21,
1579
+ "learning_rate": 2.1813480146813483e-06,
1580
+ "loss": 0.0004,
1581
+ "step": 104468
1582
  },
1583
  {
1584
+ "epoch": 39.41,
1585
+ "learning_rate": 1.625583917250584e-06,
1586
  "loss": 0.0001,
1587
+ "step": 105001
1588
  },
1589
  {
1590
+ "epoch": 39.61,
1591
+ "learning_rate": 1.0698198198198198e-06,
1592
+ "loss": 0.0013,
1593
+ "step": 105534
1594
  },
1595
  {
1596
+ "epoch": 39.81,
1597
+ "learning_rate": 5.140557223890558e-07,
1598
+ "loss": 0.0002,
1599
+ "step": 106067
1600
  },
1601
  {
1602
+ "epoch": 40.0,
1603
+ "eval_loss": 0.06320372968912125,
1604
  "eval_max_distance": 1,
1605
  "eval_mean_distance": 0,
1606
+ "eval_runtime": 0.9155,
1607
+ "eval_samples_per_second": 391.055,
1608
+ "eval_steps_per_second": 26.216,
1609
+ "step": 106560
1610
+ },
1611
+ {
1612
+ "epoch": 40.0,
1613
+ "step": 106560,
1614
+ "total_flos": 6.005678715251712e+16,
1615
+ "train_loss": 0.2983123329788039,
1616
+ "train_runtime": 9788.1362,
1617
+ "train_samples_per_second": 163.251,
1618
+ "train_steps_per_second": 10.887
1619
  }
1620
  ],
1621
+ "logging_steps": 533,
1622
+ "max_steps": 106560,
1623
+ "num_train_epochs": 40,
1624
+ "save_steps": 1066,
1625
+ "total_flos": 6.005678715251712e+16,
1626
  "trial_name": null,
1627
  "trial_params": null
1628
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c96f8fdbf9fd73c249b43d3bffe70a51dda3b7a8b070e37888600604b3e00bcb
3
  size 4664
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5e0326a3796f2941f5716fa2fff187aa13e78d8388fdce8869a34735725ca5a
3
  size 4664