DS-20202 commited on
Commit
bb6de20
1 Parent(s): 09b5d45

Upload trainer_state.json

Browse files
Files changed (1) hide show
  1. trainer_state.json +512 -0
trainer_state.json ADDED
@@ -0,0 +1,512 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 4.996712689020382,
5
+ "global_step": 38000,
6
+ "is_hyper_param_search": false,
7
+ "is_local_process_zero": true,
8
+ "is_world_process_zero": true,
9
+ "log_history": [
10
+ {
11
+ "epoch": 0.07,
12
+ "learning_rate": 5e-06,
13
+ "loss": 0.3405,
14
+ "step": 500
15
+ },
16
+ {
17
+ "epoch": 0.13,
18
+ "learning_rate": 1e-05,
19
+ "loss": 0.011,
20
+ "step": 1000
21
+ },
22
+ {
23
+ "epoch": 0.2,
24
+ "learning_rate": 9.995500912012546e-06,
25
+ "loss": 0.0001,
26
+ "step": 1500
27
+ },
28
+ {
29
+ "epoch": 0.26,
30
+ "learning_rate": 9.982011744767265e-06,
31
+ "loss": 0.0065,
32
+ "step": 2000
33
+ },
34
+ {
35
+ "epoch": 0.33,
36
+ "learning_rate": 9.959556773844286e-06,
37
+ "loss": 0.0124,
38
+ "step": 2500
39
+ },
40
+ {
41
+ "epoch": 0.39,
42
+ "learning_rate": 9.928176409999585e-06,
43
+ "loss": 0.0,
44
+ "step": 3000
45
+ },
46
+ {
47
+ "epoch": 0.46,
48
+ "learning_rate": 9.887927126440367e-06,
49
+ "loss": 0.0,
50
+ "step": 3500
51
+ },
52
+ {
53
+ "epoch": 0.53,
54
+ "learning_rate": 9.838881357193897e-06,
55
+ "loss": 0.0,
56
+ "step": 4000
57
+ },
58
+ {
59
+ "epoch": 0.59,
60
+ "learning_rate": 9.781127366752677e-06,
61
+ "loss": 0.0156,
62
+ "step": 4500
63
+ },
64
+ {
65
+ "epoch": 0.66,
66
+ "learning_rate": 9.714769091230555e-06,
67
+ "loss": 0.0,
68
+ "step": 5000
69
+ },
70
+ {
71
+ "epoch": 0.72,
72
+ "learning_rate": 9.639925951315641e-06,
73
+ "loss": 0.0,
74
+ "step": 5500
75
+ },
76
+ {
77
+ "epoch": 0.79,
78
+ "learning_rate": 9.556732637356626e-06,
79
+ "loss": 0.0,
80
+ "step": 6000
81
+ },
82
+ {
83
+ "epoch": 0.85,
84
+ "learning_rate": 9.4653388669693e-06,
85
+ "loss": 0.0,
86
+ "step": 6500
87
+ },
88
+ {
89
+ "epoch": 0.92,
90
+ "learning_rate": 9.365909115599454e-06,
91
+ "loss": 0.0,
92
+ "step": 7000
93
+ },
94
+ {
95
+ "epoch": 0.99,
96
+ "learning_rate": 9.258622320527083e-06,
97
+ "loss": 0.0,
98
+ "step": 7500
99
+ },
100
+ {
101
+ "epoch": 1.0,
102
+ "eval_AUC_Score": 1.0,
103
+ "eval_f1": 1.0,
104
+ "eval_loss": 1.505104364696308e-06,
105
+ "eval_runtime": 66.4848,
106
+ "eval_samples_per_second": 50.839,
107
+ "eval_steps_per_second": 6.362,
108
+ "step": 7605
109
+ },
110
+ {
111
+ "epoch": 1.05,
112
+ "learning_rate": 9.143671558844552e-06,
113
+ "loss": 0.0,
114
+ "step": 8000
115
+ },
116
+ {
117
+ "epoch": 1.12,
118
+ "learning_rate": 9.021263699988277e-06,
119
+ "loss": 0.0,
120
+ "step": 8500
121
+ },
122
+ {
123
+ "epoch": 1.18,
124
+ "learning_rate": 8.891619033449197e-06,
125
+ "loss": 0.0,
126
+ "step": 9000
127
+ },
128
+ {
129
+ "epoch": 1.25,
130
+ "learning_rate": 8.75497087233206e-06,
131
+ "loss": 0.0,
132
+ "step": 9500
133
+ },
134
+ {
135
+ "epoch": 1.31,
136
+ "learning_rate": 8.611565133476941e-06,
137
+ "loss": 0.0111,
138
+ "step": 10000
139
+ },
140
+ {
141
+ "epoch": 1.38,
142
+ "learning_rate": 8.461659894898644e-06,
143
+ "loss": 0.0,
144
+ "step": 10500
145
+ },
146
+ {
147
+ "epoch": 1.45,
148
+ "learning_rate": 8.30552493134043e-06,
149
+ "loss": 0.0,
150
+ "step": 11000
151
+ },
152
+ {
153
+ "epoch": 1.51,
154
+ "learning_rate": 8.143441228777884e-06,
155
+ "loss": 0.0049,
156
+ "step": 11500
157
+ },
158
+ {
159
+ "epoch": 1.58,
160
+ "learning_rate": 7.975700478746671e-06,
161
+ "loss": 0.0128,
162
+ "step": 12000
163
+ },
164
+ {
165
+ "epoch": 1.64,
166
+ "learning_rate": 7.802604553404178e-06,
167
+ "loss": 0.0,
168
+ "step": 12500
169
+ },
170
+ {
171
+ "epoch": 1.71,
172
+ "learning_rate": 7.624464962269764e-06,
173
+ "loss": 0.0107,
174
+ "step": 13000
175
+ },
176
+ {
177
+ "epoch": 1.78,
178
+ "learning_rate": 7.4416022916212495e-06,
179
+ "loss": 0.011,
180
+ "step": 13500
181
+ },
182
+ {
183
+ "epoch": 1.84,
184
+ "learning_rate": 7.254345627556585e-06,
185
+ "loss": 0.0,
186
+ "step": 14000
187
+ },
188
+ {
189
+ "epoch": 1.91,
190
+ "learning_rate": 7.063031963758914e-06,
191
+ "loss": 0.0,
192
+ "step": 14500
193
+ },
194
+ {
195
+ "epoch": 1.97,
196
+ "learning_rate": 6.868005595030889e-06,
197
+ "loss": 0.0,
198
+ "step": 15000
199
+ },
200
+ {
201
+ "epoch": 2.0,
202
+ "eval_AUC_Score": 0.9996968629809446,
203
+ "eval_f1": 0.9990508354379857,
204
+ "eval_loss": 0.01213728729635477,
205
+ "eval_runtime": 66.1373,
206
+ "eval_samples_per_second": 51.106,
207
+ "eval_steps_per_second": 6.396,
208
+ "step": 15210
209
+ },
210
+ {
211
+ "epoch": 2.04,
212
+ "learning_rate": 6.669617497689624e-06,
213
+ "loss": 0.0017,
214
+ "step": 15500
215
+ },
216
+ {
217
+ "epoch": 2.1,
218
+ "learning_rate": 6.468224697937357e-06,
219
+ "loss": 0.0,
220
+ "step": 16000
221
+ },
222
+ {
223
+ "epoch": 2.17,
224
+ "learning_rate": 6.26418962934454e-06,
225
+ "loss": 0.0,
226
+ "step": 16500
227
+ },
228
+ {
229
+ "epoch": 2.24,
230
+ "learning_rate": 6.057879480601623e-06,
231
+ "loss": 0.0,
232
+ "step": 17000
233
+ },
234
+ {
235
+ "epoch": 2.3,
236
+ "learning_rate": 5.849665534713365e-06,
237
+ "loss": 0.0111,
238
+ "step": 17500
239
+ },
240
+ {
241
+ "epoch": 2.37,
242
+ "learning_rate": 5.639922500824873e-06,
243
+ "loss": 0.0,
244
+ "step": 18000
245
+ },
246
+ {
247
+ "epoch": 2.43,
248
+ "learning_rate": 5.429027839881837e-06,
249
+ "loss": 0.0,
250
+ "step": 18500
251
+ },
252
+ {
253
+ "epoch": 2.5,
254
+ "learning_rate": 5.217361085338521e-06,
255
+ "loss": 0.0,
256
+ "step": 19000
257
+ },
258
+ {
259
+ "epoch": 2.56,
260
+ "learning_rate": 5.00530316013601e-06,
261
+ "loss": 0.0,
262
+ "step": 19500
263
+ },
264
+ {
265
+ "epoch": 2.63,
266
+ "learning_rate": 4.793235691179874e-06,
267
+ "loss": 0.0,
268
+ "step": 20000
269
+ },
270
+ {
271
+ "epoch": 2.7,
272
+ "learning_rate": 4.581540322550959e-06,
273
+ "loss": 0.0,
274
+ "step": 20500
275
+ },
276
+ {
277
+ "epoch": 2.76,
278
+ "learning_rate": 4.370598028685259e-06,
279
+ "loss": 0.0,
280
+ "step": 21000
281
+ },
282
+ {
283
+ "epoch": 2.83,
284
+ "learning_rate": 4.1607884287589305e-06,
285
+ "loss": 0.0,
286
+ "step": 21500
287
+ },
288
+ {
289
+ "epoch": 2.89,
290
+ "learning_rate": 3.952489103512244e-06,
291
+ "loss": 0.0,
292
+ "step": 22000
293
+ },
294
+ {
295
+ "epoch": 2.96,
296
+ "learning_rate": 3.746074915742002e-06,
297
+ "loss": 0.0,
298
+ "step": 22500
299
+ },
300
+ {
301
+ "epoch": 3.0,
302
+ "eval_AUC_Score": 1.0,
303
+ "eval_f1": 0.9996837136583017,
304
+ "eval_loss": 0.004720049910247326,
305
+ "eval_runtime": 66.7455,
306
+ "eval_samples_per_second": 50.64,
307
+ "eval_steps_per_second": 6.338,
308
+ "step": 22815
309
+ },
310
+ {
311
+ "epoch": 3.02,
312
+ "learning_rate": 3.5419173356852643e-06,
313
+ "loss": 0.0,
314
+ "step": 23000
315
+ },
316
+ {
317
+ "epoch": 3.09,
318
+ "learning_rate": 3.3403837725084208e-06,
319
+ "loss": 0.0,
320
+ "step": 23500
321
+ },
322
+ {
323
+ "epoch": 3.16,
324
+ "learning_rate": 3.141836913104733e-06,
325
+ "loss": 0.0,
326
+ "step": 24000
327
+ },
328
+ {
329
+ "epoch": 3.22,
330
+ "learning_rate": 2.9466340693902413e-06,
331
+ "loss": 0.0069,
332
+ "step": 24500
333
+ },
334
+ {
335
+ "epoch": 3.29,
336
+ "learning_rate": 2.7551265352726518e-06,
337
+ "loss": 0.0,
338
+ "step": 25000
339
+ },
340
+ {
341
+ "epoch": 3.35,
342
+ "learning_rate": 2.567658954450468e-06,
343
+ "loss": 0.0,
344
+ "step": 25500
345
+ },
346
+ {
347
+ "epoch": 3.42,
348
+ "learning_rate": 2.3845687001800538e-06,
349
+ "loss": 0.0,
350
+ "step": 26000
351
+ },
352
+ {
353
+ "epoch": 3.48,
354
+ "learning_rate": 2.206185268126855e-06,
355
+ "loss": 0.0,
356
+ "step": 26500
357
+ },
358
+ {
359
+ "epoch": 3.55,
360
+ "learning_rate": 2.0328296833933964e-06,
361
+ "loss": 0.0,
362
+ "step": 27000
363
+ },
364
+ {
365
+ "epoch": 3.62,
366
+ "learning_rate": 1.8648139227912071e-06,
367
+ "loss": 0.0,
368
+ "step": 27500
369
+ },
370
+ {
371
+ "epoch": 3.68,
372
+ "learning_rate": 1.7024403533963834e-06,
373
+ "loss": 0.0,
374
+ "step": 28000
375
+ },
376
+ {
377
+ "epoch": 3.75,
378
+ "learning_rate": 1.546001188399141e-06,
379
+ "loss": 0.0,
380
+ "step": 28500
381
+ },
382
+ {
383
+ "epoch": 3.81,
384
+ "learning_rate": 1.3957779612266815e-06,
385
+ "loss": 0.0,
386
+ "step": 29000
387
+ },
388
+ {
389
+ "epoch": 3.88,
390
+ "learning_rate": 1.2520410188857307e-06,
391
+ "loss": 0.0,
392
+ "step": 29500
393
+ },
394
+ {
395
+ "epoch": 3.94,
396
+ "learning_rate": 1.1150490354365434e-06,
397
+ "loss": 0.0,
398
+ "step": 30000
399
+ },
400
+ {
401
+ "epoch": 4.0,
402
+ "eval_AUC_Score": 1.0,
403
+ "eval_f1": 0.9996837136583017,
404
+ "eval_loss": 0.002729017287492752,
405
+ "eval_runtime": 66.7534,
406
+ "eval_samples_per_second": 50.634,
407
+ "eval_steps_per_second": 6.337,
408
+ "step": 30420
409
+ },
410
+ {
411
+ "epoch": 4.01,
412
+ "learning_rate": 9.850485464739634e-07,
413
+ "loss": 0.0,
414
+ "step": 30500
415
+ },
416
+ {
417
+ "epoch": 4.08,
418
+ "learning_rate": 8.62273505453296e-07,
419
+ "loss": 0.0,
420
+ "step": 31000
421
+ },
422
+ {
423
+ "epoch": 4.14,
424
+ "learning_rate": 7.469448626594255e-07,
425
+ "loss": 0.0,
426
+ "step": 31500
427
+ },
428
+ {
429
+ "epoch": 4.21,
430
+ "learning_rate": 6.392701675769125e-07,
431
+ "loss": 0.0,
432
+ "step": 32000
433
+ },
434
+ {
435
+ "epoch": 4.27,
436
+ "learning_rate": 5.394431953766388e-07,
437
+ "loss": 0.0,
438
+ "step": 32500
439
+ },
440
+ {
441
+ "epoch": 4.34,
442
+ "learning_rate": 4.476435981911831e-07,
443
+ "loss": 0.0,
444
+ "step": 33000
445
+ },
446
+ {
447
+ "epoch": 4.4,
448
+ "learning_rate": 3.6403658180652445e-07,
449
+ "loss": 0.0,
450
+ "step": 33500
451
+ },
452
+ {
453
+ "epoch": 4.47,
454
+ "learning_rate": 2.887726083518988e-07,
455
+ "loss": 0.0,
456
+ "step": 34000
457
+ },
458
+ {
459
+ "epoch": 4.54,
460
+ "learning_rate": 2.219871255228473e-07,
461
+ "loss": 0.0,
462
+ "step": 34500
463
+ },
464
+ {
465
+ "epoch": 4.6,
466
+ "learning_rate": 1.6380032282478364e-07,
467
+ "loss": 0.0,
468
+ "step": 35000
469
+ },
470
+ {
471
+ "epoch": 4.67,
472
+ "learning_rate": 1.1431691527572675e-07,
473
+ "loss": 0.0,
474
+ "step": 35500
475
+ },
476
+ {
477
+ "epoch": 4.73,
478
+ "learning_rate": 7.362595495746972e-08,
479
+ "loss": 0.0,
480
+ "step": 36000
481
+ },
482
+ {
483
+ "epoch": 4.8,
484
+ "learning_rate": 4.1800670754318374e-08,
485
+ "loss": 0.0,
486
+ "step": 36500
487
+ },
488
+ {
489
+ "epoch": 4.87,
490
+ "learning_rate": 1.889833656781581e-08,
491
+ "loss": 0.0,
492
+ "step": 37000
493
+ },
494
+ {
495
+ "epoch": 4.93,
496
+ "learning_rate": 4.96016824461043e-09,
497
+ "loss": 0.0,
498
+ "step": 37500
499
+ },
500
+ {
501
+ "epoch": 5.0,
502
+ "learning_rate": 1.124940297136945e-11,
503
+ "loss": 0.0,
504
+ "step": 38000
505
+ }
506
+ ],
507
+ "max_steps": 38025,
508
+ "num_train_epochs": 5,
509
+ "total_flos": 3.999288041472e+16,
510
+ "trial_name": null,
511
+ "trial_params": null
512
+ }