loucad commited on
Commit
a07ea67
1 Parent(s): 2848de4

End of training

Browse files
Files changed (4) hide show
  1. all_results.json +10 -9
  2. eval_results.json +5 -5
  3. train_results.json +5 -4
  4. trainer_state.json +207 -1125
all_results.json CHANGED
@@ -1,12 +1,13 @@
1
  {
2
  "epoch": 3.0,
3
- "eval_accuracy": 0.8289,
4
- "eval_loss": 0.6467128992080688,
5
- "eval_runtime": 32.7995,
6
- "eval_samples_per_second": 304.882,
7
- "eval_steps_per_second": 9.543,
8
- "train_loss": 1.9375283018340992,
9
- "train_runtime": 2464.8383,
10
- "train_samples_per_second": 109.541,
11
- "train_steps_per_second": 0.856
 
12
  }
 
1
  {
2
  "epoch": 3.0,
3
+ "eval_accuracy": 0.9751851851851852,
4
+ "eval_loss": 0.07970600575208664,
5
+ "eval_runtime": 9.1923,
6
+ "eval_samples_per_second": 293.724,
7
+ "eval_steps_per_second": 9.247,
8
+ "total_flos": 1.8124066505760768e+18,
9
+ "train_loss": 0.334963171523914,
10
+ "train_runtime": 599.4131,
11
+ "train_samples_per_second": 121.619,
12
+ "train_steps_per_second": 0.951
13
  }
eval_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "epoch": 3.0,
3
- "eval_accuracy": 0.8289,
4
- "eval_loss": 0.6467128992080688,
5
- "eval_runtime": 32.7995,
6
- "eval_samples_per_second": 304.882,
7
- "eval_steps_per_second": 9.543
8
  }
 
1
  {
2
  "epoch": 3.0,
3
+ "eval_accuracy": 0.9751851851851852,
4
+ "eval_loss": 0.07970600575208664,
5
+ "eval_runtime": 9.1923,
6
+ "eval_samples_per_second": 293.724,
7
+ "eval_steps_per_second": 9.247
8
  }
train_results.json CHANGED
@@ -1,7 +1,8 @@
1
  {
2
  "epoch": 3.0,
3
- "train_loss": 1.9375283018340992,
4
- "train_runtime": 2464.8383,
5
- "train_samples_per_second": 109.541,
6
- "train_steps_per_second": 0.856
 
7
  }
 
1
  {
2
  "epoch": 3.0,
3
+ "total_flos": 1.8124066505760768e+18,
4
+ "train_loss": 0.334963171523914,
5
+ "train_runtime": 599.4131,
6
+ "train_samples_per_second": 121.619,
7
+ "train_steps_per_second": 0.951
8
  }
trainer_state.json CHANGED
@@ -1,1312 +1,394 @@
1
  {
2
- "best_metric": 0.8289,
3
- "best_model_checkpoint": "swin-tiny-patch4-window7-224-finetuned-eurosat\\checkpoint-2109",
4
- "epoch": 2.998933522929257,
5
- "global_step": 2109,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
9
  "log_history": [
10
  {
11
- "epoch": 0.01,
12
- "learning_rate": 2.3696682464454976e-06,
13
- "loss": 5.3748,
14
  "step": 10
15
  },
16
  {
17
- "epoch": 0.03,
18
- "learning_rate": 4.739336492890995e-06,
19
- "loss": 5.3569,
20
  "step": 20
21
  },
22
  {
23
- "epoch": 0.04,
24
- "learning_rate": 7.109004739336493e-06,
25
- "loss": 5.3245,
26
  "step": 30
27
  },
28
  {
29
- "epoch": 0.06,
30
- "learning_rate": 9.47867298578199e-06,
31
- "loss": 5.3197,
32
  "step": 40
33
  },
34
  {
35
- "epoch": 0.07,
36
- "learning_rate": 1.184834123222749e-05,
37
- "loss": 5.3088,
38
  "step": 50
39
  },
40
  {
41
- "epoch": 0.09,
42
- "learning_rate": 1.4218009478672985e-05,
43
- "loss": 5.2824,
44
  "step": 60
45
  },
46
  {
47
- "epoch": 0.1,
48
- "learning_rate": 1.6587677725118483e-05,
49
- "loss": 5.2667,
50
  "step": 70
51
  },
52
  {
53
- "epoch": 0.11,
54
- "learning_rate": 1.895734597156398e-05,
55
- "loss": 5.2398,
56
  "step": 80
57
  },
58
  {
59
- "epoch": 0.13,
60
- "learning_rate": 2.132701421800948e-05,
61
- "loss": 5.1939,
62
  "step": 90
63
  },
64
  {
65
- "epoch": 0.14,
66
- "learning_rate": 2.369668246445498e-05,
67
- "loss": 5.1625,
68
  "step": 100
69
  },
70
  {
71
- "epoch": 0.16,
72
- "learning_rate": 2.6066350710900477e-05,
73
- "loss": 5.1027,
74
  "step": 110
75
  },
76
  {
77
- "epoch": 0.17,
78
- "learning_rate": 2.843601895734597e-05,
79
- "loss": 5.0203,
80
  "step": 120
81
  },
82
  {
83
- "epoch": 0.18,
84
- "learning_rate": 3.080568720379147e-05,
85
- "loss": 4.9328,
86
  "step": 130
87
  },
88
  {
89
- "epoch": 0.2,
90
- "learning_rate": 3.3175355450236966e-05,
91
- "loss": 4.7904,
92
  "step": 140
93
  },
94
  {
95
- "epoch": 0.21,
96
- "learning_rate": 3.554502369668247e-05,
97
- "loss": 4.6625,
98
  "step": 150
99
  },
100
  {
101
- "epoch": 0.23,
102
- "learning_rate": 3.791469194312796e-05,
103
- "loss": 4.4841,
104
  "step": 160
105
  },
106
  {
107
- "epoch": 0.24,
108
- "learning_rate": 4.028436018957346e-05,
109
- "loss": 4.2482,
110
  "step": 170
111
  },
112
  {
113
- "epoch": 0.26,
114
- "learning_rate": 4.265402843601896e-05,
115
- "loss": 4.0752,
116
  "step": 180
117
  },
118
  {
119
- "epoch": 0.27,
120
- "learning_rate": 4.502369668246446e-05,
121
- "loss": 3.9379,
 
 
 
 
 
 
 
 
 
122
  "step": 190
123
  },
124
  {
125
- "epoch": 0.28,
126
- "learning_rate": 4.739336492890996e-05,
127
- "loss": 3.734,
128
  "step": 200
129
  },
130
  {
131
- "epoch": 0.3,
132
- "learning_rate": 4.976303317535545e-05,
133
- "loss": 3.5028,
134
  "step": 210
135
  },
136
  {
137
- "epoch": 0.31,
138
- "learning_rate": 4.976290832455216e-05,
139
- "loss": 3.4281,
140
  "step": 220
141
  },
142
  {
143
- "epoch": 0.33,
144
- "learning_rate": 4.949947312961012e-05,
145
- "loss": 3.2753,
146
  "step": 230
147
  },
148
  {
149
- "epoch": 0.34,
150
- "learning_rate": 4.923603793466807e-05,
151
- "loss": 3.0507,
152
  "step": 240
153
  },
154
  {
155
- "epoch": 0.36,
156
- "learning_rate": 4.8972602739726034e-05,
157
- "loss": 2.9402,
158
  "step": 250
159
  },
160
  {
161
- "epoch": 0.37,
162
- "learning_rate": 4.8709167544783986e-05,
163
- "loss": 2.8824,
164
  "step": 260
165
  },
166
  {
167
- "epoch": 0.38,
168
- "learning_rate": 4.8445732349841945e-05,
169
- "loss": 2.6848,
170
  "step": 270
171
  },
172
  {
173
- "epoch": 0.4,
174
- "learning_rate": 4.8182297154899896e-05,
175
- "loss": 2.6702,
176
  "step": 280
177
  },
178
  {
179
- "epoch": 0.41,
180
- "learning_rate": 4.791886195995785e-05,
181
- "loss": 2.6096,
182
  "step": 290
183
  },
184
  {
185
- "epoch": 0.43,
186
- "learning_rate": 4.7655426765015806e-05,
187
- "loss": 2.5345,
188
  "step": 300
189
  },
190
  {
191
- "epoch": 0.44,
192
- "learning_rate": 4.7391991570073765e-05,
193
- "loss": 2.5112,
194
  "step": 310
195
  },
196
  {
197
- "epoch": 0.46,
198
- "learning_rate": 4.712855637513172e-05,
199
- "loss": 2.4971,
200
  "step": 320
201
  },
202
  {
203
- "epoch": 0.47,
204
- "learning_rate": 4.6865121180189675e-05,
205
- "loss": 2.3219,
206
  "step": 330
207
  },
208
  {
209
- "epoch": 0.48,
210
- "learning_rate": 4.6601685985247633e-05,
211
- "loss": 2.4026,
212
  "step": 340
213
  },
214
  {
215
- "epoch": 0.5,
216
- "learning_rate": 4.6338250790305585e-05,
217
- "loss": 2.2161,
218
  "step": 350
219
  },
220
  {
221
- "epoch": 0.51,
222
- "learning_rate": 4.6074815595363544e-05,
223
- "loss": 2.2615,
224
  "step": 360
225
  },
226
  {
227
- "epoch": 0.53,
228
- "learning_rate": 4.58113804004215e-05,
229
- "loss": 2.2194,
230
  "step": 370
231
  },
232
  {
233
- "epoch": 0.54,
234
- "learning_rate": 4.5547945205479454e-05,
235
- "loss": 2.2824,
236
  "step": 380
237
  },
238
  {
239
- "epoch": 0.55,
240
- "learning_rate": 4.528451001053741e-05,
241
- "loss": 2.1638,
 
 
 
 
 
 
 
 
 
242
  "step": 390
243
  },
244
  {
245
- "epoch": 0.57,
246
- "learning_rate": 4.5021074815595364e-05,
247
- "loss": 2.0788,
248
  "step": 400
249
  },
250
  {
251
- "epoch": 0.58,
252
- "learning_rate": 4.4757639620653316e-05,
253
- "loss": 2.0187,
254
  "step": 410
255
  },
256
  {
257
- "epoch": 0.6,
258
- "learning_rate": 4.449420442571128e-05,
259
- "loss": 2.0782,
260
  "step": 420
261
  },
262
  {
263
- "epoch": 0.61,
264
- "learning_rate": 4.423076923076923e-05,
265
- "loss": 2.0265,
266
  "step": 430
267
  },
268
  {
269
- "epoch": 0.63,
270
- "learning_rate": 4.396733403582719e-05,
271
- "loss": 1.9744,
272
  "step": 440
273
  },
274
  {
275
- "epoch": 0.64,
276
- "learning_rate": 4.370389884088514e-05,
277
- "loss": 2.006,
278
  "step": 450
279
  },
280
  {
281
- "epoch": 0.65,
282
- "learning_rate": 4.34404636459431e-05,
283
- "loss": 2.0586,
284
  "step": 460
285
  },
286
  {
287
- "epoch": 0.67,
288
- "learning_rate": 4.317702845100105e-05,
289
- "loss": 1.9814,
290
  "step": 470
291
  },
292
  {
293
- "epoch": 0.68,
294
- "learning_rate": 4.291359325605901e-05,
295
- "loss": 1.9808,
296
  "step": 480
297
  },
298
  {
299
- "epoch": 0.7,
300
- "learning_rate": 4.265015806111697e-05,
301
- "loss": 1.9932,
302
  "step": 490
303
  },
304
  {
305
- "epoch": 0.71,
306
- "learning_rate": 4.238672286617492e-05,
307
- "loss": 1.9604,
308
  "step": 500
309
  },
310
  {
311
- "epoch": 0.73,
312
- "learning_rate": 4.212328767123288e-05,
313
- "loss": 1.8877,
314
  "step": 510
315
  },
316
  {
317
- "epoch": 0.74,
318
- "learning_rate": 4.185985247629083e-05,
319
- "loss": 1.884,
320
  "step": 520
321
  },
322
  {
323
- "epoch": 0.75,
324
- "learning_rate": 4.159641728134879e-05,
325
- "loss": 1.9931,
326
  "step": 530
327
  },
328
  {
329
- "epoch": 0.77,
330
- "learning_rate": 4.133298208640675e-05,
331
- "loss": 1.9496,
332
  "step": 540
333
  },
334
  {
335
- "epoch": 0.78,
336
- "learning_rate": 4.10695468914647e-05,
337
- "loss": 1.7859,
338
  "step": 550
339
  },
340
  {
341
- "epoch": 0.8,
342
- "learning_rate": 4.080611169652266e-05,
343
- "loss": 1.8249,
344
  "step": 560
345
  },
346
  {
347
- "epoch": 0.81,
348
- "learning_rate": 4.054267650158061e-05,
349
- "loss": 1.7965,
350
  "step": 570
351
  },
352
- {
353
- "epoch": 0.82,
354
- "learning_rate": 4.027924130663857e-05,
355
- "loss": 1.8011,
356
- "step": 580
357
- },
358
- {
359
- "epoch": 0.84,
360
- "learning_rate": 4.001580611169653e-05,
361
- "loss": 1.7976,
362
- "step": 590
363
- },
364
- {
365
- "epoch": 0.85,
366
- "learning_rate": 3.975237091675448e-05,
367
- "loss": 1.7056,
368
- "step": 600
369
- },
370
- {
371
- "epoch": 0.87,
372
- "learning_rate": 3.948893572181244e-05,
373
- "loss": 1.9267,
374
- "step": 610
375
- },
376
- {
377
- "epoch": 0.88,
378
- "learning_rate": 3.922550052687039e-05,
379
- "loss": 1.7014,
380
- "step": 620
381
- },
382
- {
383
- "epoch": 0.9,
384
- "learning_rate": 3.896206533192835e-05,
385
- "loss": 1.8617,
386
- "step": 630
387
- },
388
- {
389
- "epoch": 0.91,
390
- "learning_rate": 3.86986301369863e-05,
391
- "loss": 1.8402,
392
- "step": 640
393
- },
394
- {
395
- "epoch": 0.92,
396
- "learning_rate": 3.843519494204426e-05,
397
- "loss": 1.7088,
398
- "step": 650
399
- },
400
- {
401
- "epoch": 0.94,
402
- "learning_rate": 3.8171759747102217e-05,
403
- "loss": 1.8482,
404
- "step": 660
405
- },
406
- {
407
- "epoch": 0.95,
408
- "learning_rate": 3.790832455216017e-05,
409
- "loss": 1.7017,
410
- "step": 670
411
- },
412
- {
413
- "epoch": 0.97,
414
- "learning_rate": 3.764488935721813e-05,
415
- "loss": 1.8167,
416
- "step": 680
417
- },
418
- {
419
- "epoch": 0.98,
420
- "learning_rate": 3.738145416227608e-05,
421
- "loss": 1.7691,
422
- "step": 690
423
- },
424
- {
425
- "epoch": 1.0,
426
- "learning_rate": 3.711801896733404e-05,
427
- "loss": 1.7922,
428
- "step": 700
429
- },
430
- {
431
- "epoch": 1.0,
432
- "eval_accuracy": 0.7804,
433
- "eval_loss": 0.8853043913841248,
434
- "eval_runtime": 39.7328,
435
- "eval_samples_per_second": 251.681,
436
- "eval_steps_per_second": 7.878,
437
- "step": 703
438
- },
439
- {
440
- "epoch": 1.01,
441
- "learning_rate": 3.6854583772391995e-05,
442
- "loss": 1.5741,
443
- "step": 710
444
- },
445
- {
446
- "epoch": 1.02,
447
- "learning_rate": 3.6591148577449954e-05,
448
- "loss": 1.6612,
449
- "step": 720
450
- },
451
- {
452
- "epoch": 1.04,
453
- "learning_rate": 3.6327713382507905e-05,
454
- "loss": 1.6439,
455
- "step": 730
456
- },
457
- {
458
- "epoch": 1.05,
459
- "learning_rate": 3.606427818756586e-05,
460
- "loss": 1.6165,
461
- "step": 740
462
- },
463
- {
464
- "epoch": 1.07,
465
- "learning_rate": 3.5800842992623816e-05,
466
- "loss": 1.6161,
467
- "step": 750
468
- },
469
- {
470
- "epoch": 1.08,
471
- "learning_rate": 3.5537407797681774e-05,
472
- "loss": 1.5302,
473
- "step": 760
474
- },
475
- {
476
- "epoch": 1.09,
477
- "learning_rate": 3.527397260273973e-05,
478
- "loss": 1.6897,
479
- "step": 770
480
- },
481
- {
482
- "epoch": 1.11,
483
- "learning_rate": 3.5010537407797684e-05,
484
- "loss": 1.6632,
485
- "step": 780
486
- },
487
- {
488
- "epoch": 1.12,
489
- "learning_rate": 3.4747102212855636e-05,
490
- "loss": 1.5924,
491
- "step": 790
492
- },
493
- {
494
- "epoch": 1.14,
495
- "learning_rate": 3.4483667017913594e-05,
496
- "loss": 1.6301,
497
- "step": 800
498
- },
499
- {
500
- "epoch": 1.15,
501
- "learning_rate": 3.4220231822971546e-05,
502
- "loss": 1.6031,
503
- "step": 810
504
- },
505
- {
506
- "epoch": 1.17,
507
- "learning_rate": 3.3956796628029505e-05,
508
- "loss": 1.7069,
509
- "step": 820
510
- },
511
- {
512
- "epoch": 1.18,
513
- "learning_rate": 3.369336143308746e-05,
514
- "loss": 1.6232,
515
- "step": 830
516
- },
517
- {
518
- "epoch": 1.19,
519
- "learning_rate": 3.342992623814542e-05,
520
- "loss": 1.6028,
521
- "step": 840
522
- },
523
- {
524
- "epoch": 1.21,
525
- "learning_rate": 3.316649104320337e-05,
526
- "loss": 1.5437,
527
- "step": 850
528
- },
529
- {
530
- "epoch": 1.22,
531
- "learning_rate": 3.2903055848261325e-05,
532
- "loss": 1.534,
533
- "step": 860
534
- },
535
- {
536
- "epoch": 1.24,
537
- "learning_rate": 3.2639620653319283e-05,
538
- "loss": 1.5398,
539
- "step": 870
540
- },
541
- {
542
- "epoch": 1.25,
543
- "learning_rate": 3.237618545837724e-05,
544
- "loss": 1.4951,
545
- "step": 880
546
- },
547
- {
548
- "epoch": 1.27,
549
- "learning_rate": 3.21127502634352e-05,
550
- "loss": 1.6149,
551
- "step": 890
552
- },
553
- {
554
- "epoch": 1.28,
555
- "learning_rate": 3.184931506849315e-05,
556
- "loss": 1.6144,
557
- "step": 900
558
- },
559
- {
560
- "epoch": 1.29,
561
- "learning_rate": 3.1585879873551104e-05,
562
- "loss": 1.5772,
563
- "step": 910
564
- },
565
- {
566
- "epoch": 1.31,
567
- "learning_rate": 3.132244467860906e-05,
568
- "loss": 1.4824,
569
- "step": 920
570
- },
571
- {
572
- "epoch": 1.32,
573
- "learning_rate": 3.105900948366702e-05,
574
- "loss": 1.5298,
575
- "step": 930
576
- },
577
- {
578
- "epoch": 1.34,
579
- "learning_rate": 3.079557428872498e-05,
580
- "loss": 1.5792,
581
- "step": 940
582
- },
583
- {
584
- "epoch": 1.35,
585
- "learning_rate": 3.053213909378293e-05,
586
- "loss": 1.5499,
587
- "step": 950
588
- },
589
- {
590
- "epoch": 1.37,
591
- "learning_rate": 3.026870389884089e-05,
592
- "loss": 1.5453,
593
- "step": 960
594
- },
595
- {
596
- "epoch": 1.38,
597
- "learning_rate": 3.000526870389884e-05,
598
- "loss": 1.5818,
599
- "step": 970
600
- },
601
- {
602
- "epoch": 1.39,
603
- "learning_rate": 2.9741833508956796e-05,
604
- "loss": 1.4333,
605
- "step": 980
606
- },
607
- {
608
- "epoch": 1.41,
609
- "learning_rate": 2.9478398314014755e-05,
610
- "loss": 1.5632,
611
- "step": 990
612
- },
613
- {
614
- "epoch": 1.42,
615
- "learning_rate": 2.921496311907271e-05,
616
- "loss": 1.525,
617
- "step": 1000
618
- },
619
- {
620
- "epoch": 1.44,
621
- "learning_rate": 2.8951527924130668e-05,
622
- "loss": 1.5256,
623
- "step": 1010
624
- },
625
- {
626
- "epoch": 1.45,
627
- "learning_rate": 2.868809272918862e-05,
628
- "loss": 1.5352,
629
- "step": 1020
630
- },
631
- {
632
- "epoch": 1.46,
633
- "learning_rate": 2.842465753424658e-05,
634
- "loss": 1.4807,
635
- "step": 1030
636
- },
637
- {
638
- "epoch": 1.48,
639
- "learning_rate": 2.8161222339304533e-05,
640
- "loss": 1.5398,
641
- "step": 1040
642
- },
643
- {
644
- "epoch": 1.49,
645
- "learning_rate": 2.7897787144362485e-05,
646
- "loss": 1.559,
647
- "step": 1050
648
- },
649
- {
650
- "epoch": 1.51,
651
- "learning_rate": 2.7634351949420444e-05,
652
- "loss": 1.5625,
653
- "step": 1060
654
- },
655
- {
656
- "epoch": 1.52,
657
- "learning_rate": 2.73709167544784e-05,
658
- "loss": 1.4423,
659
- "step": 1070
660
- },
661
- {
662
- "epoch": 1.54,
663
- "learning_rate": 2.7107481559536357e-05,
664
- "loss": 1.4928,
665
- "step": 1080
666
- },
667
- {
668
- "epoch": 1.55,
669
- "learning_rate": 2.6844046364594312e-05,
670
- "loss": 1.6027,
671
- "step": 1090
672
- },
673
- {
674
- "epoch": 1.56,
675
- "learning_rate": 2.6580611169652264e-05,
676
- "loss": 1.4623,
677
- "step": 1100
678
- },
679
- {
680
- "epoch": 1.58,
681
- "learning_rate": 2.6317175974710222e-05,
682
- "loss": 1.6102,
683
- "step": 1110
684
- },
685
- {
686
- "epoch": 1.59,
687
- "learning_rate": 2.6053740779768177e-05,
688
- "loss": 1.4465,
689
- "step": 1120
690
- },
691
- {
692
- "epoch": 1.61,
693
- "learning_rate": 2.5790305584826136e-05,
694
- "loss": 1.4764,
695
- "step": 1130
696
- },
697
- {
698
- "epoch": 1.62,
699
- "learning_rate": 2.5526870389884088e-05,
700
- "loss": 1.5132,
701
- "step": 1140
702
- },
703
- {
704
- "epoch": 1.64,
705
- "learning_rate": 2.5263435194942046e-05,
706
- "loss": 1.5237,
707
- "step": 1150
708
- },
709
- {
710
- "epoch": 1.65,
711
- "learning_rate": 2.5e-05,
712
- "loss": 1.5527,
713
- "step": 1160
714
- },
715
- {
716
- "epoch": 1.66,
717
- "learning_rate": 2.4736564805057956e-05,
718
- "loss": 1.4051,
719
- "step": 1170
720
- },
721
- {
722
- "epoch": 1.68,
723
- "learning_rate": 2.4473129610115915e-05,
724
- "loss": 1.6083,
725
- "step": 1180
726
- },
727
- {
728
- "epoch": 1.69,
729
- "learning_rate": 2.420969441517387e-05,
730
- "loss": 1.4604,
731
- "step": 1190
732
- },
733
- {
734
- "epoch": 1.71,
735
- "learning_rate": 2.394625922023182e-05,
736
- "loss": 1.5632,
737
- "step": 1200
738
- },
739
- {
740
- "epoch": 1.72,
741
- "learning_rate": 2.368282402528978e-05,
742
- "loss": 1.5384,
743
- "step": 1210
744
- },
745
- {
746
- "epoch": 1.73,
747
- "learning_rate": 2.3419388830347735e-05,
748
- "loss": 1.4031,
749
- "step": 1220
750
- },
751
- {
752
- "epoch": 1.75,
753
- "learning_rate": 2.315595363540569e-05,
754
- "loss": 1.5656,
755
- "step": 1230
756
- },
757
- {
758
- "epoch": 1.76,
759
- "learning_rate": 2.289251844046365e-05,
760
- "loss": 1.3992,
761
- "step": 1240
762
- },
763
- {
764
- "epoch": 1.78,
765
- "learning_rate": 2.2629083245521604e-05,
766
- "loss": 1.4831,
767
- "step": 1250
768
- },
769
- {
770
- "epoch": 1.79,
771
- "learning_rate": 2.236564805057956e-05,
772
- "loss": 1.4081,
773
- "step": 1260
774
- },
775
- {
776
- "epoch": 1.81,
777
- "learning_rate": 2.2102212855637514e-05,
778
- "loss": 1.5012,
779
- "step": 1270
780
- },
781
- {
782
- "epoch": 1.82,
783
- "learning_rate": 2.183877766069547e-05,
784
- "loss": 1.4697,
785
- "step": 1280
786
- },
787
- {
788
- "epoch": 1.83,
789
- "learning_rate": 2.1575342465753427e-05,
790
- "loss": 1.4538,
791
- "step": 1290
792
- },
793
- {
794
- "epoch": 1.85,
795
- "learning_rate": 2.1311907270811383e-05,
796
- "loss": 1.372,
797
- "step": 1300
798
- },
799
- {
800
- "epoch": 1.86,
801
- "learning_rate": 2.1048472075869338e-05,
802
- "loss": 1.5106,
803
- "step": 1310
804
- },
805
- {
806
- "epoch": 1.88,
807
- "learning_rate": 2.0785036880927293e-05,
808
- "loss": 1.518,
809
- "step": 1320
810
- },
811
- {
812
- "epoch": 1.89,
813
- "learning_rate": 2.0521601685985248e-05,
814
- "loss": 1.4169,
815
- "step": 1330
816
- },
817
- {
818
- "epoch": 1.91,
819
- "learning_rate": 2.0258166491043203e-05,
820
- "loss": 1.4372,
821
- "step": 1340
822
- },
823
- {
824
- "epoch": 1.92,
825
- "learning_rate": 1.999473129610116e-05,
826
- "loss": 1.5191,
827
- "step": 1350
828
- },
829
- {
830
- "epoch": 1.93,
831
- "learning_rate": 1.9731296101159116e-05,
832
- "loss": 1.4005,
833
- "step": 1360
834
- },
835
- {
836
- "epoch": 1.95,
837
- "learning_rate": 1.946786090621707e-05,
838
- "loss": 1.4019,
839
- "step": 1370
840
- },
841
- {
842
- "epoch": 1.96,
843
- "learning_rate": 1.9204425711275027e-05,
844
- "loss": 1.4445,
845
- "step": 1380
846
- },
847
- {
848
- "epoch": 1.98,
849
- "learning_rate": 1.894099051633298e-05,
850
- "loss": 1.3176,
851
- "step": 1390
852
- },
853
- {
854
- "epoch": 1.99,
855
- "learning_rate": 1.8677555321390937e-05,
856
- "loss": 1.4677,
857
- "step": 1400
858
- },
859
- {
860
- "epoch": 2.0,
861
- "eval_accuracy": 0.8124,
862
- "eval_loss": 0.7063834071159363,
863
- "eval_runtime": 34.1843,
864
- "eval_samples_per_second": 292.532,
865
- "eval_steps_per_second": 9.156,
866
- "step": 1406
867
- },
868
- {
869
- "epoch": 2.0,
870
- "learning_rate": 1.8414120126448895e-05,
871
- "loss": 1.4671,
872
- "step": 1410
873
- },
874
- {
875
- "epoch": 2.02,
876
- "learning_rate": 1.815068493150685e-05,
877
- "loss": 1.2756,
878
- "step": 1420
879
- },
880
- {
881
- "epoch": 2.03,
882
- "learning_rate": 1.7887249736564805e-05,
883
- "loss": 1.3293,
884
- "step": 1430
885
- },
886
- {
887
- "epoch": 2.05,
888
- "learning_rate": 1.7623814541622764e-05,
889
- "loss": 1.3382,
890
- "step": 1440
891
- },
892
- {
893
- "epoch": 2.06,
894
- "learning_rate": 1.7360379346680716e-05,
895
- "loss": 1.4155,
896
- "step": 1450
897
- },
898
- {
899
- "epoch": 2.08,
900
- "learning_rate": 1.7096944151738674e-05,
901
- "loss": 1.331,
902
- "step": 1460
903
- },
904
- {
905
- "epoch": 2.09,
906
- "learning_rate": 1.683350895679663e-05,
907
- "loss": 1.4016,
908
- "step": 1470
909
- },
910
- {
911
- "epoch": 2.1,
912
- "learning_rate": 1.6570073761854584e-05,
913
- "loss": 1.361,
914
- "step": 1480
915
- },
916
- {
917
- "epoch": 2.12,
918
- "learning_rate": 1.630663856691254e-05,
919
- "loss": 1.3983,
920
- "step": 1490
921
- },
922
- {
923
- "epoch": 2.13,
924
- "learning_rate": 1.6043203371970498e-05,
925
- "loss": 1.3422,
926
- "step": 1500
927
- },
928
- {
929
- "epoch": 2.15,
930
- "learning_rate": 1.577976817702845e-05,
931
- "loss": 1.3971,
932
- "step": 1510
933
- },
934
- {
935
- "epoch": 2.16,
936
- "learning_rate": 1.5516332982086408e-05,
937
- "loss": 1.422,
938
- "step": 1520
939
- },
940
- {
941
- "epoch": 2.18,
942
- "learning_rate": 1.5252897787144363e-05,
943
- "loss": 1.4001,
944
- "step": 1530
945
- },
946
- {
947
- "epoch": 2.19,
948
- "learning_rate": 1.498946259220232e-05,
949
- "loss": 1.329,
950
- "step": 1540
951
- },
952
- {
953
- "epoch": 2.2,
954
- "learning_rate": 1.4726027397260275e-05,
955
- "loss": 1.3531,
956
- "step": 1550
957
- },
958
- {
959
- "epoch": 2.22,
960
- "learning_rate": 1.4462592202318232e-05,
961
- "loss": 1.3514,
962
- "step": 1560
963
- },
964
- {
965
- "epoch": 2.23,
966
- "learning_rate": 1.4199157007376185e-05,
967
- "loss": 1.32,
968
- "step": 1570
969
- },
970
- {
971
- "epoch": 2.25,
972
- "learning_rate": 1.3935721812434142e-05,
973
- "loss": 1.4405,
974
- "step": 1580
975
- },
976
- {
977
- "epoch": 2.26,
978
- "learning_rate": 1.3672286617492097e-05,
979
- "loss": 1.4477,
980
- "step": 1590
981
- },
982
- {
983
- "epoch": 2.28,
984
- "learning_rate": 1.3408851422550054e-05,
985
- "loss": 1.3322,
986
- "step": 1600
987
- },
988
- {
989
- "epoch": 2.29,
990
- "learning_rate": 1.3145416227608009e-05,
991
- "loss": 1.3451,
992
- "step": 1610
993
- },
994
- {
995
- "epoch": 2.3,
996
- "learning_rate": 1.2881981032665966e-05,
997
- "loss": 1.3795,
998
- "step": 1620
999
- },
1000
- {
1001
- "epoch": 2.32,
1002
- "learning_rate": 1.2618545837723922e-05,
1003
- "loss": 1.2765,
1004
- "step": 1630
1005
- },
1006
- {
1007
- "epoch": 2.33,
1008
- "learning_rate": 1.2355110642781877e-05,
1009
- "loss": 1.3775,
1010
- "step": 1640
1011
- },
1012
- {
1013
- "epoch": 2.35,
1014
- "learning_rate": 1.209167544783983e-05,
1015
- "loss": 1.2989,
1016
- "step": 1650
1017
- },
1018
- {
1019
- "epoch": 2.36,
1020
- "learning_rate": 1.1828240252897788e-05,
1021
- "loss": 1.4062,
1022
- "step": 1660
1023
- },
1024
- {
1025
- "epoch": 2.37,
1026
- "learning_rate": 1.1564805057955744e-05,
1027
- "loss": 1.329,
1028
- "step": 1670
1029
- },
1030
- {
1031
- "epoch": 2.39,
1032
- "learning_rate": 1.1301369863013698e-05,
1033
- "loss": 1.3265,
1034
- "step": 1680
1035
- },
1036
- {
1037
- "epoch": 2.4,
1038
- "learning_rate": 1.1037934668071655e-05,
1039
- "loss": 1.3261,
1040
- "step": 1690
1041
- },
1042
- {
1043
- "epoch": 2.42,
1044
- "learning_rate": 1.0774499473129611e-05,
1045
- "loss": 1.3631,
1046
- "step": 1700
1047
- },
1048
- {
1049
- "epoch": 2.43,
1050
- "learning_rate": 1.0511064278187566e-05,
1051
- "loss": 1.2648,
1052
- "step": 1710
1053
- },
1054
- {
1055
- "epoch": 2.45,
1056
- "learning_rate": 1.0247629083245521e-05,
1057
- "loss": 1.3818,
1058
- "step": 1720
1059
- },
1060
- {
1061
- "epoch": 2.46,
1062
- "learning_rate": 9.984193888303478e-06,
1063
- "loss": 1.3628,
1064
- "step": 1730
1065
- },
1066
- {
1067
- "epoch": 2.47,
1068
- "learning_rate": 9.720758693361433e-06,
1069
- "loss": 1.3429,
1070
- "step": 1740
1071
- },
1072
- {
1073
- "epoch": 2.49,
1074
- "learning_rate": 9.457323498419388e-06,
1075
- "loss": 1.4293,
1076
- "step": 1750
1077
- },
1078
- {
1079
- "epoch": 2.5,
1080
- "learning_rate": 9.193888303477345e-06,
1081
- "loss": 1.2913,
1082
- "step": 1760
1083
- },
1084
- {
1085
- "epoch": 2.52,
1086
- "learning_rate": 8.930453108535302e-06,
1087
- "loss": 1.3782,
1088
- "step": 1770
1089
- },
1090
- {
1091
- "epoch": 2.53,
1092
- "learning_rate": 8.667017913593255e-06,
1093
- "loss": 1.2975,
1094
- "step": 1780
1095
- },
1096
- {
1097
- "epoch": 2.55,
1098
- "learning_rate": 8.403582718651212e-06,
1099
- "loss": 1.3039,
1100
- "step": 1790
1101
- },
1102
- {
1103
- "epoch": 2.56,
1104
- "learning_rate": 8.140147523709169e-06,
1105
- "loss": 1.291,
1106
- "step": 1800
1107
- },
1108
- {
1109
- "epoch": 2.57,
1110
- "learning_rate": 7.876712328767124e-06,
1111
- "loss": 1.3099,
1112
- "step": 1810
1113
- },
1114
- {
1115
- "epoch": 2.59,
1116
- "learning_rate": 7.613277133825079e-06,
1117
- "loss": 1.2919,
1118
- "step": 1820
1119
- },
1120
- {
1121
- "epoch": 2.6,
1122
- "learning_rate": 7.349841938883036e-06,
1123
- "loss": 1.2977,
1124
- "step": 1830
1125
- },
1126
- {
1127
- "epoch": 2.62,
1128
- "learning_rate": 7.08640674394099e-06,
1129
- "loss": 1.3157,
1130
- "step": 1840
1131
- },
1132
- {
1133
- "epoch": 2.63,
1134
- "learning_rate": 6.822971548998947e-06,
1135
- "loss": 1.3704,
1136
- "step": 1850
1137
- },
1138
- {
1139
- "epoch": 2.64,
1140
- "learning_rate": 6.559536354056903e-06,
1141
- "loss": 1.4022,
1142
- "step": 1860
1143
- },
1144
- {
1145
- "epoch": 2.66,
1146
- "learning_rate": 6.296101159114858e-06,
1147
- "loss": 1.3697,
1148
- "step": 1870
1149
- },
1150
- {
1151
- "epoch": 2.67,
1152
- "learning_rate": 6.032665964172814e-06,
1153
- "loss": 1.3926,
1154
- "step": 1880
1155
- },
1156
- {
1157
- "epoch": 2.69,
1158
- "learning_rate": 5.76923076923077e-06,
1159
- "loss": 1.3484,
1160
- "step": 1890
1161
- },
1162
- {
1163
- "epoch": 2.7,
1164
- "learning_rate": 5.505795574288726e-06,
1165
- "loss": 1.3312,
1166
- "step": 1900
1167
- },
1168
- {
1169
- "epoch": 2.72,
1170
- "learning_rate": 5.242360379346681e-06,
1171
- "loss": 1.3344,
1172
- "step": 1910
1173
- },
1174
- {
1175
- "epoch": 2.73,
1176
- "learning_rate": 4.978925184404637e-06,
1177
- "loss": 1.2542,
1178
- "step": 1920
1179
- },
1180
- {
1181
- "epoch": 2.74,
1182
- "learning_rate": 4.715489989462593e-06,
1183
- "loss": 1.31,
1184
- "step": 1930
1185
- },
1186
- {
1187
- "epoch": 2.76,
1188
- "learning_rate": 4.452054794520548e-06,
1189
- "loss": 1.2692,
1190
- "step": 1940
1191
- },
1192
- {
1193
- "epoch": 2.77,
1194
- "learning_rate": 4.188619599578504e-06,
1195
- "loss": 1.3602,
1196
- "step": 1950
1197
- },
1198
- {
1199
- "epoch": 2.79,
1200
- "learning_rate": 3.92518440463646e-06,
1201
- "loss": 1.2637,
1202
- "step": 1960
1203
- },
1204
- {
1205
- "epoch": 2.8,
1206
- "learning_rate": 3.661749209694415e-06,
1207
- "loss": 1.2901,
1208
- "step": 1970
1209
- },
1210
- {
1211
- "epoch": 2.82,
1212
- "learning_rate": 3.398314014752371e-06,
1213
- "loss": 1.2764,
1214
- "step": 1980
1215
- },
1216
- {
1217
- "epoch": 2.83,
1218
- "learning_rate": 3.1348788198103265e-06,
1219
- "loss": 1.3211,
1220
- "step": 1990
1221
- },
1222
- {
1223
- "epoch": 2.84,
1224
- "learning_rate": 2.8714436248682825e-06,
1225
- "loss": 1.3353,
1226
- "step": 2000
1227
- },
1228
- {
1229
- "epoch": 2.86,
1230
- "learning_rate": 2.6080084299262384e-06,
1231
- "loss": 1.2377,
1232
- "step": 2010
1233
- },
1234
- {
1235
- "epoch": 2.87,
1236
- "learning_rate": 2.3445732349841943e-06,
1237
- "loss": 1.3447,
1238
- "step": 2020
1239
- },
1240
- {
1241
- "epoch": 2.89,
1242
- "learning_rate": 2.08113804004215e-06,
1243
- "loss": 1.3155,
1244
- "step": 2030
1245
- },
1246
- {
1247
- "epoch": 2.9,
1248
- "learning_rate": 1.8177028451001056e-06,
1249
- "loss": 1.4133,
1250
- "step": 2040
1251
- },
1252
- {
1253
- "epoch": 2.92,
1254
- "learning_rate": 1.554267650158061e-06,
1255
- "loss": 1.2132,
1256
- "step": 2050
1257
- },
1258
- {
1259
- "epoch": 2.93,
1260
- "learning_rate": 1.290832455216017e-06,
1261
- "loss": 1.3686,
1262
- "step": 2060
1263
- },
1264
- {
1265
- "epoch": 2.94,
1266
- "learning_rate": 1.0273972602739725e-06,
1267
- "loss": 1.341,
1268
- "step": 2070
1269
- },
1270
- {
1271
- "epoch": 2.96,
1272
- "learning_rate": 7.639620653319284e-07,
1273
- "loss": 1.305,
1274
- "step": 2080
1275
- },
1276
- {
1277
- "epoch": 2.97,
1278
- "learning_rate": 5.00526870389884e-07,
1279
- "loss": 1.3064,
1280
- "step": 2090
1281
- },
1282
- {
1283
- "epoch": 2.99,
1284
- "learning_rate": 2.3709167544783985e-07,
1285
- "loss": 1.3005,
1286
- "step": 2100
1287
- },
1288
  {
1289
  "epoch": 3.0,
1290
- "eval_accuracy": 0.8289,
1291
- "eval_loss": 0.6467128992080688,
1292
- "eval_runtime": 37.586,
1293
- "eval_samples_per_second": 266.057,
1294
- "eval_steps_per_second": 8.328,
1295
- "step": 2109
1296
  },
1297
  {
1298
  "epoch": 3.0,
1299
- "step": 2109,
1300
- "total_flos": 6.74624745043329e+18,
1301
- "train_loss": 1.9375283018340992,
1302
- "train_runtime": 2464.8383,
1303
- "train_samples_per_second": 109.541,
1304
- "train_steps_per_second": 0.856
1305
  }
1306
  ],
1307
- "max_steps": 2109,
1308
  "num_train_epochs": 3,
1309
- "total_flos": 6.74624745043329e+18,
1310
  "trial_name": null,
1311
  "trial_params": null
1312
  }
 
1
  {
2
+ "best_metric": 0.9751851851851852,
3
+ "best_model_checkpoint": "swin-tiny-patch4-window7-224-finetuned-eurosat/checkpoint-570",
4
+ "epoch": 3.0,
5
+ "global_step": 570,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
9
  "log_history": [
10
  {
11
+ "epoch": 0.05,
12
+ "learning_rate": 8.771929824561403e-06,
13
+ "loss": 2.3064,
14
  "step": 10
15
  },
16
  {
17
+ "epoch": 0.11,
18
+ "learning_rate": 1.7543859649122806e-05,
19
+ "loss": 2.0941,
20
  "step": 20
21
  },
22
  {
23
+ "epoch": 0.16,
24
+ "learning_rate": 2.6315789473684212e-05,
25
+ "loss": 1.6403,
26
  "step": 30
27
  },
28
  {
29
+ "epoch": 0.21,
30
+ "learning_rate": 3.508771929824561e-05,
31
+ "loss": 0.9921,
32
  "step": 40
33
  },
34
  {
35
+ "epoch": 0.26,
36
+ "learning_rate": 4.3859649122807014e-05,
37
+ "loss": 0.6593,
38
  "step": 50
39
  },
40
  {
41
+ "epoch": 0.32,
42
+ "learning_rate": 4.970760233918128e-05,
43
+ "loss": 0.489,
44
  "step": 60
45
  },
46
  {
47
+ "epoch": 0.37,
48
+ "learning_rate": 4.8732943469785574e-05,
49
+ "loss": 0.428,
50
  "step": 70
51
  },
52
  {
53
+ "epoch": 0.42,
54
+ "learning_rate": 4.7758284600389865e-05,
55
+ "loss": 0.3789,
56
  "step": 80
57
  },
58
  {
59
+ "epoch": 0.47,
60
+ "learning_rate": 4.678362573099415e-05,
61
+ "loss": 0.4317,
62
  "step": 90
63
  },
64
  {
65
+ "epoch": 0.53,
66
+ "learning_rate": 4.580896686159844e-05,
67
+ "loss": 0.3265,
68
  "step": 100
69
  },
70
  {
71
+ "epoch": 0.58,
72
+ "learning_rate": 4.483430799220273e-05,
73
+ "loss": 0.2927,
74
  "step": 110
75
  },
76
  {
77
+ "epoch": 0.63,
78
+ "learning_rate": 4.3859649122807014e-05,
79
+ "loss": 0.3519,
80
  "step": 120
81
  },
82
  {
83
+ "epoch": 0.68,
84
+ "learning_rate": 4.2884990253411305e-05,
85
+ "loss": 0.2602,
86
  "step": 130
87
  },
88
  {
89
+ "epoch": 0.74,
90
+ "learning_rate": 4.1910331384015596e-05,
91
+ "loss": 0.3087,
92
  "step": 140
93
  },
94
  {
95
+ "epoch": 0.79,
96
+ "learning_rate": 4.093567251461988e-05,
97
+ "loss": 0.2588,
98
  "step": 150
99
  },
100
  {
101
+ "epoch": 0.84,
102
+ "learning_rate": 3.996101364522417e-05,
103
+ "loss": 0.2594,
104
  "step": 160
105
  },
106
  {
107
+ "epoch": 0.89,
108
+ "learning_rate": 3.898635477582846e-05,
109
+ "loss": 0.2456,
110
  "step": 170
111
  },
112
  {
113
+ "epoch": 0.95,
114
+ "learning_rate": 3.8011695906432746e-05,
115
+ "loss": 0.2409,
116
  "step": 180
117
  },
118
  {
119
+ "epoch": 1.0,
120
+ "learning_rate": 3.7037037037037037e-05,
121
+ "loss": 0.284,
122
+ "step": 190
123
+ },
124
+ {
125
+ "epoch": 1.0,
126
+ "eval_accuracy": 0.955925925925926,
127
+ "eval_loss": 0.130746528506279,
128
+ "eval_runtime": 9.1926,
129
+ "eval_samples_per_second": 293.716,
130
+ "eval_steps_per_second": 9.247,
131
  "step": 190
132
  },
133
  {
134
+ "epoch": 1.05,
135
+ "learning_rate": 3.606237816764133e-05,
136
+ "loss": 0.2466,
137
  "step": 200
138
  },
139
  {
140
+ "epoch": 1.11,
141
+ "learning_rate": 3.508771929824561e-05,
142
+ "loss": 0.235,
143
  "step": 210
144
  },
145
  {
146
+ "epoch": 1.16,
147
+ "learning_rate": 3.41130604288499e-05,
148
+ "loss": 0.2327,
149
  "step": 220
150
  },
151
  {
152
+ "epoch": 1.21,
153
+ "learning_rate": 3.313840155945419e-05,
154
+ "loss": 0.2317,
155
  "step": 230
156
  },
157
  {
158
+ "epoch": 1.26,
159
+ "learning_rate": 3.216374269005848e-05,
160
+ "loss": 0.2425,
161
  "step": 240
162
  },
163
  {
164
+ "epoch": 1.32,
165
+ "learning_rate": 3.118908382066277e-05,
166
+ "loss": 0.2382,
167
  "step": 250
168
  },
169
  {
170
+ "epoch": 1.37,
171
+ "learning_rate": 3.0214424951267055e-05,
172
+ "loss": 0.2574,
173
  "step": 260
174
  },
175
  {
176
+ "epoch": 1.42,
177
+ "learning_rate": 2.9239766081871346e-05,
178
+ "loss": 0.2287,
179
  "step": 270
180
  },
181
  {
182
+ "epoch": 1.47,
183
+ "learning_rate": 2.8265107212475634e-05,
184
+ "loss": 0.2186,
185
  "step": 280
186
  },
187
  {
188
+ "epoch": 1.53,
189
+ "learning_rate": 2.729044834307992e-05,
190
+ "loss": 0.1805,
191
  "step": 290
192
  },
193
  {
194
+ "epoch": 1.58,
195
+ "learning_rate": 2.6315789473684212e-05,
196
+ "loss": 0.178,
197
  "step": 300
198
  },
199
  {
200
+ "epoch": 1.63,
201
+ "learning_rate": 2.53411306042885e-05,
202
+ "loss": 0.2006,
203
  "step": 310
204
  },
205
  {
206
+ "epoch": 1.68,
207
+ "learning_rate": 2.4366471734892787e-05,
208
+ "loss": 0.1624,
209
  "step": 320
210
  },
211
  {
212
+ "epoch": 1.74,
213
+ "learning_rate": 2.3391812865497074e-05,
214
+ "loss": 0.178,
215
  "step": 330
216
  },
217
  {
218
+ "epoch": 1.79,
219
+ "learning_rate": 2.2417153996101365e-05,
220
+ "loss": 0.2075,
221
  "step": 340
222
  },
223
  {
224
+ "epoch": 1.84,
225
+ "learning_rate": 2.1442495126705653e-05,
226
+ "loss": 0.1654,
227
  "step": 350
228
  },
229
  {
230
+ "epoch": 1.89,
231
+ "learning_rate": 2.046783625730994e-05,
232
+ "loss": 0.1719,
233
  "step": 360
234
  },
235
  {
236
+ "epoch": 1.95,
237
+ "learning_rate": 1.949317738791423e-05,
238
+ "loss": 0.1957,
239
  "step": 370
240
  },
241
  {
242
+ "epoch": 2.0,
243
+ "learning_rate": 1.8518518518518518e-05,
244
+ "loss": 0.1839,
245
  "step": 380
246
  },
247
  {
248
+ "epoch": 2.0,
249
+ "eval_accuracy": 0.9681481481481482,
250
+ "eval_loss": 0.10556541383266449,
251
+ "eval_runtime": 9.3058,
252
+ "eval_samples_per_second": 290.141,
253
+ "eval_steps_per_second": 9.134,
254
+ "step": 380
255
+ },
256
+ {
257
+ "epoch": 2.05,
258
+ "learning_rate": 1.7543859649122806e-05,
259
+ "loss": 0.1735,
260
  "step": 390
261
  },
262
  {
263
+ "epoch": 2.11,
264
+ "learning_rate": 1.6569200779727097e-05,
265
+ "loss": 0.1899,
266
  "step": 400
267
  },
268
  {
269
+ "epoch": 2.16,
270
+ "learning_rate": 1.5594541910331384e-05,
271
+ "loss": 0.1423,
272
  "step": 410
273
  },
274
  {
275
+ "epoch": 2.21,
276
+ "learning_rate": 1.4619883040935673e-05,
277
+ "loss": 0.1587,
278
  "step": 420
279
  },
280
  {
281
+ "epoch": 2.26,
282
+ "learning_rate": 1.364522417153996e-05,
283
+ "loss": 0.164,
284
  "step": 430
285
  },
286
  {
287
+ "epoch": 2.32,
288
+ "learning_rate": 1.267056530214425e-05,
289
+ "loss": 0.1702,
290
  "step": 440
291
  },
292
  {
293
+ "epoch": 2.37,
294
+ "learning_rate": 1.1695906432748537e-05,
295
+ "loss": 0.1605,
296
  "step": 450
297
  },
298
  {
299
+ "epoch": 2.42,
300
+ "learning_rate": 1.0721247563352826e-05,
301
+ "loss": 0.1404,
302
  "step": 460
303
  },
304
  {
305
+ "epoch": 2.47,
306
+ "learning_rate": 9.746588693957115e-06,
307
+ "loss": 0.1368,
308
  "step": 470
309
  },
310
  {
311
+ "epoch": 2.53,
312
+ "learning_rate": 8.771929824561403e-06,
313
+ "loss": 0.1374,
314
  "step": 480
315
  },
316
  {
317
+ "epoch": 2.58,
318
+ "learning_rate": 7.797270955165692e-06,
319
+ "loss": 0.1759,
320
  "step": 490
321
  },
322
  {
323
+ "epoch": 2.63,
324
+ "learning_rate": 6.82261208576998e-06,
325
+ "loss": 0.157,
326
  "step": 500
327
  },
328
  {
329
+ "epoch": 2.68,
330
+ "learning_rate": 5.8479532163742686e-06,
331
+ "loss": 0.1144,
332
  "step": 510
333
  },
334
  {
335
+ "epoch": 2.74,
336
+ "learning_rate": 4.873294346978558e-06,
337
+ "loss": 0.1593,
338
  "step": 520
339
  },
340
  {
341
+ "epoch": 2.79,
342
+ "learning_rate": 3.898635477582846e-06,
343
+ "loss": 0.162,
344
  "step": 530
345
  },
346
  {
347
+ "epoch": 2.84,
348
+ "learning_rate": 2.9239766081871343e-06,
349
+ "loss": 0.1347,
350
  "step": 540
351
  },
352
  {
353
+ "epoch": 2.89,
354
+ "learning_rate": 1.949317738791423e-06,
355
+ "loss": 0.1497,
356
  "step": 550
357
  },
358
  {
359
+ "epoch": 2.95,
360
+ "learning_rate": 9.746588693957115e-07,
361
+ "loss": 0.1285,
362
  "step": 560
363
  },
364
  {
365
+ "epoch": 3.0,
366
+ "learning_rate": 0.0,
367
+ "loss": 0.1339,
368
  "step": 570
369
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
370
  {
371
  "epoch": 3.0,
372
+ "eval_accuracy": 0.9751851851851852,
373
+ "eval_loss": 0.07970600575208664,
374
+ "eval_runtime": 9.1952,
375
+ "eval_samples_per_second": 293.632,
376
+ "eval_steps_per_second": 9.244,
377
+ "step": 570
378
  },
379
  {
380
  "epoch": 3.0,
381
+ "step": 570,
382
+ "total_flos": 1.8124066505760768e+18,
383
+ "train_loss": 0.334963171523914,
384
+ "train_runtime": 599.4131,
385
+ "train_samples_per_second": 121.619,
386
+ "train_steps_per_second": 0.951
387
  }
388
  ],
389
+ "max_steps": 570,
390
  "num_train_epochs": 3,
391
+ "total_flos": 1.8124066505760768e+18,
392
  "trial_name": null,
393
  "trial_params": null
394
  }