bit-50-Glaucoma / trainer_state.json
Fu-chiang's picture
Upload 8 files
58e1e97
raw
history blame
56.3 kB
{
"best_metric": 0.9184013322231473,
"best_model_checkpoint": "bit-50-Glaucoma\\checkpoint-3718",
"epoch": 44.0,
"global_step": 3718,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.12,
"learning_rate": 1.1904761904761904e-06,
"loss": 0.8071,
"step": 10
},
{
"epoch": 0.24,
"learning_rate": 2.3809523809523808e-06,
"loss": 0.7134,
"step": 20
},
{
"epoch": 0.36,
"learning_rate": 3.5714285714285714e-06,
"loss": 0.647,
"step": 30
},
{
"epoch": 0.47,
"learning_rate": 4.7619047619047615e-06,
"loss": 0.547,
"step": 40
},
{
"epoch": 0.59,
"learning_rate": 5.9523809523809525e-06,
"loss": 0.519,
"step": 50
},
{
"epoch": 0.71,
"learning_rate": 7.142857142857143e-06,
"loss": 0.4948,
"step": 60
},
{
"epoch": 0.83,
"learning_rate": 8.333333333333334e-06,
"loss": 0.4692,
"step": 70
},
{
"epoch": 0.95,
"learning_rate": 9.523809523809523e-06,
"loss": 0.4444,
"step": 80
},
{
"epoch": 0.99,
"eval_accuracy": 0.813488759367194,
"eval_loss": 0.4316416382789612,
"eval_runtime": 16.626,
"eval_samples_per_second": 72.236,
"eval_steps_per_second": 2.286,
"step": 84
},
{
"epoch": 1.07,
"learning_rate": 1.0714285714285714e-05,
"loss": 0.4251,
"step": 90
},
{
"epoch": 1.18,
"learning_rate": 1.1904761904761905e-05,
"loss": 0.4638,
"step": 100
},
{
"epoch": 1.3,
"learning_rate": 1.3095238095238096e-05,
"loss": 0.4005,
"step": 110
},
{
"epoch": 1.42,
"learning_rate": 1.4285714285714285e-05,
"loss": 0.4005,
"step": 120
},
{
"epoch": 1.54,
"learning_rate": 1.5476190476190476e-05,
"loss": 0.4023,
"step": 130
},
{
"epoch": 1.66,
"learning_rate": 1.6666666666666667e-05,
"loss": 0.3837,
"step": 140
},
{
"epoch": 1.78,
"learning_rate": 1.785714285714286e-05,
"loss": 0.3927,
"step": 150
},
{
"epoch": 1.89,
"learning_rate": 1.9047619047619046e-05,
"loss": 0.3947,
"step": 160
},
{
"epoch": 2.0,
"eval_accuracy": 0.8592839300582847,
"eval_loss": 0.31854528188705444,
"eval_runtime": 15.8188,
"eval_samples_per_second": 75.922,
"eval_steps_per_second": 2.402,
"step": 169
},
{
"epoch": 2.01,
"learning_rate": 2.023809523809524e-05,
"loss": 0.3676,
"step": 170
},
{
"epoch": 2.13,
"learning_rate": 2.1428571428571428e-05,
"loss": 0.3767,
"step": 180
},
{
"epoch": 2.25,
"learning_rate": 2.261904761904762e-05,
"loss": 0.385,
"step": 190
},
{
"epoch": 2.37,
"learning_rate": 2.380952380952381e-05,
"loss": 0.3561,
"step": 200
},
{
"epoch": 2.49,
"learning_rate": 2.5e-05,
"loss": 0.356,
"step": 210
},
{
"epoch": 2.6,
"learning_rate": 2.6190476190476192e-05,
"loss": 0.3683,
"step": 220
},
{
"epoch": 2.72,
"learning_rate": 2.7380952380952383e-05,
"loss": 0.3506,
"step": 230
},
{
"epoch": 2.84,
"learning_rate": 2.857142857142857e-05,
"loss": 0.3569,
"step": 240
},
{
"epoch": 2.96,
"learning_rate": 2.9761904761904762e-05,
"loss": 0.3475,
"step": 250
},
{
"epoch": 2.99,
"eval_accuracy": 0.8759367194004996,
"eval_loss": 0.31600221991539,
"eval_runtime": 16.0329,
"eval_samples_per_second": 74.908,
"eval_steps_per_second": 2.37,
"step": 253
},
{
"epoch": 3.08,
"learning_rate": 3.095238095238095e-05,
"loss": 0.3372,
"step": 260
},
{
"epoch": 3.2,
"learning_rate": 3.2142857142857144e-05,
"loss": 0.3394,
"step": 270
},
{
"epoch": 3.31,
"learning_rate": 3.3333333333333335e-05,
"loss": 0.3077,
"step": 280
},
{
"epoch": 3.43,
"learning_rate": 3.4523809523809526e-05,
"loss": 0.3221,
"step": 290
},
{
"epoch": 3.55,
"learning_rate": 3.571428571428572e-05,
"loss": 0.3581,
"step": 300
},
{
"epoch": 3.67,
"learning_rate": 3.690476190476191e-05,
"loss": 0.3742,
"step": 310
},
{
"epoch": 3.79,
"learning_rate": 3.809523809523809e-05,
"loss": 0.377,
"step": 320
},
{
"epoch": 3.91,
"learning_rate": 3.928571428571429e-05,
"loss": 0.3796,
"step": 330
},
{
"epoch": 4.0,
"eval_accuracy": 0.8834304746044963,
"eval_loss": 0.29224836826324463,
"eval_runtime": 15.8421,
"eval_samples_per_second": 75.811,
"eval_steps_per_second": 2.399,
"step": 338
},
{
"epoch": 4.02,
"learning_rate": 4.047619047619048e-05,
"loss": 0.3687,
"step": 340
},
{
"epoch": 4.14,
"learning_rate": 4.166666666666667e-05,
"loss": 0.3326,
"step": 350
},
{
"epoch": 4.26,
"learning_rate": 4.2857142857142856e-05,
"loss": 0.3275,
"step": 360
},
{
"epoch": 4.38,
"learning_rate": 4.404761904761905e-05,
"loss": 0.3296,
"step": 370
},
{
"epoch": 4.5,
"learning_rate": 4.523809523809524e-05,
"loss": 0.3257,
"step": 380
},
{
"epoch": 4.62,
"learning_rate": 4.642857142857143e-05,
"loss": 0.3362,
"step": 390
},
{
"epoch": 4.73,
"learning_rate": 4.761904761904762e-05,
"loss": 0.3471,
"step": 400
},
{
"epoch": 4.85,
"learning_rate": 4.880952380952381e-05,
"loss": 0.3511,
"step": 410
},
{
"epoch": 4.97,
"learning_rate": 5e-05,
"loss": 0.3618,
"step": 420
},
{
"epoch": 4.99,
"eval_accuracy": 0.8859283930058285,
"eval_loss": 0.27965524792671204,
"eval_runtime": 15.8956,
"eval_samples_per_second": 75.555,
"eval_steps_per_second": 2.391,
"step": 422
},
{
"epoch": 5.09,
"learning_rate": 4.986772486772487e-05,
"loss": 0.3145,
"step": 430
},
{
"epoch": 5.21,
"learning_rate": 4.973544973544973e-05,
"loss": 0.3305,
"step": 440
},
{
"epoch": 5.33,
"learning_rate": 4.960317460317461e-05,
"loss": 0.3104,
"step": 450
},
{
"epoch": 5.44,
"learning_rate": 4.9470899470899475e-05,
"loss": 0.3015,
"step": 460
},
{
"epoch": 5.56,
"learning_rate": 4.933862433862434e-05,
"loss": 0.3249,
"step": 470
},
{
"epoch": 5.68,
"learning_rate": 4.9206349206349204e-05,
"loss": 0.2987,
"step": 480
},
{
"epoch": 5.8,
"learning_rate": 4.9074074074074075e-05,
"loss": 0.3434,
"step": 490
},
{
"epoch": 5.92,
"learning_rate": 4.894179894179895e-05,
"loss": 0.3205,
"step": 500
},
{
"epoch": 6.0,
"eval_accuracy": 0.8409658617818485,
"eval_loss": 0.3533245027065277,
"eval_runtime": 15.8631,
"eval_samples_per_second": 75.71,
"eval_steps_per_second": 2.395,
"step": 507
},
{
"epoch": 6.04,
"learning_rate": 4.880952380952381e-05,
"loss": 0.3518,
"step": 510
},
{
"epoch": 6.15,
"learning_rate": 4.8677248677248676e-05,
"loss": 0.2728,
"step": 520
},
{
"epoch": 6.27,
"learning_rate": 4.854497354497355e-05,
"loss": 0.3404,
"step": 530
},
{
"epoch": 6.39,
"learning_rate": 4.841269841269841e-05,
"loss": 0.3298,
"step": 540
},
{
"epoch": 6.51,
"learning_rate": 4.8280423280423284e-05,
"loss": 0.3178,
"step": 550
},
{
"epoch": 6.63,
"learning_rate": 4.814814814814815e-05,
"loss": 0.3299,
"step": 560
},
{
"epoch": 6.75,
"learning_rate": 4.801587301587302e-05,
"loss": 0.3369,
"step": 570
},
{
"epoch": 6.86,
"learning_rate": 4.7883597883597884e-05,
"loss": 0.2974,
"step": 580
},
{
"epoch": 6.98,
"learning_rate": 4.7751322751322756e-05,
"loss": 0.2743,
"step": 590
},
{
"epoch": 6.99,
"eval_accuracy": 0.8601165695253955,
"eval_loss": 0.2907889485359192,
"eval_runtime": 15.8108,
"eval_samples_per_second": 75.961,
"eval_steps_per_second": 2.403,
"step": 591
},
{
"epoch": 7.1,
"learning_rate": 4.761904761904762e-05,
"loss": 0.2966,
"step": 600
},
{
"epoch": 7.22,
"learning_rate": 4.748677248677249e-05,
"loss": 0.3083,
"step": 610
},
{
"epoch": 7.34,
"learning_rate": 4.7354497354497356e-05,
"loss": 0.299,
"step": 620
},
{
"epoch": 7.46,
"learning_rate": 4.722222222222222e-05,
"loss": 0.2669,
"step": 630
},
{
"epoch": 7.57,
"learning_rate": 4.708994708994709e-05,
"loss": 0.2996,
"step": 640
},
{
"epoch": 7.69,
"learning_rate": 4.6957671957671964e-05,
"loss": 0.2686,
"step": 650
},
{
"epoch": 7.81,
"learning_rate": 4.682539682539683e-05,
"loss": 0.3172,
"step": 660
},
{
"epoch": 7.93,
"learning_rate": 4.669312169312169e-05,
"loss": 0.2765,
"step": 670
},
{
"epoch": 8.0,
"eval_accuracy": 0.8601165695253955,
"eval_loss": 0.2945786714553833,
"eval_runtime": 16.0316,
"eval_samples_per_second": 74.914,
"eval_steps_per_second": 2.37,
"step": 676
},
{
"epoch": 8.05,
"learning_rate": 4.656084656084656e-05,
"loss": 0.2692,
"step": 680
},
{
"epoch": 8.17,
"learning_rate": 4.642857142857143e-05,
"loss": 0.273,
"step": 690
},
{
"epoch": 8.28,
"learning_rate": 4.62962962962963e-05,
"loss": 0.252,
"step": 700
},
{
"epoch": 8.4,
"learning_rate": 4.6164021164021165e-05,
"loss": 0.2719,
"step": 710
},
{
"epoch": 8.52,
"learning_rate": 4.603174603174603e-05,
"loss": 0.273,
"step": 720
},
{
"epoch": 8.64,
"learning_rate": 4.58994708994709e-05,
"loss": 0.2853,
"step": 730
},
{
"epoch": 8.76,
"learning_rate": 4.576719576719577e-05,
"loss": 0.2965,
"step": 740
},
{
"epoch": 8.88,
"learning_rate": 4.563492063492064e-05,
"loss": 0.2842,
"step": 750
},
{
"epoch": 8.99,
"learning_rate": 4.55026455026455e-05,
"loss": 0.2528,
"step": 760
},
{
"epoch": 8.99,
"eval_accuracy": 0.8992506244796004,
"eval_loss": 0.24736784398555756,
"eval_runtime": 15.802,
"eval_samples_per_second": 76.003,
"eval_steps_per_second": 2.405,
"step": 760
},
{
"epoch": 9.11,
"learning_rate": 4.5370370370370374e-05,
"loss": 0.2585,
"step": 770
},
{
"epoch": 9.23,
"learning_rate": 4.523809523809524e-05,
"loss": 0.2567,
"step": 780
},
{
"epoch": 9.35,
"learning_rate": 4.510582010582011e-05,
"loss": 0.2794,
"step": 790
},
{
"epoch": 9.47,
"learning_rate": 4.4973544973544974e-05,
"loss": 0.2698,
"step": 800
},
{
"epoch": 9.59,
"learning_rate": 4.4841269841269846e-05,
"loss": 0.2472,
"step": 810
},
{
"epoch": 9.7,
"learning_rate": 4.470899470899471e-05,
"loss": 0.2537,
"step": 820
},
{
"epoch": 9.82,
"learning_rate": 4.4576719576719575e-05,
"loss": 0.2635,
"step": 830
},
{
"epoch": 9.94,
"learning_rate": 4.4444444444444447e-05,
"loss": 0.2678,
"step": 840
},
{
"epoch": 10.0,
"eval_accuracy": 0.9084096586178185,
"eval_loss": 0.2332490235567093,
"eval_runtime": 15.7703,
"eval_samples_per_second": 76.156,
"eval_steps_per_second": 2.41,
"step": 845
},
{
"epoch": 10.06,
"learning_rate": 4.431216931216932e-05,
"loss": 0.2777,
"step": 850
},
{
"epoch": 10.18,
"learning_rate": 4.417989417989418e-05,
"loss": 0.2543,
"step": 860
},
{
"epoch": 10.3,
"learning_rate": 4.404761904761905e-05,
"loss": 0.2434,
"step": 870
},
{
"epoch": 10.41,
"learning_rate": 4.391534391534391e-05,
"loss": 0.2629,
"step": 880
},
{
"epoch": 10.53,
"learning_rate": 4.378306878306879e-05,
"loss": 0.2453,
"step": 890
},
{
"epoch": 10.65,
"learning_rate": 4.3650793650793655e-05,
"loss": 0.266,
"step": 900
},
{
"epoch": 10.77,
"learning_rate": 4.351851851851852e-05,
"loss": 0.2349,
"step": 910
},
{
"epoch": 10.89,
"learning_rate": 4.3386243386243384e-05,
"loss": 0.2314,
"step": 920
},
{
"epoch": 10.99,
"eval_accuracy": 0.8992506244796004,
"eval_loss": 0.2373119592666626,
"eval_runtime": 15.6414,
"eval_samples_per_second": 76.783,
"eval_steps_per_second": 2.429,
"step": 929
},
{
"epoch": 11.01,
"learning_rate": 4.3253968253968256e-05,
"loss": 0.2436,
"step": 930
},
{
"epoch": 11.12,
"learning_rate": 4.312169312169313e-05,
"loss": 0.2576,
"step": 940
},
{
"epoch": 11.24,
"learning_rate": 4.298941798941799e-05,
"loss": 0.2982,
"step": 950
},
{
"epoch": 11.36,
"learning_rate": 4.2857142857142856e-05,
"loss": 0.2399,
"step": 960
},
{
"epoch": 11.48,
"learning_rate": 4.272486772486773e-05,
"loss": 0.2442,
"step": 970
},
{
"epoch": 11.6,
"learning_rate": 4.259259259259259e-05,
"loss": 0.2629,
"step": 980
},
{
"epoch": 11.72,
"learning_rate": 4.2460317460317464e-05,
"loss": 0.2484,
"step": 990
},
{
"epoch": 11.83,
"learning_rate": 4.232804232804233e-05,
"loss": 0.2462,
"step": 1000
},
{
"epoch": 11.95,
"learning_rate": 4.21957671957672e-05,
"loss": 0.244,
"step": 1010
},
{
"epoch": 12.0,
"eval_accuracy": 0.9034138218151541,
"eval_loss": 0.2284502238035202,
"eval_runtime": 15.8599,
"eval_samples_per_second": 75.726,
"eval_steps_per_second": 2.396,
"step": 1014
},
{
"epoch": 12.07,
"learning_rate": 4.2063492063492065e-05,
"loss": 0.2496,
"step": 1020
},
{
"epoch": 12.19,
"learning_rate": 4.193121693121693e-05,
"loss": 0.2235,
"step": 1030
},
{
"epoch": 12.31,
"learning_rate": 4.17989417989418e-05,
"loss": 0.2194,
"step": 1040
},
{
"epoch": 12.43,
"learning_rate": 4.166666666666667e-05,
"loss": 0.2358,
"step": 1050
},
{
"epoch": 12.54,
"learning_rate": 4.153439153439154e-05,
"loss": 0.2447,
"step": 1060
},
{
"epoch": 12.66,
"learning_rate": 4.14021164021164e-05,
"loss": 0.2537,
"step": 1070
},
{
"epoch": 12.78,
"learning_rate": 4.126984126984127e-05,
"loss": 0.2246,
"step": 1080
},
{
"epoch": 12.9,
"learning_rate": 4.1137566137566144e-05,
"loss": 0.2313,
"step": 1090
},
{
"epoch": 12.99,
"eval_accuracy": 0.9017485428809325,
"eval_loss": 0.2355087250471115,
"eval_runtime": 15.8512,
"eval_samples_per_second": 75.767,
"eval_steps_per_second": 2.397,
"step": 1098
},
{
"epoch": 13.02,
"learning_rate": 4.100529100529101e-05,
"loss": 0.2217,
"step": 1100
},
{
"epoch": 13.14,
"learning_rate": 4.0873015873015874e-05,
"loss": 0.196,
"step": 1110
},
{
"epoch": 13.25,
"learning_rate": 4.074074074074074e-05,
"loss": 0.2298,
"step": 1120
},
{
"epoch": 13.37,
"learning_rate": 4.060846560846561e-05,
"loss": 0.2352,
"step": 1130
},
{
"epoch": 13.49,
"learning_rate": 4.047619047619048e-05,
"loss": 0.2582,
"step": 1140
},
{
"epoch": 13.61,
"learning_rate": 4.0343915343915346e-05,
"loss": 0.2168,
"step": 1150
},
{
"epoch": 13.73,
"learning_rate": 4.021164021164021e-05,
"loss": 0.2278,
"step": 1160
},
{
"epoch": 13.85,
"learning_rate": 4.007936507936508e-05,
"loss": 0.2511,
"step": 1170
},
{
"epoch": 13.96,
"learning_rate": 3.9947089947089946e-05,
"loss": 0.2055,
"step": 1180
},
{
"epoch": 14.0,
"eval_accuracy": 0.8975853455453788,
"eval_loss": 0.2440473437309265,
"eval_runtime": 15.5821,
"eval_samples_per_second": 77.075,
"eval_steps_per_second": 2.439,
"step": 1183
},
{
"epoch": 14.08,
"learning_rate": 3.981481481481482e-05,
"loss": 0.2228,
"step": 1190
},
{
"epoch": 14.2,
"learning_rate": 3.968253968253968e-05,
"loss": 0.2118,
"step": 1200
},
{
"epoch": 14.32,
"learning_rate": 3.9550264550264554e-05,
"loss": 0.2281,
"step": 1210
},
{
"epoch": 14.44,
"learning_rate": 3.941798941798942e-05,
"loss": 0.2107,
"step": 1220
},
{
"epoch": 14.56,
"learning_rate": 3.928571428571429e-05,
"loss": 0.2133,
"step": 1230
},
{
"epoch": 14.67,
"learning_rate": 3.9153439153439155e-05,
"loss": 0.2271,
"step": 1240
},
{
"epoch": 14.79,
"learning_rate": 3.9021164021164026e-05,
"loss": 0.2252,
"step": 1250
},
{
"epoch": 14.91,
"learning_rate": 3.888888888888889e-05,
"loss": 0.2271,
"step": 1260
},
{
"epoch": 14.99,
"eval_accuracy": 0.8884263114071607,
"eval_loss": 0.2461342066526413,
"eval_runtime": 15.57,
"eval_samples_per_second": 77.136,
"eval_steps_per_second": 2.441,
"step": 1267
},
{
"epoch": 15.03,
"learning_rate": 3.8756613756613755e-05,
"loss": 0.223,
"step": 1270
},
{
"epoch": 15.15,
"learning_rate": 3.862433862433863e-05,
"loss": 0.1974,
"step": 1280
},
{
"epoch": 15.27,
"learning_rate": 3.84920634920635e-05,
"loss": 0.2514,
"step": 1290
},
{
"epoch": 15.38,
"learning_rate": 3.835978835978836e-05,
"loss": 0.2005,
"step": 1300
},
{
"epoch": 15.5,
"learning_rate": 3.822751322751323e-05,
"loss": 0.2014,
"step": 1310
},
{
"epoch": 15.62,
"learning_rate": 3.809523809523809e-05,
"loss": 0.1952,
"step": 1320
},
{
"epoch": 15.74,
"learning_rate": 3.7962962962962964e-05,
"loss": 0.2002,
"step": 1330
},
{
"epoch": 15.86,
"learning_rate": 3.7830687830687835e-05,
"loss": 0.2351,
"step": 1340
},
{
"epoch": 15.98,
"learning_rate": 3.76984126984127e-05,
"loss": 0.2106,
"step": 1350
},
{
"epoch": 16.0,
"eval_accuracy": 0.8784346378018318,
"eval_loss": 0.26777663826942444,
"eval_runtime": 15.6876,
"eval_samples_per_second": 76.557,
"eval_steps_per_second": 2.422,
"step": 1352
},
{
"epoch": 16.09,
"learning_rate": 3.7566137566137564e-05,
"loss": 0.2066,
"step": 1360
},
{
"epoch": 16.21,
"learning_rate": 3.7433862433862436e-05,
"loss": 0.2009,
"step": 1370
},
{
"epoch": 16.33,
"learning_rate": 3.730158730158731e-05,
"loss": 0.2162,
"step": 1380
},
{
"epoch": 16.45,
"learning_rate": 3.716931216931217e-05,
"loss": 0.2155,
"step": 1390
},
{
"epoch": 16.57,
"learning_rate": 3.7037037037037037e-05,
"loss": 0.1995,
"step": 1400
},
{
"epoch": 16.69,
"learning_rate": 3.690476190476191e-05,
"loss": 0.1992,
"step": 1410
},
{
"epoch": 16.8,
"learning_rate": 3.677248677248677e-05,
"loss": 0.2366,
"step": 1420
},
{
"epoch": 16.92,
"learning_rate": 3.6640211640211644e-05,
"loss": 0.2076,
"step": 1430
},
{
"epoch": 16.99,
"eval_accuracy": 0.9150707743547044,
"eval_loss": 0.22340074181556702,
"eval_runtime": 16.0204,
"eval_samples_per_second": 74.967,
"eval_steps_per_second": 2.372,
"step": 1436
},
{
"epoch": 17.04,
"learning_rate": 3.650793650793651e-05,
"loss": 0.2054,
"step": 1440
},
{
"epoch": 17.16,
"learning_rate": 3.637566137566138e-05,
"loss": 0.1922,
"step": 1450
},
{
"epoch": 17.28,
"learning_rate": 3.6243386243386245e-05,
"loss": 0.1768,
"step": 1460
},
{
"epoch": 17.4,
"learning_rate": 3.611111111111111e-05,
"loss": 0.2221,
"step": 1470
},
{
"epoch": 17.51,
"learning_rate": 3.597883597883598e-05,
"loss": 0.1813,
"step": 1480
},
{
"epoch": 17.63,
"learning_rate": 3.584656084656085e-05,
"loss": 0.2035,
"step": 1490
},
{
"epoch": 17.75,
"learning_rate": 3.571428571428572e-05,
"loss": 0.2015,
"step": 1500
},
{
"epoch": 17.87,
"learning_rate": 3.558201058201058e-05,
"loss": 0.2246,
"step": 1510
},
{
"epoch": 17.99,
"learning_rate": 3.5449735449735446e-05,
"loss": 0.2074,
"step": 1520
},
{
"epoch": 18.0,
"eval_accuracy": 0.8934221482098251,
"eval_loss": 0.24407817423343658,
"eval_runtime": 15.7214,
"eval_samples_per_second": 76.393,
"eval_steps_per_second": 2.417,
"step": 1521
},
{
"epoch": 18.11,
"learning_rate": 3.5317460317460324e-05,
"loss": 0.208,
"step": 1530
},
{
"epoch": 18.22,
"learning_rate": 3.518518518518519e-05,
"loss": 0.1872,
"step": 1540
},
{
"epoch": 18.34,
"learning_rate": 3.5052910052910054e-05,
"loss": 0.2111,
"step": 1550
},
{
"epoch": 18.46,
"learning_rate": 3.492063492063492e-05,
"loss": 0.1953,
"step": 1560
},
{
"epoch": 18.58,
"learning_rate": 3.478835978835979e-05,
"loss": 0.1802,
"step": 1570
},
{
"epoch": 18.7,
"learning_rate": 3.465608465608466e-05,
"loss": 0.2181,
"step": 1580
},
{
"epoch": 18.82,
"learning_rate": 3.4523809523809526e-05,
"loss": 0.2199,
"step": 1590
},
{
"epoch": 18.93,
"learning_rate": 3.439153439153439e-05,
"loss": 0.2043,
"step": 1600
},
{
"epoch": 18.99,
"eval_accuracy": 0.9000832639467111,
"eval_loss": 0.2535579800605774,
"eval_runtime": 15.8014,
"eval_samples_per_second": 76.006,
"eval_steps_per_second": 2.405,
"step": 1605
},
{
"epoch": 19.05,
"learning_rate": 3.425925925925926e-05,
"loss": 0.1837,
"step": 1610
},
{
"epoch": 19.17,
"learning_rate": 3.412698412698413e-05,
"loss": 0.1705,
"step": 1620
},
{
"epoch": 19.29,
"learning_rate": 3.3994708994709e-05,
"loss": 0.1925,
"step": 1630
},
{
"epoch": 19.41,
"learning_rate": 3.386243386243386e-05,
"loss": 0.1857,
"step": 1640
},
{
"epoch": 19.53,
"learning_rate": 3.3730158730158734e-05,
"loss": 0.181,
"step": 1650
},
{
"epoch": 19.64,
"learning_rate": 3.35978835978836e-05,
"loss": 0.2066,
"step": 1660
},
{
"epoch": 19.76,
"learning_rate": 3.3465608465608464e-05,
"loss": 0.2078,
"step": 1670
},
{
"epoch": 19.88,
"learning_rate": 3.3333333333333335e-05,
"loss": 0.2028,
"step": 1680
},
{
"epoch": 20.0,
"learning_rate": 3.3201058201058206e-05,
"loss": 0.2058,
"step": 1690
},
{
"epoch": 20.0,
"eval_accuracy": 0.8834304746044963,
"eval_loss": 0.2481454610824585,
"eval_runtime": 16.3173,
"eval_samples_per_second": 73.603,
"eval_steps_per_second": 2.329,
"step": 1690
},
{
"epoch": 20.12,
"learning_rate": 3.306878306878307e-05,
"loss": 0.1715,
"step": 1700
},
{
"epoch": 20.24,
"learning_rate": 3.2936507936507936e-05,
"loss": 0.1735,
"step": 1710
},
{
"epoch": 20.36,
"learning_rate": 3.280423280423281e-05,
"loss": 0.1703,
"step": 1720
},
{
"epoch": 20.47,
"learning_rate": 3.267195767195768e-05,
"loss": 0.1718,
"step": 1730
},
{
"epoch": 20.59,
"learning_rate": 3.253968253968254e-05,
"loss": 0.1817,
"step": 1740
},
{
"epoch": 20.71,
"learning_rate": 3.240740740740741e-05,
"loss": 0.1959,
"step": 1750
},
{
"epoch": 20.83,
"learning_rate": 3.227513227513227e-05,
"loss": 0.1753,
"step": 1760
},
{
"epoch": 20.95,
"learning_rate": 3.2142857142857144e-05,
"loss": 0.1575,
"step": 1770
},
{
"epoch": 20.99,
"eval_accuracy": 0.9025811823480433,
"eval_loss": 0.2368643879890442,
"eval_runtime": 15.885,
"eval_samples_per_second": 75.606,
"eval_steps_per_second": 2.392,
"step": 1774
},
{
"epoch": 21.07,
"learning_rate": 3.2010582010582015e-05,
"loss": 0.1754,
"step": 1780
},
{
"epoch": 21.18,
"learning_rate": 3.187830687830688e-05,
"loss": 0.168,
"step": 1790
},
{
"epoch": 21.3,
"learning_rate": 3.1746031746031745e-05,
"loss": 0.1746,
"step": 1800
},
{
"epoch": 21.42,
"learning_rate": 3.1613756613756616e-05,
"loss": 0.1883,
"step": 1810
},
{
"epoch": 21.54,
"learning_rate": 3.148148148148148e-05,
"loss": 0.1732,
"step": 1820
},
{
"epoch": 21.66,
"learning_rate": 3.134920634920635e-05,
"loss": 0.147,
"step": 1830
},
{
"epoch": 21.78,
"learning_rate": 3.121693121693122e-05,
"loss": 0.1961,
"step": 1840
},
{
"epoch": 21.89,
"learning_rate": 3.108465608465609e-05,
"loss": 0.1889,
"step": 1850
},
{
"epoch": 22.0,
"eval_accuracy": 0.9117402164862615,
"eval_loss": 0.2264406383037567,
"eval_runtime": 15.8707,
"eval_samples_per_second": 75.674,
"eval_steps_per_second": 2.394,
"step": 1859
},
{
"epoch": 22.01,
"learning_rate": 3.095238095238095e-05,
"loss": 0.1844,
"step": 1860
},
{
"epoch": 22.13,
"learning_rate": 3.0820105820105824e-05,
"loss": 0.175,
"step": 1870
},
{
"epoch": 22.25,
"learning_rate": 3.068783068783069e-05,
"loss": 0.1638,
"step": 1880
},
{
"epoch": 22.37,
"learning_rate": 3.055555555555556e-05,
"loss": 0.1828,
"step": 1890
},
{
"epoch": 22.49,
"learning_rate": 3.0423280423280425e-05,
"loss": 0.1869,
"step": 1900
},
{
"epoch": 22.6,
"learning_rate": 3.0291005291005293e-05,
"loss": 0.1354,
"step": 1910
},
{
"epoch": 22.72,
"learning_rate": 3.0158730158730158e-05,
"loss": 0.1544,
"step": 1920
},
{
"epoch": 22.84,
"learning_rate": 3.002645502645503e-05,
"loss": 0.1607,
"step": 1930
},
{
"epoch": 22.96,
"learning_rate": 2.9894179894179897e-05,
"loss": 0.1797,
"step": 1940
},
{
"epoch": 22.99,
"eval_accuracy": 0.9084096586178185,
"eval_loss": 0.23159563541412354,
"eval_runtime": 15.8807,
"eval_samples_per_second": 75.626,
"eval_steps_per_second": 2.393,
"step": 1943
},
{
"epoch": 23.08,
"learning_rate": 2.9761904761904762e-05,
"loss": 0.164,
"step": 1950
},
{
"epoch": 23.2,
"learning_rate": 2.962962962962963e-05,
"loss": 0.1444,
"step": 1960
},
{
"epoch": 23.31,
"learning_rate": 2.94973544973545e-05,
"loss": 0.1518,
"step": 1970
},
{
"epoch": 23.43,
"learning_rate": 2.9365079365079366e-05,
"loss": 0.1498,
"step": 1980
},
{
"epoch": 23.55,
"learning_rate": 2.9232804232804234e-05,
"loss": 0.1624,
"step": 1990
},
{
"epoch": 23.67,
"learning_rate": 2.91005291005291e-05,
"loss": 0.1367,
"step": 2000
},
{
"epoch": 23.79,
"learning_rate": 2.8968253968253974e-05,
"loss": 0.1645,
"step": 2010
},
{
"epoch": 23.91,
"learning_rate": 2.8835978835978838e-05,
"loss": 0.1729,
"step": 2020
},
{
"epoch": 24.0,
"eval_accuracy": 0.9042464612822648,
"eval_loss": 0.24072496592998505,
"eval_runtime": 15.9775,
"eval_samples_per_second": 75.168,
"eval_steps_per_second": 2.378,
"step": 2028
},
{
"epoch": 24.02,
"learning_rate": 2.8703703703703706e-05,
"loss": 0.1603,
"step": 2030
},
{
"epoch": 24.14,
"learning_rate": 2.857142857142857e-05,
"loss": 0.1448,
"step": 2040
},
{
"epoch": 24.26,
"learning_rate": 2.8439153439153442e-05,
"loss": 0.1389,
"step": 2050
},
{
"epoch": 24.38,
"learning_rate": 2.830687830687831e-05,
"loss": 0.1612,
"step": 2060
},
{
"epoch": 24.5,
"learning_rate": 2.8174603174603175e-05,
"loss": 0.1429,
"step": 2070
},
{
"epoch": 24.62,
"learning_rate": 2.8042328042328043e-05,
"loss": 0.1498,
"step": 2080
},
{
"epoch": 24.73,
"learning_rate": 2.7910052910052914e-05,
"loss": 0.1699,
"step": 2090
},
{
"epoch": 24.85,
"learning_rate": 2.777777777777778e-05,
"loss": 0.1409,
"step": 2100
},
{
"epoch": 24.97,
"learning_rate": 2.7645502645502647e-05,
"loss": 0.163,
"step": 2110
},
{
"epoch": 24.99,
"eval_accuracy": 0.9009159034138218,
"eval_loss": 0.27579963207244873,
"eval_runtime": 15.7181,
"eval_samples_per_second": 76.409,
"eval_steps_per_second": 2.418,
"step": 2112
},
{
"epoch": 25.09,
"learning_rate": 2.7513227513227512e-05,
"loss": 0.1668,
"step": 2120
},
{
"epoch": 25.21,
"learning_rate": 2.7380952380952383e-05,
"loss": 0.1529,
"step": 2130
},
{
"epoch": 25.33,
"learning_rate": 2.724867724867725e-05,
"loss": 0.1581,
"step": 2140
},
{
"epoch": 25.44,
"learning_rate": 2.7116402116402116e-05,
"loss": 0.1408,
"step": 2150
},
{
"epoch": 25.56,
"learning_rate": 2.6984126984126984e-05,
"loss": 0.1463,
"step": 2160
},
{
"epoch": 25.68,
"learning_rate": 2.6851851851851855e-05,
"loss": 0.1431,
"step": 2170
},
{
"epoch": 25.8,
"learning_rate": 2.6719576719576723e-05,
"loss": 0.1397,
"step": 2180
},
{
"epoch": 25.92,
"learning_rate": 2.6587301587301588e-05,
"loss": 0.1609,
"step": 2190
},
{
"epoch": 26.0,
"eval_accuracy": 0.8934221482098251,
"eval_loss": 0.25153836607933044,
"eval_runtime": 15.7973,
"eval_samples_per_second": 76.026,
"eval_steps_per_second": 2.405,
"step": 2197
},
{
"epoch": 26.04,
"learning_rate": 2.6455026455026456e-05,
"loss": 0.1503,
"step": 2200
},
{
"epoch": 26.15,
"learning_rate": 2.6322751322751328e-05,
"loss": 0.141,
"step": 2210
},
{
"epoch": 26.27,
"learning_rate": 2.6190476190476192e-05,
"loss": 0.1384,
"step": 2220
},
{
"epoch": 26.39,
"learning_rate": 2.605820105820106e-05,
"loss": 0.1505,
"step": 2230
},
{
"epoch": 26.51,
"learning_rate": 2.5925925925925925e-05,
"loss": 0.153,
"step": 2240
},
{
"epoch": 26.63,
"learning_rate": 2.5793650793650796e-05,
"loss": 0.1367,
"step": 2250
},
{
"epoch": 26.75,
"learning_rate": 2.5661375661375664e-05,
"loss": 0.1587,
"step": 2260
},
{
"epoch": 26.86,
"learning_rate": 2.552910052910053e-05,
"loss": 0.1493,
"step": 2270
},
{
"epoch": 26.98,
"learning_rate": 2.5396825396825397e-05,
"loss": 0.1345,
"step": 2280
},
{
"epoch": 26.99,
"eval_accuracy": 0.8950874271440467,
"eval_loss": 0.2521910071372986,
"eval_runtime": 15.9043,
"eval_samples_per_second": 75.514,
"eval_steps_per_second": 2.389,
"step": 2281
},
{
"epoch": 27.1,
"learning_rate": 2.526455026455027e-05,
"loss": 0.1349,
"step": 2290
},
{
"epoch": 27.22,
"learning_rate": 2.5132275132275137e-05,
"loss": 0.1301,
"step": 2300
},
{
"epoch": 27.34,
"learning_rate": 2.5e-05,
"loss": 0.1382,
"step": 2310
},
{
"epoch": 27.46,
"learning_rate": 2.4867724867724866e-05,
"loss": 0.1336,
"step": 2320
},
{
"epoch": 27.57,
"learning_rate": 2.4735449735449737e-05,
"loss": 0.1308,
"step": 2330
},
{
"epoch": 27.69,
"learning_rate": 2.4603174603174602e-05,
"loss": 0.1285,
"step": 2340
},
{
"epoch": 27.81,
"learning_rate": 2.4470899470899473e-05,
"loss": 0.1424,
"step": 2350
},
{
"epoch": 27.93,
"learning_rate": 2.4338624338624338e-05,
"loss": 0.1567,
"step": 2360
},
{
"epoch": 28.0,
"eval_accuracy": 0.9084096586178185,
"eval_loss": 0.24210087954998016,
"eval_runtime": 15.8265,
"eval_samples_per_second": 75.885,
"eval_steps_per_second": 2.401,
"step": 2366
},
{
"epoch": 28.05,
"learning_rate": 2.4206349206349206e-05,
"loss": 0.135,
"step": 2370
},
{
"epoch": 28.17,
"learning_rate": 2.4074074074074074e-05,
"loss": 0.1305,
"step": 2380
},
{
"epoch": 28.28,
"learning_rate": 2.3941798941798942e-05,
"loss": 0.1351,
"step": 2390
},
{
"epoch": 28.4,
"learning_rate": 2.380952380952381e-05,
"loss": 0.1351,
"step": 2400
},
{
"epoch": 28.52,
"learning_rate": 2.3677248677248678e-05,
"loss": 0.1272,
"step": 2410
},
{
"epoch": 28.64,
"learning_rate": 2.3544973544973546e-05,
"loss": 0.1522,
"step": 2420
},
{
"epoch": 28.76,
"learning_rate": 2.3412698412698414e-05,
"loss": 0.1295,
"step": 2430
},
{
"epoch": 28.88,
"learning_rate": 2.328042328042328e-05,
"loss": 0.141,
"step": 2440
},
{
"epoch": 28.99,
"learning_rate": 2.314814814814815e-05,
"loss": 0.1441,
"step": 2450
},
{
"epoch": 28.99,
"eval_accuracy": 0.9167360532889259,
"eval_loss": 0.2525836229324341,
"eval_runtime": 16.1677,
"eval_samples_per_second": 74.284,
"eval_steps_per_second": 2.35,
"step": 2450
},
{
"epoch": 29.11,
"learning_rate": 2.3015873015873015e-05,
"loss": 0.1166,
"step": 2460
},
{
"epoch": 29.23,
"learning_rate": 2.2883597883597886e-05,
"loss": 0.1318,
"step": 2470
},
{
"epoch": 29.35,
"learning_rate": 2.275132275132275e-05,
"loss": 0.1171,
"step": 2480
},
{
"epoch": 29.47,
"learning_rate": 2.261904761904762e-05,
"loss": 0.1276,
"step": 2490
},
{
"epoch": 29.59,
"learning_rate": 2.2486772486772487e-05,
"loss": 0.1442,
"step": 2500
},
{
"epoch": 29.7,
"learning_rate": 2.2354497354497355e-05,
"loss": 0.1522,
"step": 2510
},
{
"epoch": 29.82,
"learning_rate": 2.2222222222222223e-05,
"loss": 0.1357,
"step": 2520
},
{
"epoch": 29.94,
"learning_rate": 2.208994708994709e-05,
"loss": 0.1219,
"step": 2530
},
{
"epoch": 30.0,
"eval_accuracy": 0.9109075770191507,
"eval_loss": 0.2636389136314392,
"eval_runtime": 15.8974,
"eval_samples_per_second": 75.547,
"eval_steps_per_second": 2.39,
"step": 2535
},
{
"epoch": 30.06,
"learning_rate": 2.1957671957671956e-05,
"loss": 0.1387,
"step": 2540
},
{
"epoch": 30.18,
"learning_rate": 2.1825396825396827e-05,
"loss": 0.1182,
"step": 2550
},
{
"epoch": 30.3,
"learning_rate": 2.1693121693121692e-05,
"loss": 0.1103,
"step": 2560
},
{
"epoch": 30.41,
"learning_rate": 2.1560846560846563e-05,
"loss": 0.1385,
"step": 2570
},
{
"epoch": 30.53,
"learning_rate": 2.1428571428571428e-05,
"loss": 0.1279,
"step": 2580
},
{
"epoch": 30.65,
"learning_rate": 2.1296296296296296e-05,
"loss": 0.1133,
"step": 2590
},
{
"epoch": 30.77,
"learning_rate": 2.1164021164021164e-05,
"loss": 0.1475,
"step": 2600
},
{
"epoch": 30.89,
"learning_rate": 2.1031746031746032e-05,
"loss": 0.1137,
"step": 2610
},
{
"epoch": 30.99,
"eval_accuracy": 0.9034138218151541,
"eval_loss": 0.2889064848423004,
"eval_runtime": 15.4125,
"eval_samples_per_second": 77.924,
"eval_steps_per_second": 2.466,
"step": 2619
},
{
"epoch": 31.01,
"learning_rate": 2.08994708994709e-05,
"loss": 0.1316,
"step": 2620
},
{
"epoch": 31.12,
"learning_rate": 2.076719576719577e-05,
"loss": 0.1245,
"step": 2630
},
{
"epoch": 31.24,
"learning_rate": 2.0634920634920636e-05,
"loss": 0.1104,
"step": 2640
},
{
"epoch": 31.36,
"learning_rate": 2.0502645502645504e-05,
"loss": 0.1201,
"step": 2650
},
{
"epoch": 31.48,
"learning_rate": 2.037037037037037e-05,
"loss": 0.1269,
"step": 2660
},
{
"epoch": 31.6,
"learning_rate": 2.023809523809524e-05,
"loss": 0.1034,
"step": 2670
},
{
"epoch": 31.72,
"learning_rate": 2.0105820105820105e-05,
"loss": 0.1039,
"step": 2680
},
{
"epoch": 31.83,
"learning_rate": 1.9973544973544973e-05,
"loss": 0.1297,
"step": 2690
},
{
"epoch": 31.95,
"learning_rate": 1.984126984126984e-05,
"loss": 0.1109,
"step": 2700
},
{
"epoch": 32.0,
"eval_accuracy": 0.8917568692756037,
"eval_loss": 0.3240314722061157,
"eval_runtime": 15.6837,
"eval_samples_per_second": 76.576,
"eval_steps_per_second": 2.423,
"step": 2704
},
{
"epoch": 32.07,
"learning_rate": 1.970899470899471e-05,
"loss": 0.1219,
"step": 2710
},
{
"epoch": 32.19,
"learning_rate": 1.9576719576719577e-05,
"loss": 0.125,
"step": 2720
},
{
"epoch": 32.31,
"learning_rate": 1.9444444444444445e-05,
"loss": 0.1037,
"step": 2730
},
{
"epoch": 32.43,
"learning_rate": 1.9312169312169313e-05,
"loss": 0.0952,
"step": 2740
},
{
"epoch": 32.54,
"learning_rate": 1.917989417989418e-05,
"loss": 0.1125,
"step": 2750
},
{
"epoch": 32.66,
"learning_rate": 1.9047619047619046e-05,
"loss": 0.1036,
"step": 2760
},
{
"epoch": 32.78,
"learning_rate": 1.8915343915343918e-05,
"loss": 0.1192,
"step": 2770
},
{
"epoch": 32.9,
"learning_rate": 1.8783068783068782e-05,
"loss": 0.1254,
"step": 2780
},
{
"epoch": 32.99,
"eval_accuracy": 0.9150707743547044,
"eval_loss": 0.2847664952278137,
"eval_runtime": 15.3587,
"eval_samples_per_second": 78.196,
"eval_steps_per_second": 2.474,
"step": 2788
},
{
"epoch": 33.02,
"learning_rate": 1.8650793650793654e-05,
"loss": 0.0989,
"step": 2790
},
{
"epoch": 33.14,
"learning_rate": 1.8518518518518518e-05,
"loss": 0.1006,
"step": 2800
},
{
"epoch": 33.25,
"learning_rate": 1.8386243386243386e-05,
"loss": 0.1213,
"step": 2810
},
{
"epoch": 33.37,
"learning_rate": 1.8253968253968254e-05,
"loss": 0.1153,
"step": 2820
},
{
"epoch": 33.49,
"learning_rate": 1.8121693121693122e-05,
"loss": 0.1199,
"step": 2830
},
{
"epoch": 33.61,
"learning_rate": 1.798941798941799e-05,
"loss": 0.1034,
"step": 2840
},
{
"epoch": 33.73,
"learning_rate": 1.785714285714286e-05,
"loss": 0.1013,
"step": 2850
},
{
"epoch": 33.85,
"learning_rate": 1.7724867724867723e-05,
"loss": 0.1197,
"step": 2860
},
{
"epoch": 33.96,
"learning_rate": 1.7592592592592595e-05,
"loss": 0.1425,
"step": 2870
},
{
"epoch": 34.0,
"eval_accuracy": 0.9092422980849292,
"eval_loss": 0.27417123317718506,
"eval_runtime": 15.4475,
"eval_samples_per_second": 77.747,
"eval_steps_per_second": 2.46,
"step": 2873
},
{
"epoch": 34.08,
"learning_rate": 1.746031746031746e-05,
"loss": 0.0986,
"step": 2880
},
{
"epoch": 34.2,
"learning_rate": 1.732804232804233e-05,
"loss": 0.0942,
"step": 2890
},
{
"epoch": 34.32,
"learning_rate": 1.7195767195767195e-05,
"loss": 0.1186,
"step": 2900
},
{
"epoch": 34.44,
"learning_rate": 1.7063492063492063e-05,
"loss": 0.0965,
"step": 2910
},
{
"epoch": 34.56,
"learning_rate": 1.693121693121693e-05,
"loss": 0.1119,
"step": 2920
},
{
"epoch": 34.67,
"learning_rate": 1.67989417989418e-05,
"loss": 0.1238,
"step": 2930
},
{
"epoch": 34.79,
"learning_rate": 1.6666666666666667e-05,
"loss": 0.125,
"step": 2940
},
{
"epoch": 34.91,
"learning_rate": 1.6534391534391536e-05,
"loss": 0.1164,
"step": 2950
},
{
"epoch": 34.99,
"eval_accuracy": 0.9150707743547044,
"eval_loss": 0.3028131425380707,
"eval_runtime": 15.5308,
"eval_samples_per_second": 77.33,
"eval_steps_per_second": 2.447,
"step": 2957
},
{
"epoch": 35.03,
"learning_rate": 1.6402116402116404e-05,
"loss": 0.0972,
"step": 2960
},
{
"epoch": 35.15,
"learning_rate": 1.626984126984127e-05,
"loss": 0.1096,
"step": 2970
},
{
"epoch": 35.27,
"learning_rate": 1.6137566137566136e-05,
"loss": 0.1163,
"step": 2980
},
{
"epoch": 35.38,
"learning_rate": 1.6005291005291008e-05,
"loss": 0.1034,
"step": 2990
},
{
"epoch": 35.5,
"learning_rate": 1.5873015873015872e-05,
"loss": 0.0962,
"step": 3000
},
{
"epoch": 35.62,
"learning_rate": 1.574074074074074e-05,
"loss": 0.0955,
"step": 3010
},
{
"epoch": 35.74,
"learning_rate": 1.560846560846561e-05,
"loss": 0.1082,
"step": 3020
},
{
"epoch": 35.86,
"learning_rate": 1.5476190476190476e-05,
"loss": 0.0875,
"step": 3030
},
{
"epoch": 35.98,
"learning_rate": 1.5343915343915344e-05,
"loss": 0.0781,
"step": 3040
},
{
"epoch": 36.0,
"eval_accuracy": 0.9059117402164862,
"eval_loss": 0.33245834708213806,
"eval_runtime": 15.6522,
"eval_samples_per_second": 76.73,
"eval_steps_per_second": 2.428,
"step": 3042
},
{
"epoch": 36.09,
"learning_rate": 1.5211640211640213e-05,
"loss": 0.1148,
"step": 3050
},
{
"epoch": 36.21,
"learning_rate": 1.5079365079365079e-05,
"loss": 0.0983,
"step": 3060
},
{
"epoch": 36.33,
"learning_rate": 1.4947089947089949e-05,
"loss": 0.1018,
"step": 3070
},
{
"epoch": 36.45,
"learning_rate": 1.4814814814814815e-05,
"loss": 0.1093,
"step": 3080
},
{
"epoch": 36.57,
"learning_rate": 1.4682539682539683e-05,
"loss": 0.1056,
"step": 3090
},
{
"epoch": 36.69,
"learning_rate": 1.455026455026455e-05,
"loss": 0.0843,
"step": 3100
},
{
"epoch": 36.8,
"learning_rate": 1.4417989417989419e-05,
"loss": 0.0945,
"step": 3110
},
{
"epoch": 36.92,
"learning_rate": 1.4285714285714285e-05,
"loss": 0.1004,
"step": 3120
},
{
"epoch": 36.99,
"eval_accuracy": 0.9017485428809325,
"eval_loss": 0.314680814743042,
"eval_runtime": 15.403,
"eval_samples_per_second": 77.972,
"eval_steps_per_second": 2.467,
"step": 3126
},
{
"epoch": 37.04,
"learning_rate": 1.4153439153439155e-05,
"loss": 0.0903,
"step": 3130
},
{
"epoch": 37.16,
"learning_rate": 1.4021164021164022e-05,
"loss": 0.0932,
"step": 3140
},
{
"epoch": 37.28,
"learning_rate": 1.388888888888889e-05,
"loss": 0.0949,
"step": 3150
},
{
"epoch": 37.4,
"learning_rate": 1.3756613756613756e-05,
"loss": 0.0923,
"step": 3160
},
{
"epoch": 37.51,
"learning_rate": 1.3624338624338626e-05,
"loss": 0.0837,
"step": 3170
},
{
"epoch": 37.63,
"learning_rate": 1.3492063492063492e-05,
"loss": 0.1104,
"step": 3180
},
{
"epoch": 37.75,
"learning_rate": 1.3359788359788362e-05,
"loss": 0.1168,
"step": 3190
},
{
"epoch": 37.87,
"learning_rate": 1.3227513227513228e-05,
"loss": 0.098,
"step": 3200
},
{
"epoch": 37.99,
"learning_rate": 1.3095238095238096e-05,
"loss": 0.0955,
"step": 3210
},
{
"epoch": 38.0,
"eval_accuracy": 0.9117402164862615,
"eval_loss": 0.31323495507240295,
"eval_runtime": 15.436,
"eval_samples_per_second": 77.805,
"eval_steps_per_second": 2.462,
"step": 3211
},
{
"epoch": 38.11,
"learning_rate": 1.2962962962962962e-05,
"loss": 0.1021,
"step": 3220
},
{
"epoch": 38.22,
"learning_rate": 1.2830687830687832e-05,
"loss": 0.082,
"step": 3230
},
{
"epoch": 38.34,
"learning_rate": 1.2698412698412699e-05,
"loss": 0.1104,
"step": 3240
},
{
"epoch": 38.46,
"learning_rate": 1.2566137566137568e-05,
"loss": 0.0954,
"step": 3250
},
{
"epoch": 38.58,
"learning_rate": 1.2433862433862433e-05,
"loss": 0.084,
"step": 3260
},
{
"epoch": 38.7,
"learning_rate": 1.2301587301587301e-05,
"loss": 0.0762,
"step": 3270
},
{
"epoch": 38.82,
"learning_rate": 1.2169312169312169e-05,
"loss": 0.0789,
"step": 3280
},
{
"epoch": 38.93,
"learning_rate": 1.2037037037037037e-05,
"loss": 0.0942,
"step": 3290
},
{
"epoch": 38.99,
"eval_accuracy": 0.9142381348875936,
"eval_loss": 0.3243829607963562,
"eval_runtime": 16.3904,
"eval_samples_per_second": 73.275,
"eval_steps_per_second": 2.318,
"step": 3295
},
{
"epoch": 39.05,
"learning_rate": 1.1904761904761905e-05,
"loss": 0.0888,
"step": 3300
},
{
"epoch": 39.17,
"learning_rate": 1.1772486772486773e-05,
"loss": 0.0895,
"step": 3310
},
{
"epoch": 39.29,
"learning_rate": 1.164021164021164e-05,
"loss": 0.0973,
"step": 3320
},
{
"epoch": 39.41,
"learning_rate": 1.1507936507936508e-05,
"loss": 0.0648,
"step": 3330
},
{
"epoch": 39.53,
"learning_rate": 1.1375661375661376e-05,
"loss": 0.11,
"step": 3340
},
{
"epoch": 39.64,
"learning_rate": 1.1243386243386244e-05,
"loss": 0.0698,
"step": 3350
},
{
"epoch": 39.76,
"learning_rate": 1.1111111111111112e-05,
"loss": 0.0988,
"step": 3360
},
{
"epoch": 39.88,
"learning_rate": 1.0978835978835978e-05,
"loss": 0.0803,
"step": 3370
},
{
"epoch": 40.0,
"learning_rate": 1.0846560846560846e-05,
"loss": 0.1077,
"step": 3380
},
{
"epoch": 40.0,
"eval_accuracy": 0.9134054954204829,
"eval_loss": 0.32237449288368225,
"eval_runtime": 15.4633,
"eval_samples_per_second": 77.668,
"eval_steps_per_second": 2.457,
"step": 3380
},
{
"epoch": 40.12,
"learning_rate": 1.0714285714285714e-05,
"loss": 0.063,
"step": 3390
},
{
"epoch": 40.24,
"learning_rate": 1.0582010582010582e-05,
"loss": 0.077,
"step": 3400
},
{
"epoch": 40.36,
"learning_rate": 1.044973544973545e-05,
"loss": 0.0976,
"step": 3410
},
{
"epoch": 40.47,
"learning_rate": 1.0317460317460318e-05,
"loss": 0.1123,
"step": 3420
},
{
"epoch": 40.59,
"learning_rate": 1.0185185185185185e-05,
"loss": 0.0968,
"step": 3430
},
{
"epoch": 40.71,
"learning_rate": 1.0052910052910053e-05,
"loss": 0.0808,
"step": 3440
},
{
"epoch": 40.83,
"learning_rate": 9.92063492063492e-06,
"loss": 0.0861,
"step": 3450
},
{
"epoch": 40.95,
"learning_rate": 9.788359788359789e-06,
"loss": 0.079,
"step": 3460
},
{
"epoch": 40.99,
"eval_accuracy": 0.9134054954204829,
"eval_loss": 0.33289557695388794,
"eval_runtime": 15.7987,
"eval_samples_per_second": 76.019,
"eval_steps_per_second": 2.405,
"step": 3464
},
{
"epoch": 41.07,
"learning_rate": 9.656084656084657e-06,
"loss": 0.0968,
"step": 3470
},
{
"epoch": 41.18,
"learning_rate": 9.523809523809523e-06,
"loss": 0.0785,
"step": 3480
},
{
"epoch": 41.3,
"learning_rate": 9.391534391534391e-06,
"loss": 0.0711,
"step": 3490
},
{
"epoch": 41.42,
"learning_rate": 9.259259259259259e-06,
"loss": 0.0785,
"step": 3500
},
{
"epoch": 41.54,
"learning_rate": 9.126984126984127e-06,
"loss": 0.0888,
"step": 3510
},
{
"epoch": 41.66,
"learning_rate": 8.994708994708995e-06,
"loss": 0.0727,
"step": 3520
},
{
"epoch": 41.78,
"learning_rate": 8.862433862433862e-06,
"loss": 0.0806,
"step": 3530
},
{
"epoch": 41.89,
"learning_rate": 8.73015873015873e-06,
"loss": 0.0826,
"step": 3540
},
{
"epoch": 42.0,
"eval_accuracy": 0.9109075770191507,
"eval_loss": 0.33648884296417236,
"eval_runtime": 15.7707,
"eval_samples_per_second": 76.154,
"eval_steps_per_second": 2.41,
"step": 3549
},
{
"epoch": 42.01,
"learning_rate": 8.597883597883598e-06,
"loss": 0.0678,
"step": 3550
},
{
"epoch": 42.13,
"learning_rate": 8.465608465608466e-06,
"loss": 0.0653,
"step": 3560
},
{
"epoch": 42.25,
"learning_rate": 8.333333333333334e-06,
"loss": 0.0788,
"step": 3570
},
{
"epoch": 42.37,
"learning_rate": 8.201058201058202e-06,
"loss": 0.0798,
"step": 3580
},
{
"epoch": 42.49,
"learning_rate": 8.068783068783068e-06,
"loss": 0.0832,
"step": 3590
},
{
"epoch": 42.6,
"learning_rate": 7.936507936507936e-06,
"loss": 0.0819,
"step": 3600
},
{
"epoch": 42.72,
"learning_rate": 7.804232804232804e-06,
"loss": 0.0813,
"step": 3610
},
{
"epoch": 42.84,
"learning_rate": 7.671957671957672e-06,
"loss": 0.0738,
"step": 3620
},
{
"epoch": 42.96,
"learning_rate": 7.5396825396825394e-06,
"loss": 0.07,
"step": 3630
},
{
"epoch": 42.99,
"eval_accuracy": 0.9100749375520399,
"eval_loss": 0.3693588972091675,
"eval_runtime": 15.7316,
"eval_samples_per_second": 76.343,
"eval_steps_per_second": 2.416,
"step": 3633
},
{
"epoch": 43.08,
"learning_rate": 7.4074074074074075e-06,
"loss": 0.0717,
"step": 3640
},
{
"epoch": 43.2,
"learning_rate": 7.275132275132275e-06,
"loss": 0.0835,
"step": 3650
},
{
"epoch": 43.31,
"learning_rate": 7.142857142857143e-06,
"loss": 0.0765,
"step": 3660
},
{
"epoch": 43.43,
"learning_rate": 7.010582010582011e-06,
"loss": 0.0721,
"step": 3670
},
{
"epoch": 43.55,
"learning_rate": 6.878306878306878e-06,
"loss": 0.0733,
"step": 3680
},
{
"epoch": 43.67,
"learning_rate": 6.746031746031746e-06,
"loss": 0.0709,
"step": 3690
},
{
"epoch": 43.79,
"learning_rate": 6.613756613756614e-06,
"loss": 0.09,
"step": 3700
},
{
"epoch": 43.91,
"learning_rate": 6.481481481481481e-06,
"loss": 0.0698,
"step": 3710
},
{
"epoch": 44.0,
"eval_accuracy": 0.9184013322231473,
"eval_loss": 0.3492058217525482,
"eval_runtime": 15.97,
"eval_samples_per_second": 75.204,
"eval_steps_per_second": 2.379,
"step": 3718
}
],
"max_steps": 4200,
"num_train_epochs": 50,
"total_flos": 4.035107025911808e+19,
"trial_name": null,
"trial_params": null
}