minatosnow's picture
swinv2-small-patch4-window16-256-mineral
303d940
{
"best_metric": 0.2633333333333333,
"best_model_checkpoint": "swinv2-small-patch4-window16-256-mineral\\checkpoint-6693",
"epoch": 480.0,
"global_step": 9000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.53,
"learning_rate": 5.555555555555556e-07,
"loss": 5.6941,
"step": 10
},
{
"epoch": 0.96,
"eval_accuracy": 0.005,
"eval_loss": 5.692106246948242,
"eval_runtime": 9.9033,
"eval_samples_per_second": 60.586,
"eval_steps_per_second": 1.919,
"step": 18
},
{
"epoch": 1.07,
"learning_rate": 1.1111111111111112e-06,
"loss": 5.6939,
"step": 20
},
{
"epoch": 1.6,
"learning_rate": 1.6666666666666667e-06,
"loss": 5.6886,
"step": 30
},
{
"epoch": 1.97,
"eval_accuracy": 0.005,
"eval_loss": 5.682541370391846,
"eval_runtime": 4.1429,
"eval_samples_per_second": 144.826,
"eval_steps_per_second": 4.586,
"step": 37
},
{
"epoch": 2.13,
"learning_rate": 2.2222222222222225e-06,
"loss": 5.6844,
"step": 40
},
{
"epoch": 2.67,
"learning_rate": 2.777777777777778e-06,
"loss": 5.6735,
"step": 50
},
{
"epoch": 2.99,
"eval_accuracy": 0.005,
"eval_loss": 5.669071674346924,
"eval_runtime": 4.142,
"eval_samples_per_second": 144.858,
"eval_steps_per_second": 4.587,
"step": 56
},
{
"epoch": 3.2,
"learning_rate": 3.3333333333333333e-06,
"loss": 5.6534,
"step": 60
},
{
"epoch": 3.73,
"learning_rate": 3.888888888888889e-06,
"loss": 5.6521,
"step": 70
},
{
"epoch": 4.0,
"eval_accuracy": 0.0033333333333333335,
"eval_loss": 5.654940605163574,
"eval_runtime": 4.1572,
"eval_samples_per_second": 144.326,
"eval_steps_per_second": 4.57,
"step": 75
},
{
"epoch": 4.27,
"learning_rate": 4.444444444444445e-06,
"loss": 5.6431,
"step": 80
},
{
"epoch": 4.8,
"learning_rate": 5e-06,
"loss": 5.6394,
"step": 90
},
{
"epoch": 4.96,
"eval_accuracy": 0.0033333333333333335,
"eval_loss": 5.641611099243164,
"eval_runtime": 4.1535,
"eval_samples_per_second": 144.457,
"eval_steps_per_second": 4.574,
"step": 93
},
{
"epoch": 5.33,
"learning_rate": 5.555555555555556e-06,
"loss": 5.5941,
"step": 100
},
{
"epoch": 5.87,
"learning_rate": 6.111111111111111e-06,
"loss": 5.6078,
"step": 110
},
{
"epoch": 5.97,
"eval_accuracy": 0.0033333333333333335,
"eval_loss": 5.627758979797363,
"eval_runtime": 4.1893,
"eval_samples_per_second": 143.22,
"eval_steps_per_second": 4.535,
"step": 112
},
{
"epoch": 6.4,
"learning_rate": 6.666666666666667e-06,
"loss": 5.5762,
"step": 120
},
{
"epoch": 6.93,
"learning_rate": 7.222222222222222e-06,
"loss": 5.5743,
"step": 130
},
{
"epoch": 6.99,
"eval_accuracy": 0.0016666666666666668,
"eval_loss": 5.612813472747803,
"eval_runtime": 4.224,
"eval_samples_per_second": 142.046,
"eval_steps_per_second": 4.498,
"step": 131
},
{
"epoch": 7.47,
"learning_rate": 7.777777777777777e-06,
"loss": 5.5413,
"step": 140
},
{
"epoch": 8.0,
"learning_rate": 8.333333333333334e-06,
"loss": 5.5509,
"step": 150
},
{
"epoch": 8.0,
"eval_accuracy": 0.0016666666666666668,
"eval_loss": 5.591813087463379,
"eval_runtime": 4.1747,
"eval_samples_per_second": 143.723,
"eval_steps_per_second": 4.551,
"step": 150
},
{
"epoch": 8.53,
"learning_rate": 8.88888888888889e-06,
"loss": 5.5115,
"step": 160
},
{
"epoch": 8.96,
"eval_accuracy": 0.006666666666666667,
"eval_loss": 5.569559097290039,
"eval_runtime": 4.1739,
"eval_samples_per_second": 143.75,
"eval_steps_per_second": 4.552,
"step": 168
},
{
"epoch": 9.07,
"learning_rate": 9.444444444444445e-06,
"loss": 5.4912,
"step": 170
},
{
"epoch": 9.6,
"learning_rate": 1e-05,
"loss": 5.4411,
"step": 180
},
{
"epoch": 9.97,
"eval_accuracy": 0.01,
"eval_loss": 5.5439839363098145,
"eval_runtime": 4.1644,
"eval_samples_per_second": 144.078,
"eval_steps_per_second": 4.562,
"step": 187
},
{
"epoch": 10.13,
"learning_rate": 1.0555555555555555e-05,
"loss": 5.3942,
"step": 190
},
{
"epoch": 10.67,
"learning_rate": 1.1111111111111112e-05,
"loss": 5.3335,
"step": 200
},
{
"epoch": 10.99,
"eval_accuracy": 0.016666666666666666,
"eval_loss": 5.513484001159668,
"eval_runtime": 4.1932,
"eval_samples_per_second": 143.088,
"eval_steps_per_second": 4.531,
"step": 206
},
{
"epoch": 11.2,
"learning_rate": 1.1666666666666668e-05,
"loss": 5.2998,
"step": 210
},
{
"epoch": 11.73,
"learning_rate": 1.2222222222222222e-05,
"loss": 5.2413,
"step": 220
},
{
"epoch": 12.0,
"eval_accuracy": 0.021666666666666667,
"eval_loss": 5.464037895202637,
"eval_runtime": 4.2106,
"eval_samples_per_second": 142.496,
"eval_steps_per_second": 4.512,
"step": 225
},
{
"epoch": 12.27,
"learning_rate": 1.2777777777777777e-05,
"loss": 5.2175,
"step": 230
},
{
"epoch": 12.8,
"learning_rate": 1.3333333333333333e-05,
"loss": 5.1738,
"step": 240
},
{
"epoch": 12.96,
"eval_accuracy": 0.03333333333333333,
"eval_loss": 5.408351421356201,
"eval_runtime": 4.1793,
"eval_samples_per_second": 143.566,
"eval_steps_per_second": 4.546,
"step": 243
},
{
"epoch": 13.33,
"learning_rate": 1.388888888888889e-05,
"loss": 5.0966,
"step": 250
},
{
"epoch": 13.87,
"learning_rate": 1.4444444444444444e-05,
"loss": 5.0222,
"step": 260
},
{
"epoch": 13.97,
"eval_accuracy": 0.045,
"eval_loss": 5.3320746421813965,
"eval_runtime": 4.1797,
"eval_samples_per_second": 143.55,
"eval_steps_per_second": 4.546,
"step": 262
},
{
"epoch": 14.4,
"learning_rate": 1.5e-05,
"loss": 4.913,
"step": 270
},
{
"epoch": 14.93,
"learning_rate": 1.5555555555555555e-05,
"loss": 4.8594,
"step": 280
},
{
"epoch": 14.99,
"eval_accuracy": 0.05333333333333334,
"eval_loss": 5.248490333557129,
"eval_runtime": 4.1704,
"eval_samples_per_second": 143.871,
"eval_steps_per_second": 4.556,
"step": 281
},
{
"epoch": 15.47,
"learning_rate": 1.6111111111111115e-05,
"loss": 4.7591,
"step": 290
},
{
"epoch": 16.0,
"learning_rate": 1.6666666666666667e-05,
"loss": 4.7441,
"step": 300
},
{
"epoch": 16.0,
"eval_accuracy": 0.065,
"eval_loss": 5.150908946990967,
"eval_runtime": 4.1485,
"eval_samples_per_second": 144.629,
"eval_steps_per_second": 4.58,
"step": 300
},
{
"epoch": 16.53,
"learning_rate": 1.7222222222222224e-05,
"loss": 4.5946,
"step": 310
},
{
"epoch": 16.96,
"eval_accuracy": 0.07166666666666667,
"eval_loss": 5.070082187652588,
"eval_runtime": 4.1543,
"eval_samples_per_second": 144.43,
"eval_steps_per_second": 4.574,
"step": 318
},
{
"epoch": 17.07,
"learning_rate": 1.777777777777778e-05,
"loss": 4.4995,
"step": 320
},
{
"epoch": 17.6,
"learning_rate": 1.8333333333333333e-05,
"loss": 4.3382,
"step": 330
},
{
"epoch": 17.97,
"eval_accuracy": 0.08666666666666667,
"eval_loss": 4.976734161376953,
"eval_runtime": 4.158,
"eval_samples_per_second": 144.301,
"eval_steps_per_second": 4.57,
"step": 337
},
{
"epoch": 18.13,
"learning_rate": 1.888888888888889e-05,
"loss": 4.3477,
"step": 340
},
{
"epoch": 18.67,
"learning_rate": 1.9444444444444445e-05,
"loss": 4.2008,
"step": 350
},
{
"epoch": 18.99,
"eval_accuracy": 0.105,
"eval_loss": 4.862234115600586,
"eval_runtime": 4.1637,
"eval_samples_per_second": 144.103,
"eval_steps_per_second": 4.563,
"step": 356
},
{
"epoch": 19.2,
"learning_rate": 2e-05,
"loss": 4.0491,
"step": 360
},
{
"epoch": 19.73,
"learning_rate": 2.0555555555555555e-05,
"loss": 4.0563,
"step": 370
},
{
"epoch": 20.0,
"eval_accuracy": 0.10333333333333333,
"eval_loss": 4.772627830505371,
"eval_runtime": 4.1762,
"eval_samples_per_second": 143.672,
"eval_steps_per_second": 4.55,
"step": 375
},
{
"epoch": 20.27,
"learning_rate": 2.111111111111111e-05,
"loss": 3.8101,
"step": 380
},
{
"epoch": 20.8,
"learning_rate": 2.1666666666666667e-05,
"loss": 3.8064,
"step": 390
},
{
"epoch": 20.96,
"eval_accuracy": 0.115,
"eval_loss": 4.689815044403076,
"eval_runtime": 4.151,
"eval_samples_per_second": 144.542,
"eval_steps_per_second": 4.577,
"step": 393
},
{
"epoch": 21.33,
"learning_rate": 2.2222222222222223e-05,
"loss": 3.6083,
"step": 400
},
{
"epoch": 21.87,
"learning_rate": 2.277777777777778e-05,
"loss": 3.5584,
"step": 410
},
{
"epoch": 21.97,
"eval_accuracy": 0.125,
"eval_loss": 4.599685192108154,
"eval_runtime": 4.1649,
"eval_samples_per_second": 144.062,
"eval_steps_per_second": 4.562,
"step": 412
},
{
"epoch": 22.4,
"learning_rate": 2.3333333333333336e-05,
"loss": 3.4029,
"step": 420
},
{
"epoch": 22.93,
"learning_rate": 2.3888888888888892e-05,
"loss": 3.3377,
"step": 430
},
{
"epoch": 22.99,
"eval_accuracy": 0.13666666666666666,
"eval_loss": 4.484786510467529,
"eval_runtime": 4.165,
"eval_samples_per_second": 144.057,
"eval_steps_per_second": 4.562,
"step": 431
},
{
"epoch": 23.47,
"learning_rate": 2.4444444444444445e-05,
"loss": 3.1633,
"step": 440
},
{
"epoch": 24.0,
"learning_rate": 2.5e-05,
"loss": 3.1119,
"step": 450
},
{
"epoch": 24.0,
"eval_accuracy": 0.15333333333333332,
"eval_loss": 4.405167102813721,
"eval_runtime": 4.1901,
"eval_samples_per_second": 143.196,
"eval_steps_per_second": 4.535,
"step": 450
},
{
"epoch": 24.53,
"learning_rate": 2.5555555555555554e-05,
"loss": 2.8686,
"step": 460
},
{
"epoch": 24.96,
"eval_accuracy": 0.15,
"eval_loss": 4.37052583694458,
"eval_runtime": 4.1543,
"eval_samples_per_second": 144.427,
"eval_steps_per_second": 4.574,
"step": 468
},
{
"epoch": 25.07,
"learning_rate": 2.6111111111111114e-05,
"loss": 3.0138,
"step": 470
},
{
"epoch": 25.6,
"learning_rate": 2.6666666666666667e-05,
"loss": 2.7649,
"step": 480
},
{
"epoch": 25.97,
"eval_accuracy": 0.165,
"eval_loss": 4.297973155975342,
"eval_runtime": 4.1559,
"eval_samples_per_second": 144.373,
"eval_steps_per_second": 4.572,
"step": 487
},
{
"epoch": 26.13,
"learning_rate": 2.7222222222222223e-05,
"loss": 2.6887,
"step": 490
},
{
"epoch": 26.67,
"learning_rate": 2.777777777777778e-05,
"loss": 2.5698,
"step": 500
},
{
"epoch": 26.99,
"eval_accuracy": 0.17666666666666667,
"eval_loss": 4.236337184906006,
"eval_runtime": 4.1581,
"eval_samples_per_second": 144.296,
"eval_steps_per_second": 4.569,
"step": 506
},
{
"epoch": 27.2,
"learning_rate": 2.8333333333333335e-05,
"loss": 2.5301,
"step": 510
},
{
"epoch": 27.73,
"learning_rate": 2.8888888888888888e-05,
"loss": 2.4344,
"step": 520
},
{
"epoch": 28.0,
"eval_accuracy": 0.17666666666666667,
"eval_loss": 4.17328405380249,
"eval_runtime": 4.1589,
"eval_samples_per_second": 144.269,
"eval_steps_per_second": 4.569,
"step": 525
},
{
"epoch": 28.27,
"learning_rate": 2.9444444444444448e-05,
"loss": 2.2843,
"step": 530
},
{
"epoch": 28.8,
"learning_rate": 3e-05,
"loss": 2.2186,
"step": 540
},
{
"epoch": 28.96,
"eval_accuracy": 0.17333333333333334,
"eval_loss": 4.178333282470703,
"eval_runtime": 4.1547,
"eval_samples_per_second": 144.413,
"eval_steps_per_second": 4.573,
"step": 543
},
{
"epoch": 29.33,
"learning_rate": 3.055555555555556e-05,
"loss": 2.1025,
"step": 550
},
{
"epoch": 29.87,
"learning_rate": 3.111111111111111e-05,
"loss": 2.0227,
"step": 560
},
{
"epoch": 29.97,
"eval_accuracy": 0.18,
"eval_loss": 4.13058614730835,
"eval_runtime": 4.1618,
"eval_samples_per_second": 144.168,
"eval_steps_per_second": 4.565,
"step": 562
},
{
"epoch": 30.4,
"learning_rate": 3.1666666666666666e-05,
"loss": 1.8851,
"step": 570
},
{
"epoch": 30.93,
"learning_rate": 3.222222222222223e-05,
"loss": 1.9153,
"step": 580
},
{
"epoch": 30.99,
"eval_accuracy": 0.175,
"eval_loss": 4.094816207885742,
"eval_runtime": 4.1706,
"eval_samples_per_second": 143.864,
"eval_steps_per_second": 4.556,
"step": 581
},
{
"epoch": 31.47,
"learning_rate": 3.277777777777778e-05,
"loss": 1.7959,
"step": 590
},
{
"epoch": 32.0,
"learning_rate": 3.3333333333333335e-05,
"loss": 1.7363,
"step": 600
},
{
"epoch": 32.0,
"eval_accuracy": 0.17833333333333334,
"eval_loss": 4.061172008514404,
"eval_runtime": 4.1527,
"eval_samples_per_second": 144.483,
"eval_steps_per_second": 4.575,
"step": 600
},
{
"epoch": 32.53,
"learning_rate": 3.388888888888889e-05,
"loss": 1.6171,
"step": 610
},
{
"epoch": 32.96,
"eval_accuracy": 0.185,
"eval_loss": 4.020925521850586,
"eval_runtime": 4.1794,
"eval_samples_per_second": 143.562,
"eval_steps_per_second": 4.546,
"step": 618
},
{
"epoch": 33.07,
"learning_rate": 3.444444444444445e-05,
"loss": 1.5284,
"step": 620
},
{
"epoch": 33.6,
"learning_rate": 3.5e-05,
"loss": 1.4865,
"step": 630
},
{
"epoch": 33.97,
"eval_accuracy": 0.185,
"eval_loss": 4.019384860992432,
"eval_runtime": 4.1555,
"eval_samples_per_second": 144.386,
"eval_steps_per_second": 4.572,
"step": 637
},
{
"epoch": 34.13,
"learning_rate": 3.555555555555556e-05,
"loss": 1.4216,
"step": 640
},
{
"epoch": 34.67,
"learning_rate": 3.611111111111111e-05,
"loss": 1.3194,
"step": 650
},
{
"epoch": 34.99,
"eval_accuracy": 0.205,
"eval_loss": 3.988067626953125,
"eval_runtime": 4.1907,
"eval_samples_per_second": 143.174,
"eval_steps_per_second": 4.534,
"step": 656
},
{
"epoch": 35.2,
"learning_rate": 3.6666666666666666e-05,
"loss": 1.3247,
"step": 660
},
{
"epoch": 35.73,
"learning_rate": 3.722222222222222e-05,
"loss": 1.2811,
"step": 670
},
{
"epoch": 36.0,
"eval_accuracy": 0.215,
"eval_loss": 3.9861950874328613,
"eval_runtime": 4.2139,
"eval_samples_per_second": 142.387,
"eval_steps_per_second": 4.509,
"step": 675
},
{
"epoch": 36.27,
"learning_rate": 3.777777777777778e-05,
"loss": 1.1968,
"step": 680
},
{
"epoch": 36.8,
"learning_rate": 3.8333333333333334e-05,
"loss": 1.1703,
"step": 690
},
{
"epoch": 36.96,
"eval_accuracy": 0.20333333333333334,
"eval_loss": 3.9904768466949463,
"eval_runtime": 4.165,
"eval_samples_per_second": 144.057,
"eval_steps_per_second": 4.562,
"step": 693
},
{
"epoch": 37.33,
"learning_rate": 3.888888888888889e-05,
"loss": 1.1136,
"step": 700
},
{
"epoch": 37.87,
"learning_rate": 3.944444444444445e-05,
"loss": 1.114,
"step": 710
},
{
"epoch": 37.97,
"eval_accuracy": 0.21333333333333335,
"eval_loss": 3.951385021209717,
"eval_runtime": 4.1675,
"eval_samples_per_second": 143.97,
"eval_steps_per_second": 4.559,
"step": 712
},
{
"epoch": 38.4,
"learning_rate": 4e-05,
"loss": 1.0194,
"step": 720
},
{
"epoch": 38.93,
"learning_rate": 4.055555555555556e-05,
"loss": 0.9645,
"step": 730
},
{
"epoch": 38.99,
"eval_accuracy": 0.20666666666666667,
"eval_loss": 3.9677815437316895,
"eval_runtime": 4.1678,
"eval_samples_per_second": 143.96,
"eval_steps_per_second": 4.559,
"step": 731
},
{
"epoch": 39.47,
"learning_rate": 4.111111111111111e-05,
"loss": 0.9037,
"step": 740
},
{
"epoch": 40.0,
"learning_rate": 4.166666666666667e-05,
"loss": 0.8976,
"step": 750
},
{
"epoch": 40.0,
"eval_accuracy": 0.21666666666666667,
"eval_loss": 3.987384080886841,
"eval_runtime": 4.1794,
"eval_samples_per_second": 143.56,
"eval_steps_per_second": 4.546,
"step": 750
},
{
"epoch": 40.53,
"learning_rate": 4.222222222222222e-05,
"loss": 0.8147,
"step": 760
},
{
"epoch": 40.96,
"eval_accuracy": 0.20833333333333334,
"eval_loss": 3.925668954849243,
"eval_runtime": 4.2286,
"eval_samples_per_second": 141.892,
"eval_steps_per_second": 4.493,
"step": 768
},
{
"epoch": 41.07,
"learning_rate": 4.277777777777778e-05,
"loss": 0.8449,
"step": 770
},
{
"epoch": 41.6,
"learning_rate": 4.3333333333333334e-05,
"loss": 0.7239,
"step": 780
},
{
"epoch": 41.97,
"eval_accuracy": 0.22166666666666668,
"eval_loss": 3.9394490718841553,
"eval_runtime": 4.2239,
"eval_samples_per_second": 142.05,
"eval_steps_per_second": 4.498,
"step": 787
},
{
"epoch": 42.13,
"learning_rate": 4.388888888888889e-05,
"loss": 0.7847,
"step": 790
},
{
"epoch": 42.67,
"learning_rate": 4.4444444444444447e-05,
"loss": 0.7732,
"step": 800
},
{
"epoch": 42.99,
"eval_accuracy": 0.215,
"eval_loss": 3.9472830295562744,
"eval_runtime": 4.1769,
"eval_samples_per_second": 143.646,
"eval_steps_per_second": 4.549,
"step": 806
},
{
"epoch": 43.2,
"learning_rate": 4.5e-05,
"loss": 0.7159,
"step": 810
},
{
"epoch": 43.73,
"learning_rate": 4.555555555555556e-05,
"loss": 0.7009,
"step": 820
},
{
"epoch": 44.0,
"eval_accuracy": 0.215,
"eval_loss": 3.946096897125244,
"eval_runtime": 4.1968,
"eval_samples_per_second": 142.965,
"eval_steps_per_second": 4.527,
"step": 825
},
{
"epoch": 44.27,
"learning_rate": 4.6111111111111115e-05,
"loss": 0.663,
"step": 830
},
{
"epoch": 44.8,
"learning_rate": 4.666666666666667e-05,
"loss": 0.5945,
"step": 840
},
{
"epoch": 44.96,
"eval_accuracy": 0.21333333333333335,
"eval_loss": 4.0206685066223145,
"eval_runtime": 4.207,
"eval_samples_per_second": 142.62,
"eval_steps_per_second": 4.516,
"step": 843
},
{
"epoch": 45.33,
"learning_rate": 4.722222222222222e-05,
"loss": 0.5903,
"step": 850
},
{
"epoch": 45.87,
"learning_rate": 4.7777777777777784e-05,
"loss": 0.555,
"step": 860
},
{
"epoch": 45.97,
"eval_accuracy": 0.20833333333333334,
"eval_loss": 4.035262107849121,
"eval_runtime": 4.1806,
"eval_samples_per_second": 143.522,
"eval_steps_per_second": 4.545,
"step": 862
},
{
"epoch": 46.4,
"learning_rate": 4.8333333333333334e-05,
"loss": 0.5768,
"step": 870
},
{
"epoch": 46.93,
"learning_rate": 4.888888888888889e-05,
"loss": 0.5241,
"step": 880
},
{
"epoch": 46.99,
"eval_accuracy": 0.21666666666666667,
"eval_loss": 4.023153305053711,
"eval_runtime": 4.1743,
"eval_samples_per_second": 143.736,
"eval_steps_per_second": 4.552,
"step": 881
},
{
"epoch": 47.47,
"learning_rate": 4.9444444444444446e-05,
"loss": 0.5324,
"step": 890
},
{
"epoch": 48.0,
"learning_rate": 5e-05,
"loss": 0.4789,
"step": 900
},
{
"epoch": 48.0,
"eval_accuracy": 0.22,
"eval_loss": 4.002644062042236,
"eval_runtime": 4.1605,
"eval_samples_per_second": 144.215,
"eval_steps_per_second": 4.567,
"step": 900
},
{
"epoch": 48.53,
"learning_rate": 4.9938271604938276e-05,
"loss": 0.4284,
"step": 910
},
{
"epoch": 48.96,
"eval_accuracy": 0.22,
"eval_loss": 4.0031256675720215,
"eval_runtime": 4.1788,
"eval_samples_per_second": 143.582,
"eval_steps_per_second": 4.547,
"step": 918
},
{
"epoch": 49.07,
"learning_rate": 4.987654320987655e-05,
"loss": 0.5321,
"step": 920
},
{
"epoch": 49.6,
"learning_rate": 4.981481481481482e-05,
"loss": 0.4701,
"step": 930
},
{
"epoch": 49.97,
"eval_accuracy": 0.215,
"eval_loss": 4.057220935821533,
"eval_runtime": 4.1731,
"eval_samples_per_second": 143.779,
"eval_steps_per_second": 4.553,
"step": 937
},
{
"epoch": 50.13,
"learning_rate": 4.9753086419753084e-05,
"loss": 0.491,
"step": 940
},
{
"epoch": 50.67,
"learning_rate": 4.969135802469136e-05,
"loss": 0.4501,
"step": 950
},
{
"epoch": 50.99,
"eval_accuracy": 0.215,
"eval_loss": 4.087738513946533,
"eval_runtime": 4.1876,
"eval_samples_per_second": 143.279,
"eval_steps_per_second": 4.537,
"step": 956
},
{
"epoch": 51.2,
"learning_rate": 4.962962962962963e-05,
"loss": 0.4453,
"step": 960
},
{
"epoch": 51.73,
"learning_rate": 4.9567901234567905e-05,
"loss": 0.3966,
"step": 970
},
{
"epoch": 52.0,
"eval_accuracy": 0.21666666666666667,
"eval_loss": 4.020733833312988,
"eval_runtime": 4.1529,
"eval_samples_per_second": 144.478,
"eval_steps_per_second": 4.575,
"step": 975
},
{
"epoch": 52.27,
"learning_rate": 4.950617283950618e-05,
"loss": 0.4295,
"step": 980
},
{
"epoch": 52.8,
"learning_rate": 4.9444444444444446e-05,
"loss": 0.3564,
"step": 990
},
{
"epoch": 52.96,
"eval_accuracy": 0.215,
"eval_loss": 4.082664966583252,
"eval_runtime": 4.1603,
"eval_samples_per_second": 144.219,
"eval_steps_per_second": 4.567,
"step": 993
},
{
"epoch": 53.33,
"learning_rate": 4.938271604938271e-05,
"loss": 0.4013,
"step": 1000
},
{
"epoch": 53.87,
"learning_rate": 4.932098765432099e-05,
"loss": 0.3472,
"step": 1010
},
{
"epoch": 53.97,
"eval_accuracy": 0.235,
"eval_loss": 4.090172290802002,
"eval_runtime": 4.1532,
"eval_samples_per_second": 144.465,
"eval_steps_per_second": 4.575,
"step": 1012
},
{
"epoch": 54.4,
"learning_rate": 4.925925925925926e-05,
"loss": 0.383,
"step": 1020
},
{
"epoch": 54.93,
"learning_rate": 4.9197530864197535e-05,
"loss": 0.3731,
"step": 1030
},
{
"epoch": 54.99,
"eval_accuracy": 0.24166666666666667,
"eval_loss": 4.095271587371826,
"eval_runtime": 4.2172,
"eval_samples_per_second": 142.273,
"eval_steps_per_second": 4.505,
"step": 1031
},
{
"epoch": 55.47,
"learning_rate": 4.913580246913581e-05,
"loss": 0.3237,
"step": 1040
},
{
"epoch": 56.0,
"learning_rate": 4.9074074074074075e-05,
"loss": 0.3161,
"step": 1050
},
{
"epoch": 56.0,
"eval_accuracy": 0.20333333333333334,
"eval_loss": 4.165963172912598,
"eval_runtime": 4.2197,
"eval_samples_per_second": 142.19,
"eval_steps_per_second": 4.503,
"step": 1050
},
{
"epoch": 56.53,
"learning_rate": 4.901234567901235e-05,
"loss": 0.3352,
"step": 1060
},
{
"epoch": 56.96,
"eval_accuracy": 0.22166666666666668,
"eval_loss": 4.115335464477539,
"eval_runtime": 4.1813,
"eval_samples_per_second": 143.495,
"eval_steps_per_second": 4.544,
"step": 1068
},
{
"epoch": 57.07,
"learning_rate": 4.8950617283950616e-05,
"loss": 0.3455,
"step": 1070
},
{
"epoch": 57.6,
"learning_rate": 4.888888888888889e-05,
"loss": 0.3317,
"step": 1080
},
{
"epoch": 57.97,
"eval_accuracy": 0.21666666666666667,
"eval_loss": 4.1095662117004395,
"eval_runtime": 4.2026,
"eval_samples_per_second": 142.768,
"eval_steps_per_second": 4.521,
"step": 1087
},
{
"epoch": 58.13,
"learning_rate": 4.8827160493827164e-05,
"loss": 0.3594,
"step": 1090
},
{
"epoch": 58.67,
"learning_rate": 4.876543209876544e-05,
"loss": 0.294,
"step": 1100
},
{
"epoch": 58.99,
"eval_accuracy": 0.215,
"eval_loss": 4.185626029968262,
"eval_runtime": 4.176,
"eval_samples_per_second": 143.679,
"eval_steps_per_second": 4.55,
"step": 1106
},
{
"epoch": 59.2,
"learning_rate": 4.8703703703703704e-05,
"loss": 0.3059,
"step": 1110
},
{
"epoch": 59.73,
"learning_rate": 4.864197530864198e-05,
"loss": 0.3299,
"step": 1120
},
{
"epoch": 60.0,
"eval_accuracy": 0.22333333333333333,
"eval_loss": 4.1475830078125,
"eval_runtime": 4.1797,
"eval_samples_per_second": 143.552,
"eval_steps_per_second": 4.546,
"step": 1125
},
{
"epoch": 60.27,
"learning_rate": 4.858024691358025e-05,
"loss": 0.2965,
"step": 1130
},
{
"epoch": 60.8,
"learning_rate": 4.851851851851852e-05,
"loss": 0.2847,
"step": 1140
},
{
"epoch": 60.96,
"eval_accuracy": 0.225,
"eval_loss": 4.204588890075684,
"eval_runtime": 4.1808,
"eval_samples_per_second": 143.515,
"eval_steps_per_second": 4.545,
"step": 1143
},
{
"epoch": 61.33,
"learning_rate": 4.845679012345679e-05,
"loss": 0.3176,
"step": 1150
},
{
"epoch": 61.87,
"learning_rate": 4.8395061728395067e-05,
"loss": 0.2924,
"step": 1160
},
{
"epoch": 61.97,
"eval_accuracy": 0.21833333333333332,
"eval_loss": 4.156820297241211,
"eval_runtime": 4.1645,
"eval_samples_per_second": 144.075,
"eval_steps_per_second": 4.562,
"step": 1162
},
{
"epoch": 62.4,
"learning_rate": 4.8333333333333334e-05,
"loss": 0.255,
"step": 1170
},
{
"epoch": 62.93,
"learning_rate": 4.827160493827161e-05,
"loss": 0.2818,
"step": 1180
},
{
"epoch": 62.99,
"eval_accuracy": 0.23333333333333334,
"eval_loss": 4.151925563812256,
"eval_runtime": 4.175,
"eval_samples_per_second": 143.711,
"eval_steps_per_second": 4.551,
"step": 1181
},
{
"epoch": 63.47,
"learning_rate": 4.820987654320988e-05,
"loss": 0.2618,
"step": 1190
},
{
"epoch": 64.0,
"learning_rate": 4.814814814814815e-05,
"loss": 0.2698,
"step": 1200
},
{
"epoch": 64.0,
"eval_accuracy": 0.215,
"eval_loss": 4.227489471435547,
"eval_runtime": 4.1793,
"eval_samples_per_second": 143.565,
"eval_steps_per_second": 4.546,
"step": 1200
},
{
"epoch": 64.53,
"learning_rate": 4.808641975308642e-05,
"loss": 0.2579,
"step": 1210
},
{
"epoch": 64.96,
"eval_accuracy": 0.235,
"eval_loss": 4.162615776062012,
"eval_runtime": 4.1756,
"eval_samples_per_second": 143.693,
"eval_steps_per_second": 4.55,
"step": 1218
},
{
"epoch": 65.07,
"learning_rate": 4.8024691358024696e-05,
"loss": 0.2555,
"step": 1220
},
{
"epoch": 65.6,
"learning_rate": 4.796296296296296e-05,
"loss": 0.2597,
"step": 1230
},
{
"epoch": 65.97,
"eval_accuracy": 0.22166666666666668,
"eval_loss": 4.227728843688965,
"eval_runtime": 4.1826,
"eval_samples_per_second": 143.452,
"eval_steps_per_second": 4.543,
"step": 1237
},
{
"epoch": 66.13,
"learning_rate": 4.7901234567901237e-05,
"loss": 0.1989,
"step": 1240
},
{
"epoch": 66.67,
"learning_rate": 4.783950617283951e-05,
"loss": 0.2443,
"step": 1250
},
{
"epoch": 66.99,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.192920207977295,
"eval_runtime": 4.1844,
"eval_samples_per_second": 143.39,
"eval_steps_per_second": 4.541,
"step": 1256
},
{
"epoch": 67.2,
"learning_rate": 4.7777777777777784e-05,
"loss": 0.2686,
"step": 1260
},
{
"epoch": 67.73,
"learning_rate": 4.771604938271605e-05,
"loss": 0.2532,
"step": 1270
},
{
"epoch": 68.0,
"eval_accuracy": 0.22333333333333333,
"eval_loss": 4.277872085571289,
"eval_runtime": 4.1836,
"eval_samples_per_second": 143.417,
"eval_steps_per_second": 4.542,
"step": 1275
},
{
"epoch": 68.27,
"learning_rate": 4.7654320987654325e-05,
"loss": 0.2647,
"step": 1280
},
{
"epoch": 68.8,
"learning_rate": 4.759259259259259e-05,
"loss": 0.2305,
"step": 1290
},
{
"epoch": 68.96,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.244070053100586,
"eval_runtime": 4.1785,
"eval_samples_per_second": 143.591,
"eval_steps_per_second": 4.547,
"step": 1293
},
{
"epoch": 69.33,
"learning_rate": 4.7530864197530866e-05,
"loss": 0.2347,
"step": 1300
},
{
"epoch": 69.87,
"learning_rate": 4.746913580246914e-05,
"loss": 0.2423,
"step": 1310
},
{
"epoch": 69.97,
"eval_accuracy": 0.22166666666666668,
"eval_loss": 4.25825309753418,
"eval_runtime": 4.1881,
"eval_samples_per_second": 143.264,
"eval_steps_per_second": 4.537,
"step": 1312
},
{
"epoch": 70.4,
"learning_rate": 4.740740740740741e-05,
"loss": 0.2167,
"step": 1320
},
{
"epoch": 70.93,
"learning_rate": 4.734567901234569e-05,
"loss": 0.222,
"step": 1330
},
{
"epoch": 70.99,
"eval_accuracy": 0.23,
"eval_loss": 4.293475151062012,
"eval_runtime": 4.178,
"eval_samples_per_second": 143.61,
"eval_steps_per_second": 4.548,
"step": 1331
},
{
"epoch": 71.47,
"learning_rate": 4.7283950617283954e-05,
"loss": 0.2781,
"step": 1340
},
{
"epoch": 72.0,
"learning_rate": 4.722222222222222e-05,
"loss": 0.2096,
"step": 1350
},
{
"epoch": 72.0,
"eval_accuracy": 0.23,
"eval_loss": 4.271422863006592,
"eval_runtime": 4.1808,
"eval_samples_per_second": 143.513,
"eval_steps_per_second": 4.545,
"step": 1350
},
{
"epoch": 72.53,
"learning_rate": 4.7160493827160495e-05,
"loss": 0.1776,
"step": 1360
},
{
"epoch": 72.96,
"eval_accuracy": 0.225,
"eval_loss": 4.234805583953857,
"eval_runtime": 4.1972,
"eval_samples_per_second": 142.953,
"eval_steps_per_second": 4.527,
"step": 1368
},
{
"epoch": 73.07,
"learning_rate": 4.709876543209877e-05,
"loss": 0.1977,
"step": 1370
},
{
"epoch": 73.6,
"learning_rate": 4.703703703703704e-05,
"loss": 0.2009,
"step": 1380
},
{
"epoch": 73.97,
"eval_accuracy": 0.22833333333333333,
"eval_loss": 4.292957305908203,
"eval_runtime": 4.1773,
"eval_samples_per_second": 143.633,
"eval_steps_per_second": 4.548,
"step": 1387
},
{
"epoch": 74.13,
"learning_rate": 4.6975308641975316e-05,
"loss": 0.2292,
"step": 1390
},
{
"epoch": 74.67,
"learning_rate": 4.691358024691358e-05,
"loss": 0.2087,
"step": 1400
},
{
"epoch": 74.99,
"eval_accuracy": 0.235,
"eval_loss": 4.307061672210693,
"eval_runtime": 4.182,
"eval_samples_per_second": 143.472,
"eval_steps_per_second": 4.543,
"step": 1406
},
{
"epoch": 75.2,
"learning_rate": 4.685185185185185e-05,
"loss": 0.2235,
"step": 1410
},
{
"epoch": 75.73,
"learning_rate": 4.6790123456790124e-05,
"loss": 0.1818,
"step": 1420
},
{
"epoch": 76.0,
"eval_accuracy": 0.235,
"eval_loss": 4.296043872833252,
"eval_runtime": 4.1959,
"eval_samples_per_second": 142.996,
"eval_steps_per_second": 4.528,
"step": 1425
},
{
"epoch": 76.27,
"learning_rate": 4.67283950617284e-05,
"loss": 0.2019,
"step": 1430
},
{
"epoch": 76.8,
"learning_rate": 4.666666666666667e-05,
"loss": 0.2236,
"step": 1440
},
{
"epoch": 76.96,
"eval_accuracy": 0.24,
"eval_loss": 4.290974140167236,
"eval_runtime": 4.1784,
"eval_samples_per_second": 143.596,
"eval_steps_per_second": 4.547,
"step": 1443
},
{
"epoch": 77.33,
"learning_rate": 4.6604938271604945e-05,
"loss": 0.2008,
"step": 1450
},
{
"epoch": 77.87,
"learning_rate": 4.654320987654321e-05,
"loss": 0.1802,
"step": 1460
},
{
"epoch": 77.97,
"eval_accuracy": 0.25,
"eval_loss": 4.289625644683838,
"eval_runtime": 4.224,
"eval_samples_per_second": 142.044,
"eval_steps_per_second": 4.498,
"step": 1462
},
{
"epoch": 78.4,
"learning_rate": 4.648148148148148e-05,
"loss": 0.2296,
"step": 1470
},
{
"epoch": 78.93,
"learning_rate": 4.641975308641975e-05,
"loss": 0.2037,
"step": 1480
},
{
"epoch": 78.99,
"eval_accuracy": 0.245,
"eval_loss": 4.331364154815674,
"eval_runtime": 4.2445,
"eval_samples_per_second": 141.359,
"eval_steps_per_second": 4.476,
"step": 1481
},
{
"epoch": 79.47,
"learning_rate": 4.635802469135803e-05,
"loss": 0.1697,
"step": 1490
},
{
"epoch": 80.0,
"learning_rate": 4.62962962962963e-05,
"loss": 0.1912,
"step": 1500
},
{
"epoch": 80.0,
"eval_accuracy": 0.23333333333333334,
"eval_loss": 4.261221408843994,
"eval_runtime": 4.1986,
"eval_samples_per_second": 142.905,
"eval_steps_per_second": 4.525,
"step": 1500
},
{
"epoch": 80.53,
"learning_rate": 4.623456790123457e-05,
"loss": 0.2305,
"step": 1510
},
{
"epoch": 80.96,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.279019832611084,
"eval_runtime": 4.1994,
"eval_samples_per_second": 142.879,
"eval_steps_per_second": 4.524,
"step": 1518
},
{
"epoch": 81.07,
"learning_rate": 4.617283950617284e-05,
"loss": 0.1808,
"step": 1520
},
{
"epoch": 81.6,
"learning_rate": 4.6111111111111115e-05,
"loss": 0.2188,
"step": 1530
},
{
"epoch": 81.97,
"eval_accuracy": 0.22166666666666668,
"eval_loss": 4.306877613067627,
"eval_runtime": 4.1818,
"eval_samples_per_second": 143.477,
"eval_steps_per_second": 4.543,
"step": 1537
},
{
"epoch": 82.13,
"learning_rate": 4.604938271604938e-05,
"loss": 0.2251,
"step": 1540
},
{
"epoch": 82.67,
"learning_rate": 4.5987654320987656e-05,
"loss": 0.1639,
"step": 1550
},
{
"epoch": 82.99,
"eval_accuracy": 0.21833333333333332,
"eval_loss": 4.353877067565918,
"eval_runtime": 4.2313,
"eval_samples_per_second": 141.801,
"eval_steps_per_second": 4.49,
"step": 1556
},
{
"epoch": 83.2,
"learning_rate": 4.592592592592593e-05,
"loss": 0.1407,
"step": 1560
},
{
"epoch": 83.73,
"learning_rate": 4.58641975308642e-05,
"loss": 0.1741,
"step": 1570
},
{
"epoch": 84.0,
"eval_accuracy": 0.225,
"eval_loss": 4.321075916290283,
"eval_runtime": 4.2392,
"eval_samples_per_second": 141.536,
"eval_steps_per_second": 4.482,
"step": 1575
},
{
"epoch": 84.27,
"learning_rate": 4.580246913580247e-05,
"loss": 0.1926,
"step": 1580
},
{
"epoch": 84.8,
"learning_rate": 4.5740740740740745e-05,
"loss": 0.1937,
"step": 1590
},
{
"epoch": 84.96,
"eval_accuracy": 0.21166666666666667,
"eval_loss": 4.357635498046875,
"eval_runtime": 4.1967,
"eval_samples_per_second": 142.97,
"eval_steps_per_second": 4.527,
"step": 1593
},
{
"epoch": 85.33,
"learning_rate": 4.567901234567901e-05,
"loss": 0.1932,
"step": 1600
},
{
"epoch": 85.87,
"learning_rate": 4.5617283950617285e-05,
"loss": 0.1712,
"step": 1610
},
{
"epoch": 85.97,
"eval_accuracy": 0.22333333333333333,
"eval_loss": 4.3434247970581055,
"eval_runtime": 4.2166,
"eval_samples_per_second": 142.294,
"eval_steps_per_second": 4.506,
"step": 1612
},
{
"epoch": 86.4,
"learning_rate": 4.555555555555556e-05,
"loss": 0.1574,
"step": 1620
},
{
"epoch": 86.93,
"learning_rate": 4.5493827160493826e-05,
"loss": 0.1665,
"step": 1630
},
{
"epoch": 86.99,
"eval_accuracy": 0.21166666666666667,
"eval_loss": 4.334897041320801,
"eval_runtime": 4.1946,
"eval_samples_per_second": 143.042,
"eval_steps_per_second": 4.53,
"step": 1631
},
{
"epoch": 87.47,
"learning_rate": 4.54320987654321e-05,
"loss": 0.1565,
"step": 1640
},
{
"epoch": 88.0,
"learning_rate": 4.5370370370370374e-05,
"loss": 0.1846,
"step": 1650
},
{
"epoch": 88.0,
"eval_accuracy": 0.235,
"eval_loss": 4.417025566101074,
"eval_runtime": 4.202,
"eval_samples_per_second": 142.79,
"eval_steps_per_second": 4.522,
"step": 1650
},
{
"epoch": 88.53,
"learning_rate": 4.530864197530865e-05,
"loss": 0.1827,
"step": 1660
},
{
"epoch": 88.96,
"eval_accuracy": 0.23,
"eval_loss": 4.335045337677002,
"eval_runtime": 4.1833,
"eval_samples_per_second": 143.428,
"eval_steps_per_second": 4.542,
"step": 1668
},
{
"epoch": 89.07,
"learning_rate": 4.5246913580246914e-05,
"loss": 0.1504,
"step": 1670
},
{
"epoch": 89.6,
"learning_rate": 4.518518518518519e-05,
"loss": 0.1591,
"step": 1680
},
{
"epoch": 89.97,
"eval_accuracy": 0.215,
"eval_loss": 4.339655876159668,
"eval_runtime": 4.1906,
"eval_samples_per_second": 143.178,
"eval_steps_per_second": 4.534,
"step": 1687
},
{
"epoch": 90.13,
"learning_rate": 4.5123456790123455e-05,
"loss": 0.1328,
"step": 1690
},
{
"epoch": 90.67,
"learning_rate": 4.506172839506173e-05,
"loss": 0.1508,
"step": 1700
},
{
"epoch": 90.99,
"eval_accuracy": 0.23166666666666666,
"eval_loss": 4.3272809982299805,
"eval_runtime": 4.1836,
"eval_samples_per_second": 143.418,
"eval_steps_per_second": 4.542,
"step": 1706
},
{
"epoch": 91.2,
"learning_rate": 4.5e-05,
"loss": 0.1493,
"step": 1710
},
{
"epoch": 91.73,
"learning_rate": 4.493827160493828e-05,
"loss": 0.1808,
"step": 1720
},
{
"epoch": 92.0,
"eval_accuracy": 0.23166666666666666,
"eval_loss": 4.3314714431762695,
"eval_runtime": 4.1951,
"eval_samples_per_second": 143.024,
"eval_steps_per_second": 4.529,
"step": 1725
},
{
"epoch": 92.27,
"learning_rate": 4.4876543209876544e-05,
"loss": 0.1551,
"step": 1730
},
{
"epoch": 92.8,
"learning_rate": 4.481481481481482e-05,
"loss": 0.17,
"step": 1740
},
{
"epoch": 92.96,
"eval_accuracy": 0.24,
"eval_loss": 4.275998592376709,
"eval_runtime": 4.1877,
"eval_samples_per_second": 143.278,
"eval_steps_per_second": 4.537,
"step": 1743
},
{
"epoch": 93.33,
"learning_rate": 4.4753086419753084e-05,
"loss": 0.1676,
"step": 1750
},
{
"epoch": 93.87,
"learning_rate": 4.469135802469136e-05,
"loss": 0.14,
"step": 1760
},
{
"epoch": 93.97,
"eval_accuracy": 0.23333333333333334,
"eval_loss": 4.314431190490723,
"eval_runtime": 4.222,
"eval_samples_per_second": 142.112,
"eval_steps_per_second": 4.5,
"step": 1762
},
{
"epoch": 94.4,
"learning_rate": 4.462962962962963e-05,
"loss": 0.1526,
"step": 1770
},
{
"epoch": 94.93,
"learning_rate": 4.4567901234567906e-05,
"loss": 0.1734,
"step": 1780
},
{
"epoch": 94.99,
"eval_accuracy": 0.22833333333333333,
"eval_loss": 4.366744041442871,
"eval_runtime": 4.2453,
"eval_samples_per_second": 141.334,
"eval_steps_per_second": 4.476,
"step": 1781
},
{
"epoch": 95.47,
"learning_rate": 4.450617283950618e-05,
"loss": 0.1472,
"step": 1790
},
{
"epoch": 96.0,
"learning_rate": 4.4444444444444447e-05,
"loss": 0.1593,
"step": 1800
},
{
"epoch": 96.0,
"eval_accuracy": 0.225,
"eval_loss": 4.390308380126953,
"eval_runtime": 4.2118,
"eval_samples_per_second": 142.456,
"eval_steps_per_second": 4.511,
"step": 1800
},
{
"epoch": 96.53,
"learning_rate": 4.4382716049382714e-05,
"loss": 0.1523,
"step": 1810
},
{
"epoch": 96.96,
"eval_accuracy": 0.24,
"eval_loss": 4.331397533416748,
"eval_runtime": 4.1925,
"eval_samples_per_second": 143.113,
"eval_steps_per_second": 4.532,
"step": 1818
},
{
"epoch": 97.07,
"learning_rate": 4.432098765432099e-05,
"loss": 0.1665,
"step": 1820
},
{
"epoch": 97.6,
"learning_rate": 4.425925925925926e-05,
"loss": 0.1599,
"step": 1830
},
{
"epoch": 97.97,
"eval_accuracy": 0.23,
"eval_loss": 4.411539077758789,
"eval_runtime": 4.1869,
"eval_samples_per_second": 143.306,
"eval_steps_per_second": 4.538,
"step": 1837
},
{
"epoch": 98.13,
"learning_rate": 4.4197530864197535e-05,
"loss": 0.1319,
"step": 1840
},
{
"epoch": 98.67,
"learning_rate": 4.413580246913581e-05,
"loss": 0.1352,
"step": 1850
},
{
"epoch": 98.99,
"eval_accuracy": 0.24666666666666667,
"eval_loss": 4.362613201141357,
"eval_runtime": 4.181,
"eval_samples_per_second": 143.506,
"eval_steps_per_second": 4.544,
"step": 1856
},
{
"epoch": 99.2,
"learning_rate": 4.4074074074074076e-05,
"loss": 0.1625,
"step": 1860
},
{
"epoch": 99.73,
"learning_rate": 4.401234567901234e-05,
"loss": 0.1406,
"step": 1870
},
{
"epoch": 100.0,
"eval_accuracy": 0.23833333333333334,
"eval_loss": 4.355536937713623,
"eval_runtime": 4.2021,
"eval_samples_per_second": 142.787,
"eval_steps_per_second": 4.522,
"step": 1875
},
{
"epoch": 100.27,
"learning_rate": 4.3950617283950617e-05,
"loss": 0.1404,
"step": 1880
},
{
"epoch": 100.8,
"learning_rate": 4.388888888888889e-05,
"loss": 0.1486,
"step": 1890
},
{
"epoch": 100.96,
"eval_accuracy": 0.23833333333333334,
"eval_loss": 4.311557769775391,
"eval_runtime": 4.1983,
"eval_samples_per_second": 142.914,
"eval_steps_per_second": 4.526,
"step": 1893
},
{
"epoch": 101.33,
"learning_rate": 4.3827160493827164e-05,
"loss": 0.1458,
"step": 1900
},
{
"epoch": 101.87,
"learning_rate": 4.376543209876544e-05,
"loss": 0.149,
"step": 1910
},
{
"epoch": 101.97,
"eval_accuracy": 0.23,
"eval_loss": 4.389366149902344,
"eval_runtime": 4.2353,
"eval_samples_per_second": 141.666,
"eval_steps_per_second": 4.486,
"step": 1912
},
{
"epoch": 102.4,
"learning_rate": 4.3703703703703705e-05,
"loss": 0.1317,
"step": 1920
},
{
"epoch": 102.93,
"learning_rate": 4.364197530864197e-05,
"loss": 0.115,
"step": 1930
},
{
"epoch": 102.99,
"eval_accuracy": 0.22333333333333333,
"eval_loss": 4.3754754066467285,
"eval_runtime": 4.2516,
"eval_samples_per_second": 141.122,
"eval_steps_per_second": 4.469,
"step": 1931
},
{
"epoch": 103.47,
"learning_rate": 4.3580246913580246e-05,
"loss": 0.1476,
"step": 1940
},
{
"epoch": 104.0,
"learning_rate": 4.351851851851852e-05,
"loss": 0.1301,
"step": 1950
},
{
"epoch": 104.0,
"eval_accuracy": 0.23166666666666666,
"eval_loss": 4.376509189605713,
"eval_runtime": 4.2304,
"eval_samples_per_second": 141.83,
"eval_steps_per_second": 4.491,
"step": 1950
},
{
"epoch": 104.53,
"learning_rate": 4.345679012345679e-05,
"loss": 0.1429,
"step": 1960
},
{
"epoch": 104.96,
"eval_accuracy": 0.235,
"eval_loss": 4.402740955352783,
"eval_runtime": 4.1986,
"eval_samples_per_second": 142.905,
"eval_steps_per_second": 4.525,
"step": 1968
},
{
"epoch": 105.07,
"learning_rate": 4.339506172839507e-05,
"loss": 0.123,
"step": 1970
},
{
"epoch": 105.6,
"learning_rate": 4.3333333333333334e-05,
"loss": 0.1209,
"step": 1980
},
{
"epoch": 105.97,
"eval_accuracy": 0.23166666666666666,
"eval_loss": 4.380291938781738,
"eval_runtime": 4.2686,
"eval_samples_per_second": 140.56,
"eval_steps_per_second": 4.451,
"step": 1987
},
{
"epoch": 106.13,
"learning_rate": 4.327160493827161e-05,
"loss": 0.1189,
"step": 1990
},
{
"epoch": 106.67,
"learning_rate": 4.3209876543209875e-05,
"loss": 0.1287,
"step": 2000
},
{
"epoch": 106.99,
"eval_accuracy": 0.24666666666666667,
"eval_loss": 4.323451995849609,
"eval_runtime": 5.6461,
"eval_samples_per_second": 106.268,
"eval_steps_per_second": 3.365,
"step": 2006
},
{
"epoch": 107.2,
"learning_rate": 4.314814814814815e-05,
"loss": 0.1318,
"step": 2010
},
{
"epoch": 107.73,
"learning_rate": 4.308641975308642e-05,
"loss": 0.1318,
"step": 2020
},
{
"epoch": 108.0,
"eval_accuracy": 0.24,
"eval_loss": 4.348374843597412,
"eval_runtime": 4.2065,
"eval_samples_per_second": 142.635,
"eval_steps_per_second": 4.517,
"step": 2025
},
{
"epoch": 108.27,
"learning_rate": 4.3024691358024696e-05,
"loss": 0.1328,
"step": 2030
},
{
"epoch": 108.8,
"learning_rate": 4.296296296296296e-05,
"loss": 0.1136,
"step": 2040
},
{
"epoch": 108.96,
"eval_accuracy": 0.225,
"eval_loss": 4.39766263961792,
"eval_runtime": 4.2019,
"eval_samples_per_second": 142.792,
"eval_steps_per_second": 4.522,
"step": 2043
},
{
"epoch": 109.33,
"learning_rate": 4.290123456790124e-05,
"loss": 0.1218,
"step": 2050
},
{
"epoch": 109.87,
"learning_rate": 4.283950617283951e-05,
"loss": 0.1326,
"step": 2060
},
{
"epoch": 109.97,
"eval_accuracy": 0.22666666666666666,
"eval_loss": 4.397821426391602,
"eval_runtime": 4.1836,
"eval_samples_per_second": 143.416,
"eval_steps_per_second": 4.542,
"step": 2062
},
{
"epoch": 110.4,
"learning_rate": 4.277777777777778e-05,
"loss": 0.1223,
"step": 2070
},
{
"epoch": 110.93,
"learning_rate": 4.271604938271605e-05,
"loss": 0.1415,
"step": 2080
},
{
"epoch": 110.99,
"eval_accuracy": 0.23833333333333334,
"eval_loss": 4.321408748626709,
"eval_runtime": 4.1873,
"eval_samples_per_second": 143.29,
"eval_steps_per_second": 4.538,
"step": 2081
},
{
"epoch": 111.47,
"learning_rate": 4.2654320987654325e-05,
"loss": 0.1281,
"step": 2090
},
{
"epoch": 112.0,
"learning_rate": 4.259259259259259e-05,
"loss": 0.1229,
"step": 2100
},
{
"epoch": 112.0,
"eval_accuracy": 0.24666666666666667,
"eval_loss": 4.369870662689209,
"eval_runtime": 4.2352,
"eval_samples_per_second": 141.67,
"eval_steps_per_second": 4.486,
"step": 2100
},
{
"epoch": 112.53,
"learning_rate": 4.2530864197530866e-05,
"loss": 0.1004,
"step": 2110
},
{
"epoch": 112.96,
"eval_accuracy": 0.25833333333333336,
"eval_loss": 4.382783889770508,
"eval_runtime": 4.2396,
"eval_samples_per_second": 141.524,
"eval_steps_per_second": 4.482,
"step": 2118
},
{
"epoch": 113.07,
"learning_rate": 4.246913580246914e-05,
"loss": 0.1238,
"step": 2120
},
{
"epoch": 113.6,
"learning_rate": 4.240740740740741e-05,
"loss": 0.0961,
"step": 2130
},
{
"epoch": 113.97,
"eval_accuracy": 0.25166666666666665,
"eval_loss": 4.356354713439941,
"eval_runtime": 4.2272,
"eval_samples_per_second": 141.937,
"eval_steps_per_second": 4.495,
"step": 2137
},
{
"epoch": 114.13,
"learning_rate": 4.234567901234568e-05,
"loss": 0.1181,
"step": 2140
},
{
"epoch": 114.67,
"learning_rate": 4.2283950617283955e-05,
"loss": 0.1132,
"step": 2150
},
{
"epoch": 114.99,
"eval_accuracy": 0.25333333333333335,
"eval_loss": 4.338386058807373,
"eval_runtime": 4.2183,
"eval_samples_per_second": 142.239,
"eval_steps_per_second": 4.504,
"step": 2156
},
{
"epoch": 115.2,
"learning_rate": 4.222222222222222e-05,
"loss": 0.1232,
"step": 2160
},
{
"epoch": 115.73,
"learning_rate": 4.2160493827160495e-05,
"loss": 0.1166,
"step": 2170
},
{
"epoch": 116.0,
"eval_accuracy": 0.24166666666666667,
"eval_loss": 4.415248394012451,
"eval_runtime": 4.233,
"eval_samples_per_second": 141.743,
"eval_steps_per_second": 4.489,
"step": 2175
},
{
"epoch": 116.27,
"learning_rate": 4.209876543209877e-05,
"loss": 0.129,
"step": 2180
},
{
"epoch": 116.8,
"learning_rate": 4.203703703703704e-05,
"loss": 0.1193,
"step": 2190
},
{
"epoch": 116.96,
"eval_accuracy": 0.24166666666666667,
"eval_loss": 4.363390922546387,
"eval_runtime": 4.2449,
"eval_samples_per_second": 141.345,
"eval_steps_per_second": 4.476,
"step": 2193
},
{
"epoch": 117.33,
"learning_rate": 4.197530864197531e-05,
"loss": 0.1348,
"step": 2200
},
{
"epoch": 117.87,
"learning_rate": 4.1913580246913584e-05,
"loss": 0.096,
"step": 2210
},
{
"epoch": 117.97,
"eval_accuracy": 0.235,
"eval_loss": 4.382623672485352,
"eval_runtime": 4.236,
"eval_samples_per_second": 141.643,
"eval_steps_per_second": 4.485,
"step": 2212
},
{
"epoch": 118.4,
"learning_rate": 4.185185185185185e-05,
"loss": 0.1375,
"step": 2220
},
{
"epoch": 118.93,
"learning_rate": 4.1790123456790124e-05,
"loss": 0.1158,
"step": 2230
},
{
"epoch": 118.99,
"eval_accuracy": 0.235,
"eval_loss": 4.452427387237549,
"eval_runtime": 4.1862,
"eval_samples_per_second": 143.327,
"eval_steps_per_second": 4.539,
"step": 2231
},
{
"epoch": 119.47,
"learning_rate": 4.17283950617284e-05,
"loss": 0.0863,
"step": 2240
},
{
"epoch": 120.0,
"learning_rate": 4.166666666666667e-05,
"loss": 0.099,
"step": 2250
},
{
"epoch": 120.0,
"eval_accuracy": 0.22333333333333333,
"eval_loss": 4.497795581817627,
"eval_runtime": 4.2433,
"eval_samples_per_second": 141.399,
"eval_steps_per_second": 4.478,
"step": 2250
},
{
"epoch": 120.53,
"learning_rate": 4.1604938271604946e-05,
"loss": 0.1065,
"step": 2260
},
{
"epoch": 120.96,
"eval_accuracy": 0.24,
"eval_loss": 4.412367343902588,
"eval_runtime": 4.2487,
"eval_samples_per_second": 141.22,
"eval_steps_per_second": 4.472,
"step": 2268
},
{
"epoch": 121.07,
"learning_rate": 4.154320987654321e-05,
"loss": 0.1202,
"step": 2270
},
{
"epoch": 121.6,
"learning_rate": 4.148148148148148e-05,
"loss": 0.129,
"step": 2280
},
{
"epoch": 121.97,
"eval_accuracy": 0.235,
"eval_loss": 4.381356239318848,
"eval_runtime": 4.2226,
"eval_samples_per_second": 142.092,
"eval_steps_per_second": 4.5,
"step": 2287
},
{
"epoch": 122.13,
"learning_rate": 4.1419753086419754e-05,
"loss": 0.1152,
"step": 2290
},
{
"epoch": 122.67,
"learning_rate": 4.135802469135803e-05,
"loss": 0.1047,
"step": 2300
},
{
"epoch": 122.99,
"eval_accuracy": 0.24666666666666667,
"eval_loss": 4.366286754608154,
"eval_runtime": 4.1923,
"eval_samples_per_second": 143.119,
"eval_steps_per_second": 4.532,
"step": 2306
},
{
"epoch": 123.2,
"learning_rate": 4.12962962962963e-05,
"loss": 0.1075,
"step": 2310
},
{
"epoch": 123.73,
"learning_rate": 4.1234567901234575e-05,
"loss": 0.101,
"step": 2320
},
{
"epoch": 124.0,
"eval_accuracy": 0.23,
"eval_loss": 4.511256694793701,
"eval_runtime": 4.2032,
"eval_samples_per_second": 142.748,
"eval_steps_per_second": 4.52,
"step": 2325
},
{
"epoch": 124.27,
"learning_rate": 4.117283950617284e-05,
"loss": 0.1111,
"step": 2330
},
{
"epoch": 124.8,
"learning_rate": 4.111111111111111e-05,
"loss": 0.1076,
"step": 2340
},
{
"epoch": 124.96,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.455278396606445,
"eval_runtime": 4.1874,
"eval_samples_per_second": 143.286,
"eval_steps_per_second": 4.537,
"step": 2343
},
{
"epoch": 125.33,
"learning_rate": 4.104938271604938e-05,
"loss": 0.112,
"step": 2350
},
{
"epoch": 125.87,
"learning_rate": 4.0987654320987657e-05,
"loss": 0.1135,
"step": 2360
},
{
"epoch": 125.97,
"eval_accuracy": 0.23,
"eval_loss": 4.435062885284424,
"eval_runtime": 4.2228,
"eval_samples_per_second": 142.087,
"eval_steps_per_second": 4.499,
"step": 2362
},
{
"epoch": 126.4,
"learning_rate": 4.092592592592593e-05,
"loss": 0.0839,
"step": 2370
},
{
"epoch": 126.93,
"learning_rate": 4.0864197530864204e-05,
"loss": 0.1066,
"step": 2380
},
{
"epoch": 126.99,
"eval_accuracy": 0.235,
"eval_loss": 4.4874396324157715,
"eval_runtime": 4.1945,
"eval_samples_per_second": 143.044,
"eval_steps_per_second": 4.53,
"step": 2381
},
{
"epoch": 127.47,
"learning_rate": 4.080246913580247e-05,
"loss": 0.1007,
"step": 2390
},
{
"epoch": 128.0,
"learning_rate": 4.074074074074074e-05,
"loss": 0.1256,
"step": 2400
},
{
"epoch": 128.0,
"eval_accuracy": 0.23333333333333334,
"eval_loss": 4.463526725769043,
"eval_runtime": 4.2437,
"eval_samples_per_second": 141.387,
"eval_steps_per_second": 4.477,
"step": 2400
},
{
"epoch": 128.53,
"learning_rate": 4.067901234567901e-05,
"loss": 0.0932,
"step": 2410
},
{
"epoch": 128.96,
"eval_accuracy": 0.23833333333333334,
"eval_loss": 4.457594394683838,
"eval_runtime": 4.2373,
"eval_samples_per_second": 141.599,
"eval_steps_per_second": 4.484,
"step": 2418
},
{
"epoch": 129.07,
"learning_rate": 4.0617283950617286e-05,
"loss": 0.1158,
"step": 2420
},
{
"epoch": 129.6,
"learning_rate": 4.055555555555556e-05,
"loss": 0.1189,
"step": 2430
},
{
"epoch": 129.97,
"eval_accuracy": 0.22666666666666666,
"eval_loss": 4.577010154724121,
"eval_runtime": 4.2164,
"eval_samples_per_second": 142.301,
"eval_steps_per_second": 4.506,
"step": 2437
},
{
"epoch": 130.13,
"learning_rate": 4.049382716049383e-05,
"loss": 0.116,
"step": 2440
},
{
"epoch": 130.67,
"learning_rate": 4.04320987654321e-05,
"loss": 0.1096,
"step": 2450
},
{
"epoch": 130.99,
"eval_accuracy": 0.23166666666666666,
"eval_loss": 4.492093563079834,
"eval_runtime": 4.2174,
"eval_samples_per_second": 142.267,
"eval_steps_per_second": 4.505,
"step": 2456
},
{
"epoch": 131.2,
"learning_rate": 4.0370370370370374e-05,
"loss": 0.1004,
"step": 2460
},
{
"epoch": 131.73,
"learning_rate": 4.030864197530864e-05,
"loss": 0.0791,
"step": 2470
},
{
"epoch": 132.0,
"eval_accuracy": 0.22666666666666666,
"eval_loss": 4.508973598480225,
"eval_runtime": 4.207,
"eval_samples_per_second": 142.618,
"eval_steps_per_second": 4.516,
"step": 2475
},
{
"epoch": 132.27,
"learning_rate": 4.0246913580246915e-05,
"loss": 0.0935,
"step": 2480
},
{
"epoch": 132.8,
"learning_rate": 4.018518518518519e-05,
"loss": 0.1152,
"step": 2490
},
{
"epoch": 132.96,
"eval_accuracy": 0.24166666666666667,
"eval_loss": 4.457157611846924,
"eval_runtime": 4.1941,
"eval_samples_per_second": 143.058,
"eval_steps_per_second": 4.53,
"step": 2493
},
{
"epoch": 133.33,
"learning_rate": 4.012345679012346e-05,
"loss": 0.091,
"step": 2500
},
{
"epoch": 133.87,
"learning_rate": 4.006172839506173e-05,
"loss": 0.1264,
"step": 2510
},
{
"epoch": 133.97,
"eval_accuracy": 0.25,
"eval_loss": 4.510921001434326,
"eval_runtime": 4.2057,
"eval_samples_per_second": 142.663,
"eval_steps_per_second": 4.518,
"step": 2512
},
{
"epoch": 134.4,
"learning_rate": 4e-05,
"loss": 0.0749,
"step": 2520
},
{
"epoch": 134.93,
"learning_rate": 3.993827160493827e-05,
"loss": 0.1009,
"step": 2530
},
{
"epoch": 134.99,
"eval_accuracy": 0.22833333333333333,
"eval_loss": 4.523574352264404,
"eval_runtime": 4.1971,
"eval_samples_per_second": 142.957,
"eval_steps_per_second": 4.527,
"step": 2531
},
{
"epoch": 135.47,
"learning_rate": 3.9876543209876544e-05,
"loss": 0.0964,
"step": 2540
},
{
"epoch": 136.0,
"learning_rate": 3.981481481481482e-05,
"loss": 0.0956,
"step": 2550
},
{
"epoch": 136.0,
"eval_accuracy": 0.245,
"eval_loss": 4.478328227996826,
"eval_runtime": 4.1949,
"eval_samples_per_second": 143.029,
"eval_steps_per_second": 4.529,
"step": 2550
},
{
"epoch": 136.53,
"learning_rate": 3.975308641975309e-05,
"loss": 0.0919,
"step": 2560
},
{
"epoch": 136.96,
"eval_accuracy": 0.24666666666666667,
"eval_loss": 4.5484466552734375,
"eval_runtime": 4.2364,
"eval_samples_per_second": 141.629,
"eval_steps_per_second": 4.485,
"step": 2568
},
{
"epoch": 137.07,
"learning_rate": 3.969135802469136e-05,
"loss": 0.1154,
"step": 2570
},
{
"epoch": 137.6,
"learning_rate": 3.962962962962963e-05,
"loss": 0.1042,
"step": 2580
},
{
"epoch": 137.97,
"eval_accuracy": 0.24333333333333335,
"eval_loss": 4.542301654815674,
"eval_runtime": 4.2535,
"eval_samples_per_second": 141.061,
"eval_steps_per_second": 4.467,
"step": 2587
},
{
"epoch": 138.13,
"learning_rate": 3.9567901234567906e-05,
"loss": 0.0859,
"step": 2590
},
{
"epoch": 138.67,
"learning_rate": 3.950617283950617e-05,
"loss": 0.1039,
"step": 2600
},
{
"epoch": 138.99,
"eval_accuracy": 0.245,
"eval_loss": 4.491814136505127,
"eval_runtime": 4.1944,
"eval_samples_per_second": 143.049,
"eval_steps_per_second": 4.53,
"step": 2606
},
{
"epoch": 139.2,
"learning_rate": 3.944444444444445e-05,
"loss": 0.0846,
"step": 2610
},
{
"epoch": 139.73,
"learning_rate": 3.938271604938272e-05,
"loss": 0.094,
"step": 2620
},
{
"epoch": 140.0,
"eval_accuracy": 0.24666666666666667,
"eval_loss": 4.545647144317627,
"eval_runtime": 4.1844,
"eval_samples_per_second": 143.39,
"eval_steps_per_second": 4.541,
"step": 2625
},
{
"epoch": 140.27,
"learning_rate": 3.932098765432099e-05,
"loss": 0.0929,
"step": 2630
},
{
"epoch": 140.8,
"learning_rate": 3.925925925925926e-05,
"loss": 0.1056,
"step": 2640
},
{
"epoch": 140.96,
"eval_accuracy": 0.245,
"eval_loss": 4.521935939788818,
"eval_runtime": 4.1914,
"eval_samples_per_second": 143.151,
"eval_steps_per_second": 4.533,
"step": 2643
},
{
"epoch": 141.33,
"learning_rate": 3.9197530864197535e-05,
"loss": 0.1025,
"step": 2650
},
{
"epoch": 141.87,
"learning_rate": 3.91358024691358e-05,
"loss": 0.0918,
"step": 2660
},
{
"epoch": 141.97,
"eval_accuracy": 0.245,
"eval_loss": 4.52545166015625,
"eval_runtime": 4.2013,
"eval_samples_per_second": 142.812,
"eval_steps_per_second": 4.522,
"step": 2662
},
{
"epoch": 142.4,
"learning_rate": 3.9074074074074076e-05,
"loss": 0.098,
"step": 2670
},
{
"epoch": 142.93,
"learning_rate": 3.901234567901234e-05,
"loss": 0.0877,
"step": 2680
},
{
"epoch": 142.99,
"eval_accuracy": 0.23833333333333334,
"eval_loss": 4.492305278778076,
"eval_runtime": 4.1813,
"eval_samples_per_second": 143.497,
"eval_steps_per_second": 4.544,
"step": 2681
},
{
"epoch": 143.47,
"learning_rate": 3.895061728395062e-05,
"loss": 0.0936,
"step": 2690
},
{
"epoch": 144.0,
"learning_rate": 3.888888888888889e-05,
"loss": 0.105,
"step": 2700
},
{
"epoch": 144.0,
"eval_accuracy": 0.235,
"eval_loss": 4.535154819488525,
"eval_runtime": 4.1912,
"eval_samples_per_second": 143.158,
"eval_steps_per_second": 4.533,
"step": 2700
},
{
"epoch": 144.53,
"learning_rate": 3.8827160493827165e-05,
"loss": 0.0892,
"step": 2710
},
{
"epoch": 144.96,
"eval_accuracy": 0.245,
"eval_loss": 4.471460819244385,
"eval_runtime": 4.1911,
"eval_samples_per_second": 143.161,
"eval_steps_per_second": 4.533,
"step": 2718
},
{
"epoch": 145.07,
"learning_rate": 3.876543209876544e-05,
"loss": 0.1041,
"step": 2720
},
{
"epoch": 145.6,
"learning_rate": 3.8703703703703705e-05,
"loss": 0.0963,
"step": 2730
},
{
"epoch": 145.97,
"eval_accuracy": 0.245,
"eval_loss": 4.506024360656738,
"eval_runtime": 4.1827,
"eval_samples_per_second": 143.449,
"eval_steps_per_second": 4.543,
"step": 2737
},
{
"epoch": 146.13,
"learning_rate": 3.864197530864197e-05,
"loss": 0.089,
"step": 2740
},
{
"epoch": 146.67,
"learning_rate": 3.8580246913580246e-05,
"loss": 0.095,
"step": 2750
},
{
"epoch": 146.99,
"eval_accuracy": 0.24333333333333335,
"eval_loss": 4.559337615966797,
"eval_runtime": 4.1884,
"eval_samples_per_second": 143.254,
"eval_steps_per_second": 4.536,
"step": 2756
},
{
"epoch": 147.2,
"learning_rate": 3.851851851851852e-05,
"loss": 0.0978,
"step": 2760
},
{
"epoch": 147.73,
"learning_rate": 3.8456790123456794e-05,
"loss": 0.0997,
"step": 2770
},
{
"epoch": 148.0,
"eval_accuracy": 0.24,
"eval_loss": 4.580421447753906,
"eval_runtime": 4.2171,
"eval_samples_per_second": 142.278,
"eval_steps_per_second": 4.505,
"step": 2775
},
{
"epoch": 148.27,
"learning_rate": 3.839506172839507e-05,
"loss": 0.0689,
"step": 2780
},
{
"epoch": 148.8,
"learning_rate": 3.8333333333333334e-05,
"loss": 0.0839,
"step": 2790
},
{
"epoch": 148.96,
"eval_accuracy": 0.23,
"eval_loss": 4.59170389175415,
"eval_runtime": 4.2419,
"eval_samples_per_second": 141.446,
"eval_steps_per_second": 4.479,
"step": 2793
},
{
"epoch": 149.33,
"learning_rate": 3.82716049382716e-05,
"loss": 0.1028,
"step": 2800
},
{
"epoch": 149.87,
"learning_rate": 3.8209876543209875e-05,
"loss": 0.0924,
"step": 2810
},
{
"epoch": 149.97,
"eval_accuracy": 0.22666666666666666,
"eval_loss": 4.593113422393799,
"eval_runtime": 4.2519,
"eval_samples_per_second": 141.113,
"eval_steps_per_second": 4.469,
"step": 2812
},
{
"epoch": 150.4,
"learning_rate": 3.814814814814815e-05,
"loss": 0.0694,
"step": 2820
},
{
"epoch": 150.93,
"learning_rate": 3.808641975308642e-05,
"loss": 0.0781,
"step": 2830
},
{
"epoch": 150.99,
"eval_accuracy": 0.23166666666666666,
"eval_loss": 4.578421115875244,
"eval_runtime": 4.2293,
"eval_samples_per_second": 141.867,
"eval_steps_per_second": 4.492,
"step": 2831
},
{
"epoch": 151.47,
"learning_rate": 3.80246913580247e-05,
"loss": 0.1092,
"step": 2840
},
{
"epoch": 152.0,
"learning_rate": 3.7962962962962964e-05,
"loss": 0.0986,
"step": 2850
},
{
"epoch": 152.0,
"eval_accuracy": 0.22833333333333333,
"eval_loss": 4.654634475708008,
"eval_runtime": 4.2497,
"eval_samples_per_second": 141.185,
"eval_steps_per_second": 4.471,
"step": 2850
},
{
"epoch": 152.53,
"learning_rate": 3.790123456790123e-05,
"loss": 0.0823,
"step": 2860
},
{
"epoch": 152.96,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.598492622375488,
"eval_runtime": 4.242,
"eval_samples_per_second": 141.443,
"eval_steps_per_second": 4.479,
"step": 2868
},
{
"epoch": 153.07,
"learning_rate": 3.7839506172839504e-05,
"loss": 0.0913,
"step": 2870
},
{
"epoch": 153.6,
"learning_rate": 3.777777777777778e-05,
"loss": 0.0887,
"step": 2880
},
{
"epoch": 153.97,
"eval_accuracy": 0.23,
"eval_loss": 4.614808559417725,
"eval_runtime": 4.2174,
"eval_samples_per_second": 142.267,
"eval_steps_per_second": 4.505,
"step": 2887
},
{
"epoch": 154.13,
"learning_rate": 3.771604938271605e-05,
"loss": 0.0787,
"step": 2890
},
{
"epoch": 154.67,
"learning_rate": 3.7654320987654326e-05,
"loss": 0.0671,
"step": 2900
},
{
"epoch": 154.99,
"eval_accuracy": 0.23333333333333334,
"eval_loss": 4.63968563079834,
"eval_runtime": 4.1904,
"eval_samples_per_second": 143.186,
"eval_steps_per_second": 4.534,
"step": 2906
},
{
"epoch": 155.2,
"learning_rate": 3.759259259259259e-05,
"loss": 0.104,
"step": 2910
},
{
"epoch": 155.73,
"learning_rate": 3.7530864197530867e-05,
"loss": 0.0897,
"step": 2920
},
{
"epoch": 156.0,
"eval_accuracy": 0.235,
"eval_loss": 4.583400249481201,
"eval_runtime": 4.1921,
"eval_samples_per_second": 143.126,
"eval_steps_per_second": 4.532,
"step": 2925
},
{
"epoch": 156.27,
"learning_rate": 3.7469135802469134e-05,
"loss": 0.0795,
"step": 2930
},
{
"epoch": 156.8,
"learning_rate": 3.740740740740741e-05,
"loss": 0.093,
"step": 2940
},
{
"epoch": 156.96,
"eval_accuracy": 0.24333333333333335,
"eval_loss": 4.539726257324219,
"eval_runtime": 4.203,
"eval_samples_per_second": 142.754,
"eval_steps_per_second": 4.521,
"step": 2943
},
{
"epoch": 157.33,
"learning_rate": 3.734567901234568e-05,
"loss": 0.0903,
"step": 2950
},
{
"epoch": 157.87,
"learning_rate": 3.7283950617283955e-05,
"loss": 0.0973,
"step": 2960
},
{
"epoch": 157.97,
"eval_accuracy": 0.23333333333333334,
"eval_loss": 4.55323600769043,
"eval_runtime": 4.2018,
"eval_samples_per_second": 142.796,
"eval_steps_per_second": 4.522,
"step": 2962
},
{
"epoch": 158.4,
"learning_rate": 3.722222222222222e-05,
"loss": 0.064,
"step": 2970
},
{
"epoch": 158.93,
"learning_rate": 3.7160493827160496e-05,
"loss": 0.1001,
"step": 2980
},
{
"epoch": 158.99,
"eval_accuracy": 0.24,
"eval_loss": 4.58270263671875,
"eval_runtime": 4.2074,
"eval_samples_per_second": 142.605,
"eval_steps_per_second": 4.516,
"step": 2981
},
{
"epoch": 159.47,
"learning_rate": 3.709876543209877e-05,
"loss": 0.0788,
"step": 2990
},
{
"epoch": 160.0,
"learning_rate": 3.7037037037037037e-05,
"loss": 0.0884,
"step": 3000
},
{
"epoch": 160.0,
"eval_accuracy": 0.235,
"eval_loss": 4.572762966156006,
"eval_runtime": 4.217,
"eval_samples_per_second": 142.282,
"eval_steps_per_second": 4.506,
"step": 3000
},
{
"epoch": 160.53,
"learning_rate": 3.697530864197531e-05,
"loss": 0.084,
"step": 3010
},
{
"epoch": 160.96,
"eval_accuracy": 0.235,
"eval_loss": 4.654175758361816,
"eval_runtime": 4.2104,
"eval_samples_per_second": 142.503,
"eval_steps_per_second": 4.513,
"step": 3018
},
{
"epoch": 161.07,
"learning_rate": 3.6913580246913584e-05,
"loss": 0.0773,
"step": 3020
},
{
"epoch": 161.6,
"learning_rate": 3.685185185185185e-05,
"loss": 0.0902,
"step": 3030
},
{
"epoch": 161.97,
"eval_accuracy": 0.24166666666666667,
"eval_loss": 4.636648178100586,
"eval_runtime": 4.2002,
"eval_samples_per_second": 142.849,
"eval_steps_per_second": 4.524,
"step": 3037
},
{
"epoch": 162.13,
"learning_rate": 3.6790123456790125e-05,
"loss": 0.0819,
"step": 3040
},
{
"epoch": 162.67,
"learning_rate": 3.67283950617284e-05,
"loss": 0.0944,
"step": 3050
},
{
"epoch": 162.99,
"eval_accuracy": 0.23833333333333334,
"eval_loss": 4.5957183837890625,
"eval_runtime": 4.2207,
"eval_samples_per_second": 142.157,
"eval_steps_per_second": 4.502,
"step": 3056
},
{
"epoch": 163.2,
"learning_rate": 3.6666666666666666e-05,
"loss": 0.0792,
"step": 3060
},
{
"epoch": 163.73,
"learning_rate": 3.660493827160494e-05,
"loss": 0.0828,
"step": 3070
},
{
"epoch": 164.0,
"eval_accuracy": 0.23,
"eval_loss": 4.652061462402344,
"eval_runtime": 4.2215,
"eval_samples_per_second": 142.13,
"eval_steps_per_second": 4.501,
"step": 3075
},
{
"epoch": 164.27,
"learning_rate": 3.654320987654321e-05,
"loss": 0.0729,
"step": 3080
},
{
"epoch": 164.8,
"learning_rate": 3.648148148148148e-05,
"loss": 0.0812,
"step": 3090
},
{
"epoch": 164.96,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.676053047180176,
"eval_runtime": 4.2058,
"eval_samples_per_second": 142.66,
"eval_steps_per_second": 4.518,
"step": 3093
},
{
"epoch": 165.33,
"learning_rate": 3.6419753086419754e-05,
"loss": 0.0723,
"step": 3100
},
{
"epoch": 165.87,
"learning_rate": 3.635802469135803e-05,
"loss": 0.0817,
"step": 3110
},
{
"epoch": 165.97,
"eval_accuracy": 0.225,
"eval_loss": 4.627193927764893,
"eval_runtime": 4.22,
"eval_samples_per_second": 142.182,
"eval_steps_per_second": 4.502,
"step": 3112
},
{
"epoch": 166.4,
"learning_rate": 3.62962962962963e-05,
"loss": 0.0718,
"step": 3120
},
{
"epoch": 166.93,
"learning_rate": 3.623456790123457e-05,
"loss": 0.07,
"step": 3130
},
{
"epoch": 166.99,
"eval_accuracy": 0.24333333333333335,
"eval_loss": 4.653589725494385,
"eval_runtime": 4.255,
"eval_samples_per_second": 141.01,
"eval_steps_per_second": 4.465,
"step": 3131
},
{
"epoch": 167.47,
"learning_rate": 3.617283950617284e-05,
"loss": 0.0672,
"step": 3140
},
{
"epoch": 168.0,
"learning_rate": 3.611111111111111e-05,
"loss": 0.0746,
"step": 3150
},
{
"epoch": 168.0,
"eval_accuracy": 0.245,
"eval_loss": 4.567090034484863,
"eval_runtime": 4.2691,
"eval_samples_per_second": 140.544,
"eval_steps_per_second": 4.451,
"step": 3150
},
{
"epoch": 168.53,
"learning_rate": 3.604938271604938e-05,
"loss": 0.0782,
"step": 3160
},
{
"epoch": 168.96,
"eval_accuracy": 0.24,
"eval_loss": 4.591490745544434,
"eval_runtime": 4.2101,
"eval_samples_per_second": 142.516,
"eval_steps_per_second": 4.513,
"step": 3168
},
{
"epoch": 169.07,
"learning_rate": 3.598765432098766e-05,
"loss": 0.0667,
"step": 3170
},
{
"epoch": 169.6,
"learning_rate": 3.592592592592593e-05,
"loss": 0.0677,
"step": 3180
},
{
"epoch": 169.97,
"eval_accuracy": 0.24333333333333335,
"eval_loss": 4.637347221374512,
"eval_runtime": 4.2173,
"eval_samples_per_second": 142.272,
"eval_steps_per_second": 4.505,
"step": 3187
},
{
"epoch": 170.13,
"learning_rate": 3.5864197530864205e-05,
"loss": 0.0839,
"step": 3190
},
{
"epoch": 170.67,
"learning_rate": 3.580246913580247e-05,
"loss": 0.0626,
"step": 3200
},
{
"epoch": 170.99,
"eval_accuracy": 0.25833333333333336,
"eval_loss": 4.672304630279541,
"eval_runtime": 4.2092,
"eval_samples_per_second": 142.546,
"eval_steps_per_second": 4.514,
"step": 3206
},
{
"epoch": 171.2,
"learning_rate": 3.574074074074074e-05,
"loss": 0.076,
"step": 3210
},
{
"epoch": 171.73,
"learning_rate": 3.567901234567901e-05,
"loss": 0.0697,
"step": 3220
},
{
"epoch": 172.0,
"eval_accuracy": 0.245,
"eval_loss": 4.681668281555176,
"eval_runtime": 4.1945,
"eval_samples_per_second": 143.044,
"eval_steps_per_second": 4.53,
"step": 3225
},
{
"epoch": 172.27,
"learning_rate": 3.5617283950617286e-05,
"loss": 0.0826,
"step": 3230
},
{
"epoch": 172.8,
"learning_rate": 3.555555555555556e-05,
"loss": 0.077,
"step": 3240
},
{
"epoch": 172.96,
"eval_accuracy": 0.23,
"eval_loss": 4.679342269897461,
"eval_runtime": 4.2134,
"eval_samples_per_second": 142.403,
"eval_steps_per_second": 4.509,
"step": 3243
},
{
"epoch": 173.33,
"learning_rate": 3.5493827160493834e-05,
"loss": 0.0766,
"step": 3250
},
{
"epoch": 173.87,
"learning_rate": 3.54320987654321e-05,
"loss": 0.068,
"step": 3260
},
{
"epoch": 173.97,
"eval_accuracy": 0.24166666666666667,
"eval_loss": 4.711019039154053,
"eval_runtime": 4.211,
"eval_samples_per_second": 142.484,
"eval_steps_per_second": 4.512,
"step": 3262
},
{
"epoch": 174.4,
"learning_rate": 3.537037037037037e-05,
"loss": 0.0587,
"step": 3270
},
{
"epoch": 174.93,
"learning_rate": 3.530864197530864e-05,
"loss": 0.0875,
"step": 3280
},
{
"epoch": 174.99,
"eval_accuracy": 0.24333333333333335,
"eval_loss": 4.701217174530029,
"eval_runtime": 4.2016,
"eval_samples_per_second": 142.802,
"eval_steps_per_second": 4.522,
"step": 3281
},
{
"epoch": 175.47,
"learning_rate": 3.5246913580246915e-05,
"loss": 0.0765,
"step": 3290
},
{
"epoch": 176.0,
"learning_rate": 3.518518518518519e-05,
"loss": 0.0787,
"step": 3300
},
{
"epoch": 176.0,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.711310863494873,
"eval_runtime": 4.2282,
"eval_samples_per_second": 141.904,
"eval_steps_per_second": 4.494,
"step": 3300
},
{
"epoch": 176.53,
"learning_rate": 3.512345679012346e-05,
"loss": 0.0779,
"step": 3310
},
{
"epoch": 176.96,
"eval_accuracy": 0.24,
"eval_loss": 4.699758529663086,
"eval_runtime": 4.1993,
"eval_samples_per_second": 142.882,
"eval_steps_per_second": 4.525,
"step": 3318
},
{
"epoch": 177.07,
"learning_rate": 3.506172839506173e-05,
"loss": 0.0632,
"step": 3320
},
{
"epoch": 177.6,
"learning_rate": 3.5e-05,
"loss": 0.0823,
"step": 3330
},
{
"epoch": 177.97,
"eval_accuracy": 0.24,
"eval_loss": 4.709224224090576,
"eval_runtime": 4.2154,
"eval_samples_per_second": 142.335,
"eval_steps_per_second": 4.507,
"step": 3337
},
{
"epoch": 178.13,
"learning_rate": 3.493827160493827e-05,
"loss": 0.0819,
"step": 3340
},
{
"epoch": 178.67,
"learning_rate": 3.4876543209876545e-05,
"loss": 0.0685,
"step": 3350
},
{
"epoch": 178.99,
"eval_accuracy": 0.245,
"eval_loss": 4.676272869110107,
"eval_runtime": 4.2277,
"eval_samples_per_second": 141.922,
"eval_steps_per_second": 4.494,
"step": 3356
},
{
"epoch": 179.2,
"learning_rate": 3.481481481481482e-05,
"loss": 0.0592,
"step": 3360
},
{
"epoch": 179.73,
"learning_rate": 3.475308641975309e-05,
"loss": 0.0698,
"step": 3370
},
{
"epoch": 180.0,
"eval_accuracy": 0.25666666666666665,
"eval_loss": 4.718149185180664,
"eval_runtime": 4.2111,
"eval_samples_per_second": 142.479,
"eval_steps_per_second": 4.512,
"step": 3375
},
{
"epoch": 180.27,
"learning_rate": 3.469135802469136e-05,
"loss": 0.074,
"step": 3380
},
{
"epoch": 180.8,
"learning_rate": 3.4629629629629626e-05,
"loss": 0.0924,
"step": 3390
},
{
"epoch": 180.96,
"eval_accuracy": 0.24833333333333332,
"eval_loss": 4.715093612670898,
"eval_runtime": 4.2612,
"eval_samples_per_second": 140.804,
"eval_steps_per_second": 4.459,
"step": 3393
},
{
"epoch": 181.33,
"learning_rate": 3.45679012345679e-05,
"loss": 0.0792,
"step": 3400
},
{
"epoch": 181.87,
"learning_rate": 3.4506172839506174e-05,
"loss": 0.084,
"step": 3410
},
{
"epoch": 181.97,
"eval_accuracy": 0.24166666666666667,
"eval_loss": 4.723077774047852,
"eval_runtime": 4.2506,
"eval_samples_per_second": 141.157,
"eval_steps_per_second": 4.47,
"step": 3412
},
{
"epoch": 182.4,
"learning_rate": 3.444444444444445e-05,
"loss": 0.08,
"step": 3420
},
{
"epoch": 182.93,
"learning_rate": 3.438271604938272e-05,
"loss": 0.0508,
"step": 3430
},
{
"epoch": 182.99,
"eval_accuracy": 0.23166666666666666,
"eval_loss": 4.685625076293945,
"eval_runtime": 4.2741,
"eval_samples_per_second": 140.38,
"eval_steps_per_second": 4.445,
"step": 3431
},
{
"epoch": 183.47,
"learning_rate": 3.432098765432099e-05,
"loss": 0.0604,
"step": 3440
},
{
"epoch": 184.0,
"learning_rate": 3.425925925925926e-05,
"loss": 0.0637,
"step": 3450
},
{
"epoch": 184.0,
"eval_accuracy": 0.24166666666666667,
"eval_loss": 4.704137325286865,
"eval_runtime": 4.274,
"eval_samples_per_second": 140.382,
"eval_steps_per_second": 4.445,
"step": 3450
},
{
"epoch": 184.53,
"learning_rate": 3.419753086419753e-05,
"loss": 0.06,
"step": 3460
},
{
"epoch": 184.96,
"eval_accuracy": 0.24,
"eval_loss": 4.720521450042725,
"eval_runtime": 4.2381,
"eval_samples_per_second": 141.572,
"eval_steps_per_second": 4.483,
"step": 3468
},
{
"epoch": 185.07,
"learning_rate": 3.41358024691358e-05,
"loss": 0.062,
"step": 3470
},
{
"epoch": 185.6,
"learning_rate": 3.4074074074074077e-05,
"loss": 0.0659,
"step": 3480
},
{
"epoch": 185.97,
"eval_accuracy": 0.24333333333333335,
"eval_loss": 4.725123405456543,
"eval_runtime": 4.2202,
"eval_samples_per_second": 142.172,
"eval_steps_per_second": 4.502,
"step": 3487
},
{
"epoch": 186.13,
"learning_rate": 3.401234567901235e-05,
"loss": 0.0788,
"step": 3490
},
{
"epoch": 186.67,
"learning_rate": 3.395061728395062e-05,
"loss": 0.0842,
"step": 3500
},
{
"epoch": 186.99,
"eval_accuracy": 0.23,
"eval_loss": 4.721489906311035,
"eval_runtime": 4.232,
"eval_samples_per_second": 141.778,
"eval_steps_per_second": 4.49,
"step": 3506
},
{
"epoch": 187.2,
"learning_rate": 3.388888888888889e-05,
"loss": 0.0773,
"step": 3510
},
{
"epoch": 187.73,
"learning_rate": 3.3827160493827165e-05,
"loss": 0.0733,
"step": 3520
},
{
"epoch": 188.0,
"eval_accuracy": 0.24,
"eval_loss": 4.706781387329102,
"eval_runtime": 4.2434,
"eval_samples_per_second": 141.395,
"eval_steps_per_second": 4.478,
"step": 3525
},
{
"epoch": 188.27,
"learning_rate": 3.376543209876543e-05,
"loss": 0.0722,
"step": 3530
},
{
"epoch": 188.8,
"learning_rate": 3.3703703703703706e-05,
"loss": 0.0647,
"step": 3540
},
{
"epoch": 188.96,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.759402751922607,
"eval_runtime": 4.2349,
"eval_samples_per_second": 141.679,
"eval_steps_per_second": 4.486,
"step": 3543
},
{
"epoch": 189.33,
"learning_rate": 3.364197530864198e-05,
"loss": 0.0714,
"step": 3550
},
{
"epoch": 189.87,
"learning_rate": 3.3580246913580247e-05,
"loss": 0.0569,
"step": 3560
},
{
"epoch": 189.97,
"eval_accuracy": 0.22333333333333333,
"eval_loss": 4.783107280731201,
"eval_runtime": 4.2157,
"eval_samples_per_second": 142.324,
"eval_steps_per_second": 4.507,
"step": 3562
},
{
"epoch": 190.4,
"learning_rate": 3.351851851851852e-05,
"loss": 0.0673,
"step": 3570
},
{
"epoch": 190.93,
"learning_rate": 3.3456790123456794e-05,
"loss": 0.0883,
"step": 3580
},
{
"epoch": 190.99,
"eval_accuracy": 0.235,
"eval_loss": 4.721207618713379,
"eval_runtime": 4.2273,
"eval_samples_per_second": 141.935,
"eval_steps_per_second": 4.495,
"step": 3581
},
{
"epoch": 191.47,
"learning_rate": 3.339506172839506e-05,
"loss": 0.0704,
"step": 3590
},
{
"epoch": 192.0,
"learning_rate": 3.3333333333333335e-05,
"loss": 0.0622,
"step": 3600
},
{
"epoch": 192.0,
"eval_accuracy": 0.24166666666666667,
"eval_loss": 4.6877546310424805,
"eval_runtime": 4.2265,
"eval_samples_per_second": 141.962,
"eval_steps_per_second": 4.495,
"step": 3600
},
{
"epoch": 192.53,
"learning_rate": 3.327160493827161e-05,
"loss": 0.057,
"step": 3610
},
{
"epoch": 192.96,
"eval_accuracy": 0.24666666666666667,
"eval_loss": 4.665402889251709,
"eval_runtime": 4.2317,
"eval_samples_per_second": 141.788,
"eval_steps_per_second": 4.49,
"step": 3618
},
{
"epoch": 193.07,
"learning_rate": 3.3209876543209876e-05,
"loss": 0.0563,
"step": 3620
},
{
"epoch": 193.6,
"learning_rate": 3.314814814814815e-05,
"loss": 0.0654,
"step": 3630
},
{
"epoch": 193.97,
"eval_accuracy": 0.25166666666666665,
"eval_loss": 4.635808944702148,
"eval_runtime": 4.2421,
"eval_samples_per_second": 141.438,
"eval_steps_per_second": 4.479,
"step": 3637
},
{
"epoch": 194.13,
"learning_rate": 3.308641975308642e-05,
"loss": 0.0771,
"step": 3640
},
{
"epoch": 194.67,
"learning_rate": 3.30246913580247e-05,
"loss": 0.0868,
"step": 3650
},
{
"epoch": 194.99,
"eval_accuracy": 0.23333333333333334,
"eval_loss": 4.662071704864502,
"eval_runtime": 4.2363,
"eval_samples_per_second": 141.634,
"eval_steps_per_second": 4.485,
"step": 3656
},
{
"epoch": 195.2,
"learning_rate": 3.2962962962962964e-05,
"loss": 0.0592,
"step": 3660
},
{
"epoch": 195.73,
"learning_rate": 3.290123456790124e-05,
"loss": 0.0789,
"step": 3670
},
{
"epoch": 196.0,
"eval_accuracy": 0.23333333333333334,
"eval_loss": 4.698493003845215,
"eval_runtime": 4.2392,
"eval_samples_per_second": 141.537,
"eval_steps_per_second": 4.482,
"step": 3675
},
{
"epoch": 196.27,
"learning_rate": 3.2839506172839505e-05,
"loss": 0.0683,
"step": 3680
},
{
"epoch": 196.8,
"learning_rate": 3.277777777777778e-05,
"loss": 0.0657,
"step": 3690
},
{
"epoch": 196.96,
"eval_accuracy": 0.25666666666666665,
"eval_loss": 4.663649559020996,
"eval_runtime": 4.2398,
"eval_samples_per_second": 141.517,
"eval_steps_per_second": 4.481,
"step": 3693
},
{
"epoch": 197.33,
"learning_rate": 3.271604938271605e-05,
"loss": 0.057,
"step": 3700
},
{
"epoch": 197.87,
"learning_rate": 3.2654320987654326e-05,
"loss": 0.0648,
"step": 3710
},
{
"epoch": 197.97,
"eval_accuracy": 0.24666666666666667,
"eval_loss": 4.7698283195495605,
"eval_runtime": 4.2294,
"eval_samples_per_second": 141.864,
"eval_steps_per_second": 4.492,
"step": 3712
},
{
"epoch": 198.4,
"learning_rate": 3.25925925925926e-05,
"loss": 0.0577,
"step": 3720
},
{
"epoch": 198.93,
"learning_rate": 3.253086419753087e-05,
"loss": 0.0635,
"step": 3730
},
{
"epoch": 198.99,
"eval_accuracy": 0.24166666666666667,
"eval_loss": 4.722621440887451,
"eval_runtime": 4.2242,
"eval_samples_per_second": 142.038,
"eval_steps_per_second": 4.498,
"step": 3731
},
{
"epoch": 199.47,
"learning_rate": 3.2469135802469134e-05,
"loss": 0.0563,
"step": 3740
},
{
"epoch": 200.0,
"learning_rate": 3.240740740740741e-05,
"loss": 0.0637,
"step": 3750
},
{
"epoch": 200.0,
"eval_accuracy": 0.245,
"eval_loss": 4.748103618621826,
"eval_runtime": 4.2435,
"eval_samples_per_second": 141.393,
"eval_steps_per_second": 4.477,
"step": 3750
},
{
"epoch": 200.53,
"learning_rate": 3.234567901234568e-05,
"loss": 0.0665,
"step": 3760
},
{
"epoch": 200.96,
"eval_accuracy": 0.24833333333333332,
"eval_loss": 4.778894901275635,
"eval_runtime": 4.2222,
"eval_samples_per_second": 142.106,
"eval_steps_per_second": 4.5,
"step": 3768
},
{
"epoch": 201.07,
"learning_rate": 3.2283950617283955e-05,
"loss": 0.0649,
"step": 3770
},
{
"epoch": 201.6,
"learning_rate": 3.222222222222223e-05,
"loss": 0.0799,
"step": 3780
},
{
"epoch": 201.97,
"eval_accuracy": 0.235,
"eval_loss": 4.701383590698242,
"eval_runtime": 4.2577,
"eval_samples_per_second": 140.92,
"eval_steps_per_second": 4.462,
"step": 3787
},
{
"epoch": 202.13,
"learning_rate": 3.216049382716049e-05,
"loss": 0.049,
"step": 3790
},
{
"epoch": 202.67,
"learning_rate": 3.209876543209876e-05,
"loss": 0.064,
"step": 3800
},
{
"epoch": 202.99,
"eval_accuracy": 0.24166666666666667,
"eval_loss": 4.752817153930664,
"eval_runtime": 4.2702,
"eval_samples_per_second": 140.507,
"eval_steps_per_second": 4.449,
"step": 3806
},
{
"epoch": 203.2,
"learning_rate": 3.203703703703704e-05,
"loss": 0.0554,
"step": 3810
},
{
"epoch": 203.73,
"learning_rate": 3.197530864197531e-05,
"loss": 0.0772,
"step": 3820
},
{
"epoch": 204.0,
"eval_accuracy": 0.23833333333333334,
"eval_loss": 4.740113735198975,
"eval_runtime": 4.2544,
"eval_samples_per_second": 141.031,
"eval_steps_per_second": 4.466,
"step": 3825
},
{
"epoch": 204.27,
"learning_rate": 3.1913580246913585e-05,
"loss": 0.0625,
"step": 3830
},
{
"epoch": 204.8,
"learning_rate": 3.185185185185185e-05,
"loss": 0.0438,
"step": 3840
},
{
"epoch": 204.96,
"eval_accuracy": 0.24166666666666667,
"eval_loss": 4.76779317855835,
"eval_runtime": 4.2439,
"eval_samples_per_second": 141.379,
"eval_steps_per_second": 4.477,
"step": 3843
},
{
"epoch": 205.33,
"learning_rate": 3.1790123456790125e-05,
"loss": 0.0716,
"step": 3850
},
{
"epoch": 205.87,
"learning_rate": 3.172839506172839e-05,
"loss": 0.0766,
"step": 3860
},
{
"epoch": 205.97,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.71795654296875,
"eval_runtime": 4.2289,
"eval_samples_per_second": 141.881,
"eval_steps_per_second": 4.493,
"step": 3862
},
{
"epoch": 206.4,
"learning_rate": 3.1666666666666666e-05,
"loss": 0.08,
"step": 3870
},
{
"epoch": 206.93,
"learning_rate": 3.160493827160494e-05,
"loss": 0.0687,
"step": 3880
},
{
"epoch": 206.99,
"eval_accuracy": 0.24333333333333335,
"eval_loss": 4.7058281898498535,
"eval_runtime": 4.2979,
"eval_samples_per_second": 139.602,
"eval_steps_per_second": 4.421,
"step": 3881
},
{
"epoch": 207.47,
"learning_rate": 3.1543209876543214e-05,
"loss": 0.0686,
"step": 3890
},
{
"epoch": 208.0,
"learning_rate": 3.148148148148148e-05,
"loss": 0.0801,
"step": 3900
},
{
"epoch": 208.0,
"eval_accuracy": 0.235,
"eval_loss": 4.7583746910095215,
"eval_runtime": 4.3035,
"eval_samples_per_second": 139.423,
"eval_steps_per_second": 4.415,
"step": 3900
},
{
"epoch": 208.53,
"learning_rate": 3.1419753086419755e-05,
"loss": 0.0772,
"step": 3910
},
{
"epoch": 208.96,
"eval_accuracy": 0.24333333333333335,
"eval_loss": 4.73037576675415,
"eval_runtime": 4.265,
"eval_samples_per_second": 140.681,
"eval_steps_per_second": 4.455,
"step": 3918
},
{
"epoch": 209.07,
"learning_rate": 3.135802469135803e-05,
"loss": 0.0504,
"step": 3920
},
{
"epoch": 209.6,
"learning_rate": 3.1296296296296295e-05,
"loss": 0.0663,
"step": 3930
},
{
"epoch": 209.97,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.693957805633545,
"eval_runtime": 4.2721,
"eval_samples_per_second": 140.445,
"eval_steps_per_second": 4.447,
"step": 3937
},
{
"epoch": 210.13,
"learning_rate": 3.123456790123457e-05,
"loss": 0.0497,
"step": 3940
},
{
"epoch": 210.67,
"learning_rate": 3.117283950617284e-05,
"loss": 0.0529,
"step": 3950
},
{
"epoch": 210.99,
"eval_accuracy": 0.235,
"eval_loss": 4.694019317626953,
"eval_runtime": 4.2603,
"eval_samples_per_second": 140.834,
"eval_steps_per_second": 4.46,
"step": 3956
},
{
"epoch": 211.2,
"learning_rate": 3.111111111111111e-05,
"loss": 0.0559,
"step": 3960
},
{
"epoch": 211.73,
"learning_rate": 3.1049382716049384e-05,
"loss": 0.0568,
"step": 3970
},
{
"epoch": 212.0,
"eval_accuracy": 0.235,
"eval_loss": 4.733299255371094,
"eval_runtime": 4.2654,
"eval_samples_per_second": 140.666,
"eval_steps_per_second": 4.454,
"step": 3975
},
{
"epoch": 212.27,
"learning_rate": 3.098765432098766e-05,
"loss": 0.057,
"step": 3980
},
{
"epoch": 212.8,
"learning_rate": 3.0925925925925924e-05,
"loss": 0.0697,
"step": 3990
},
{
"epoch": 212.96,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.667250156402588,
"eval_runtime": 4.2885,
"eval_samples_per_second": 139.909,
"eval_steps_per_second": 4.43,
"step": 3993
},
{
"epoch": 213.33,
"learning_rate": 3.08641975308642e-05,
"loss": 0.0402,
"step": 4000
},
{
"epoch": 213.87,
"learning_rate": 3.080246913580247e-05,
"loss": 0.0394,
"step": 4010
},
{
"epoch": 213.97,
"eval_accuracy": 0.245,
"eval_loss": 4.673309326171875,
"eval_runtime": 4.2825,
"eval_samples_per_second": 140.105,
"eval_steps_per_second": 4.437,
"step": 4012
},
{
"epoch": 214.4,
"learning_rate": 3.074074074074074e-05,
"loss": 0.0398,
"step": 4020
},
{
"epoch": 214.93,
"learning_rate": 3.067901234567901e-05,
"loss": 0.0625,
"step": 4030
},
{
"epoch": 214.99,
"eval_accuracy": 0.225,
"eval_loss": 4.738312244415283,
"eval_runtime": 4.3054,
"eval_samples_per_second": 139.359,
"eval_steps_per_second": 4.413,
"step": 4031
},
{
"epoch": 215.47,
"learning_rate": 3.061728395061729e-05,
"loss": 0.0626,
"step": 4040
},
{
"epoch": 216.0,
"learning_rate": 3.055555555555556e-05,
"loss": 0.0588,
"step": 4050
},
{
"epoch": 216.0,
"eval_accuracy": 0.24,
"eval_loss": 4.767359256744385,
"eval_runtime": 4.3344,
"eval_samples_per_second": 138.426,
"eval_steps_per_second": 4.383,
"step": 4050
},
{
"epoch": 216.53,
"learning_rate": 3.0493827160493827e-05,
"loss": 0.0594,
"step": 4060
},
{
"epoch": 216.96,
"eval_accuracy": 0.24166666666666667,
"eval_loss": 4.687304496765137,
"eval_runtime": 4.285,
"eval_samples_per_second": 140.024,
"eval_steps_per_second": 4.434,
"step": 4068
},
{
"epoch": 217.07,
"learning_rate": 3.0432098765432098e-05,
"loss": 0.0721,
"step": 4070
},
{
"epoch": 217.6,
"learning_rate": 3.037037037037037e-05,
"loss": 0.0451,
"step": 4080
},
{
"epoch": 217.97,
"eval_accuracy": 0.24333333333333335,
"eval_loss": 4.671844959259033,
"eval_runtime": 4.2925,
"eval_samples_per_second": 139.78,
"eval_steps_per_second": 4.426,
"step": 4087
},
{
"epoch": 218.13,
"learning_rate": 3.0308641975308642e-05,
"loss": 0.0445,
"step": 4090
},
{
"epoch": 218.67,
"learning_rate": 3.0246913580246916e-05,
"loss": 0.047,
"step": 4100
},
{
"epoch": 218.99,
"eval_accuracy": 0.22833333333333333,
"eval_loss": 4.714609146118164,
"eval_runtime": 4.2883,
"eval_samples_per_second": 139.914,
"eval_steps_per_second": 4.431,
"step": 4106
},
{
"epoch": 219.2,
"learning_rate": 3.018518518518519e-05,
"loss": 0.0648,
"step": 4110
},
{
"epoch": 219.73,
"learning_rate": 3.012345679012346e-05,
"loss": 0.0445,
"step": 4120
},
{
"epoch": 220.0,
"eval_accuracy": 0.22833333333333333,
"eval_loss": 4.717392921447754,
"eval_runtime": 4.2776,
"eval_samples_per_second": 140.266,
"eval_steps_per_second": 4.442,
"step": 4125
},
{
"epoch": 220.27,
"learning_rate": 3.0061728395061727e-05,
"loss": 0.0438,
"step": 4130
},
{
"epoch": 220.8,
"learning_rate": 3e-05,
"loss": 0.0746,
"step": 4140
},
{
"epoch": 220.96,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.670175075531006,
"eval_runtime": 4.2998,
"eval_samples_per_second": 139.542,
"eval_steps_per_second": 4.419,
"step": 4143
},
{
"epoch": 221.33,
"learning_rate": 2.993827160493827e-05,
"loss": 0.0617,
"step": 4150
},
{
"epoch": 221.87,
"learning_rate": 2.9876543209876545e-05,
"loss": 0.0697,
"step": 4160
},
{
"epoch": 221.97,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.646183967590332,
"eval_runtime": 4.3381,
"eval_samples_per_second": 138.308,
"eval_steps_per_second": 4.38,
"step": 4162
},
{
"epoch": 222.4,
"learning_rate": 2.981481481481482e-05,
"loss": 0.0866,
"step": 4170
},
{
"epoch": 222.93,
"learning_rate": 2.975308641975309e-05,
"loss": 0.0562,
"step": 4180
},
{
"epoch": 222.99,
"eval_accuracy": 0.23333333333333334,
"eval_loss": 4.695559024810791,
"eval_runtime": 4.3517,
"eval_samples_per_second": 137.876,
"eval_steps_per_second": 4.366,
"step": 4181
},
{
"epoch": 223.47,
"learning_rate": 2.9691358024691356e-05,
"loss": 0.0986,
"step": 4190
},
{
"epoch": 224.0,
"learning_rate": 2.962962962962963e-05,
"loss": 0.047,
"step": 4200
},
{
"epoch": 224.0,
"eval_accuracy": 0.23833333333333334,
"eval_loss": 4.727797985076904,
"eval_runtime": 4.3288,
"eval_samples_per_second": 138.607,
"eval_steps_per_second": 4.389,
"step": 4200
},
{
"epoch": 224.53,
"learning_rate": 2.95679012345679e-05,
"loss": 0.0612,
"step": 4210
},
{
"epoch": 224.96,
"eval_accuracy": 0.235,
"eval_loss": 4.730659484863281,
"eval_runtime": 4.3287,
"eval_samples_per_second": 138.611,
"eval_steps_per_second": 4.389,
"step": 4218
},
{
"epoch": 225.07,
"learning_rate": 2.9506172839506174e-05,
"loss": 0.048,
"step": 4220
},
{
"epoch": 225.6,
"learning_rate": 2.9444444444444448e-05,
"loss": 0.0625,
"step": 4230
},
{
"epoch": 225.97,
"eval_accuracy": 0.25666666666666665,
"eval_loss": 4.667015075683594,
"eval_runtime": 4.3594,
"eval_samples_per_second": 137.632,
"eval_steps_per_second": 4.358,
"step": 4237
},
{
"epoch": 226.13,
"learning_rate": 2.9382716049382718e-05,
"loss": 0.0558,
"step": 4240
},
{
"epoch": 226.67,
"learning_rate": 2.9320987654320992e-05,
"loss": 0.0739,
"step": 4250
},
{
"epoch": 226.99,
"eval_accuracy": 0.23166666666666666,
"eval_loss": 4.710987091064453,
"eval_runtime": 4.3562,
"eval_samples_per_second": 137.734,
"eval_steps_per_second": 4.362,
"step": 4256
},
{
"epoch": 227.2,
"learning_rate": 2.925925925925926e-05,
"loss": 0.054,
"step": 4260
},
{
"epoch": 227.73,
"learning_rate": 2.919753086419753e-05,
"loss": 0.0637,
"step": 4270
},
{
"epoch": 228.0,
"eval_accuracy": 0.22,
"eval_loss": 4.703871726989746,
"eval_runtime": 4.3307,
"eval_samples_per_second": 138.545,
"eval_steps_per_second": 4.387,
"step": 4275
},
{
"epoch": 228.27,
"learning_rate": 2.9135802469135803e-05,
"loss": 0.0491,
"step": 4280
},
{
"epoch": 228.8,
"learning_rate": 2.9074074074074077e-05,
"loss": 0.0461,
"step": 4290
},
{
"epoch": 228.96,
"eval_accuracy": 0.22666666666666666,
"eval_loss": 4.711916923522949,
"eval_runtime": 4.3352,
"eval_samples_per_second": 138.402,
"eval_steps_per_second": 4.383,
"step": 4293
},
{
"epoch": 229.33,
"learning_rate": 2.9012345679012347e-05,
"loss": 0.0544,
"step": 4300
},
{
"epoch": 229.87,
"learning_rate": 2.895061728395062e-05,
"loss": 0.0506,
"step": 4310
},
{
"epoch": 229.97,
"eval_accuracy": 0.23,
"eval_loss": 4.7098541259765625,
"eval_runtime": 4.3688,
"eval_samples_per_second": 137.339,
"eval_steps_per_second": 4.349,
"step": 4312
},
{
"epoch": 230.4,
"learning_rate": 2.8888888888888888e-05,
"loss": 0.0511,
"step": 4320
},
{
"epoch": 230.93,
"learning_rate": 2.882716049382716e-05,
"loss": 0.0412,
"step": 4330
},
{
"epoch": 230.99,
"eval_accuracy": 0.23166666666666666,
"eval_loss": 4.671385288238525,
"eval_runtime": 4.3317,
"eval_samples_per_second": 138.515,
"eval_steps_per_second": 4.386,
"step": 4331
},
{
"epoch": 231.47,
"learning_rate": 2.8765432098765432e-05,
"loss": 0.0681,
"step": 4340
},
{
"epoch": 232.0,
"learning_rate": 2.8703703703703706e-05,
"loss": 0.057,
"step": 4350
},
{
"epoch": 232.0,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.692080497741699,
"eval_runtime": 4.3407,
"eval_samples_per_second": 138.227,
"eval_steps_per_second": 4.377,
"step": 4350
},
{
"epoch": 232.53,
"learning_rate": 2.8641975308641977e-05,
"loss": 0.0402,
"step": 4360
},
{
"epoch": 232.96,
"eval_accuracy": 0.23166666666666666,
"eval_loss": 4.754528045654297,
"eval_runtime": 4.3356,
"eval_samples_per_second": 138.389,
"eval_steps_per_second": 4.382,
"step": 4368
},
{
"epoch": 233.07,
"learning_rate": 2.858024691358025e-05,
"loss": 0.0766,
"step": 4370
},
{
"epoch": 233.6,
"learning_rate": 2.851851851851852e-05,
"loss": 0.058,
"step": 4380
},
{
"epoch": 233.97,
"eval_accuracy": 0.225,
"eval_loss": 4.7573161125183105,
"eval_runtime": 4.353,
"eval_samples_per_second": 137.837,
"eval_steps_per_second": 4.365,
"step": 4387
},
{
"epoch": 234.13,
"learning_rate": 2.8456790123456788e-05,
"loss": 0.0749,
"step": 4390
},
{
"epoch": 234.67,
"learning_rate": 2.839506172839506e-05,
"loss": 0.0661,
"step": 4400
},
{
"epoch": 234.99,
"eval_accuracy": 0.22833333333333333,
"eval_loss": 4.6800408363342285,
"eval_runtime": 4.3414,
"eval_samples_per_second": 138.205,
"eval_steps_per_second": 4.377,
"step": 4406
},
{
"epoch": 235.2,
"learning_rate": 2.8333333333333335e-05,
"loss": 0.0613,
"step": 4410
},
{
"epoch": 235.73,
"learning_rate": 2.8271604938271606e-05,
"loss": 0.0613,
"step": 4420
},
{
"epoch": 236.0,
"eval_accuracy": 0.24333333333333335,
"eval_loss": 4.653302192687988,
"eval_runtime": 4.3257,
"eval_samples_per_second": 138.707,
"eval_steps_per_second": 4.392,
"step": 4425
},
{
"epoch": 236.27,
"learning_rate": 2.820987654320988e-05,
"loss": 0.0555,
"step": 4430
},
{
"epoch": 236.8,
"learning_rate": 2.814814814814815e-05,
"loss": 0.0462,
"step": 4440
},
{
"epoch": 236.96,
"eval_accuracy": 0.22833333333333333,
"eval_loss": 4.674839496612549,
"eval_runtime": 4.3407,
"eval_samples_per_second": 138.228,
"eval_steps_per_second": 4.377,
"step": 4443
},
{
"epoch": 237.33,
"learning_rate": 2.8086419753086424e-05,
"loss": 0.0742,
"step": 4450
},
{
"epoch": 237.87,
"learning_rate": 2.802469135802469e-05,
"loss": 0.0494,
"step": 4460
},
{
"epoch": 237.97,
"eval_accuracy": 0.23,
"eval_loss": 4.687388896942139,
"eval_runtime": 4.3685,
"eval_samples_per_second": 137.346,
"eval_steps_per_second": 4.349,
"step": 4462
},
{
"epoch": 238.4,
"learning_rate": 2.7962962962962965e-05,
"loss": 0.0617,
"step": 4470
},
{
"epoch": 238.93,
"learning_rate": 2.7901234567901235e-05,
"loss": 0.0643,
"step": 4480
},
{
"epoch": 238.99,
"eval_accuracy": 0.23333333333333334,
"eval_loss": 4.729123592376709,
"eval_runtime": 4.3628,
"eval_samples_per_second": 137.527,
"eval_steps_per_second": 4.355,
"step": 4481
},
{
"epoch": 239.47,
"learning_rate": 2.783950617283951e-05,
"loss": 0.0557,
"step": 4490
},
{
"epoch": 240.0,
"learning_rate": 2.777777777777778e-05,
"loss": 0.0422,
"step": 4500
},
{
"epoch": 240.0,
"eval_accuracy": 0.23,
"eval_loss": 4.7088117599487305,
"eval_runtime": 4.3986,
"eval_samples_per_second": 136.407,
"eval_steps_per_second": 4.32,
"step": 4500
},
{
"epoch": 240.53,
"learning_rate": 2.7716049382716053e-05,
"loss": 0.0376,
"step": 4510
},
{
"epoch": 240.96,
"eval_accuracy": 0.225,
"eval_loss": 4.74221658706665,
"eval_runtime": 4.4146,
"eval_samples_per_second": 135.913,
"eval_steps_per_second": 4.304,
"step": 4518
},
{
"epoch": 241.07,
"learning_rate": 2.765432098765432e-05,
"loss": 0.0343,
"step": 4520
},
{
"epoch": 241.6,
"learning_rate": 2.7592592592592594e-05,
"loss": 0.0696,
"step": 4530
},
{
"epoch": 241.97,
"eval_accuracy": 0.22833333333333333,
"eval_loss": 4.801132678985596,
"eval_runtime": 4.3976,
"eval_samples_per_second": 136.44,
"eval_steps_per_second": 4.321,
"step": 4537
},
{
"epoch": 242.13,
"learning_rate": 2.7530864197530864e-05,
"loss": 0.0603,
"step": 4540
},
{
"epoch": 242.67,
"learning_rate": 2.7469135802469138e-05,
"loss": 0.0609,
"step": 4550
},
{
"epoch": 242.99,
"eval_accuracy": 0.22166666666666668,
"eval_loss": 4.801338195800781,
"eval_runtime": 4.3836,
"eval_samples_per_second": 136.873,
"eval_steps_per_second": 4.334,
"step": 4556
},
{
"epoch": 243.2,
"learning_rate": 2.7407407407407408e-05,
"loss": 0.0484,
"step": 4560
},
{
"epoch": 243.73,
"learning_rate": 2.7345679012345682e-05,
"loss": 0.0637,
"step": 4570
},
{
"epoch": 244.0,
"eval_accuracy": 0.225,
"eval_loss": 4.760260105133057,
"eval_runtime": 4.4032,
"eval_samples_per_second": 136.265,
"eval_steps_per_second": 4.315,
"step": 4575
},
{
"epoch": 244.27,
"learning_rate": 2.7283950617283956e-05,
"loss": 0.0489,
"step": 4580
},
{
"epoch": 244.8,
"learning_rate": 2.7222222222222223e-05,
"loss": 0.0529,
"step": 4590
},
{
"epoch": 244.96,
"eval_accuracy": 0.22333333333333333,
"eval_loss": 4.789524078369141,
"eval_runtime": 4.388,
"eval_samples_per_second": 136.736,
"eval_steps_per_second": 4.33,
"step": 4593
},
{
"epoch": 245.33,
"learning_rate": 2.7160493827160493e-05,
"loss": 0.0617,
"step": 4600
},
{
"epoch": 245.87,
"learning_rate": 2.7098765432098767e-05,
"loss": 0.0603,
"step": 4610
},
{
"epoch": 245.97,
"eval_accuracy": 0.235,
"eval_loss": 4.763910293579102,
"eval_runtime": 4.3989,
"eval_samples_per_second": 136.397,
"eval_steps_per_second": 4.319,
"step": 4612
},
{
"epoch": 246.4,
"learning_rate": 2.7037037037037037e-05,
"loss": 0.0558,
"step": 4620
},
{
"epoch": 246.93,
"learning_rate": 2.697530864197531e-05,
"loss": 0.0365,
"step": 4630
},
{
"epoch": 246.99,
"eval_accuracy": 0.24333333333333335,
"eval_loss": 4.728492259979248,
"eval_runtime": 4.3868,
"eval_samples_per_second": 136.774,
"eval_steps_per_second": 4.331,
"step": 4631
},
{
"epoch": 247.47,
"learning_rate": 2.6913580246913585e-05,
"loss": 0.0862,
"step": 4640
},
{
"epoch": 248.0,
"learning_rate": 2.6851851851851855e-05,
"loss": 0.0732,
"step": 4650
},
{
"epoch": 248.0,
"eval_accuracy": 0.22833333333333333,
"eval_loss": 4.725191116333008,
"eval_runtime": 4.4162,
"eval_samples_per_second": 135.863,
"eval_steps_per_second": 4.302,
"step": 4650
},
{
"epoch": 248.53,
"learning_rate": 2.6790123456790122e-05,
"loss": 0.0709,
"step": 4660
},
{
"epoch": 248.96,
"eval_accuracy": 0.23,
"eval_loss": 4.761960506439209,
"eval_runtime": 4.3965,
"eval_samples_per_second": 136.472,
"eval_steps_per_second": 4.322,
"step": 4668
},
{
"epoch": 249.07,
"learning_rate": 2.6728395061728396e-05,
"loss": 0.0463,
"step": 4670
},
{
"epoch": 249.6,
"learning_rate": 2.6666666666666667e-05,
"loss": 0.0485,
"step": 4680
},
{
"epoch": 249.97,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.752857208251953,
"eval_runtime": 4.404,
"eval_samples_per_second": 136.24,
"eval_steps_per_second": 4.314,
"step": 4687
},
{
"epoch": 250.13,
"learning_rate": 2.660493827160494e-05,
"loss": 0.0453,
"step": 4690
},
{
"epoch": 250.67,
"learning_rate": 2.654320987654321e-05,
"loss": 0.0449,
"step": 4700
},
{
"epoch": 250.99,
"eval_accuracy": 0.24166666666666667,
"eval_loss": 4.800561428070068,
"eval_runtime": 4.4195,
"eval_samples_per_second": 135.761,
"eval_steps_per_second": 4.299,
"step": 4706
},
{
"epoch": 251.2,
"learning_rate": 2.6481481481481485e-05,
"loss": 0.0629,
"step": 4710
},
{
"epoch": 251.73,
"learning_rate": 2.641975308641975e-05,
"loss": 0.0506,
"step": 4720
},
{
"epoch": 252.0,
"eval_accuracy": 0.23333333333333334,
"eval_loss": 4.802790641784668,
"eval_runtime": 4.4472,
"eval_samples_per_second": 134.916,
"eval_steps_per_second": 4.272,
"step": 4725
},
{
"epoch": 252.27,
"learning_rate": 2.6358024691358025e-05,
"loss": 0.038,
"step": 4730
},
{
"epoch": 252.8,
"learning_rate": 2.6296296296296296e-05,
"loss": 0.0455,
"step": 4740
},
{
"epoch": 252.96,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.777773380279541,
"eval_runtime": 4.4493,
"eval_samples_per_second": 134.853,
"eval_steps_per_second": 4.27,
"step": 4743
},
{
"epoch": 253.33,
"learning_rate": 2.623456790123457e-05,
"loss": 0.0418,
"step": 4750
},
{
"epoch": 253.87,
"learning_rate": 2.617283950617284e-05,
"loss": 0.0594,
"step": 4760
},
{
"epoch": 253.97,
"eval_accuracy": 0.23833333333333334,
"eval_loss": 4.743904113769531,
"eval_runtime": 4.4293,
"eval_samples_per_second": 135.461,
"eval_steps_per_second": 4.29,
"step": 4762
},
{
"epoch": 254.4,
"learning_rate": 2.6111111111111114e-05,
"loss": 0.0511,
"step": 4770
},
{
"epoch": 254.93,
"learning_rate": 2.6049382716049388e-05,
"loss": 0.0551,
"step": 4780
},
{
"epoch": 254.99,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.806947708129883,
"eval_runtime": 4.4446,
"eval_samples_per_second": 134.995,
"eval_steps_per_second": 4.275,
"step": 4781
},
{
"epoch": 255.47,
"learning_rate": 2.5987654320987655e-05,
"loss": 0.0512,
"step": 4790
},
{
"epoch": 256.0,
"learning_rate": 2.5925925925925925e-05,
"loss": 0.0435,
"step": 4800
},
{
"epoch": 256.0,
"eval_accuracy": 0.23833333333333334,
"eval_loss": 4.817090034484863,
"eval_runtime": 4.463,
"eval_samples_per_second": 134.44,
"eval_steps_per_second": 4.257,
"step": 4800
},
{
"epoch": 256.53,
"learning_rate": 2.58641975308642e-05,
"loss": 0.042,
"step": 4810
},
{
"epoch": 256.96,
"eval_accuracy": 0.23833333333333334,
"eval_loss": 4.796122074127197,
"eval_runtime": 4.4296,
"eval_samples_per_second": 135.453,
"eval_steps_per_second": 4.289,
"step": 4818
},
{
"epoch": 257.07,
"learning_rate": 2.580246913580247e-05,
"loss": 0.0614,
"step": 4820
},
{
"epoch": 257.6,
"learning_rate": 2.5740740740740743e-05,
"loss": 0.0403,
"step": 4830
},
{
"epoch": 257.97,
"eval_accuracy": 0.23833333333333334,
"eval_loss": 4.817234516143799,
"eval_runtime": 4.4455,
"eval_samples_per_second": 134.967,
"eval_steps_per_second": 4.274,
"step": 4837
},
{
"epoch": 258.13,
"learning_rate": 2.5679012345679017e-05,
"loss": 0.0428,
"step": 4840
},
{
"epoch": 258.67,
"learning_rate": 2.5617283950617287e-05,
"loss": 0.0524,
"step": 4850
},
{
"epoch": 258.99,
"eval_accuracy": 0.23,
"eval_loss": 4.8536577224731445,
"eval_runtime": 4.4559,
"eval_samples_per_second": 134.654,
"eval_steps_per_second": 4.264,
"step": 4856
},
{
"epoch": 259.2,
"learning_rate": 2.5555555555555554e-05,
"loss": 0.0495,
"step": 4860
},
{
"epoch": 259.73,
"learning_rate": 2.5493827160493828e-05,
"loss": 0.0461,
"step": 4870
},
{
"epoch": 260.0,
"eval_accuracy": 0.22833333333333333,
"eval_loss": 4.769797325134277,
"eval_runtime": 4.4781,
"eval_samples_per_second": 133.984,
"eval_steps_per_second": 4.243,
"step": 4875
},
{
"epoch": 260.27,
"learning_rate": 2.5432098765432098e-05,
"loss": 0.0547,
"step": 4880
},
{
"epoch": 260.8,
"learning_rate": 2.5370370370370372e-05,
"loss": 0.05,
"step": 4890
},
{
"epoch": 260.96,
"eval_accuracy": 0.24833333333333332,
"eval_loss": 4.805800437927246,
"eval_runtime": 4.4587,
"eval_samples_per_second": 134.567,
"eval_steps_per_second": 4.261,
"step": 4893
},
{
"epoch": 261.33,
"learning_rate": 2.5308641975308646e-05,
"loss": 0.0463,
"step": 4900
},
{
"epoch": 261.87,
"learning_rate": 2.5246913580246916e-05,
"loss": 0.0545,
"step": 4910
},
{
"epoch": 261.97,
"eval_accuracy": 0.23333333333333334,
"eval_loss": 4.839805603027344,
"eval_runtime": 5.2865,
"eval_samples_per_second": 113.497,
"eval_steps_per_second": 3.594,
"step": 4912
},
{
"epoch": 262.4,
"learning_rate": 2.5185185185185183e-05,
"loss": 0.066,
"step": 4920
},
{
"epoch": 262.93,
"learning_rate": 2.5123456790123457e-05,
"loss": 0.0405,
"step": 4930
},
{
"epoch": 262.99,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.82278299331665,
"eval_runtime": 4.4772,
"eval_samples_per_second": 134.011,
"eval_steps_per_second": 4.244,
"step": 4931
},
{
"epoch": 263.47,
"learning_rate": 2.5061728395061727e-05,
"loss": 0.0466,
"step": 4940
},
{
"epoch": 264.0,
"learning_rate": 2.5e-05,
"loss": 0.0615,
"step": 4950
},
{
"epoch": 264.0,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.839545726776123,
"eval_runtime": 4.4638,
"eval_samples_per_second": 134.416,
"eval_steps_per_second": 4.257,
"step": 4950
},
{
"epoch": 264.53,
"learning_rate": 2.4938271604938275e-05,
"loss": 0.0381,
"step": 4960
},
{
"epoch": 264.96,
"eval_accuracy": 0.22333333333333333,
"eval_loss": 4.823088645935059,
"eval_runtime": 4.4558,
"eval_samples_per_second": 134.657,
"eval_steps_per_second": 4.264,
"step": 4968
},
{
"epoch": 265.07,
"learning_rate": 2.4876543209876542e-05,
"loss": 0.0609,
"step": 4970
},
{
"epoch": 265.6,
"learning_rate": 2.4814814814814816e-05,
"loss": 0.0464,
"step": 4980
},
{
"epoch": 265.97,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.818026065826416,
"eval_runtime": 4.4544,
"eval_samples_per_second": 134.698,
"eval_steps_per_second": 4.265,
"step": 4987
},
{
"epoch": 266.13,
"learning_rate": 2.475308641975309e-05,
"loss": 0.0454,
"step": 4990
},
{
"epoch": 266.67,
"learning_rate": 2.4691358024691357e-05,
"loss": 0.058,
"step": 5000
},
{
"epoch": 266.99,
"eval_accuracy": 0.235,
"eval_loss": 4.87436056137085,
"eval_runtime": 4.4992,
"eval_samples_per_second": 133.357,
"eval_steps_per_second": 4.223,
"step": 5006
},
{
"epoch": 267.2,
"learning_rate": 2.462962962962963e-05,
"loss": 0.044,
"step": 5010
},
{
"epoch": 267.73,
"learning_rate": 2.4567901234567904e-05,
"loss": 0.0553,
"step": 5020
},
{
"epoch": 268.0,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.886570453643799,
"eval_runtime": 4.4931,
"eval_samples_per_second": 133.538,
"eval_steps_per_second": 4.229,
"step": 5025
},
{
"epoch": 268.27,
"learning_rate": 2.4506172839506175e-05,
"loss": 0.0536,
"step": 5030
},
{
"epoch": 268.8,
"learning_rate": 2.4444444444444445e-05,
"loss": 0.0505,
"step": 5040
},
{
"epoch": 268.96,
"eval_accuracy": 0.24,
"eval_loss": 4.853390216827393,
"eval_runtime": 4.4705,
"eval_samples_per_second": 134.214,
"eval_steps_per_second": 4.25,
"step": 5043
},
{
"epoch": 269.33,
"learning_rate": 2.438271604938272e-05,
"loss": 0.0269,
"step": 5050
},
{
"epoch": 269.87,
"learning_rate": 2.432098765432099e-05,
"loss": 0.049,
"step": 5060
},
{
"epoch": 269.97,
"eval_accuracy": 0.23333333333333334,
"eval_loss": 4.870242118835449,
"eval_runtime": 4.4681,
"eval_samples_per_second": 134.285,
"eval_steps_per_second": 4.252,
"step": 5062
},
{
"epoch": 270.4,
"learning_rate": 2.425925925925926e-05,
"loss": 0.0464,
"step": 5070
},
{
"epoch": 270.93,
"learning_rate": 2.4197530864197533e-05,
"loss": 0.0444,
"step": 5080
},
{
"epoch": 270.99,
"eval_accuracy": 0.22666666666666666,
"eval_loss": 4.871464729309082,
"eval_runtime": 4.4942,
"eval_samples_per_second": 133.505,
"eval_steps_per_second": 4.228,
"step": 5081
},
{
"epoch": 271.47,
"learning_rate": 2.4135802469135804e-05,
"loss": 0.0433,
"step": 5090
},
{
"epoch": 272.0,
"learning_rate": 2.4074074074074074e-05,
"loss": 0.0457,
"step": 5100
},
{
"epoch": 272.0,
"eval_accuracy": 0.225,
"eval_loss": 4.827383518218994,
"eval_runtime": 4.4878,
"eval_samples_per_second": 133.697,
"eval_steps_per_second": 4.234,
"step": 5100
},
{
"epoch": 272.53,
"learning_rate": 2.4012345679012348e-05,
"loss": 0.0546,
"step": 5110
},
{
"epoch": 272.96,
"eval_accuracy": 0.225,
"eval_loss": 4.844120502471924,
"eval_runtime": 4.5115,
"eval_samples_per_second": 132.993,
"eval_steps_per_second": 4.211,
"step": 5118
},
{
"epoch": 273.07,
"learning_rate": 2.3950617283950618e-05,
"loss": 0.0427,
"step": 5120
},
{
"epoch": 273.6,
"learning_rate": 2.3888888888888892e-05,
"loss": 0.0378,
"step": 5130
},
{
"epoch": 273.97,
"eval_accuracy": 0.225,
"eval_loss": 4.822915077209473,
"eval_runtime": 4.4872,
"eval_samples_per_second": 133.713,
"eval_steps_per_second": 4.234,
"step": 5137
},
{
"epoch": 274.13,
"learning_rate": 2.3827160493827162e-05,
"loss": 0.0603,
"step": 5140
},
{
"epoch": 274.67,
"learning_rate": 2.3765432098765433e-05,
"loss": 0.0374,
"step": 5150
},
{
"epoch": 274.99,
"eval_accuracy": 0.22166666666666668,
"eval_loss": 4.805349349975586,
"eval_runtime": 4.5038,
"eval_samples_per_second": 133.22,
"eval_steps_per_second": 4.219,
"step": 5156
},
{
"epoch": 275.2,
"learning_rate": 2.3703703703703707e-05,
"loss": 0.0384,
"step": 5160
},
{
"epoch": 275.73,
"learning_rate": 2.3641975308641977e-05,
"loss": 0.047,
"step": 5170
},
{
"epoch": 276.0,
"eval_accuracy": 0.23333333333333334,
"eval_loss": 4.861939907073975,
"eval_runtime": 4.5272,
"eval_samples_per_second": 132.531,
"eval_steps_per_second": 4.197,
"step": 5175
},
{
"epoch": 276.27,
"learning_rate": 2.3580246913580247e-05,
"loss": 0.0352,
"step": 5180
},
{
"epoch": 276.8,
"learning_rate": 2.351851851851852e-05,
"loss": 0.0526,
"step": 5190
},
{
"epoch": 276.96,
"eval_accuracy": 0.24166666666666667,
"eval_loss": 4.87931489944458,
"eval_runtime": 4.5397,
"eval_samples_per_second": 132.166,
"eval_steps_per_second": 4.185,
"step": 5193
},
{
"epoch": 277.33,
"learning_rate": 2.345679012345679e-05,
"loss": 0.0406,
"step": 5200
},
{
"epoch": 277.87,
"learning_rate": 2.3395061728395062e-05,
"loss": 0.0503,
"step": 5210
},
{
"epoch": 277.97,
"eval_accuracy": 0.22833333333333333,
"eval_loss": 4.9059576988220215,
"eval_runtime": 4.5301,
"eval_samples_per_second": 132.446,
"eval_steps_per_second": 4.194,
"step": 5212
},
{
"epoch": 278.4,
"learning_rate": 2.3333333333333336e-05,
"loss": 0.043,
"step": 5220
},
{
"epoch": 278.93,
"learning_rate": 2.3271604938271606e-05,
"loss": 0.0414,
"step": 5230
},
{
"epoch": 278.99,
"eval_accuracy": 0.24,
"eval_loss": 4.86867094039917,
"eval_runtime": 4.4935,
"eval_samples_per_second": 133.527,
"eval_steps_per_second": 4.228,
"step": 5231
},
{
"epoch": 279.47,
"learning_rate": 2.3209876543209877e-05,
"loss": 0.0561,
"step": 5240
},
{
"epoch": 280.0,
"learning_rate": 2.314814814814815e-05,
"loss": 0.0361,
"step": 5250
},
{
"epoch": 280.0,
"eval_accuracy": 0.24,
"eval_loss": 4.853731155395508,
"eval_runtime": 4.5103,
"eval_samples_per_second": 133.029,
"eval_steps_per_second": 4.213,
"step": 5250
},
{
"epoch": 280.53,
"learning_rate": 2.308641975308642e-05,
"loss": 0.0449,
"step": 5260
},
{
"epoch": 280.96,
"eval_accuracy": 0.23833333333333334,
"eval_loss": 4.8204240798950195,
"eval_runtime": 4.5205,
"eval_samples_per_second": 132.729,
"eval_steps_per_second": 4.203,
"step": 5268
},
{
"epoch": 281.07,
"learning_rate": 2.302469135802469e-05,
"loss": 0.0527,
"step": 5270
},
{
"epoch": 281.6,
"learning_rate": 2.2962962962962965e-05,
"loss": 0.0596,
"step": 5280
},
{
"epoch": 281.97,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.803044319152832,
"eval_runtime": 4.5651,
"eval_samples_per_second": 131.433,
"eval_steps_per_second": 4.162,
"step": 5287
},
{
"epoch": 282.13,
"learning_rate": 2.2901234567901235e-05,
"loss": 0.056,
"step": 5290
},
{
"epoch": 282.67,
"learning_rate": 2.2839506172839506e-05,
"loss": 0.0494,
"step": 5300
},
{
"epoch": 282.99,
"eval_accuracy": 0.24833333333333332,
"eval_loss": 4.8059892654418945,
"eval_runtime": 4.5556,
"eval_samples_per_second": 131.706,
"eval_steps_per_second": 4.171,
"step": 5306
},
{
"epoch": 283.2,
"learning_rate": 2.277777777777778e-05,
"loss": 0.0311,
"step": 5310
},
{
"epoch": 283.73,
"learning_rate": 2.271604938271605e-05,
"loss": 0.0483,
"step": 5320
},
{
"epoch": 284.0,
"eval_accuracy": 0.235,
"eval_loss": 4.7877960205078125,
"eval_runtime": 4.5534,
"eval_samples_per_second": 131.77,
"eval_steps_per_second": 4.173,
"step": 5325
},
{
"epoch": 284.27,
"learning_rate": 2.2654320987654324e-05,
"loss": 0.0606,
"step": 5330
},
{
"epoch": 284.8,
"learning_rate": 2.2592592592592594e-05,
"loss": 0.0338,
"step": 5340
},
{
"epoch": 284.96,
"eval_accuracy": 0.23833333333333334,
"eval_loss": 4.825440406799316,
"eval_runtime": 4.5446,
"eval_samples_per_second": 132.024,
"eval_steps_per_second": 4.181,
"step": 5343
},
{
"epoch": 285.33,
"learning_rate": 2.2530864197530865e-05,
"loss": 0.0454,
"step": 5350
},
{
"epoch": 285.87,
"learning_rate": 2.246913580246914e-05,
"loss": 0.0319,
"step": 5360
},
{
"epoch": 285.97,
"eval_accuracy": 0.23833333333333334,
"eval_loss": 4.826366424560547,
"eval_runtime": 4.5558,
"eval_samples_per_second": 131.701,
"eval_steps_per_second": 4.171,
"step": 5362
},
{
"epoch": 286.4,
"learning_rate": 2.240740740740741e-05,
"loss": 0.0414,
"step": 5370
},
{
"epoch": 286.93,
"learning_rate": 2.234567901234568e-05,
"loss": 0.0454,
"step": 5380
},
{
"epoch": 286.99,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.842591762542725,
"eval_runtime": 4.55,
"eval_samples_per_second": 131.868,
"eval_steps_per_second": 4.176,
"step": 5381
},
{
"epoch": 287.47,
"learning_rate": 2.2283950617283953e-05,
"loss": 0.0426,
"step": 5390
},
{
"epoch": 288.0,
"learning_rate": 2.2222222222222223e-05,
"loss": 0.0409,
"step": 5400
},
{
"epoch": 288.0,
"eval_accuracy": 0.24833333333333332,
"eval_loss": 4.819784164428711,
"eval_runtime": 4.5681,
"eval_samples_per_second": 131.345,
"eval_steps_per_second": 4.159,
"step": 5400
},
{
"epoch": 288.53,
"learning_rate": 2.2160493827160494e-05,
"loss": 0.0435,
"step": 5410
},
{
"epoch": 288.96,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.8339433670043945,
"eval_runtime": 4.5995,
"eval_samples_per_second": 130.45,
"eval_steps_per_second": 4.131,
"step": 5418
},
{
"epoch": 289.07,
"learning_rate": 2.2098765432098767e-05,
"loss": 0.0452,
"step": 5420
},
{
"epoch": 289.6,
"learning_rate": 2.2037037037037038e-05,
"loss": 0.0498,
"step": 5430
},
{
"epoch": 289.97,
"eval_accuracy": 0.225,
"eval_loss": 4.838677883148193,
"eval_runtime": 4.6181,
"eval_samples_per_second": 129.923,
"eval_steps_per_second": 4.114,
"step": 5437
},
{
"epoch": 290.13,
"learning_rate": 2.1975308641975308e-05,
"loss": 0.0467,
"step": 5440
},
{
"epoch": 290.67,
"learning_rate": 2.1913580246913582e-05,
"loss": 0.0447,
"step": 5450
},
{
"epoch": 290.99,
"eval_accuracy": 0.23,
"eval_loss": 4.834191799163818,
"eval_runtime": 4.5905,
"eval_samples_per_second": 130.706,
"eval_steps_per_second": 4.139,
"step": 5456
},
{
"epoch": 291.2,
"learning_rate": 2.1851851851851852e-05,
"loss": 0.0441,
"step": 5460
},
{
"epoch": 291.73,
"learning_rate": 2.1790123456790123e-05,
"loss": 0.0402,
"step": 5470
},
{
"epoch": 292.0,
"eval_accuracy": 0.23333333333333334,
"eval_loss": 4.849569320678711,
"eval_runtime": 4.5792,
"eval_samples_per_second": 131.028,
"eval_steps_per_second": 4.149,
"step": 5475
},
{
"epoch": 292.27,
"learning_rate": 2.1728395061728397e-05,
"loss": 0.0314,
"step": 5480
},
{
"epoch": 292.8,
"learning_rate": 2.1666666666666667e-05,
"loss": 0.0366,
"step": 5490
},
{
"epoch": 292.96,
"eval_accuracy": 0.23166666666666666,
"eval_loss": 4.867130279541016,
"eval_runtime": 4.5608,
"eval_samples_per_second": 131.555,
"eval_steps_per_second": 4.166,
"step": 5493
},
{
"epoch": 293.33,
"learning_rate": 2.1604938271604937e-05,
"loss": 0.0388,
"step": 5500
},
{
"epoch": 293.87,
"learning_rate": 2.154320987654321e-05,
"loss": 0.0369,
"step": 5510
},
{
"epoch": 293.97,
"eval_accuracy": 0.24666666666666667,
"eval_loss": 4.836596488952637,
"eval_runtime": 4.583,
"eval_samples_per_second": 130.917,
"eval_steps_per_second": 4.146,
"step": 5512
},
{
"epoch": 294.4,
"learning_rate": 2.148148148148148e-05,
"loss": 0.0651,
"step": 5520
},
{
"epoch": 294.93,
"learning_rate": 2.1419753086419755e-05,
"loss": 0.0361,
"step": 5530
},
{
"epoch": 294.99,
"eval_accuracy": 0.24333333333333335,
"eval_loss": 4.799242973327637,
"eval_runtime": 4.6324,
"eval_samples_per_second": 129.522,
"eval_steps_per_second": 4.102,
"step": 5531
},
{
"epoch": 295.47,
"learning_rate": 2.1358024691358026e-05,
"loss": 0.0549,
"step": 5540
},
{
"epoch": 296.0,
"learning_rate": 2.1296296296296296e-05,
"loss": 0.0448,
"step": 5550
},
{
"epoch": 296.0,
"eval_accuracy": 0.22666666666666666,
"eval_loss": 4.848645210266113,
"eval_runtime": 4.6425,
"eval_samples_per_second": 129.241,
"eval_steps_per_second": 4.093,
"step": 5550
},
{
"epoch": 296.53,
"learning_rate": 2.123456790123457e-05,
"loss": 0.055,
"step": 5560
},
{
"epoch": 296.96,
"eval_accuracy": 0.22666666666666666,
"eval_loss": 4.897942066192627,
"eval_runtime": 4.5933,
"eval_samples_per_second": 130.624,
"eval_steps_per_second": 4.136,
"step": 5568
},
{
"epoch": 297.07,
"learning_rate": 2.117283950617284e-05,
"loss": 0.0427,
"step": 5570
},
{
"epoch": 297.6,
"learning_rate": 2.111111111111111e-05,
"loss": 0.0585,
"step": 5580
},
{
"epoch": 297.97,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.866022109985352,
"eval_runtime": 4.6056,
"eval_samples_per_second": 130.276,
"eval_steps_per_second": 4.125,
"step": 5587
},
{
"epoch": 298.13,
"learning_rate": 2.1049382716049385e-05,
"loss": 0.0478,
"step": 5590
},
{
"epoch": 298.67,
"learning_rate": 2.0987654320987655e-05,
"loss": 0.0477,
"step": 5600
},
{
"epoch": 298.99,
"eval_accuracy": 0.24333333333333335,
"eval_loss": 4.8717451095581055,
"eval_runtime": 4.6241,
"eval_samples_per_second": 129.756,
"eval_steps_per_second": 4.109,
"step": 5606
},
{
"epoch": 299.2,
"learning_rate": 2.0925925925925925e-05,
"loss": 0.0515,
"step": 5610
},
{
"epoch": 299.73,
"learning_rate": 2.08641975308642e-05,
"loss": 0.0247,
"step": 5620
},
{
"epoch": 300.0,
"eval_accuracy": 0.22833333333333333,
"eval_loss": 4.883845806121826,
"eval_runtime": 4.6098,
"eval_samples_per_second": 130.158,
"eval_steps_per_second": 4.122,
"step": 5625
},
{
"epoch": 300.27,
"learning_rate": 2.0802469135802473e-05,
"loss": 0.0438,
"step": 5630
},
{
"epoch": 300.8,
"learning_rate": 2.074074074074074e-05,
"loss": 0.047,
"step": 5640
},
{
"epoch": 300.96,
"eval_accuracy": 0.23833333333333334,
"eval_loss": 4.824845314025879,
"eval_runtime": 4.5984,
"eval_samples_per_second": 130.482,
"eval_steps_per_second": 4.132,
"step": 5643
},
{
"epoch": 301.33,
"learning_rate": 2.0679012345679014e-05,
"loss": 0.0497,
"step": 5650
},
{
"epoch": 301.87,
"learning_rate": 2.0617283950617287e-05,
"loss": 0.0608,
"step": 5660
},
{
"epoch": 301.97,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.832959175109863,
"eval_runtime": 4.6004,
"eval_samples_per_second": 130.422,
"eval_steps_per_second": 4.13,
"step": 5662
},
{
"epoch": 302.4,
"learning_rate": 2.0555555555555555e-05,
"loss": 0.0413,
"step": 5670
},
{
"epoch": 302.93,
"learning_rate": 2.0493827160493828e-05,
"loss": 0.0417,
"step": 5680
},
{
"epoch": 302.99,
"eval_accuracy": 0.23166666666666666,
"eval_loss": 4.823630332946777,
"eval_runtime": 4.5991,
"eval_samples_per_second": 130.462,
"eval_steps_per_second": 4.131,
"step": 5681
},
{
"epoch": 303.47,
"learning_rate": 2.0432098765432102e-05,
"loss": 0.0329,
"step": 5690
},
{
"epoch": 304.0,
"learning_rate": 2.037037037037037e-05,
"loss": 0.0494,
"step": 5700
},
{
"epoch": 304.0,
"eval_accuracy": 0.23833333333333334,
"eval_loss": 4.807046413421631,
"eval_runtime": 4.6151,
"eval_samples_per_second": 130.008,
"eval_steps_per_second": 4.117,
"step": 5700
},
{
"epoch": 304.53,
"learning_rate": 2.0308641975308643e-05,
"loss": 0.0316,
"step": 5710
},
{
"epoch": 304.96,
"eval_accuracy": 0.22666666666666666,
"eval_loss": 4.821282386779785,
"eval_runtime": 4.6056,
"eval_samples_per_second": 130.275,
"eval_steps_per_second": 4.125,
"step": 5718
},
{
"epoch": 305.07,
"learning_rate": 2.0246913580246917e-05,
"loss": 0.0473,
"step": 5720
},
{
"epoch": 305.6,
"learning_rate": 2.0185185185185187e-05,
"loss": 0.0421,
"step": 5730
},
{
"epoch": 305.97,
"eval_accuracy": 0.23166666666666666,
"eval_loss": 4.863409996032715,
"eval_runtime": 4.6418,
"eval_samples_per_second": 129.259,
"eval_steps_per_second": 4.093,
"step": 5737
},
{
"epoch": 306.13,
"learning_rate": 2.0123456790123457e-05,
"loss": 0.0382,
"step": 5740
},
{
"epoch": 306.67,
"learning_rate": 2.006172839506173e-05,
"loss": 0.0411,
"step": 5750
},
{
"epoch": 306.99,
"eval_accuracy": 0.24,
"eval_loss": 4.877004623413086,
"eval_runtime": 4.6583,
"eval_samples_per_second": 128.802,
"eval_steps_per_second": 4.079,
"step": 5756
},
{
"epoch": 307.2,
"learning_rate": 2e-05,
"loss": 0.042,
"step": 5760
},
{
"epoch": 307.73,
"learning_rate": 1.9938271604938272e-05,
"loss": 0.0404,
"step": 5770
},
{
"epoch": 308.0,
"eval_accuracy": 0.23833333333333334,
"eval_loss": 4.9029860496521,
"eval_runtime": 4.6363,
"eval_samples_per_second": 129.412,
"eval_steps_per_second": 4.098,
"step": 5775
},
{
"epoch": 308.27,
"learning_rate": 1.9876543209876546e-05,
"loss": 0.0401,
"step": 5780
},
{
"epoch": 308.8,
"learning_rate": 1.9814814814814816e-05,
"loss": 0.0397,
"step": 5790
},
{
"epoch": 308.96,
"eval_accuracy": 0.23833333333333334,
"eval_loss": 4.943274974822998,
"eval_runtime": 4.6219,
"eval_samples_per_second": 129.817,
"eval_steps_per_second": 4.111,
"step": 5793
},
{
"epoch": 309.33,
"learning_rate": 1.9753086419753087e-05,
"loss": 0.0467,
"step": 5800
},
{
"epoch": 309.87,
"learning_rate": 1.969135802469136e-05,
"loss": 0.053,
"step": 5810
},
{
"epoch": 309.97,
"eval_accuracy": 0.23333333333333334,
"eval_loss": 4.930065631866455,
"eval_runtime": 4.6916,
"eval_samples_per_second": 127.887,
"eval_steps_per_second": 4.05,
"step": 5812
},
{
"epoch": 310.4,
"learning_rate": 1.962962962962963e-05,
"loss": 0.0459,
"step": 5820
},
{
"epoch": 310.93,
"learning_rate": 1.95679012345679e-05,
"loss": 0.0303,
"step": 5830
},
{
"epoch": 310.99,
"eval_accuracy": 0.22833333333333333,
"eval_loss": 4.8961286544799805,
"eval_runtime": 4.6651,
"eval_samples_per_second": 128.614,
"eval_steps_per_second": 4.073,
"step": 5831
},
{
"epoch": 311.47,
"learning_rate": 1.950617283950617e-05,
"loss": 0.0314,
"step": 5840
},
{
"epoch": 312.0,
"learning_rate": 1.9444444444444445e-05,
"loss": 0.0369,
"step": 5850
},
{
"epoch": 312.0,
"eval_accuracy": 0.24333333333333335,
"eval_loss": 4.856044292449951,
"eval_runtime": 4.6488,
"eval_samples_per_second": 129.067,
"eval_steps_per_second": 4.087,
"step": 5850
},
{
"epoch": 312.53,
"learning_rate": 1.938271604938272e-05,
"loss": 0.0423,
"step": 5860
},
{
"epoch": 312.96,
"eval_accuracy": 0.225,
"eval_loss": 4.917734146118164,
"eval_runtime": 4.6571,
"eval_samples_per_second": 128.835,
"eval_steps_per_second": 4.08,
"step": 5868
},
{
"epoch": 313.07,
"learning_rate": 1.9320987654320986e-05,
"loss": 0.03,
"step": 5870
},
{
"epoch": 313.6,
"learning_rate": 1.925925925925926e-05,
"loss": 0.0343,
"step": 5880
},
{
"epoch": 313.97,
"eval_accuracy": 0.22333333333333333,
"eval_loss": 4.892765522003174,
"eval_runtime": 4.6848,
"eval_samples_per_second": 128.074,
"eval_steps_per_second": 4.056,
"step": 5887
},
{
"epoch": 314.13,
"learning_rate": 1.9197530864197534e-05,
"loss": 0.0299,
"step": 5890
},
{
"epoch": 314.67,
"learning_rate": 1.91358024691358e-05,
"loss": 0.0216,
"step": 5900
},
{
"epoch": 314.99,
"eval_accuracy": 0.23,
"eval_loss": 4.895847320556641,
"eval_runtime": 4.6722,
"eval_samples_per_second": 128.42,
"eval_steps_per_second": 4.067,
"step": 5906
},
{
"epoch": 315.2,
"learning_rate": 1.9074074074074075e-05,
"loss": 0.0604,
"step": 5910
},
{
"epoch": 315.73,
"learning_rate": 1.901234567901235e-05,
"loss": 0.0287,
"step": 5920
},
{
"epoch": 316.0,
"eval_accuracy": 0.235,
"eval_loss": 4.880258083343506,
"eval_runtime": 4.6757,
"eval_samples_per_second": 128.323,
"eval_steps_per_second": 4.064,
"step": 5925
},
{
"epoch": 316.27,
"learning_rate": 1.8950617283950615e-05,
"loss": 0.0269,
"step": 5930
},
{
"epoch": 316.8,
"learning_rate": 1.888888888888889e-05,
"loss": 0.0286,
"step": 5940
},
{
"epoch": 316.96,
"eval_accuracy": 0.23,
"eval_loss": 4.86151123046875,
"eval_runtime": 4.6507,
"eval_samples_per_second": 129.012,
"eval_steps_per_second": 4.085,
"step": 5943
},
{
"epoch": 317.33,
"learning_rate": 1.8827160493827163e-05,
"loss": 0.0478,
"step": 5950
},
{
"epoch": 317.87,
"learning_rate": 1.8765432098765433e-05,
"loss": 0.0304,
"step": 5960
},
{
"epoch": 317.97,
"eval_accuracy": 0.23166666666666666,
"eval_loss": 4.873566150665283,
"eval_runtime": 4.6681,
"eval_samples_per_second": 128.532,
"eval_steps_per_second": 4.07,
"step": 5962
},
{
"epoch": 318.4,
"learning_rate": 1.8703703703703704e-05,
"loss": 0.0346,
"step": 5970
},
{
"epoch": 318.93,
"learning_rate": 1.8641975308641977e-05,
"loss": 0.0486,
"step": 5980
},
{
"epoch": 318.99,
"eval_accuracy": 0.22333333333333333,
"eval_loss": 4.882538318634033,
"eval_runtime": 4.6432,
"eval_samples_per_second": 129.222,
"eval_steps_per_second": 4.092,
"step": 5981
},
{
"epoch": 319.47,
"learning_rate": 1.8580246913580248e-05,
"loss": 0.0391,
"step": 5990
},
{
"epoch": 320.0,
"learning_rate": 1.8518518518518518e-05,
"loss": 0.0404,
"step": 6000
},
{
"epoch": 320.0,
"eval_accuracy": 0.22833333333333333,
"eval_loss": 4.861847400665283,
"eval_runtime": 4.6741,
"eval_samples_per_second": 128.368,
"eval_steps_per_second": 4.065,
"step": 6000
},
{
"epoch": 320.53,
"learning_rate": 1.8456790123456792e-05,
"loss": 0.0439,
"step": 6010
},
{
"epoch": 320.96,
"eval_accuracy": 0.23,
"eval_loss": 4.884802341461182,
"eval_runtime": 4.66,
"eval_samples_per_second": 128.756,
"eval_steps_per_second": 4.077,
"step": 6018
},
{
"epoch": 321.07,
"learning_rate": 1.8395061728395062e-05,
"loss": 0.0387,
"step": 6020
},
{
"epoch": 321.6,
"learning_rate": 1.8333333333333333e-05,
"loss": 0.0428,
"step": 6030
},
{
"epoch": 321.97,
"eval_accuracy": 0.22666666666666666,
"eval_loss": 4.897517681121826,
"eval_runtime": 4.6751,
"eval_samples_per_second": 128.34,
"eval_steps_per_second": 4.064,
"step": 6037
},
{
"epoch": 322.13,
"learning_rate": 1.8271604938271607e-05,
"loss": 0.0261,
"step": 6040
},
{
"epoch": 322.67,
"learning_rate": 1.8209876543209877e-05,
"loss": 0.0498,
"step": 6050
},
{
"epoch": 322.99,
"eval_accuracy": 0.23833333333333334,
"eval_loss": 4.8614420890808105,
"eval_runtime": 4.6819,
"eval_samples_per_second": 128.153,
"eval_steps_per_second": 4.058,
"step": 6056
},
{
"epoch": 323.2,
"learning_rate": 1.814814814814815e-05,
"loss": 0.0403,
"step": 6060
},
{
"epoch": 323.73,
"learning_rate": 1.808641975308642e-05,
"loss": 0.0314,
"step": 6070
},
{
"epoch": 324.0,
"eval_accuracy": 0.235,
"eval_loss": 4.871830463409424,
"eval_runtime": 4.6693,
"eval_samples_per_second": 128.5,
"eval_steps_per_second": 4.069,
"step": 6075
},
{
"epoch": 324.27,
"learning_rate": 1.802469135802469e-05,
"loss": 0.0365,
"step": 6080
},
{
"epoch": 324.8,
"learning_rate": 1.7962962962962965e-05,
"loss": 0.0334,
"step": 6090
},
{
"epoch": 324.96,
"eval_accuracy": 0.23833333333333334,
"eval_loss": 4.902100563049316,
"eval_runtime": 4.7082,
"eval_samples_per_second": 127.436,
"eval_steps_per_second": 4.035,
"step": 6093
},
{
"epoch": 325.33,
"learning_rate": 1.7901234567901236e-05,
"loss": 0.0446,
"step": 6100
},
{
"epoch": 325.87,
"learning_rate": 1.7839506172839506e-05,
"loss": 0.0431,
"step": 6110
},
{
"epoch": 325.97,
"eval_accuracy": 0.22833333333333333,
"eval_loss": 4.897326946258545,
"eval_runtime": 4.7241,
"eval_samples_per_second": 127.008,
"eval_steps_per_second": 4.022,
"step": 6112
},
{
"epoch": 326.4,
"learning_rate": 1.777777777777778e-05,
"loss": 0.0316,
"step": 6120
},
{
"epoch": 326.93,
"learning_rate": 1.771604938271605e-05,
"loss": 0.0473,
"step": 6130
},
{
"epoch": 326.99,
"eval_accuracy": 0.24,
"eval_loss": 4.867129802703857,
"eval_runtime": 4.6999,
"eval_samples_per_second": 127.662,
"eval_steps_per_second": 4.043,
"step": 6131
},
{
"epoch": 327.47,
"learning_rate": 1.765432098765432e-05,
"loss": 0.0365,
"step": 6140
},
{
"epoch": 328.0,
"learning_rate": 1.7592592592592595e-05,
"loss": 0.0348,
"step": 6150
},
{
"epoch": 328.0,
"eval_accuracy": 0.23333333333333334,
"eval_loss": 4.905031204223633,
"eval_runtime": 4.6993,
"eval_samples_per_second": 127.679,
"eval_steps_per_second": 4.043,
"step": 6150
},
{
"epoch": 328.53,
"learning_rate": 1.7530864197530865e-05,
"loss": 0.0718,
"step": 6160
},
{
"epoch": 328.96,
"eval_accuracy": 0.24166666666666667,
"eval_loss": 4.886887073516846,
"eval_runtime": 4.7046,
"eval_samples_per_second": 127.535,
"eval_steps_per_second": 4.039,
"step": 6168
},
{
"epoch": 329.07,
"learning_rate": 1.7469135802469135e-05,
"loss": 0.0418,
"step": 6170
},
{
"epoch": 329.6,
"learning_rate": 1.740740740740741e-05,
"loss": 0.0387,
"step": 6180
},
{
"epoch": 329.97,
"eval_accuracy": 0.245,
"eval_loss": 4.855226039886475,
"eval_runtime": 4.7051,
"eval_samples_per_second": 127.52,
"eval_steps_per_second": 4.038,
"step": 6187
},
{
"epoch": 330.13,
"learning_rate": 1.734567901234568e-05,
"loss": 0.032,
"step": 6190
},
{
"epoch": 330.67,
"learning_rate": 1.728395061728395e-05,
"loss": 0.0335,
"step": 6200
},
{
"epoch": 330.99,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.893190860748291,
"eval_runtime": 4.7105,
"eval_samples_per_second": 127.376,
"eval_steps_per_second": 4.034,
"step": 6206
},
{
"epoch": 331.2,
"learning_rate": 1.7222222222222224e-05,
"loss": 0.0271,
"step": 6210
},
{
"epoch": 331.73,
"learning_rate": 1.7160493827160494e-05,
"loss": 0.0355,
"step": 6220
},
{
"epoch": 332.0,
"eval_accuracy": 0.245,
"eval_loss": 4.919488906860352,
"eval_runtime": 4.7258,
"eval_samples_per_second": 126.963,
"eval_steps_per_second": 4.02,
"step": 6225
},
{
"epoch": 332.27,
"learning_rate": 1.7098765432098765e-05,
"loss": 0.038,
"step": 6230
},
{
"epoch": 332.8,
"learning_rate": 1.7037037037037038e-05,
"loss": 0.0407,
"step": 6240
},
{
"epoch": 332.96,
"eval_accuracy": 0.23333333333333334,
"eval_loss": 4.9162702560424805,
"eval_runtime": 4.7131,
"eval_samples_per_second": 127.305,
"eval_steps_per_second": 4.031,
"step": 6243
},
{
"epoch": 333.33,
"learning_rate": 1.697530864197531e-05,
"loss": 0.0434,
"step": 6250
},
{
"epoch": 333.87,
"learning_rate": 1.6913580246913582e-05,
"loss": 0.0471,
"step": 6260
},
{
"epoch": 333.97,
"eval_accuracy": 0.225,
"eval_loss": 4.885989189147949,
"eval_runtime": 4.7137,
"eval_samples_per_second": 127.289,
"eval_steps_per_second": 4.031,
"step": 6262
},
{
"epoch": 334.4,
"learning_rate": 1.6851851851851853e-05,
"loss": 0.0336,
"step": 6270
},
{
"epoch": 334.93,
"learning_rate": 1.6790123456790123e-05,
"loss": 0.0334,
"step": 6280
},
{
"epoch": 334.99,
"eval_accuracy": 0.235,
"eval_loss": 4.894328594207764,
"eval_runtime": 4.6988,
"eval_samples_per_second": 127.693,
"eval_steps_per_second": 4.044,
"step": 6281
},
{
"epoch": 335.47,
"learning_rate": 1.6728395061728397e-05,
"loss": 0.0441,
"step": 6290
},
{
"epoch": 336.0,
"learning_rate": 1.6666666666666667e-05,
"loss": 0.0301,
"step": 6300
},
{
"epoch": 336.0,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.922252178192139,
"eval_runtime": 4.7453,
"eval_samples_per_second": 126.441,
"eval_steps_per_second": 4.004,
"step": 6300
},
{
"epoch": 336.53,
"learning_rate": 1.6604938271604938e-05,
"loss": 0.0281,
"step": 6310
},
{
"epoch": 336.96,
"eval_accuracy": 0.24333333333333335,
"eval_loss": 4.910050392150879,
"eval_runtime": 4.7284,
"eval_samples_per_second": 126.892,
"eval_steps_per_second": 4.018,
"step": 6318
},
{
"epoch": 337.07,
"learning_rate": 1.654320987654321e-05,
"loss": 0.0365,
"step": 6320
},
{
"epoch": 337.6,
"learning_rate": 1.6481481481481482e-05,
"loss": 0.0305,
"step": 6330
},
{
"epoch": 337.97,
"eval_accuracy": 0.24,
"eval_loss": 4.889711856842041,
"eval_runtime": 4.7203,
"eval_samples_per_second": 127.111,
"eval_steps_per_second": 4.025,
"step": 6337
},
{
"epoch": 338.13,
"learning_rate": 1.6419753086419752e-05,
"loss": 0.0542,
"step": 6340
},
{
"epoch": 338.67,
"learning_rate": 1.6358024691358026e-05,
"loss": 0.0505,
"step": 6350
},
{
"epoch": 338.99,
"eval_accuracy": 0.24166666666666667,
"eval_loss": 4.929032802581787,
"eval_runtime": 4.7098,
"eval_samples_per_second": 127.395,
"eval_steps_per_second": 4.034,
"step": 6356
},
{
"epoch": 339.2,
"learning_rate": 1.62962962962963e-05,
"loss": 0.0414,
"step": 6360
},
{
"epoch": 339.73,
"learning_rate": 1.6234567901234567e-05,
"loss": 0.024,
"step": 6370
},
{
"epoch": 340.0,
"eval_accuracy": 0.23333333333333334,
"eval_loss": 4.944223880767822,
"eval_runtime": 4.7276,
"eval_samples_per_second": 126.914,
"eval_steps_per_second": 4.019,
"step": 6375
},
{
"epoch": 340.27,
"learning_rate": 1.617283950617284e-05,
"loss": 0.0267,
"step": 6380
},
{
"epoch": 340.8,
"learning_rate": 1.6111111111111115e-05,
"loss": 0.0504,
"step": 6390
},
{
"epoch": 340.96,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.918275833129883,
"eval_runtime": 4.709,
"eval_samples_per_second": 127.416,
"eval_steps_per_second": 4.035,
"step": 6393
},
{
"epoch": 341.33,
"learning_rate": 1.604938271604938e-05,
"loss": 0.0413,
"step": 6400
},
{
"epoch": 341.87,
"learning_rate": 1.5987654320987655e-05,
"loss": 0.0259,
"step": 6410
},
{
"epoch": 341.97,
"eval_accuracy": 0.235,
"eval_loss": 4.883179187774658,
"eval_runtime": 4.734,
"eval_samples_per_second": 126.742,
"eval_steps_per_second": 4.014,
"step": 6412
},
{
"epoch": 342.4,
"learning_rate": 1.5925925925925926e-05,
"loss": 0.0338,
"step": 6420
},
{
"epoch": 342.93,
"learning_rate": 1.5864197530864196e-05,
"loss": 0.0313,
"step": 6430
},
{
"epoch": 342.99,
"eval_accuracy": 0.23166666666666666,
"eval_loss": 4.895809650421143,
"eval_runtime": 4.7766,
"eval_samples_per_second": 125.612,
"eval_steps_per_second": 3.978,
"step": 6431
},
{
"epoch": 343.47,
"learning_rate": 1.580246913580247e-05,
"loss": 0.0213,
"step": 6440
},
{
"epoch": 344.0,
"learning_rate": 1.574074074074074e-05,
"loss": 0.0293,
"step": 6450
},
{
"epoch": 344.0,
"eval_accuracy": 0.24333333333333335,
"eval_loss": 4.897879123687744,
"eval_runtime": 4.8088,
"eval_samples_per_second": 124.771,
"eval_steps_per_second": 3.951,
"step": 6450
},
{
"epoch": 344.53,
"learning_rate": 1.5679012345679014e-05,
"loss": 0.0427,
"step": 6460
},
{
"epoch": 344.96,
"eval_accuracy": 0.24166666666666667,
"eval_loss": 4.9055495262146,
"eval_runtime": 4.8414,
"eval_samples_per_second": 123.93,
"eval_steps_per_second": 3.924,
"step": 6468
},
{
"epoch": 345.07,
"learning_rate": 1.5617283950617285e-05,
"loss": 0.0344,
"step": 6470
},
{
"epoch": 345.6,
"learning_rate": 1.5555555555555555e-05,
"loss": 0.0399,
"step": 6480
},
{
"epoch": 345.97,
"eval_accuracy": 0.24333333333333335,
"eval_loss": 4.895743370056152,
"eval_runtime": 4.7399,
"eval_samples_per_second": 126.584,
"eval_steps_per_second": 4.009,
"step": 6487
},
{
"epoch": 346.13,
"learning_rate": 1.549382716049383e-05,
"loss": 0.0253,
"step": 6490
},
{
"epoch": 346.67,
"learning_rate": 1.54320987654321e-05,
"loss": 0.0273,
"step": 6500
},
{
"epoch": 346.99,
"eval_accuracy": 0.24,
"eval_loss": 4.8988518714904785,
"eval_runtime": 4.7852,
"eval_samples_per_second": 125.387,
"eval_steps_per_second": 3.971,
"step": 6506
},
{
"epoch": 347.2,
"learning_rate": 1.537037037037037e-05,
"loss": 0.0261,
"step": 6510
},
{
"epoch": 347.73,
"learning_rate": 1.5308641975308643e-05,
"loss": 0.0388,
"step": 6520
},
{
"epoch": 348.0,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.9087018966674805,
"eval_runtime": 4.7683,
"eval_samples_per_second": 125.83,
"eval_steps_per_second": 3.985,
"step": 6525
},
{
"epoch": 348.27,
"learning_rate": 1.5246913580246914e-05,
"loss": 0.0323,
"step": 6530
},
{
"epoch": 348.8,
"learning_rate": 1.5185185185185186e-05,
"loss": 0.0306,
"step": 6540
},
{
"epoch": 348.96,
"eval_accuracy": 0.22833333333333333,
"eval_loss": 4.926441669464111,
"eval_runtime": 4.7772,
"eval_samples_per_second": 125.598,
"eval_steps_per_second": 3.977,
"step": 6543
},
{
"epoch": 349.33,
"learning_rate": 1.5123456790123458e-05,
"loss": 0.0249,
"step": 6550
},
{
"epoch": 349.87,
"learning_rate": 1.506172839506173e-05,
"loss": 0.0411,
"step": 6560
},
{
"epoch": 349.97,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.921908855438232,
"eval_runtime": 4.7531,
"eval_samples_per_second": 126.234,
"eval_steps_per_second": 3.997,
"step": 6562
},
{
"epoch": 350.4,
"learning_rate": 1.5e-05,
"loss": 0.031,
"step": 6570
},
{
"epoch": 350.93,
"learning_rate": 1.4938271604938272e-05,
"loss": 0.0394,
"step": 6580
},
{
"epoch": 350.99,
"eval_accuracy": 0.24,
"eval_loss": 4.89980936050415,
"eval_runtime": 4.7836,
"eval_samples_per_second": 125.428,
"eval_steps_per_second": 3.972,
"step": 6581
},
{
"epoch": 351.47,
"learning_rate": 1.4876543209876545e-05,
"loss": 0.0465,
"step": 6590
},
{
"epoch": 352.0,
"learning_rate": 1.4814814814814815e-05,
"loss": 0.0507,
"step": 6600
},
{
"epoch": 352.0,
"eval_accuracy": 0.23166666666666666,
"eval_loss": 4.930387496948242,
"eval_runtime": 4.8303,
"eval_samples_per_second": 124.216,
"eval_steps_per_second": 3.934,
"step": 6600
},
{
"epoch": 352.53,
"learning_rate": 1.4753086419753087e-05,
"loss": 0.0263,
"step": 6610
},
{
"epoch": 352.96,
"eval_accuracy": 0.23,
"eval_loss": 4.923248767852783,
"eval_runtime": 4.822,
"eval_samples_per_second": 124.429,
"eval_steps_per_second": 3.94,
"step": 6618
},
{
"epoch": 353.07,
"learning_rate": 1.4691358024691359e-05,
"loss": 0.0355,
"step": 6620
},
{
"epoch": 353.6,
"learning_rate": 1.462962962962963e-05,
"loss": 0.0395,
"step": 6630
},
{
"epoch": 353.97,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.92411470413208,
"eval_runtime": 4.7975,
"eval_samples_per_second": 125.066,
"eval_steps_per_second": 3.96,
"step": 6637
},
{
"epoch": 354.13,
"learning_rate": 1.4567901234567902e-05,
"loss": 0.0258,
"step": 6640
},
{
"epoch": 354.67,
"learning_rate": 1.4506172839506174e-05,
"loss": 0.0394,
"step": 6650
},
{
"epoch": 354.99,
"eval_accuracy": 0.24333333333333335,
"eval_loss": 4.926273345947266,
"eval_runtime": 4.7995,
"eval_samples_per_second": 125.013,
"eval_steps_per_second": 3.959,
"step": 6656
},
{
"epoch": 355.2,
"learning_rate": 1.4444444444444444e-05,
"loss": 0.0345,
"step": 6660
},
{
"epoch": 355.73,
"learning_rate": 1.4382716049382716e-05,
"loss": 0.0391,
"step": 6670
},
{
"epoch": 356.0,
"eval_accuracy": 0.26,
"eval_loss": 4.927285671234131,
"eval_runtime": 4.819,
"eval_samples_per_second": 124.507,
"eval_steps_per_second": 3.943,
"step": 6675
},
{
"epoch": 356.27,
"learning_rate": 1.4320987654320988e-05,
"loss": 0.0274,
"step": 6680
},
{
"epoch": 356.8,
"learning_rate": 1.425925925925926e-05,
"loss": 0.0647,
"step": 6690
},
{
"epoch": 356.96,
"eval_accuracy": 0.2633333333333333,
"eval_loss": 4.903398513793945,
"eval_runtime": 4.8546,
"eval_samples_per_second": 123.593,
"eval_steps_per_second": 3.914,
"step": 6693
},
{
"epoch": 357.33,
"learning_rate": 1.419753086419753e-05,
"loss": 0.0427,
"step": 6700
},
{
"epoch": 357.87,
"learning_rate": 1.4135802469135803e-05,
"loss": 0.038,
"step": 6710
},
{
"epoch": 357.97,
"eval_accuracy": 0.24666666666666667,
"eval_loss": 4.891026496887207,
"eval_runtime": 4.8918,
"eval_samples_per_second": 122.655,
"eval_steps_per_second": 3.884,
"step": 6712
},
{
"epoch": 358.4,
"learning_rate": 1.4074074074074075e-05,
"loss": 0.0254,
"step": 6720
},
{
"epoch": 358.93,
"learning_rate": 1.4012345679012345e-05,
"loss": 0.0368,
"step": 6730
},
{
"epoch": 358.99,
"eval_accuracy": 0.245,
"eval_loss": 4.883033275604248,
"eval_runtime": 4.8388,
"eval_samples_per_second": 123.997,
"eval_steps_per_second": 3.927,
"step": 6731
},
{
"epoch": 359.47,
"learning_rate": 1.3950617283950617e-05,
"loss": 0.0278,
"step": 6740
},
{
"epoch": 360.0,
"learning_rate": 1.388888888888889e-05,
"loss": 0.0308,
"step": 6750
},
{
"epoch": 360.0,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.886683940887451,
"eval_runtime": 4.8656,
"eval_samples_per_second": 123.316,
"eval_steps_per_second": 3.905,
"step": 6750
},
{
"epoch": 360.53,
"learning_rate": 1.382716049382716e-05,
"loss": 0.0346,
"step": 6760
},
{
"epoch": 360.96,
"eval_accuracy": 0.24333333333333335,
"eval_loss": 4.86568021774292,
"eval_runtime": 4.8606,
"eval_samples_per_second": 123.442,
"eval_steps_per_second": 3.909,
"step": 6768
},
{
"epoch": 361.07,
"learning_rate": 1.3765432098765432e-05,
"loss": 0.0254,
"step": 6770
},
{
"epoch": 361.6,
"learning_rate": 1.3703703703703704e-05,
"loss": 0.0279,
"step": 6780
},
{
"epoch": 361.97,
"eval_accuracy": 0.24,
"eval_loss": 4.8677825927734375,
"eval_runtime": 4.8214,
"eval_samples_per_second": 124.446,
"eval_steps_per_second": 3.941,
"step": 6787
},
{
"epoch": 362.13,
"learning_rate": 1.3641975308641978e-05,
"loss": 0.0367,
"step": 6790
},
{
"epoch": 362.67,
"learning_rate": 1.3580246913580247e-05,
"loss": 0.0443,
"step": 6800
},
{
"epoch": 362.99,
"eval_accuracy": 0.24333333333333335,
"eval_loss": 4.872296333312988,
"eval_runtime": 4.8453,
"eval_samples_per_second": 123.832,
"eval_steps_per_second": 3.921,
"step": 6806
},
{
"epoch": 363.2,
"learning_rate": 1.3518518518518519e-05,
"loss": 0.0224,
"step": 6810
},
{
"epoch": 363.73,
"learning_rate": 1.3456790123456793e-05,
"loss": 0.027,
"step": 6820
},
{
"epoch": 364.0,
"eval_accuracy": 0.24333333333333335,
"eval_loss": 4.875555515289307,
"eval_runtime": 4.8571,
"eval_samples_per_second": 123.529,
"eval_steps_per_second": 3.912,
"step": 6825
},
{
"epoch": 364.27,
"learning_rate": 1.3395061728395061e-05,
"loss": 0.0394,
"step": 6830
},
{
"epoch": 364.8,
"learning_rate": 1.3333333333333333e-05,
"loss": 0.0447,
"step": 6840
},
{
"epoch": 364.96,
"eval_accuracy": 0.235,
"eval_loss": 4.874227046966553,
"eval_runtime": 4.8623,
"eval_samples_per_second": 123.397,
"eval_steps_per_second": 3.908,
"step": 6843
},
{
"epoch": 365.33,
"learning_rate": 1.3271604938271605e-05,
"loss": 0.0402,
"step": 6850
},
{
"epoch": 365.87,
"learning_rate": 1.3209876543209876e-05,
"loss": 0.028,
"step": 6860
},
{
"epoch": 365.97,
"eval_accuracy": 0.235,
"eval_loss": 4.904233455657959,
"eval_runtime": 4.8676,
"eval_samples_per_second": 123.264,
"eval_steps_per_second": 3.903,
"step": 6862
},
{
"epoch": 366.4,
"learning_rate": 1.3148148148148148e-05,
"loss": 0.0306,
"step": 6870
},
{
"epoch": 366.93,
"learning_rate": 1.308641975308642e-05,
"loss": 0.0483,
"step": 6880
},
{
"epoch": 366.99,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.908579349517822,
"eval_runtime": 4.8554,
"eval_samples_per_second": 123.573,
"eval_steps_per_second": 3.913,
"step": 6881
},
{
"epoch": 367.47,
"learning_rate": 1.3024691358024694e-05,
"loss": 0.0321,
"step": 6890
},
{
"epoch": 368.0,
"learning_rate": 1.2962962962962962e-05,
"loss": 0.034,
"step": 6900
},
{
"epoch": 368.0,
"eval_accuracy": 0.24,
"eval_loss": 4.888582229614258,
"eval_runtime": 4.9075,
"eval_samples_per_second": 122.261,
"eval_steps_per_second": 3.872,
"step": 6900
},
{
"epoch": 368.53,
"learning_rate": 1.2901234567901235e-05,
"loss": 0.0363,
"step": 6910
},
{
"epoch": 368.96,
"eval_accuracy": 0.24666666666666667,
"eval_loss": 4.877806186676025,
"eval_runtime": 4.9146,
"eval_samples_per_second": 122.085,
"eval_steps_per_second": 3.866,
"step": 6918
},
{
"epoch": 369.07,
"learning_rate": 1.2839506172839508e-05,
"loss": 0.0401,
"step": 6920
},
{
"epoch": 369.6,
"learning_rate": 1.2777777777777777e-05,
"loss": 0.0417,
"step": 6930
},
{
"epoch": 369.97,
"eval_accuracy": 0.24166666666666667,
"eval_loss": 4.905084609985352,
"eval_runtime": 4.8859,
"eval_samples_per_second": 122.802,
"eval_steps_per_second": 3.889,
"step": 6937
},
{
"epoch": 370.13,
"learning_rate": 1.2716049382716049e-05,
"loss": 0.0338,
"step": 6940
},
{
"epoch": 370.67,
"learning_rate": 1.2654320987654323e-05,
"loss": 0.0326,
"step": 6950
},
{
"epoch": 370.99,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.911184310913086,
"eval_runtime": 4.8779,
"eval_samples_per_second": 123.003,
"eval_steps_per_second": 3.895,
"step": 6956
},
{
"epoch": 371.2,
"learning_rate": 1.2592592592592592e-05,
"loss": 0.0261,
"step": 6960
},
{
"epoch": 371.73,
"learning_rate": 1.2530864197530864e-05,
"loss": 0.028,
"step": 6970
},
{
"epoch": 372.0,
"eval_accuracy": 0.23333333333333334,
"eval_loss": 4.911579608917236,
"eval_runtime": 4.906,
"eval_samples_per_second": 122.299,
"eval_steps_per_second": 3.873,
"step": 6975
},
{
"epoch": 372.27,
"learning_rate": 1.2469135802469137e-05,
"loss": 0.0196,
"step": 6980
},
{
"epoch": 372.8,
"learning_rate": 1.2407407407407408e-05,
"loss": 0.0343,
"step": 6990
},
{
"epoch": 372.96,
"eval_accuracy": 0.245,
"eval_loss": 4.910400390625,
"eval_runtime": 4.8963,
"eval_samples_per_second": 122.541,
"eval_steps_per_second": 3.88,
"step": 6993
},
{
"epoch": 373.33,
"learning_rate": 1.2345679012345678e-05,
"loss": 0.0246,
"step": 7000
},
{
"epoch": 373.87,
"learning_rate": 1.2283950617283952e-05,
"loss": 0.0229,
"step": 7010
},
{
"epoch": 373.97,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.940114974975586,
"eval_runtime": 4.8862,
"eval_samples_per_second": 122.794,
"eval_steps_per_second": 3.888,
"step": 7012
},
{
"epoch": 374.4,
"learning_rate": 1.2222222222222222e-05,
"loss": 0.0235,
"step": 7020
},
{
"epoch": 374.93,
"learning_rate": 1.2160493827160495e-05,
"loss": 0.0337,
"step": 7030
},
{
"epoch": 374.99,
"eval_accuracy": 0.245,
"eval_loss": 4.934114933013916,
"eval_runtime": 4.9143,
"eval_samples_per_second": 122.092,
"eval_steps_per_second": 3.866,
"step": 7031
},
{
"epoch": 375.47,
"learning_rate": 1.2098765432098767e-05,
"loss": 0.0334,
"step": 7040
},
{
"epoch": 376.0,
"learning_rate": 1.2037037037037037e-05,
"loss": 0.0356,
"step": 7050
},
{
"epoch": 376.0,
"eval_accuracy": 0.23166666666666666,
"eval_loss": 4.933629035949707,
"eval_runtime": 4.9706,
"eval_samples_per_second": 120.709,
"eval_steps_per_second": 3.822,
"step": 7050
},
{
"epoch": 376.53,
"learning_rate": 1.1975308641975309e-05,
"loss": 0.029,
"step": 7060
},
{
"epoch": 376.96,
"eval_accuracy": 0.23333333333333334,
"eval_loss": 4.913231372833252,
"eval_runtime": 4.888,
"eval_samples_per_second": 122.75,
"eval_steps_per_second": 3.887,
"step": 7068
},
{
"epoch": 377.07,
"learning_rate": 1.1913580246913581e-05,
"loss": 0.0348,
"step": 7070
},
{
"epoch": 377.6,
"learning_rate": 1.1851851851851853e-05,
"loss": 0.0272,
"step": 7080
},
{
"epoch": 377.97,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.910186290740967,
"eval_runtime": 4.9298,
"eval_samples_per_second": 121.709,
"eval_steps_per_second": 3.854,
"step": 7087
},
{
"epoch": 378.13,
"learning_rate": 1.1790123456790124e-05,
"loss": 0.0269,
"step": 7090
},
{
"epoch": 378.67,
"learning_rate": 1.1728395061728396e-05,
"loss": 0.0256,
"step": 7100
},
{
"epoch": 378.99,
"eval_accuracy": 0.23166666666666666,
"eval_loss": 4.925504207611084,
"eval_runtime": 4.948,
"eval_samples_per_second": 121.26,
"eval_steps_per_second": 3.84,
"step": 7106
},
{
"epoch": 379.2,
"learning_rate": 1.1666666666666668e-05,
"loss": 0.0315,
"step": 7110
},
{
"epoch": 379.73,
"learning_rate": 1.1604938271604938e-05,
"loss": 0.0276,
"step": 7120
},
{
"epoch": 380.0,
"eval_accuracy": 0.22666666666666666,
"eval_loss": 4.928166389465332,
"eval_runtime": 4.9278,
"eval_samples_per_second": 121.757,
"eval_steps_per_second": 3.856,
"step": 7125
},
{
"epoch": 380.27,
"learning_rate": 1.154320987654321e-05,
"loss": 0.0286,
"step": 7130
},
{
"epoch": 380.8,
"learning_rate": 1.1481481481481482e-05,
"loss": 0.026,
"step": 7140
},
{
"epoch": 380.96,
"eval_accuracy": 0.22,
"eval_loss": 4.952660083770752,
"eval_runtime": 4.9502,
"eval_samples_per_second": 121.208,
"eval_steps_per_second": 3.838,
"step": 7143
},
{
"epoch": 381.33,
"learning_rate": 1.1419753086419753e-05,
"loss": 0.031,
"step": 7150
},
{
"epoch": 381.87,
"learning_rate": 1.1358024691358025e-05,
"loss": 0.0385,
"step": 7160
},
{
"epoch": 381.97,
"eval_accuracy": 0.22166666666666668,
"eval_loss": 4.941068649291992,
"eval_runtime": 4.9601,
"eval_samples_per_second": 120.966,
"eval_steps_per_second": 3.831,
"step": 7162
},
{
"epoch": 382.4,
"learning_rate": 1.1296296296296297e-05,
"loss": 0.0269,
"step": 7170
},
{
"epoch": 382.93,
"learning_rate": 1.123456790123457e-05,
"loss": 0.026,
"step": 7180
},
{
"epoch": 382.99,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.952951908111572,
"eval_runtime": 4.9497,
"eval_samples_per_second": 121.22,
"eval_steps_per_second": 3.839,
"step": 7181
},
{
"epoch": 383.47,
"learning_rate": 1.117283950617284e-05,
"loss": 0.0262,
"step": 7190
},
{
"epoch": 384.0,
"learning_rate": 1.1111111111111112e-05,
"loss": 0.0444,
"step": 7200
},
{
"epoch": 384.0,
"eval_accuracy": 0.23833333333333334,
"eval_loss": 4.9387335777282715,
"eval_runtime": 4.9515,
"eval_samples_per_second": 121.176,
"eval_steps_per_second": 3.837,
"step": 7200
},
{
"epoch": 384.53,
"learning_rate": 1.1049382716049384e-05,
"loss": 0.0369,
"step": 7210
},
{
"epoch": 384.96,
"eval_accuracy": 0.23333333333333334,
"eval_loss": 4.904226303100586,
"eval_runtime": 4.9498,
"eval_samples_per_second": 121.217,
"eval_steps_per_second": 3.839,
"step": 7218
},
{
"epoch": 385.07,
"learning_rate": 1.0987654320987654e-05,
"loss": 0.0258,
"step": 7220
},
{
"epoch": 385.6,
"learning_rate": 1.0925925925925926e-05,
"loss": 0.0203,
"step": 7230
},
{
"epoch": 385.97,
"eval_accuracy": 0.23,
"eval_loss": 4.886034965515137,
"eval_runtime": 4.9753,
"eval_samples_per_second": 120.596,
"eval_steps_per_second": 3.819,
"step": 7237
},
{
"epoch": 386.13,
"learning_rate": 1.0864197530864198e-05,
"loss": 0.0332,
"step": 7240
},
{
"epoch": 386.67,
"learning_rate": 1.0802469135802469e-05,
"loss": 0.0238,
"step": 7250
},
{
"epoch": 386.99,
"eval_accuracy": 0.23333333333333334,
"eval_loss": 4.877529144287109,
"eval_runtime": 4.9631,
"eval_samples_per_second": 120.891,
"eval_steps_per_second": 3.828,
"step": 7256
},
{
"epoch": 387.2,
"learning_rate": 1.074074074074074e-05,
"loss": 0.0266,
"step": 7260
},
{
"epoch": 387.73,
"learning_rate": 1.0679012345679013e-05,
"loss": 0.0315,
"step": 7270
},
{
"epoch": 388.0,
"eval_accuracy": 0.23333333333333334,
"eval_loss": 4.864088535308838,
"eval_runtime": 4.9534,
"eval_samples_per_second": 121.128,
"eval_steps_per_second": 3.836,
"step": 7275
},
{
"epoch": 388.27,
"learning_rate": 1.0617283950617285e-05,
"loss": 0.0208,
"step": 7280
},
{
"epoch": 388.8,
"learning_rate": 1.0555555555555555e-05,
"loss": 0.0349,
"step": 7290
},
{
"epoch": 388.96,
"eval_accuracy": 0.24666666666666667,
"eval_loss": 4.86765718460083,
"eval_runtime": 4.9642,
"eval_samples_per_second": 120.866,
"eval_steps_per_second": 3.827,
"step": 7293
},
{
"epoch": 389.33,
"learning_rate": 1.0493827160493827e-05,
"loss": 0.0336,
"step": 7300
},
{
"epoch": 389.87,
"learning_rate": 1.04320987654321e-05,
"loss": 0.038,
"step": 7310
},
{
"epoch": 389.97,
"eval_accuracy": 0.24,
"eval_loss": 4.868815898895264,
"eval_runtime": 4.9771,
"eval_samples_per_second": 120.552,
"eval_steps_per_second": 3.817,
"step": 7312
},
{
"epoch": 390.4,
"learning_rate": 1.037037037037037e-05,
"loss": 0.0188,
"step": 7320
},
{
"epoch": 390.93,
"learning_rate": 1.0308641975308644e-05,
"loss": 0.0301,
"step": 7330
},
{
"epoch": 390.99,
"eval_accuracy": 0.245,
"eval_loss": 4.8932037353515625,
"eval_runtime": 4.9575,
"eval_samples_per_second": 121.03,
"eval_steps_per_second": 3.833,
"step": 7331
},
{
"epoch": 391.47,
"learning_rate": 1.0246913580246914e-05,
"loss": 0.0418,
"step": 7340
},
{
"epoch": 392.0,
"learning_rate": 1.0185185185185185e-05,
"loss": 0.0363,
"step": 7350
},
{
"epoch": 392.0,
"eval_accuracy": 0.24166666666666667,
"eval_loss": 4.902304172515869,
"eval_runtime": 4.9867,
"eval_samples_per_second": 120.321,
"eval_steps_per_second": 3.81,
"step": 7350
},
{
"epoch": 392.53,
"learning_rate": 1.0123456790123458e-05,
"loss": 0.0329,
"step": 7360
},
{
"epoch": 392.96,
"eval_accuracy": 0.24,
"eval_loss": 4.882464408874512,
"eval_runtime": 4.9782,
"eval_samples_per_second": 120.525,
"eval_steps_per_second": 3.817,
"step": 7368
},
{
"epoch": 393.07,
"learning_rate": 1.0061728395061729e-05,
"loss": 0.0255,
"step": 7370
},
{
"epoch": 393.6,
"learning_rate": 1e-05,
"loss": 0.0174,
"step": 7380
},
{
"epoch": 393.97,
"eval_accuracy": 0.24,
"eval_loss": 4.87109375,
"eval_runtime": 4.9821,
"eval_samples_per_second": 120.431,
"eval_steps_per_second": 3.814,
"step": 7387
},
{
"epoch": 394.13,
"learning_rate": 9.938271604938273e-06,
"loss": 0.0256,
"step": 7390
},
{
"epoch": 394.67,
"learning_rate": 9.876543209876543e-06,
"loss": 0.0284,
"step": 7400
},
{
"epoch": 394.99,
"eval_accuracy": 0.24333333333333335,
"eval_loss": 4.876201152801514,
"eval_runtime": 5.0563,
"eval_samples_per_second": 118.663,
"eval_steps_per_second": 3.758,
"step": 7406
},
{
"epoch": 395.2,
"learning_rate": 9.814814814814815e-06,
"loss": 0.0458,
"step": 7410
},
{
"epoch": 395.73,
"learning_rate": 9.753086419753086e-06,
"loss": 0.0178,
"step": 7420
},
{
"epoch": 396.0,
"eval_accuracy": 0.24166666666666667,
"eval_loss": 4.868426322937012,
"eval_runtime": 5.0279,
"eval_samples_per_second": 119.333,
"eval_steps_per_second": 3.779,
"step": 7425
},
{
"epoch": 396.27,
"learning_rate": 9.69135802469136e-06,
"loss": 0.0154,
"step": 7430
},
{
"epoch": 396.8,
"learning_rate": 9.62962962962963e-06,
"loss": 0.0359,
"step": 7440
},
{
"epoch": 396.96,
"eval_accuracy": 0.245,
"eval_loss": 4.865981578826904,
"eval_runtime": 5.0157,
"eval_samples_per_second": 119.625,
"eval_steps_per_second": 3.788,
"step": 7443
},
{
"epoch": 397.33,
"learning_rate": 9.5679012345679e-06,
"loss": 0.0295,
"step": 7450
},
{
"epoch": 397.87,
"learning_rate": 9.506172839506174e-06,
"loss": 0.029,
"step": 7460
},
{
"epoch": 397.97,
"eval_accuracy": 0.24333333333333335,
"eval_loss": 4.879904270172119,
"eval_runtime": 5.0461,
"eval_samples_per_second": 118.904,
"eval_steps_per_second": 3.765,
"step": 7462
},
{
"epoch": 398.4,
"learning_rate": 9.444444444444445e-06,
"loss": 0.0368,
"step": 7470
},
{
"epoch": 398.93,
"learning_rate": 9.382716049382717e-06,
"loss": 0.0227,
"step": 7480
},
{
"epoch": 398.99,
"eval_accuracy": 0.25,
"eval_loss": 4.884500503540039,
"eval_runtime": 5.007,
"eval_samples_per_second": 119.833,
"eval_steps_per_second": 3.795,
"step": 7481
},
{
"epoch": 399.47,
"learning_rate": 9.320987654320989e-06,
"loss": 0.0338,
"step": 7490
},
{
"epoch": 400.0,
"learning_rate": 9.259259259259259e-06,
"loss": 0.0135,
"step": 7500
},
{
"epoch": 400.0,
"eval_accuracy": 0.23833333333333334,
"eval_loss": 4.889830112457275,
"eval_runtime": 5.0086,
"eval_samples_per_second": 119.793,
"eval_steps_per_second": 3.793,
"step": 7500
},
{
"epoch": 400.53,
"learning_rate": 9.197530864197531e-06,
"loss": 0.0297,
"step": 7510
},
{
"epoch": 400.96,
"eval_accuracy": 0.23833333333333334,
"eval_loss": 4.896719455718994,
"eval_runtime": 5.0281,
"eval_samples_per_second": 119.329,
"eval_steps_per_second": 3.779,
"step": 7518
},
{
"epoch": 401.07,
"learning_rate": 9.135802469135803e-06,
"loss": 0.0364,
"step": 7520
},
{
"epoch": 401.6,
"learning_rate": 9.074074074074075e-06,
"loss": 0.0263,
"step": 7530
},
{
"epoch": 401.97,
"eval_accuracy": 0.23333333333333334,
"eval_loss": 4.888412952423096,
"eval_runtime": 5.0155,
"eval_samples_per_second": 119.63,
"eval_steps_per_second": 3.788,
"step": 7537
},
{
"epoch": 402.13,
"learning_rate": 9.012345679012346e-06,
"loss": 0.035,
"step": 7540
},
{
"epoch": 402.67,
"learning_rate": 8.950617283950618e-06,
"loss": 0.0386,
"step": 7550
},
{
"epoch": 402.99,
"eval_accuracy": 0.24,
"eval_loss": 4.871886730194092,
"eval_runtime": 4.9851,
"eval_samples_per_second": 120.358,
"eval_steps_per_second": 3.811,
"step": 7556
},
{
"epoch": 403.2,
"learning_rate": 8.88888888888889e-06,
"loss": 0.0339,
"step": 7560
},
{
"epoch": 403.73,
"learning_rate": 8.82716049382716e-06,
"loss": 0.0298,
"step": 7570
},
{
"epoch": 404.0,
"eval_accuracy": 0.24333333333333335,
"eval_loss": 4.860945701599121,
"eval_runtime": 5.0553,
"eval_samples_per_second": 118.688,
"eval_steps_per_second": 3.758,
"step": 7575
},
{
"epoch": 404.27,
"learning_rate": 8.765432098765432e-06,
"loss": 0.0318,
"step": 7580
},
{
"epoch": 404.8,
"learning_rate": 8.703703703703705e-06,
"loss": 0.0232,
"step": 7590
},
{
"epoch": 404.96,
"eval_accuracy": 0.24833333333333332,
"eval_loss": 4.860249996185303,
"eval_runtime": 5.0445,
"eval_samples_per_second": 118.942,
"eval_steps_per_second": 3.767,
"step": 7593
},
{
"epoch": 405.33,
"learning_rate": 8.641975308641975e-06,
"loss": 0.0367,
"step": 7600
},
{
"epoch": 405.87,
"learning_rate": 8.580246913580247e-06,
"loss": 0.0232,
"step": 7610
},
{
"epoch": 405.97,
"eval_accuracy": 0.24666666666666667,
"eval_loss": 4.866739749908447,
"eval_runtime": 5.0222,
"eval_samples_per_second": 119.47,
"eval_steps_per_second": 3.783,
"step": 7612
},
{
"epoch": 406.4,
"learning_rate": 8.518518518518519e-06,
"loss": 0.0223,
"step": 7620
},
{
"epoch": 406.93,
"learning_rate": 8.456790123456791e-06,
"loss": 0.032,
"step": 7630
},
{
"epoch": 406.99,
"eval_accuracy": 0.24833333333333332,
"eval_loss": 4.8684258460998535,
"eval_runtime": 5.0294,
"eval_samples_per_second": 119.298,
"eval_steps_per_second": 3.778,
"step": 7631
},
{
"epoch": 407.47,
"learning_rate": 8.395061728395062e-06,
"loss": 0.0272,
"step": 7640
},
{
"epoch": 408.0,
"learning_rate": 8.333333333333334e-06,
"loss": 0.0306,
"step": 7650
},
{
"epoch": 408.0,
"eval_accuracy": 0.24333333333333335,
"eval_loss": 4.875509262084961,
"eval_runtime": 5.0495,
"eval_samples_per_second": 118.823,
"eval_steps_per_second": 3.763,
"step": 7650
},
{
"epoch": 408.53,
"learning_rate": 8.271604938271606e-06,
"loss": 0.0299,
"step": 7660
},
{
"epoch": 408.96,
"eval_accuracy": 0.245,
"eval_loss": 4.868679046630859,
"eval_runtime": 5.094,
"eval_samples_per_second": 117.785,
"eval_steps_per_second": 3.73,
"step": 7668
},
{
"epoch": 409.07,
"learning_rate": 8.209876543209876e-06,
"loss": 0.0402,
"step": 7670
},
{
"epoch": 409.6,
"learning_rate": 8.14814814814815e-06,
"loss": 0.0307,
"step": 7680
},
{
"epoch": 409.97,
"eval_accuracy": 0.24,
"eval_loss": 4.872376441955566,
"eval_runtime": 5.0699,
"eval_samples_per_second": 118.345,
"eval_steps_per_second": 3.748,
"step": 7687
},
{
"epoch": 410.13,
"learning_rate": 8.08641975308642e-06,
"loss": 0.0315,
"step": 7690
},
{
"epoch": 410.67,
"learning_rate": 8.02469135802469e-06,
"loss": 0.0304,
"step": 7700
},
{
"epoch": 410.99,
"eval_accuracy": 0.25,
"eval_loss": 4.879815101623535,
"eval_runtime": 5.0824,
"eval_samples_per_second": 118.054,
"eval_steps_per_second": 3.738,
"step": 7706
},
{
"epoch": 411.2,
"learning_rate": 7.962962962962963e-06,
"loss": 0.039,
"step": 7710
},
{
"epoch": 411.73,
"learning_rate": 7.901234567901235e-06,
"loss": 0.0293,
"step": 7720
},
{
"epoch": 412.0,
"eval_accuracy": 0.24833333333333332,
"eval_loss": 4.890056133270264,
"eval_runtime": 5.1118,
"eval_samples_per_second": 117.376,
"eval_steps_per_second": 3.717,
"step": 7725
},
{
"epoch": 412.27,
"learning_rate": 7.839506172839507e-06,
"loss": 0.0276,
"step": 7730
},
{
"epoch": 412.8,
"learning_rate": 7.777777777777777e-06,
"loss": 0.0273,
"step": 7740
},
{
"epoch": 412.96,
"eval_accuracy": 0.24,
"eval_loss": 4.902527332305908,
"eval_runtime": 5.0871,
"eval_samples_per_second": 117.946,
"eval_steps_per_second": 3.735,
"step": 7743
},
{
"epoch": 413.33,
"learning_rate": 7.71604938271605e-06,
"loss": 0.0334,
"step": 7750
},
{
"epoch": 413.87,
"learning_rate": 7.654320987654322e-06,
"loss": 0.0184,
"step": 7760
},
{
"epoch": 413.97,
"eval_accuracy": 0.24,
"eval_loss": 4.886964321136475,
"eval_runtime": 5.0738,
"eval_samples_per_second": 118.254,
"eval_steps_per_second": 3.745,
"step": 7762
},
{
"epoch": 414.4,
"learning_rate": 7.592592592592593e-06,
"loss": 0.0227,
"step": 7770
},
{
"epoch": 414.93,
"learning_rate": 7.530864197530865e-06,
"loss": 0.0377,
"step": 7780
},
{
"epoch": 414.99,
"eval_accuracy": 0.24166666666666667,
"eval_loss": 4.890088081359863,
"eval_runtime": 5.0985,
"eval_samples_per_second": 117.682,
"eval_steps_per_second": 3.727,
"step": 7781
},
{
"epoch": 415.47,
"learning_rate": 7.469135802469136e-06,
"loss": 0.0284,
"step": 7790
},
{
"epoch": 416.0,
"learning_rate": 7.4074074074074075e-06,
"loss": 0.0278,
"step": 7800
},
{
"epoch": 416.0,
"eval_accuracy": 0.24166666666666667,
"eval_loss": 4.889472484588623,
"eval_runtime": 5.0982,
"eval_samples_per_second": 117.689,
"eval_steps_per_second": 3.727,
"step": 7800
},
{
"epoch": 416.53,
"learning_rate": 7.3456790123456796e-06,
"loss": 0.0345,
"step": 7810
},
{
"epoch": 416.96,
"eval_accuracy": 0.25333333333333335,
"eval_loss": 4.904553413391113,
"eval_runtime": 5.0835,
"eval_samples_per_second": 118.028,
"eval_steps_per_second": 3.738,
"step": 7818
},
{
"epoch": 417.07,
"learning_rate": 7.283950617283951e-06,
"loss": 0.0376,
"step": 7820
},
{
"epoch": 417.6,
"learning_rate": 7.222222222222222e-06,
"loss": 0.0301,
"step": 7830
},
{
"epoch": 417.97,
"eval_accuracy": 0.24833333333333332,
"eval_loss": 4.900204181671143,
"eval_runtime": 5.1232,
"eval_samples_per_second": 117.114,
"eval_steps_per_second": 3.709,
"step": 7837
},
{
"epoch": 418.13,
"learning_rate": 7.160493827160494e-06,
"loss": 0.0204,
"step": 7840
},
{
"epoch": 418.67,
"learning_rate": 7.098765432098765e-06,
"loss": 0.0159,
"step": 7850
},
{
"epoch": 418.99,
"eval_accuracy": 0.245,
"eval_loss": 4.89817476272583,
"eval_runtime": 5.1276,
"eval_samples_per_second": 117.015,
"eval_steps_per_second": 3.705,
"step": 7856
},
{
"epoch": 419.2,
"learning_rate": 7.0370370370370375e-06,
"loss": 0.0217,
"step": 7860
},
{
"epoch": 419.73,
"learning_rate": 6.975308641975309e-06,
"loss": 0.0203,
"step": 7870
},
{
"epoch": 420.0,
"eval_accuracy": 0.24833333333333332,
"eval_loss": 4.900780200958252,
"eval_runtime": 5.1291,
"eval_samples_per_second": 116.98,
"eval_steps_per_second": 3.704,
"step": 7875
},
{
"epoch": 420.27,
"learning_rate": 6.91358024691358e-06,
"loss": 0.0295,
"step": 7880
},
{
"epoch": 420.8,
"learning_rate": 6.851851851851852e-06,
"loss": 0.0182,
"step": 7890
},
{
"epoch": 420.96,
"eval_accuracy": 0.24666666666666667,
"eval_loss": 4.9113335609436035,
"eval_runtime": 5.1351,
"eval_samples_per_second": 116.842,
"eval_steps_per_second": 3.7,
"step": 7893
},
{
"epoch": 421.33,
"learning_rate": 6.790123456790123e-06,
"loss": 0.0321,
"step": 7900
},
{
"epoch": 421.87,
"learning_rate": 6.728395061728396e-06,
"loss": 0.0258,
"step": 7910
},
{
"epoch": 421.97,
"eval_accuracy": 0.25,
"eval_loss": 4.918017387390137,
"eval_runtime": 5.1337,
"eval_samples_per_second": 116.875,
"eval_steps_per_second": 3.701,
"step": 7912
},
{
"epoch": 422.4,
"learning_rate": 6.666666666666667e-06,
"loss": 0.0277,
"step": 7920
},
{
"epoch": 422.93,
"learning_rate": 6.604938271604938e-06,
"loss": 0.0266,
"step": 7930
},
{
"epoch": 422.99,
"eval_accuracy": 0.24333333333333335,
"eval_loss": 4.913443565368652,
"eval_runtime": 5.1296,
"eval_samples_per_second": 116.969,
"eval_steps_per_second": 3.704,
"step": 7931
},
{
"epoch": 423.47,
"learning_rate": 6.54320987654321e-06,
"loss": 0.037,
"step": 7940
},
{
"epoch": 424.0,
"learning_rate": 6.481481481481481e-06,
"loss": 0.0304,
"step": 7950
},
{
"epoch": 424.0,
"eval_accuracy": 0.24166666666666667,
"eval_loss": 4.900519847869873,
"eval_runtime": 5.1632,
"eval_samples_per_second": 116.207,
"eval_steps_per_second": 3.68,
"step": 7950
},
{
"epoch": 424.53,
"learning_rate": 6.419753086419754e-06,
"loss": 0.0247,
"step": 7960
},
{
"epoch": 424.96,
"eval_accuracy": 0.24166666666666667,
"eval_loss": 4.893669605255127,
"eval_runtime": 5.2111,
"eval_samples_per_second": 115.139,
"eval_steps_per_second": 3.646,
"step": 7968
},
{
"epoch": 425.07,
"learning_rate": 6.3580246913580246e-06,
"loss": 0.0335,
"step": 7970
},
{
"epoch": 425.6,
"learning_rate": 6.296296296296296e-06,
"loss": 0.0493,
"step": 7980
},
{
"epoch": 425.97,
"eval_accuracy": 0.245,
"eval_loss": 4.883533954620361,
"eval_runtime": 5.1746,
"eval_samples_per_second": 115.951,
"eval_steps_per_second": 3.672,
"step": 7987
},
{
"epoch": 426.13,
"learning_rate": 6.234567901234569e-06,
"loss": 0.0157,
"step": 7990
},
{
"epoch": 426.67,
"learning_rate": 6.172839506172839e-06,
"loss": 0.0286,
"step": 8000
},
{
"epoch": 426.99,
"eval_accuracy": 0.24,
"eval_loss": 4.896754741668701,
"eval_runtime": 5.1903,
"eval_samples_per_second": 115.6,
"eval_steps_per_second": 3.661,
"step": 8006
},
{
"epoch": 427.2,
"learning_rate": 6.111111111111111e-06,
"loss": 0.0249,
"step": 8010
},
{
"epoch": 427.73,
"learning_rate": 6.049382716049383e-06,
"loss": 0.0228,
"step": 8020
},
{
"epoch": 428.0,
"eval_accuracy": 0.23833333333333334,
"eval_loss": 4.906573295593262,
"eval_runtime": 5.2526,
"eval_samples_per_second": 114.23,
"eval_steps_per_second": 3.617,
"step": 8025
},
{
"epoch": 428.27,
"learning_rate": 5.9876543209876546e-06,
"loss": 0.0324,
"step": 8030
},
{
"epoch": 428.8,
"learning_rate": 5.925925925925927e-06,
"loss": 0.0362,
"step": 8040
},
{
"epoch": 428.96,
"eval_accuracy": 0.245,
"eval_loss": 4.903099536895752,
"eval_runtime": 5.2207,
"eval_samples_per_second": 114.927,
"eval_steps_per_second": 3.639,
"step": 8043
},
{
"epoch": 429.33,
"learning_rate": 5.864197530864198e-06,
"loss": 0.0213,
"step": 8050
},
{
"epoch": 429.87,
"learning_rate": 5.802469135802469e-06,
"loss": 0.0244,
"step": 8060
},
{
"epoch": 429.97,
"eval_accuracy": 0.24666666666666667,
"eval_loss": 4.899692535400391,
"eval_runtime": 5.2551,
"eval_samples_per_second": 114.174,
"eval_steps_per_second": 3.616,
"step": 8062
},
{
"epoch": 430.4,
"learning_rate": 5.740740740740741e-06,
"loss": 0.0405,
"step": 8070
},
{
"epoch": 430.93,
"learning_rate": 5.6790123456790125e-06,
"loss": 0.0204,
"step": 8080
},
{
"epoch": 430.99,
"eval_accuracy": 0.24333333333333335,
"eval_loss": 4.905935287475586,
"eval_runtime": 5.2136,
"eval_samples_per_second": 115.084,
"eval_steps_per_second": 3.644,
"step": 8081
},
{
"epoch": 431.47,
"learning_rate": 5.617283950617285e-06,
"loss": 0.0175,
"step": 8090
},
{
"epoch": 432.0,
"learning_rate": 5.555555555555556e-06,
"loss": 0.0344,
"step": 8100
},
{
"epoch": 432.0,
"eval_accuracy": 0.24333333333333335,
"eval_loss": 4.905205726623535,
"eval_runtime": 5.2045,
"eval_samples_per_second": 115.286,
"eval_steps_per_second": 3.651,
"step": 8100
},
{
"epoch": 432.53,
"learning_rate": 5.493827160493827e-06,
"loss": 0.0252,
"step": 8110
},
{
"epoch": 432.96,
"eval_accuracy": 0.24333333333333335,
"eval_loss": 4.897459983825684,
"eval_runtime": 5.1933,
"eval_samples_per_second": 115.533,
"eval_steps_per_second": 3.659,
"step": 8118
},
{
"epoch": 433.07,
"learning_rate": 5.432098765432099e-06,
"loss": 0.0185,
"step": 8120
},
{
"epoch": 433.6,
"learning_rate": 5.37037037037037e-06,
"loss": 0.0242,
"step": 8130
},
{
"epoch": 433.97,
"eval_accuracy": 0.24666666666666667,
"eval_loss": 4.896070957183838,
"eval_runtime": 5.2428,
"eval_samples_per_second": 114.443,
"eval_steps_per_second": 3.624,
"step": 8137
},
{
"epoch": 434.13,
"learning_rate": 5.3086419753086425e-06,
"loss": 0.0372,
"step": 8140
},
{
"epoch": 434.67,
"learning_rate": 5.246913580246914e-06,
"loss": 0.0135,
"step": 8150
},
{
"epoch": 434.99,
"eval_accuracy": 0.24666666666666667,
"eval_loss": 4.908581733703613,
"eval_runtime": 5.248,
"eval_samples_per_second": 114.329,
"eval_steps_per_second": 3.62,
"step": 8156
},
{
"epoch": 435.2,
"learning_rate": 5.185185185185185e-06,
"loss": 0.0322,
"step": 8160
},
{
"epoch": 435.73,
"learning_rate": 5.123456790123457e-06,
"loss": 0.0296,
"step": 8170
},
{
"epoch": 436.0,
"eval_accuracy": 0.24166666666666667,
"eval_loss": 4.9134602546691895,
"eval_runtime": 5.2357,
"eval_samples_per_second": 114.598,
"eval_steps_per_second": 3.629,
"step": 8175
},
{
"epoch": 436.27,
"learning_rate": 5.061728395061729e-06,
"loss": 0.0164,
"step": 8180
},
{
"epoch": 436.8,
"learning_rate": 5e-06,
"loss": 0.0432,
"step": 8190
},
{
"epoch": 436.96,
"eval_accuracy": 0.24333333333333335,
"eval_loss": 4.907933712005615,
"eval_runtime": 5.268,
"eval_samples_per_second": 113.896,
"eval_steps_per_second": 3.607,
"step": 8193
},
{
"epoch": 437.33,
"learning_rate": 4.938271604938272e-06,
"loss": 0.017,
"step": 8200
},
{
"epoch": 437.87,
"learning_rate": 4.876543209876543e-06,
"loss": 0.0242,
"step": 8210
},
{
"epoch": 437.97,
"eval_accuracy": 0.24,
"eval_loss": 4.898138046264648,
"eval_runtime": 5.2464,
"eval_samples_per_second": 114.365,
"eval_steps_per_second": 3.622,
"step": 8212
},
{
"epoch": 438.4,
"learning_rate": 4.814814814814815e-06,
"loss": 0.026,
"step": 8220
},
{
"epoch": 438.93,
"learning_rate": 4.753086419753087e-06,
"loss": 0.0227,
"step": 8230
},
{
"epoch": 438.99,
"eval_accuracy": 0.24,
"eval_loss": 4.8857102394104,
"eval_runtime": 5.264,
"eval_samples_per_second": 113.981,
"eval_steps_per_second": 3.609,
"step": 8231
},
{
"epoch": 439.47,
"learning_rate": 4.691358024691358e-06,
"loss": 0.0309,
"step": 8240
},
{
"epoch": 440.0,
"learning_rate": 4.6296296296296296e-06,
"loss": 0.021,
"step": 8250
},
{
"epoch": 440.0,
"eval_accuracy": 0.23833333333333334,
"eval_loss": 4.887371063232422,
"eval_runtime": 5.2856,
"eval_samples_per_second": 113.516,
"eval_steps_per_second": 3.595,
"step": 8250
},
{
"epoch": 440.53,
"learning_rate": 4.567901234567902e-06,
"loss": 0.0244,
"step": 8260
},
{
"epoch": 440.96,
"eval_accuracy": 0.24,
"eval_loss": 4.884664058685303,
"eval_runtime": 5.2546,
"eval_samples_per_second": 114.187,
"eval_steps_per_second": 3.616,
"step": 8268
},
{
"epoch": 441.07,
"learning_rate": 4.506172839506173e-06,
"loss": 0.0484,
"step": 8270
},
{
"epoch": 441.6,
"learning_rate": 4.444444444444445e-06,
"loss": 0.0234,
"step": 8280
},
{
"epoch": 441.97,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.896438121795654,
"eval_runtime": 5.2769,
"eval_samples_per_second": 113.703,
"eval_steps_per_second": 3.601,
"step": 8287
},
{
"epoch": 442.13,
"learning_rate": 4.382716049382716e-06,
"loss": 0.0293,
"step": 8290
},
{
"epoch": 442.67,
"learning_rate": 4.3209876543209875e-06,
"loss": 0.0278,
"step": 8300
},
{
"epoch": 442.99,
"eval_accuracy": 0.23833333333333334,
"eval_loss": 4.916093349456787,
"eval_runtime": 5.2536,
"eval_samples_per_second": 114.207,
"eval_steps_per_second": 3.617,
"step": 8306
},
{
"epoch": 443.2,
"learning_rate": 4.2592592592592596e-06,
"loss": 0.0224,
"step": 8310
},
{
"epoch": 443.73,
"learning_rate": 4.197530864197531e-06,
"loss": 0.0322,
"step": 8320
},
{
"epoch": 444.0,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.921158790588379,
"eval_runtime": 5.2757,
"eval_samples_per_second": 113.729,
"eval_steps_per_second": 3.601,
"step": 8325
},
{
"epoch": 444.27,
"learning_rate": 4.135802469135803e-06,
"loss": 0.0201,
"step": 8330
},
{
"epoch": 444.8,
"learning_rate": 4.074074074074075e-06,
"loss": 0.038,
"step": 8340
},
{
"epoch": 444.96,
"eval_accuracy": 0.24,
"eval_loss": 4.925096035003662,
"eval_runtime": 5.3078,
"eval_samples_per_second": 113.041,
"eval_steps_per_second": 3.58,
"step": 8343
},
{
"epoch": 445.33,
"learning_rate": 4.012345679012345e-06,
"loss": 0.035,
"step": 8350
},
{
"epoch": 445.87,
"learning_rate": 3.9506172839506175e-06,
"loss": 0.0327,
"step": 8360
},
{
"epoch": 445.97,
"eval_accuracy": 0.24,
"eval_loss": 4.933958530426025,
"eval_runtime": 5.2639,
"eval_samples_per_second": 113.985,
"eval_steps_per_second": 3.61,
"step": 8362
},
{
"epoch": 446.4,
"learning_rate": 3.888888888888889e-06,
"loss": 0.0226,
"step": 8370
},
{
"epoch": 446.93,
"learning_rate": 3.827160493827161e-06,
"loss": 0.0256,
"step": 8380
},
{
"epoch": 446.99,
"eval_accuracy": 0.24166666666666667,
"eval_loss": 4.924610614776611,
"eval_runtime": 5.2666,
"eval_samples_per_second": 113.926,
"eval_steps_per_second": 3.608,
"step": 8381
},
{
"epoch": 447.47,
"learning_rate": 3.7654320987654325e-06,
"loss": 0.027,
"step": 8390
},
{
"epoch": 448.0,
"learning_rate": 3.7037037037037037e-06,
"loss": 0.0327,
"step": 8400
},
{
"epoch": 448.0,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.929351329803467,
"eval_runtime": 5.2953,
"eval_samples_per_second": 113.308,
"eval_steps_per_second": 3.588,
"step": 8400
},
{
"epoch": 448.53,
"learning_rate": 3.6419753086419754e-06,
"loss": 0.0246,
"step": 8410
},
{
"epoch": 448.96,
"eval_accuracy": 0.24166666666666667,
"eval_loss": 4.931128025054932,
"eval_runtime": 5.3144,
"eval_samples_per_second": 112.901,
"eval_steps_per_second": 3.575,
"step": 8418
},
{
"epoch": 449.07,
"learning_rate": 3.580246913580247e-06,
"loss": 0.027,
"step": 8420
},
{
"epoch": 449.6,
"learning_rate": 3.5185185185185187e-06,
"loss": 0.0239,
"step": 8430
},
{
"epoch": 449.97,
"eval_accuracy": 0.23833333333333334,
"eval_loss": 4.92203950881958,
"eval_runtime": 5.2899,
"eval_samples_per_second": 113.424,
"eval_steps_per_second": 3.592,
"step": 8437
},
{
"epoch": 450.13,
"learning_rate": 3.45679012345679e-06,
"loss": 0.0313,
"step": 8440
},
{
"epoch": 450.67,
"learning_rate": 3.3950617283950617e-06,
"loss": 0.0219,
"step": 8450
},
{
"epoch": 450.99,
"eval_accuracy": 0.24,
"eval_loss": 4.920533180236816,
"eval_runtime": 5.4385,
"eval_samples_per_second": 110.325,
"eval_steps_per_second": 3.494,
"step": 8456
},
{
"epoch": 451.2,
"learning_rate": 3.3333333333333333e-06,
"loss": 0.0214,
"step": 8460
},
{
"epoch": 451.73,
"learning_rate": 3.271604938271605e-06,
"loss": 0.0287,
"step": 8470
},
{
"epoch": 452.0,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.924895763397217,
"eval_runtime": 5.3449,
"eval_samples_per_second": 112.256,
"eval_steps_per_second": 3.555,
"step": 8475
},
{
"epoch": 452.27,
"learning_rate": 3.209876543209877e-06,
"loss": 0.0226,
"step": 8480
},
{
"epoch": 452.8,
"learning_rate": 3.148148148148148e-06,
"loss": 0.0244,
"step": 8490
},
{
"epoch": 452.96,
"eval_accuracy": 0.24,
"eval_loss": 4.927518844604492,
"eval_runtime": 5.3234,
"eval_samples_per_second": 112.711,
"eval_steps_per_second": 3.569,
"step": 8493
},
{
"epoch": 453.33,
"learning_rate": 3.0864197530864196e-06,
"loss": 0.0215,
"step": 8500
},
{
"epoch": 453.87,
"learning_rate": 3.0246913580246917e-06,
"loss": 0.0222,
"step": 8510
},
{
"epoch": 453.97,
"eval_accuracy": 0.24166666666666667,
"eval_loss": 4.932238578796387,
"eval_runtime": 5.3268,
"eval_samples_per_second": 112.637,
"eval_steps_per_second": 3.567,
"step": 8512
},
{
"epoch": 454.4,
"learning_rate": 2.9629629629629633e-06,
"loss": 0.0269,
"step": 8520
},
{
"epoch": 454.93,
"learning_rate": 2.9012345679012346e-06,
"loss": 0.0277,
"step": 8530
},
{
"epoch": 454.99,
"eval_accuracy": 0.23833333333333334,
"eval_loss": 4.931756019592285,
"eval_runtime": 5.3343,
"eval_samples_per_second": 112.48,
"eval_steps_per_second": 3.562,
"step": 8531
},
{
"epoch": 455.47,
"learning_rate": 2.8395061728395062e-06,
"loss": 0.0355,
"step": 8540
},
{
"epoch": 456.0,
"learning_rate": 2.777777777777778e-06,
"loss": 0.0315,
"step": 8550
},
{
"epoch": 456.0,
"eval_accuracy": 0.23833333333333334,
"eval_loss": 4.929112911224365,
"eval_runtime": 5.4018,
"eval_samples_per_second": 111.075,
"eval_steps_per_second": 3.517,
"step": 8550
},
{
"epoch": 456.53,
"learning_rate": 2.7160493827160496e-06,
"loss": 0.021,
"step": 8560
},
{
"epoch": 456.96,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.929343223571777,
"eval_runtime": 5.3767,
"eval_samples_per_second": 111.594,
"eval_steps_per_second": 3.534,
"step": 8568
},
{
"epoch": 457.07,
"learning_rate": 2.6543209876543212e-06,
"loss": 0.0232,
"step": 8570
},
{
"epoch": 457.6,
"learning_rate": 2.5925925925925925e-06,
"loss": 0.0288,
"step": 8580
},
{
"epoch": 457.97,
"eval_accuracy": 0.23333333333333334,
"eval_loss": 4.923261642456055,
"eval_runtime": 5.3734,
"eval_samples_per_second": 111.661,
"eval_steps_per_second": 3.536,
"step": 8587
},
{
"epoch": 458.13,
"learning_rate": 2.5308641975308646e-06,
"loss": 0.0381,
"step": 8590
},
{
"epoch": 458.67,
"learning_rate": 2.469135802469136e-06,
"loss": 0.0229,
"step": 8600
},
{
"epoch": 458.99,
"eval_accuracy": 0.23833333333333334,
"eval_loss": 4.923562049865723,
"eval_runtime": 5.3963,
"eval_samples_per_second": 111.186,
"eval_steps_per_second": 3.521,
"step": 8606
},
{
"epoch": 459.2,
"learning_rate": 2.4074074074074075e-06,
"loss": 0.0308,
"step": 8610
},
{
"epoch": 459.73,
"learning_rate": 2.345679012345679e-06,
"loss": 0.0257,
"step": 8620
},
{
"epoch": 460.0,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.922508716583252,
"eval_runtime": 5.4351,
"eval_samples_per_second": 110.394,
"eval_steps_per_second": 3.496,
"step": 8625
},
{
"epoch": 460.27,
"learning_rate": 2.283950617283951e-06,
"loss": 0.0193,
"step": 8630
},
{
"epoch": 460.8,
"learning_rate": 2.2222222222222225e-06,
"loss": 0.0291,
"step": 8640
},
{
"epoch": 460.96,
"eval_accuracy": 0.23833333333333334,
"eval_loss": 4.922194004058838,
"eval_runtime": 5.3746,
"eval_samples_per_second": 111.636,
"eval_steps_per_second": 3.535,
"step": 8643
},
{
"epoch": 461.33,
"learning_rate": 2.1604938271604937e-06,
"loss": 0.0292,
"step": 8650
},
{
"epoch": 461.87,
"learning_rate": 2.0987654320987654e-06,
"loss": 0.0325,
"step": 8660
},
{
"epoch": 461.97,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.921637535095215,
"eval_runtime": 5.38,
"eval_samples_per_second": 111.524,
"eval_steps_per_second": 3.532,
"step": 8662
},
{
"epoch": 462.4,
"learning_rate": 2.0370370370370375e-06,
"loss": 0.0292,
"step": 8670
},
{
"epoch": 462.93,
"learning_rate": 1.9753086419753087e-06,
"loss": 0.0268,
"step": 8680
},
{
"epoch": 462.99,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.92024564743042,
"eval_runtime": 5.3601,
"eval_samples_per_second": 111.939,
"eval_steps_per_second": 3.545,
"step": 8681
},
{
"epoch": 463.47,
"learning_rate": 1.9135802469135804e-06,
"loss": 0.0268,
"step": 8690
},
{
"epoch": 464.0,
"learning_rate": 1.8518518518518519e-06,
"loss": 0.0156,
"step": 8700
},
{
"epoch": 464.0,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.91749906539917,
"eval_runtime": 5.3813,
"eval_samples_per_second": 111.497,
"eval_steps_per_second": 3.531,
"step": 8700
},
{
"epoch": 464.53,
"learning_rate": 1.7901234567901235e-06,
"loss": 0.0196,
"step": 8710
},
{
"epoch": 464.96,
"eval_accuracy": 0.23333333333333334,
"eval_loss": 4.914690017700195,
"eval_runtime": 5.3651,
"eval_samples_per_second": 111.834,
"eval_steps_per_second": 3.541,
"step": 8718
},
{
"epoch": 465.07,
"learning_rate": 1.728395061728395e-06,
"loss": 0.0199,
"step": 8720
},
{
"epoch": 465.6,
"learning_rate": 1.6666666666666667e-06,
"loss": 0.0448,
"step": 8730
},
{
"epoch": 465.97,
"eval_accuracy": 0.23333333333333334,
"eval_loss": 4.910024642944336,
"eval_runtime": 5.359,
"eval_samples_per_second": 111.962,
"eval_steps_per_second": 3.545,
"step": 8737
},
{
"epoch": 466.13,
"learning_rate": 1.6049382716049385e-06,
"loss": 0.021,
"step": 8740
},
{
"epoch": 466.67,
"learning_rate": 1.5432098765432098e-06,
"loss": 0.0232,
"step": 8750
},
{
"epoch": 466.99,
"eval_accuracy": 0.23333333333333334,
"eval_loss": 4.908828258514404,
"eval_runtime": 5.3987,
"eval_samples_per_second": 111.138,
"eval_steps_per_second": 3.519,
"step": 8756
},
{
"epoch": 467.2,
"learning_rate": 1.4814814814814817e-06,
"loss": 0.0224,
"step": 8760
},
{
"epoch": 467.73,
"learning_rate": 1.4197530864197531e-06,
"loss": 0.0274,
"step": 8770
},
{
"epoch": 468.0,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.909602165222168,
"eval_runtime": 5.4071,
"eval_samples_per_second": 110.966,
"eval_steps_per_second": 3.514,
"step": 8775
},
{
"epoch": 468.27,
"learning_rate": 1.3580246913580248e-06,
"loss": 0.0344,
"step": 8780
},
{
"epoch": 468.8,
"learning_rate": 1.2962962962962962e-06,
"loss": 0.029,
"step": 8790
},
{
"epoch": 468.96,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.910549640655518,
"eval_runtime": 5.3868,
"eval_samples_per_second": 111.383,
"eval_steps_per_second": 3.527,
"step": 8793
},
{
"epoch": 469.33,
"learning_rate": 1.234567901234568e-06,
"loss": 0.0265,
"step": 8800
},
{
"epoch": 469.87,
"learning_rate": 1.1728395061728396e-06,
"loss": 0.0337,
"step": 8810
},
{
"epoch": 469.97,
"eval_accuracy": 0.235,
"eval_loss": 4.912467956542969,
"eval_runtime": 5.3985,
"eval_samples_per_second": 111.143,
"eval_steps_per_second": 3.52,
"step": 8812
},
{
"epoch": 470.4,
"learning_rate": 1.1111111111111112e-06,
"loss": 0.0298,
"step": 8820
},
{
"epoch": 470.93,
"learning_rate": 1.0493827160493827e-06,
"loss": 0.0178,
"step": 8830
},
{
"epoch": 470.99,
"eval_accuracy": 0.235,
"eval_loss": 4.91201639175415,
"eval_runtime": 5.399,
"eval_samples_per_second": 111.132,
"eval_steps_per_second": 3.519,
"step": 8831
},
{
"epoch": 471.47,
"learning_rate": 9.876543209876544e-07,
"loss": 0.0179,
"step": 8840
},
{
"epoch": 472.0,
"learning_rate": 9.259259259259259e-07,
"loss": 0.0286,
"step": 8850
},
{
"epoch": 472.0,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.912468910217285,
"eval_runtime": 5.4913,
"eval_samples_per_second": 109.263,
"eval_steps_per_second": 3.46,
"step": 8850
},
{
"epoch": 472.53,
"learning_rate": 8.641975308641975e-07,
"loss": 0.0159,
"step": 8860
},
{
"epoch": 472.96,
"eval_accuracy": 0.23666666666666666,
"eval_loss": 4.910217761993408,
"eval_runtime": 5.4334,
"eval_samples_per_second": 110.428,
"eval_steps_per_second": 3.497,
"step": 8868
},
{
"epoch": 473.07,
"learning_rate": 8.024691358024693e-07,
"loss": 0.0247,
"step": 8870
},
{
"epoch": 473.6,
"learning_rate": 7.407407407407408e-07,
"loss": 0.0318,
"step": 8880
},
{
"epoch": 473.97,
"eval_accuracy": 0.23833333333333334,
"eval_loss": 4.9116291999816895,
"eval_runtime": 5.4254,
"eval_samples_per_second": 110.59,
"eval_steps_per_second": 3.502,
"step": 8887
},
{
"epoch": 474.13,
"learning_rate": 6.790123456790124e-07,
"loss": 0.0311,
"step": 8890
},
{
"epoch": 474.67,
"learning_rate": 6.17283950617284e-07,
"loss": 0.0302,
"step": 8900
},
{
"epoch": 474.99,
"eval_accuracy": 0.24,
"eval_loss": 4.911314487457275,
"eval_runtime": 5.4263,
"eval_samples_per_second": 110.573,
"eval_steps_per_second": 3.501,
"step": 8906
},
{
"epoch": 475.2,
"learning_rate": 5.555555555555556e-07,
"loss": 0.0305,
"step": 8910
},
{
"epoch": 475.73,
"learning_rate": 4.938271604938272e-07,
"loss": 0.0184,
"step": 8920
},
{
"epoch": 476.0,
"eval_accuracy": 0.24,
"eval_loss": 4.911987781524658,
"eval_runtime": 5.4618,
"eval_samples_per_second": 109.854,
"eval_steps_per_second": 3.479,
"step": 8925
},
{
"epoch": 476.27,
"learning_rate": 4.3209876543209875e-07,
"loss": 0.0415,
"step": 8930
},
{
"epoch": 476.8,
"learning_rate": 3.703703703703704e-07,
"loss": 0.025,
"step": 8940
},
{
"epoch": 476.96,
"eval_accuracy": 0.24,
"eval_loss": 4.912769794464111,
"eval_runtime": 5.4549,
"eval_samples_per_second": 109.993,
"eval_steps_per_second": 3.483,
"step": 8943
},
{
"epoch": 477.33,
"learning_rate": 3.08641975308642e-07,
"loss": 0.013,
"step": 8950
},
{
"epoch": 477.87,
"learning_rate": 2.469135802469136e-07,
"loss": 0.027,
"step": 8960
},
{
"epoch": 477.97,
"eval_accuracy": 0.24,
"eval_loss": 4.912613868713379,
"eval_runtime": 5.4968,
"eval_samples_per_second": 109.154,
"eval_steps_per_second": 3.457,
"step": 8962
},
{
"epoch": 478.4,
"learning_rate": 1.851851851851852e-07,
"loss": 0.0156,
"step": 8970
},
{
"epoch": 478.93,
"learning_rate": 1.234567901234568e-07,
"loss": 0.0298,
"step": 8980
},
{
"epoch": 478.99,
"eval_accuracy": 0.24,
"eval_loss": 4.913006782531738,
"eval_runtime": 5.4672,
"eval_samples_per_second": 109.745,
"eval_steps_per_second": 3.475,
"step": 8981
},
{
"epoch": 479.47,
"learning_rate": 6.17283950617284e-08,
"loss": 0.0213,
"step": 8990
},
{
"epoch": 480.0,
"learning_rate": 0.0,
"loss": 0.0349,
"step": 9000
},
{
"epoch": 480.0,
"eval_accuracy": 0.24,
"eval_loss": 4.9129838943481445,
"eval_runtime": 5.4668,
"eval_samples_per_second": 109.753,
"eval_steps_per_second": 3.476,
"step": 9000
},
{
"epoch": 480.0,
"step": 9000,
"total_flos": 6.6744785965028475e+19,
"train_loss": 0.3827814753833744,
"train_runtime": 27227.0796,
"train_samples_per_second": 44.019,
"train_steps_per_second": 0.331
}
],
"max_steps": 9000,
"num_train_epochs": 500,
"total_flos": 6.6744785965028475e+19,
"trial_name": null,
"trial_params": null
}