{
  "best_metric": 0.23256993293762207,
  "best_model_checkpoint": "finetuned-fake-food/checkpoint-6700",
  "epoch": 4.547751389590703,
  "eval_steps": 100,
  "global_step": 9000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.005053057099545225,
      "grad_norm": 1.6020498275756836,
      "learning_rate": 0.0001997777777777778,
      "loss": 0.6467,
      "step": 10
    },
    {
      "epoch": 0.01010611419909045,
      "grad_norm": 1.8525471687316895,
      "learning_rate": 0.00019955555555555558,
      "loss": 0.6495,
      "step": 20
    },
    {
      "epoch": 0.015159171298635674,
      "grad_norm": 1.8445143699645996,
      "learning_rate": 0.00019933333333333334,
      "loss": 0.5474,
      "step": 30
    },
    {
      "epoch": 0.0202122283981809,
      "grad_norm": 4.539891242980957,
      "learning_rate": 0.00019911111111111111,
      "loss": 0.6233,
      "step": 40
    },
    {
      "epoch": 0.025265285497726123,
      "grad_norm": 0.8423069715499878,
      "learning_rate": 0.0001988888888888889,
      "loss": 0.6967,
      "step": 50
    },
    {
      "epoch": 0.03031834259727135,
      "grad_norm": 1.808174967765808,
      "learning_rate": 0.00019866666666666668,
      "loss": 0.6394,
      "step": 60
    },
    {
      "epoch": 0.035371399696816574,
      "grad_norm": 2.431649684906006,
      "learning_rate": 0.00019844444444444445,
      "loss": 0.5102,
      "step": 70
    },
    {
      "epoch": 0.0404244567963618,
      "grad_norm": 3.6550588607788086,
      "learning_rate": 0.00019822222222222225,
      "loss": 0.605,
      "step": 80
    },
    {
      "epoch": 0.045477513895907026,
      "grad_norm": 6.30785608291626,
      "learning_rate": 0.00019800000000000002,
      "loss": 0.5917,
      "step": 90
    },
    {
      "epoch": 0.050530570995452245,
      "grad_norm": 0.64481121301651,
      "learning_rate": 0.00019777777777777778,
      "loss": 0.5991,
      "step": 100
    },
    {
      "epoch": 0.050530570995452245,
      "eval_accuracy": 0.7028284998209811,
      "eval_loss": 0.6128867864608765,
      "eval_runtime": 26.3295,
      "eval_samples_per_second": 106.079,
      "eval_steps_per_second": 13.293,
      "step": 100
    },
    {
      "epoch": 0.05558362809499747,
      "grad_norm": 0.5892785787582397,
      "learning_rate": 0.00019755555555555555,
      "loss": 0.5369,
      "step": 110
    },
    {
      "epoch": 0.0606366851945427,
      "grad_norm": 1.9678053855895996,
      "learning_rate": 0.00019733333333333335,
      "loss": 0.6281,
      "step": 120
    },
    {
      "epoch": 0.06568974229408793,
      "grad_norm": 5.071497917175293,
      "learning_rate": 0.00019711111111111112,
      "loss": 0.5774,
      "step": 130
    },
    {
      "epoch": 0.07074279939363315,
      "grad_norm": 2.3490710258483887,
      "learning_rate": 0.0001968888888888889,
      "loss": 0.5453,
      "step": 140
    },
    {
      "epoch": 0.07579585649317837,
      "grad_norm": 2.5878753662109375,
      "learning_rate": 0.00019666666666666666,
      "loss": 0.444,
      "step": 150
    },
    {
      "epoch": 0.0808489135927236,
      "grad_norm": 5.393430233001709,
      "learning_rate": 0.00019644444444444445,
      "loss": 0.6578,
      "step": 160
    },
    {
      "epoch": 0.08590197069226882,
      "grad_norm": 3.0397963523864746,
      "learning_rate": 0.00019622222222222225,
      "loss": 0.6167,
      "step": 170
    },
    {
      "epoch": 0.09095502779181405,
      "grad_norm": 1.22067129611969,
      "learning_rate": 0.000196,
      "loss": 0.5448,
      "step": 180
    },
    {
      "epoch": 0.09600808489135927,
      "grad_norm": 1.5877925157546997,
      "learning_rate": 0.0001957777777777778,
      "loss": 0.3992,
      "step": 190
    },
    {
      "epoch": 0.10106114199090449,
      "grad_norm": 6.1517815589904785,
      "learning_rate": 0.00019555555555555556,
      "loss": 0.6593,
      "step": 200
    },
    {
      "epoch": 0.10106114199090449,
      "eval_accuracy": 0.8363766559255281,
      "eval_loss": 0.43375319242477417,
      "eval_runtime": 23.7559,
      "eval_samples_per_second": 117.571,
      "eval_steps_per_second": 14.733,
      "step": 200
    },
    {
      "epoch": 0.10611419909044972,
      "grad_norm": 1.4394699335098267,
      "learning_rate": 0.00019533333333333336,
      "loss": 0.484,
      "step": 210
    },
    {
      "epoch": 0.11116725618999494,
      "grad_norm": 3.380403995513916,
      "learning_rate": 0.0001951111111111111,
      "loss": 0.5274,
      "step": 220
    },
    {
      "epoch": 0.11622031328954018,
      "grad_norm": 5.558537483215332,
      "learning_rate": 0.0001948888888888889,
      "loss": 0.5731,
      "step": 230
    },
    {
      "epoch": 0.1212733703890854,
      "grad_norm": 3.260127305984497,
      "learning_rate": 0.0001946666666666667,
      "loss": 0.6198,
      "step": 240
    },
    {
      "epoch": 0.12632642748863063,
      "grad_norm": 1.4037119150161743,
      "learning_rate": 0.00019444444444444446,
      "loss": 0.4793,
      "step": 250
    },
    {
      "epoch": 0.13137948458817586,
      "grad_norm": 2.3021624088287354,
      "learning_rate": 0.00019422222222222223,
      "loss": 0.5727,
      "step": 260
    },
    {
      "epoch": 0.13643254168772107,
      "grad_norm": 3.1738462448120117,
      "learning_rate": 0.000194,
      "loss": 0.3962,
      "step": 270
    },
    {
      "epoch": 0.1414855987872663,
      "grad_norm": 0.7951613068580627,
      "learning_rate": 0.0001937777777777778,
      "loss": 0.8582,
      "step": 280
    },
    {
      "epoch": 0.14653865588681153,
      "grad_norm": 1.5663028955459595,
      "learning_rate": 0.00019355555555555557,
      "loss": 0.5187,
      "step": 290
    },
    {
      "epoch": 0.15159171298635674,
      "grad_norm": 3.4048633575439453,
      "learning_rate": 0.00019333333333333333,
      "loss": 0.4908,
      "step": 300
    },
    {
      "epoch": 0.15159171298635674,
      "eval_accuracy": 0.8098818474758325,
      "eval_loss": 0.4489921033382416,
      "eval_runtime": 22.7942,
      "eval_samples_per_second": 122.531,
      "eval_steps_per_second": 15.355,
      "step": 300
    },
    {
      "epoch": 0.15664477008590197,
      "grad_norm": 2.1454992294311523,
      "learning_rate": 0.0001931111111111111,
      "loss": 0.4886,
      "step": 310
    },
    {
      "epoch": 0.1616978271854472,
      "grad_norm": 7.062505722045898,
      "learning_rate": 0.0001928888888888889,
      "loss": 0.6002,
      "step": 320
    },
    {
      "epoch": 0.1667508842849924,
      "grad_norm": 2.0749993324279785,
      "learning_rate": 0.0001926666666666667,
      "loss": 0.5287,
      "step": 330
    },
    {
      "epoch": 0.17180394138453764,
      "grad_norm": 1.076101541519165,
      "learning_rate": 0.00019244444444444444,
      "loss": 0.4165,
      "step": 340
    },
    {
      "epoch": 0.17685699848408287,
      "grad_norm": 2.960982322692871,
      "learning_rate": 0.00019222222222222224,
      "loss": 0.5904,
      "step": 350
    },
    {
      "epoch": 0.1819100555836281,
      "grad_norm": 1.387323021888733,
      "learning_rate": 0.000192,
      "loss": 0.5503,
      "step": 360
    },
    {
      "epoch": 0.1869631126831733,
      "grad_norm": 1.7477341890335083,
      "learning_rate": 0.0001917777777777778,
      "loss": 0.6334,
      "step": 370
    },
    {
      "epoch": 0.19201616978271854,
      "grad_norm": 1.803114652633667,
      "learning_rate": 0.00019155555555555554,
      "loss": 0.3982,
      "step": 380
    },
    {
      "epoch": 0.19706922688226378,
      "grad_norm": 8.091989517211914,
      "learning_rate": 0.00019133333333333334,
      "loss": 0.457,
      "step": 390
    },
    {
      "epoch": 0.20212228398180898,
      "grad_norm": 2.163998603820801,
      "learning_rate": 0.00019111111111111114,
      "loss": 0.4756,
      "step": 400
    },
    {
      "epoch": 0.20212228398180898,
      "eval_accuracy": 0.7003222341568206,
      "eval_loss": 0.7639068961143494,
      "eval_runtime": 23.9048,
      "eval_samples_per_second": 116.838,
      "eval_steps_per_second": 14.641,
      "step": 400
    },
    {
      "epoch": 0.20717534108135421,
      "grad_norm": 1.778550148010254,
      "learning_rate": 0.0001908888888888889,
      "loss": 0.603,
      "step": 410
    },
    {
      "epoch": 0.21222839818089945,
      "grad_norm": 1.4883553981781006,
      "learning_rate": 0.00019066666666666668,
      "loss": 0.5976,
      "step": 420
    },
    {
      "epoch": 0.21728145528044468,
      "grad_norm": 0.9844093918800354,
      "learning_rate": 0.00019044444444444444,
      "loss": 0.5234,
      "step": 430
    },
    {
      "epoch": 0.22233451237998988,
      "grad_norm": 0.9249500632286072,
      "learning_rate": 0.00019022222222222224,
      "loss": 0.4766,
      "step": 440
    },
    {
      "epoch": 0.22738756947953512,
      "grad_norm": 2.516437530517578,
      "learning_rate": 0.00019,
      "loss": 0.532,
      "step": 450
    },
    {
      "epoch": 0.23244062657908035,
      "grad_norm": 1.32094144821167,
      "learning_rate": 0.00018977777777777778,
      "loss": 0.62,
      "step": 460
    },
    {
      "epoch": 0.23749368367862556,
      "grad_norm": 5.317640781402588,
      "learning_rate": 0.00018955555555555558,
      "loss": 0.5053,
      "step": 470
    },
    {
      "epoch": 0.2425467407781708,
      "grad_norm": 0.9952796101570129,
      "learning_rate": 0.00018933333333333335,
      "loss": 0.3515,
      "step": 480
    },
    {
      "epoch": 0.24759979787771602,
      "grad_norm": 5.339252948760986,
      "learning_rate": 0.00018911111111111112,
      "loss": 0.7594,
      "step": 490
    },
    {
      "epoch": 0.25265285497726125,
      "grad_norm": 1.5515260696411133,
      "learning_rate": 0.00018888888888888888,
      "loss": 0.547,
      "step": 500
    },
    {
      "epoch": 0.25265285497726125,
      "eval_accuracy": 0.8335123523093448,
      "eval_loss": 0.42532363533973694,
      "eval_runtime": 22.6359,
      "eval_samples_per_second": 123.388,
      "eval_steps_per_second": 15.462,
      "step": 500
    },
    {
      "epoch": 0.2577059120768065,
      "grad_norm": 1.3761298656463623,
      "learning_rate": 0.00018866666666666668,
      "loss": 0.4438,
      "step": 510
    },
    {
      "epoch": 0.2627589691763517,
      "grad_norm": 4.520216464996338,
      "learning_rate": 0.00018844444444444445,
      "loss": 0.5003,
      "step": 520
    },
    {
      "epoch": 0.2678120262758969,
      "grad_norm": 1.277355670928955,
      "learning_rate": 0.00018822222222222222,
      "loss": 0.472,
      "step": 530
    },
    {
      "epoch": 0.27286508337544213,
      "grad_norm": 0.9009717106819153,
      "learning_rate": 0.000188,
      "loss": 0.5756,
      "step": 540
    },
    {
      "epoch": 0.27791814047498736,
      "grad_norm": 1.265140414237976,
      "learning_rate": 0.00018777777777777779,
      "loss": 0.5466,
      "step": 550
    },
    {
      "epoch": 0.2829711975745326,
      "grad_norm": 0.7211174368858337,
      "learning_rate": 0.00018755555555555558,
      "loss": 0.4687,
      "step": 560
    },
    {
      "epoch": 0.28802425467407783,
      "grad_norm": 0.7686963081359863,
      "learning_rate": 0.00018733333333333335,
      "loss": 0.571,
      "step": 570
    },
    {
      "epoch": 0.29307731177362306,
      "grad_norm": 1.9314404726028442,
      "learning_rate": 0.00018711111111111112,
      "loss": 0.532,
      "step": 580
    },
    {
      "epoch": 0.2981303688731683,
      "grad_norm": 2.081638813018799,
      "learning_rate": 0.0001868888888888889,
      "loss": 0.5143,
      "step": 590
    },
    {
      "epoch": 0.30318342597271347,
      "grad_norm": 3.3979947566986084,
      "learning_rate": 0.0001866666666666667,
      "loss": 0.4702,
      "step": 600
    },
    {
      "epoch": 0.30318342597271347,
      "eval_accuracy": 0.8446115288220551,
      "eval_loss": 0.38639551401138306,
      "eval_runtime": 23.3543,
      "eval_samples_per_second": 119.593,
      "eval_steps_per_second": 14.987,
      "step": 600
    },
    {
      "epoch": 0.3082364830722587,
      "grad_norm": 1.4857347011566162,
      "learning_rate": 0.00018644444444444446,
      "loss": 0.5053,
      "step": 610
    },
    {
      "epoch": 0.31328954017180394,
      "grad_norm": 0.7065760493278503,
      "learning_rate": 0.00018622222222222223,
      "loss": 0.4728,
      "step": 620
    },
    {
      "epoch": 0.31834259727134917,
      "grad_norm": 2.9684479236602783,
      "learning_rate": 0.00018600000000000002,
      "loss": 0.4999,
      "step": 630
    },
    {
      "epoch": 0.3233956543708944,
      "grad_norm": 2.780421018600464,
      "learning_rate": 0.0001857777777777778,
      "loss": 0.3192,
      "step": 640
    },
    {
      "epoch": 0.32844871147043964,
      "grad_norm": 0.8906468749046326,
      "learning_rate": 0.00018555555555555556,
      "loss": 0.7761,
      "step": 650
    },
    {
      "epoch": 0.3335017685699848,
      "grad_norm": 2.108656644821167,
      "learning_rate": 0.00018533333333333333,
      "loss": 0.6522,
      "step": 660
    },
    {
      "epoch": 0.33855482566953005,
      "grad_norm": 2.96596622467041,
      "learning_rate": 0.00018511111111111113,
      "loss": 0.4721,
      "step": 670
    },
    {
      "epoch": 0.3436078827690753,
      "grad_norm": 2.0396857261657715,
      "learning_rate": 0.0001848888888888889,
      "loss": 0.4571,
      "step": 680
    },
    {
      "epoch": 0.3486609398686205,
      "grad_norm": 2.564168930053711,
      "learning_rate": 0.00018466666666666666,
      "loss": 0.4676,
      "step": 690
    },
    {
      "epoch": 0.35371399696816574,
      "grad_norm": 2.480363607406616,
      "learning_rate": 0.00018444444444444446,
      "loss": 0.5099,
      "step": 700
    },
    {
      "epoch": 0.35371399696816574,
      "eval_accuracy": 0.7755102040816326,
      "eval_loss": 0.48194998502731323,
      "eval_runtime": 21.4702,
      "eval_samples_per_second": 130.088,
      "eval_steps_per_second": 16.302,
      "step": 700
    },
    {
      "epoch": 0.358767054067711,
      "grad_norm": 2.140857696533203,
      "learning_rate": 0.00018422222222222223,
      "loss": 0.5115,
      "step": 710
    },
    {
      "epoch": 0.3638201111672562,
      "grad_norm": 2.32558012008667,
      "learning_rate": 0.00018400000000000003,
      "loss": 0.4627,
      "step": 720
    },
    {
      "epoch": 0.3688731682668014,
      "grad_norm": 3.254412889480591,
      "learning_rate": 0.00018377777777777777,
      "loss": 0.4797,
      "step": 730
    },
    {
      "epoch": 0.3739262253663466,
      "grad_norm": 1.9636939764022827,
      "learning_rate": 0.00018355555555555557,
      "loss": 0.5634,
      "step": 740
    },
    {
      "epoch": 0.37897928246589185,
      "grad_norm": 1.8012185096740723,
      "learning_rate": 0.00018333333333333334,
      "loss": 0.4575,
      "step": 750
    },
    {
      "epoch": 0.3840323395654371,
      "grad_norm": 5.658529758453369,
      "learning_rate": 0.00018311111111111113,
      "loss": 0.5222,
      "step": 760
    },
    {
      "epoch": 0.3890853966649823,
      "grad_norm": 4.113037109375,
      "learning_rate": 0.00018288888888888887,
      "loss": 0.4088,
      "step": 770
    },
    {
      "epoch": 0.39413845376452755,
      "grad_norm": 4.239760398864746,
      "learning_rate": 0.00018266666666666667,
      "loss": 0.425,
      "step": 780
    },
    {
      "epoch": 0.3991915108640728,
      "grad_norm": 5.495861053466797,
      "learning_rate": 0.00018244444444444447,
      "loss": 0.4213,
      "step": 790
    },
    {
      "epoch": 0.40424456796361796,
      "grad_norm": 2.3264899253845215,
      "learning_rate": 0.00018222222222222224,
      "loss": 0.5484,
      "step": 800
    },
    {
      "epoch": 0.40424456796361796,
      "eval_accuracy": 0.8263515932688865,
      "eval_loss": 0.3940279483795166,
      "eval_runtime": 22.3098,
      "eval_samples_per_second": 125.191,
      "eval_steps_per_second": 15.688,
      "step": 800
    },
    {
      "epoch": 0.4092976250631632,
      "grad_norm": 3.747011184692383,
      "learning_rate": 0.000182,
      "loss": 0.3838,
      "step": 810
    },
    {
      "epoch": 0.41435068216270843,
      "grad_norm": 4.610471248626709,
      "learning_rate": 0.00018177777777777778,
      "loss": 0.5677,
      "step": 820
    },
    {
      "epoch": 0.41940373926225366,
      "grad_norm": 1.2806724309921265,
      "learning_rate": 0.00018155555555555557,
      "loss": 0.5668,
      "step": 830
    },
    {
      "epoch": 0.4244567963617989,
      "grad_norm": 2.143632650375366,
      "learning_rate": 0.00018133333333333334,
      "loss": 0.4984,
      "step": 840
    },
    {
      "epoch": 0.4295098534613441,
      "grad_norm": 2.1807491779327393,
      "learning_rate": 0.0001811111111111111,
      "loss": 0.4222,
      "step": 850
    },
    {
      "epoch": 0.43456291056088936,
      "grad_norm": 3.1031441688537598,
      "learning_rate": 0.0001808888888888889,
      "loss": 0.4854,
      "step": 860
    },
    {
      "epoch": 0.43961596766043454,
      "grad_norm": 1.3116328716278076,
      "learning_rate": 0.00018066666666666668,
      "loss": 0.414,
      "step": 870
    },
    {
      "epoch": 0.44466902475997977,
      "grad_norm": 2.7630324363708496,
      "learning_rate": 0.00018044444444444447,
      "loss": 0.4963,
      "step": 880
    },
    {
      "epoch": 0.449722081859525,
      "grad_norm": 1.7805945873260498,
      "learning_rate": 0.00018022222222222221,
      "loss": 0.5202,
      "step": 890
    },
    {
      "epoch": 0.45477513895907024,
      "grad_norm": 2.960754632949829,
      "learning_rate": 0.00018,
      "loss": 0.6263,
      "step": 900
    },
    {
      "epoch": 0.45477513895907024,
      "eval_accuracy": 0.7117794486215538,
      "eval_loss": 0.6219449043273926,
      "eval_runtime": 22.1628,
      "eval_samples_per_second": 126.022,
      "eval_steps_per_second": 15.792,
      "step": 900
    },
    {
      "epoch": 0.45982819605861547,
      "grad_norm": 1.2690253257751465,
      "learning_rate": 0.00017977777777777778,
      "loss": 0.5016,
      "step": 910
    },
    {
      "epoch": 0.4648812531581607,
      "grad_norm": 2.105319023132324,
      "learning_rate": 0.00017955555555555558,
      "loss": 0.455,
      "step": 920
    },
    {
      "epoch": 0.46993431025770593,
      "grad_norm": 0.5122328400611877,
      "learning_rate": 0.00017933333333333332,
      "loss": 0.5045,
      "step": 930
    },
    {
      "epoch": 0.4749873673572511,
      "grad_norm": 1.700193166732788,
      "learning_rate": 0.00017911111111111112,
      "loss": 0.568,
      "step": 940
    },
    {
      "epoch": 0.48004042445679634,
      "grad_norm": 1.9073634147644043,
      "learning_rate": 0.0001788888888888889,
      "loss": 0.4445,
      "step": 950
    },
    {
      "epoch": 0.4850934815563416,
      "grad_norm": 2.1367106437683105,
      "learning_rate": 0.00017866666666666668,
      "loss": 0.5335,
      "step": 960
    },
    {
      "epoch": 0.4901465386558868,
      "grad_norm": 2.9629406929016113,
      "learning_rate": 0.00017844444444444445,
      "loss": 0.4809,
      "step": 970
    },
    {
      "epoch": 0.49519959575543204,
      "grad_norm": 3.2274210453033447,
      "learning_rate": 0.00017822222222222222,
      "loss": 0.4762,
      "step": 980
    },
    {
      "epoch": 0.5002526528549772,
      "grad_norm": 2.4677717685699463,
      "learning_rate": 0.00017800000000000002,
      "loss": 0.5479,
      "step": 990
    },
    {
      "epoch": 0.5053057099545225,
      "grad_norm": 1.7024959325790405,
      "learning_rate": 0.00017777777777777779,
      "loss": 0.5453,
      "step": 1000
    },
    {
      "epoch": 0.5053057099545225,
      "eval_accuracy": 0.7887576083064805,
      "eval_loss": 0.454845130443573,
      "eval_runtime": 22.2317,
      "eval_samples_per_second": 125.631,
      "eval_steps_per_second": 15.743,
      "step": 1000
    },
    {
      "epoch": 0.5103587670540677,
      "grad_norm": 2.923689126968384,
      "learning_rate": 0.00017755555555555556,
      "loss": 0.5531,
      "step": 1010
    },
    {
      "epoch": 0.515411824153613,
      "grad_norm": 0.9824873208999634,
      "learning_rate": 0.00017733333333333335,
      "loss": 0.4836,
      "step": 1020
    },
    {
      "epoch": 0.5204648812531582,
      "grad_norm": 2.362745523452759,
      "learning_rate": 0.00017711111111111112,
      "loss": 0.4541,
      "step": 1030
    },
    {
      "epoch": 0.5255179383527034,
      "grad_norm": 0.6012383699417114,
      "learning_rate": 0.0001768888888888889,
      "loss": 0.3289,
      "step": 1040
    },
    {
      "epoch": 0.5305709954522486,
      "grad_norm": 3.0225465297698975,
      "learning_rate": 0.00017666666666666666,
      "loss": 0.4928,
      "step": 1050
    },
    {
      "epoch": 0.5356240525517938,
      "grad_norm": 1.9450099468231201,
      "learning_rate": 0.00017644444444444446,
      "loss": 0.5408,
      "step": 1060
    },
    {
      "epoch": 0.5406771096513391,
      "grad_norm": 1.4540809392929077,
      "learning_rate": 0.00017622222222222223,
      "loss": 0.4319,
      "step": 1070
    },
    {
      "epoch": 0.5457301667508843,
      "grad_norm": 1.9152274131774902,
      "learning_rate": 0.00017600000000000002,
      "loss": 0.4556,
      "step": 1080
    },
    {
      "epoch": 0.5507832238504295,
      "grad_norm": 4.454532146453857,
      "learning_rate": 0.0001757777777777778,
      "loss": 0.4623,
      "step": 1090
    },
    {
      "epoch": 0.5558362809499747,
      "grad_norm": 2.6191518306732178,
      "learning_rate": 0.00017555555555555556,
      "loss": 0.5431,
      "step": 1100
    },
    {
      "epoch": 0.5558362809499747,
      "eval_accuracy": 0.8084496956677408,
      "eval_loss": 0.4210474193096161,
      "eval_runtime": 20.9097,
      "eval_samples_per_second": 133.574,
      "eval_steps_per_second": 16.739,
      "step": 1100
    },
    {
      "epoch": 0.56088933804952,
      "grad_norm": 3.4355955123901367,
      "learning_rate": 0.00017533333333333336,
      "loss": 0.6591,
      "step": 1110
    },
    {
      "epoch": 0.5659423951490652,
      "grad_norm": 1.8346270322799683,
      "learning_rate": 0.00017511111111111113,
      "loss": 0.4865,
      "step": 1120
    },
    {
      "epoch": 0.5709954522486104,
      "grad_norm": 0.6583804488182068,
      "learning_rate": 0.0001748888888888889,
      "loss": 0.4366,
      "step": 1130
    },
    {
      "epoch": 0.5760485093481557,
      "grad_norm": 2.2707302570343018,
      "learning_rate": 0.00017466666666666667,
      "loss": 0.5579,
      "step": 1140
    },
    {
      "epoch": 0.5811015664477008,
      "grad_norm": 3.1430397033691406,
      "learning_rate": 0.00017444444444444446,
      "loss": 0.622,
      "step": 1150
    },
    {
      "epoch": 0.5861546235472461,
      "grad_norm": 1.2443580627441406,
      "learning_rate": 0.00017422222222222223,
      "loss": 0.583,
      "step": 1160
    },
    {
      "epoch": 0.5912076806467913,
      "grad_norm": 0.9249362349510193,
      "learning_rate": 0.000174,
      "loss": 0.5084,
      "step": 1170
    },
    {
      "epoch": 0.5962607377463366,
      "grad_norm": 1.8132987022399902,
      "learning_rate": 0.0001737777777777778,
      "loss": 0.4207,
      "step": 1180
    },
    {
      "epoch": 0.6013137948458818,
      "grad_norm": 1.5119869709014893,
      "learning_rate": 0.00017355555555555557,
      "loss": 0.436,
      "step": 1190
    },
    {
      "epoch": 0.6063668519454269,
      "grad_norm": 4.935205936431885,
      "learning_rate": 0.00017333333333333334,
      "loss": 0.5678,
      "step": 1200
    },
    {
      "epoch": 0.6063668519454269,
      "eval_accuracy": 0.8037952022914429,
      "eval_loss": 0.4945639967918396,
      "eval_runtime": 22.3966,
      "eval_samples_per_second": 124.706,
      "eval_steps_per_second": 15.627,
      "step": 1200
    },
    {
      "epoch": 0.6114199090449722,
      "grad_norm": 3.2047390937805176,
      "learning_rate": 0.0001731111111111111,
      "loss": 0.3757,
      "step": 1210
    },
    {
      "epoch": 0.6164729661445174,
      "grad_norm": 1.1126270294189453,
      "learning_rate": 0.0001728888888888889,
      "loss": 0.4233,
      "step": 1220
    },
    {
      "epoch": 0.6215260232440627,
      "grad_norm": 2.307159185409546,
      "learning_rate": 0.00017266666666666667,
      "loss": 0.697,
      "step": 1230
    },
    {
      "epoch": 0.6265790803436079,
      "grad_norm": 1.7499977350234985,
      "learning_rate": 0.00017244444444444444,
      "loss": 0.3902,
      "step": 1240
    },
    {
      "epoch": 0.631632137443153,
      "grad_norm": 1.4569963216781616,
      "learning_rate": 0.00017222222222222224,
      "loss": 0.4809,
      "step": 1250
    },
    {
      "epoch": 0.6366851945426983,
      "grad_norm": 2.1392791271209717,
      "learning_rate": 0.000172,
      "loss": 0.4767,
      "step": 1260
    },
    {
      "epoch": 0.6417382516422435,
      "grad_norm": 1.7471693754196167,
      "learning_rate": 0.0001717777777777778,
      "loss": 0.4493,
      "step": 1270
    },
    {
      "epoch": 0.6467913087417888,
      "grad_norm": 1.5734494924545288,
      "learning_rate": 0.00017155555555555555,
      "loss": 0.5824,
      "step": 1280
    },
    {
      "epoch": 0.651844365841334,
      "grad_norm": 0.9970535635948181,
      "learning_rate": 0.00017133333333333334,
      "loss": 0.3455,
      "step": 1290
    },
    {
      "epoch": 0.6568974229408793,
      "grad_norm": 4.512068271636963,
      "learning_rate": 0.0001711111111111111,
      "loss": 0.3266,
      "step": 1300
    },
    {
      "epoch": 0.6568974229408793,
      "eval_accuracy": 0.8263515932688865,
      "eval_loss": 0.4538181722164154,
      "eval_runtime": 22.3661,
      "eval_samples_per_second": 124.877,
      "eval_steps_per_second": 15.649,
      "step": 1300
    },
    {
      "epoch": 0.6619504800404244,
      "grad_norm": 3.7386505603790283,
      "learning_rate": 0.0001708888888888889,
      "loss": 0.6928,
      "step": 1310
    },
    {
      "epoch": 0.6670035371399696,
      "grad_norm": 1.3968713283538818,
      "learning_rate": 0.00017066666666666668,
      "loss": 0.4317,
      "step": 1320
    },
    {
      "epoch": 0.6720565942395149,
      "grad_norm": 2.0303447246551514,
      "learning_rate": 0.00017044444444444445,
      "loss": 0.4526,
      "step": 1330
    },
    {
      "epoch": 0.6771096513390601,
      "grad_norm": 1.145485281944275,
      "learning_rate": 0.00017022222222222224,
      "loss": 0.5742,
      "step": 1340
    },
    {
      "epoch": 0.6821627084386054,
      "grad_norm": 1.014075756072998,
      "learning_rate": 0.00017,
      "loss": 0.4812,
      "step": 1350
    },
    {
      "epoch": 0.6872157655381506,
      "grad_norm": 0.7424379587173462,
      "learning_rate": 0.00016977777777777778,
      "loss": 0.3391,
      "step": 1360
    },
    {
      "epoch": 0.6922688226376958,
      "grad_norm": 1.990348219871521,
      "learning_rate": 0.00016955555555555555,
      "loss": 0.477,
      "step": 1370
    },
    {
      "epoch": 0.697321879737241,
      "grad_norm": 2.611443281173706,
      "learning_rate": 0.00016933333333333335,
      "loss": 0.436,
      "step": 1380
    },
    {
      "epoch": 0.7023749368367862,
      "grad_norm": 1.5179691314697266,
      "learning_rate": 0.00016911111111111112,
      "loss": 0.6461,
      "step": 1390
    },
    {
      "epoch": 0.7074279939363315,
      "grad_norm": 1.9120951890945435,
      "learning_rate": 0.00016888888888888889,
      "loss": 0.4225,
      "step": 1400
    },
    {
      "epoch": 0.7074279939363315,
      "eval_accuracy": 0.8088077336197637,
      "eval_loss": 0.4366118609905243,
      "eval_runtime": 22.4189,
      "eval_samples_per_second": 124.582,
      "eval_steps_per_second": 15.612,
      "step": 1400
    },
    {
      "epoch": 0.7124810510358767,
      "grad_norm": 2.0365612506866455,
      "learning_rate": 0.00016866666666666668,
      "loss": 0.4125,
      "step": 1410
    },
    {
      "epoch": 0.717534108135422,
      "grad_norm": 1.036264181137085,
      "learning_rate": 0.00016844444444444445,
      "loss": 0.3497,
      "step": 1420
    },
    {
      "epoch": 0.7225871652349671,
      "grad_norm": 4.05681037902832,
      "learning_rate": 0.00016822222222222225,
      "loss": 0.435,
      "step": 1430
    },
    {
      "epoch": 0.7276402223345124,
      "grad_norm": 1.6648637056350708,
      "learning_rate": 0.000168,
      "loss": 0.398,
      "step": 1440
    },
    {
      "epoch": 0.7326932794340576,
      "grad_norm": 3.195124864578247,
      "learning_rate": 0.0001677777777777778,
      "loss": 0.6537,
      "step": 1450
    },
    {
      "epoch": 0.7377463365336028,
      "grad_norm": 1.0564615726470947,
      "learning_rate": 0.00016755555555555556,
      "loss": 0.3518,
      "step": 1460
    },
    {
      "epoch": 0.7427993936331481,
      "grad_norm": 1.3577885627746582,
      "learning_rate": 0.00016733333333333335,
      "loss": 0.3378,
      "step": 1470
    },
    {
      "epoch": 0.7478524507326932,
      "grad_norm": 2.538241147994995,
      "learning_rate": 0.00016711111111111112,
      "loss": 0.4399,
      "step": 1480
    },
    {
      "epoch": 0.7529055078322385,
      "grad_norm": 2.032485246658325,
      "learning_rate": 0.0001668888888888889,
      "loss": 0.3973,
      "step": 1490
    },
    {
      "epoch": 0.7579585649317837,
      "grad_norm": 0.5845909714698792,
      "learning_rate": 0.0001666666666666667,
      "loss": 0.32,
      "step": 1500
    },
    {
      "epoch": 0.7579585649317837,
      "eval_accuracy": 0.7883995703544576,
      "eval_loss": 0.5585851669311523,
      "eval_runtime": 21.3123,
      "eval_samples_per_second": 131.051,
      "eval_steps_per_second": 16.422,
      "step": 1500
    },
    {
      "epoch": 0.763011622031329,
      "grad_norm": 1.060084342956543,
      "learning_rate": 0.00016644444444444446,
      "loss": 0.4507,
      "step": 1510
    },
    {
      "epoch": 0.7680646791308742,
      "grad_norm": 3.0685956478118896,
      "learning_rate": 0.00016622222222222223,
      "loss": 0.4476,
      "step": 1520
    },
    {
      "epoch": 0.7731177362304194,
      "grad_norm": 1.285022258758545,
      "learning_rate": 0.000166,
      "loss": 0.4391,
      "step": 1530
    },
    {
      "epoch": 0.7781707933299646,
      "grad_norm": 0.9301333427429199,
      "learning_rate": 0.0001657777777777778,
      "loss": 0.5981,
      "step": 1540
    },
    {
      "epoch": 0.7832238504295098,
      "grad_norm": 1.7216811180114746,
      "learning_rate": 0.00016555555555555556,
      "loss": 0.4924,
      "step": 1550
    },
    {
      "epoch": 0.7882769075290551,
      "grad_norm": 3.7065885066986084,
      "learning_rate": 0.00016533333333333333,
      "loss": 0.4895,
      "step": 1560
    },
    {
      "epoch": 0.7933299646286003,
      "grad_norm": 1.7684383392333984,
      "learning_rate": 0.00016511111111111113,
      "loss": 0.5223,
      "step": 1570
    },
    {
      "epoch": 0.7983830217281456,
      "grad_norm": 2.3638968467712402,
      "learning_rate": 0.0001648888888888889,
      "loss": 0.4228,
      "step": 1580
    },
    {
      "epoch": 0.8034360788276907,
      "grad_norm": 2.4584741592407227,
      "learning_rate": 0.00016466666666666667,
      "loss": 0.5006,
      "step": 1590
    },
    {
      "epoch": 0.8084891359272359,
      "grad_norm": 1.8796658515930176,
      "learning_rate": 0.00016444444444444444,
      "loss": 0.473,
      "step": 1600
    },
    {
      "epoch": 0.8084891359272359,
      "eval_accuracy": 0.7973505191550304,
      "eval_loss": 0.48050203919410706,
      "eval_runtime": 21.4795,
      "eval_samples_per_second": 130.031,
      "eval_steps_per_second": 16.295,
      "step": 1600
    },
    {
      "epoch": 0.8135421930267812,
      "grad_norm": 2.43819260597229,
      "learning_rate": 0.00016422222222222223,
      "loss": 0.4502,
      "step": 1610
    },
    {
      "epoch": 0.8185952501263264,
      "grad_norm": 0.9898656606674194,
      "learning_rate": 0.000164,
      "loss": 0.4386,
      "step": 1620
    },
    {
      "epoch": 0.8236483072258717,
      "grad_norm": 3.075253963470459,
      "learning_rate": 0.0001637777777777778,
      "loss": 0.4411,
      "step": 1630
    },
    {
      "epoch": 0.8287013643254169,
      "grad_norm": 1.5815861225128174,
      "learning_rate": 0.0001635777777777778,
      "loss": 0.5317,
      "step": 1640
    },
    {
      "epoch": 0.8337544214249621,
      "grad_norm": 2.222179889678955,
      "learning_rate": 0.00016335555555555556,
      "loss": 0.3035,
      "step": 1650
    },
    {
      "epoch": 0.8388074785245073,
      "grad_norm": 1.270073652267456,
      "learning_rate": 0.00016313333333333333,
      "loss": 0.4034,
      "step": 1660
    },
    {
      "epoch": 0.8438605356240525,
      "grad_norm": 1.8750139474868774,
      "learning_rate": 0.00016291111111111113,
      "loss": 0.5429,
      "step": 1670
    },
    {
      "epoch": 0.8489135927235978,
      "grad_norm": 2.5823447704315186,
      "learning_rate": 0.0001626888888888889,
      "loss": 0.5483,
      "step": 1680
    },
    {
      "epoch": 0.853966649823143,
      "grad_norm": 1.3424440622329712,
      "learning_rate": 0.00016246666666666667,
      "loss": 0.4951,
      "step": 1690
    },
    {
      "epoch": 0.8590197069226883,
      "grad_norm": 1.6336854696273804,
      "learning_rate": 0.00016224444444444444,
      "loss": 0.4557,
      "step": 1700
    },
    {
      "epoch": 0.8590197069226883,
      "eval_accuracy": 0.8370927318295739,
      "eval_loss": 0.3707003891468048,
      "eval_runtime": 22.3815,
      "eval_samples_per_second": 124.791,
      "eval_steps_per_second": 15.638,
      "step": 1700
    },
    {
      "epoch": 0.8640727640222334,
      "grad_norm": 1.8110884428024292,
      "learning_rate": 0.00016202222222222223,
      "loss": 0.4014,
      "step": 1710
    },
    {
      "epoch": 0.8691258211217787,
      "grad_norm": 2.2485573291778564,
      "learning_rate": 0.00016180000000000003,
      "loss": 0.5139,
      "step": 1720
    },
    {
      "epoch": 0.8741788782213239,
      "grad_norm": 1.4717490673065186,
      "learning_rate": 0.00016157777777777777,
      "loss": 0.427,
      "step": 1730
    },
    {
      "epoch": 0.8792319353208691,
      "grad_norm": 1.3247179985046387,
      "learning_rate": 0.00016135555555555557,
      "loss": 0.5735,
      "step": 1740
    },
    {
      "epoch": 0.8842849924204144,
      "grad_norm": 1.9749815464019775,
      "learning_rate": 0.00016113333333333334,
      "loss": 0.4366,
      "step": 1750
    },
    {
      "epoch": 0.8893380495199595,
      "grad_norm": 1.1374492645263672,
      "learning_rate": 0.00016091111111111113,
      "loss": 0.3669,
      "step": 1760
    },
    {
      "epoch": 0.8943911066195048,
      "grad_norm": 0.9348354339599609,
      "learning_rate": 0.00016068888888888888,
      "loss": 0.6215,
      "step": 1770
    },
    {
      "epoch": 0.89944416371905,
      "grad_norm": 3.336740255355835,
      "learning_rate": 0.00016046666666666667,
      "loss": 0.4449,
      "step": 1780
    },
    {
      "epoch": 0.9044972208185953,
      "grad_norm": 1.1256966590881348,
      "learning_rate": 0.00016024444444444444,
      "loss": 0.3973,
      "step": 1790
    },
    {
      "epoch": 0.9095502779181405,
      "grad_norm": 2.256025552749634,
      "learning_rate": 0.00016002222222222224,
      "loss": 0.408,
      "step": 1800
    },
    {
      "epoch": 0.9095502779181405,
      "eval_accuracy": 0.7998567848191909,
      "eval_loss": 0.49676695466041565,
      "eval_runtime": 21.7521,
      "eval_samples_per_second": 128.401,
      "eval_steps_per_second": 16.09,
      "step": 1800
    },
    {
      "epoch": 0.9146033350176856,
      "grad_norm": 1.9306086301803589,
      "learning_rate": 0.0001598,
      "loss": 0.4096,
      "step": 1810
    },
    {
      "epoch": 0.9196563921172309,
      "grad_norm": 1.706842303276062,
      "learning_rate": 0.00015957777777777778,
      "loss": 0.5705,
      "step": 1820
    },
    {
      "epoch": 0.9247094492167761,
      "grad_norm": 1.115983486175537,
      "learning_rate": 0.00015935555555555557,
      "loss": 0.4,
      "step": 1830
    },
    {
      "epoch": 0.9297625063163214,
      "grad_norm": 3.9791793823242188,
      "learning_rate": 0.00015913333333333334,
      "loss": 0.5316,
      "step": 1840
    },
    {
      "epoch": 0.9348155634158666,
      "grad_norm": 1.2531650066375732,
      "learning_rate": 0.0001589111111111111,
      "loss": 0.4081,
      "step": 1850
    },
    {
      "epoch": 0.9398686205154119,
      "grad_norm": 8.854723930358887,
      "learning_rate": 0.00015868888888888888,
      "loss": 0.4802,
      "step": 1860
    },
    {
      "epoch": 0.944921677614957,
      "grad_norm": 1.6594269275665283,
      "learning_rate": 0.00015846666666666668,
      "loss": 0.3648,
      "step": 1870
    },
    {
      "epoch": 0.9499747347145022,
      "grad_norm": 2.8492445945739746,
      "learning_rate": 0.00015824444444444448,
      "loss": 0.5144,
      "step": 1880
    },
    {
      "epoch": 0.9550277918140475,
      "grad_norm": 0.9804765582084656,
      "learning_rate": 0.00015802222222222222,
      "loss": 0.3473,
      "step": 1890
    },
    {
      "epoch": 0.9600808489135927,
      "grad_norm": 2.4545788764953613,
      "learning_rate": 0.00015780000000000001,
      "loss": 0.4979,
      "step": 1900
    },
    {
      "epoch": 0.9600808489135927,
      "eval_accuracy": 0.7898317221625493,
      "eval_loss": 0.44323283433914185,
      "eval_runtime": 22.292,
      "eval_samples_per_second": 125.291,
      "eval_steps_per_second": 15.701,
      "step": 1900
    },
    {
      "epoch": 0.965133906013138,
      "grad_norm": 3.2131950855255127,
      "learning_rate": 0.00015757777777777778,
      "loss": 0.4122,
      "step": 1910
    },
    {
      "epoch": 0.9701869631126832,
      "grad_norm": 1.4557360410690308,
      "learning_rate": 0.00015735555555555558,
      "loss": 0.4336,
      "step": 1920
    },
    {
      "epoch": 0.9752400202122284,
      "grad_norm": 5.198827743530273,
      "learning_rate": 0.00015713333333333332,
      "loss": 0.5444,
      "step": 1930
    },
    {
      "epoch": 0.9802930773117736,
      "grad_norm": 1.1999950408935547,
      "learning_rate": 0.00015691111111111112,
      "loss": 0.395,
      "step": 1940
    },
    {
      "epoch": 0.9853461344113188,
      "grad_norm": 7.783042907714844,
      "learning_rate": 0.00015668888888888891,
      "loss": 0.3799,
      "step": 1950
    },
    {
      "epoch": 0.9903991915108641,
      "grad_norm": 1.327025294303894,
      "learning_rate": 0.00015646666666666668,
      "loss": 0.395,
      "step": 1960
    },
    {
      "epoch": 0.9954522486104093,
      "grad_norm": 2.7618377208709717,
      "learning_rate": 0.00015624444444444445,
      "loss": 0.4848,
      "step": 1970
    },
    {
      "epoch": 1.0005053057099544,
      "grad_norm": 1.5084019899368286,
      "learning_rate": 0.00015602222222222222,
      "loss": 0.4566,
      "step": 1980
    },
    {
      "epoch": 1.0055583628094997,
      "grad_norm": 8.516404151916504,
      "learning_rate": 0.00015580000000000002,
      "loss": 0.3587,
      "step": 1990
    },
    {
      "epoch": 1.010611419909045,
      "grad_norm": 2.565399646759033,
      "learning_rate": 0.0001555777777777778,
      "loss": 0.4115,
      "step": 2000
    },
    {
      "epoch": 1.010611419909045,
      "eval_accuracy": 0.8392409595417114,
      "eval_loss": 0.37224915623664856,
      "eval_runtime": 21.6376,
      "eval_samples_per_second": 129.081,
      "eval_steps_per_second": 16.176,
      "step": 2000
    },
    {
      "epoch": 1.0156644770085903,
      "grad_norm": 2.0563793182373047,
      "learning_rate": 0.00015535555555555556,
      "loss": 0.3663,
      "step": 2010
    },
    {
      "epoch": 1.0207175341081354,
      "grad_norm": 1.1219370365142822,
      "learning_rate": 0.00015513333333333333,
      "loss": 0.2725,
      "step": 2020
    },
    {
      "epoch": 1.0257705912076807,
      "grad_norm": 5.346210956573486,
      "learning_rate": 0.00015491111111111112,
      "loss": 0.5517,
      "step": 2030
    },
    {
      "epoch": 1.030823648307226,
      "grad_norm": 2.1599607467651367,
      "learning_rate": 0.0001546888888888889,
      "loss": 0.4699,
      "step": 2040
    },
    {
      "epoch": 1.035876705406771,
      "grad_norm": 2.0968916416168213,
      "learning_rate": 0.00015446666666666666,
      "loss": 0.5148,
      "step": 2050
    },
    {
      "epoch": 1.0409297625063163,
      "grad_norm": 1.5473324060440063,
      "learning_rate": 0.00015424444444444446,
      "loss": 0.4261,
      "step": 2060
    },
    {
      "epoch": 1.0459828196058616,
      "grad_norm": 2.198204755783081,
      "learning_rate": 0.00015402222222222223,
      "loss": 0.4995,
      "step": 2070
    },
    {
      "epoch": 1.0510358767054067,
      "grad_norm": 3.301290988922119,
      "learning_rate": 0.0001538,
      "loss": 0.4424,
      "step": 2080
    },
    {
      "epoch": 1.056088933804952,
      "grad_norm": 2.5087785720825195,
      "learning_rate": 0.00015357777777777777,
      "loss": 0.4171,
      "step": 2090
    },
    {
      "epoch": 1.0611419909044972,
      "grad_norm": 2.4859185218811035,
      "learning_rate": 0.00015335555555555556,
      "loss": 0.3421,
      "step": 2100
    },
    {
      "epoch": 1.0611419909044972,
      "eval_accuracy": 0.7400644468313641,
      "eval_loss": 0.5449945330619812,
      "eval_runtime": 21.8771,
      "eval_samples_per_second": 127.668,
      "eval_steps_per_second": 15.998,
      "step": 2100
    },
    {
      "epoch": 1.0661950480040425,
      "grad_norm": 2.9975504875183105,
      "learning_rate": 0.00015313333333333336,
      "loss": 0.3988,
      "step": 2110
    },
    {
      "epoch": 1.0712481051035876,
      "grad_norm": 1.1956052780151367,
      "learning_rate": 0.00015291111111111113,
      "loss": 0.4364,
      "step": 2120
    },
    {
      "epoch": 1.0763011622031329,
      "grad_norm": 1.7462997436523438,
      "learning_rate": 0.0001526888888888889,
      "loss": 0.412,
      "step": 2130
    },
    {
      "epoch": 1.0813542193026782,
      "grad_norm": 1.935174584388733,
      "learning_rate": 0.00015246666666666667,
      "loss": 0.4162,
      "step": 2140
    },
    {
      "epoch": 1.0864072764022232,
      "grad_norm": 2.8826425075531006,
      "learning_rate": 0.00015224444444444446,
      "loss": 0.4252,
      "step": 2150
    },
    {
      "epoch": 1.0914603335017685,
      "grad_norm": 3.358872652053833,
      "learning_rate": 0.00015202222222222223,
      "loss": 0.5634,
      "step": 2160
    },
    {
      "epoch": 1.0965133906013138,
      "grad_norm": 1.1377031803131104,
      "learning_rate": 0.0001518,
      "loss": 0.4235,
      "step": 2170
    },
    {
      "epoch": 1.101566447700859,
      "grad_norm": 1.375770926475525,
      "learning_rate": 0.00015157777777777777,
      "loss": 0.3415,
      "step": 2180
    },
    {
      "epoch": 1.1066195048004042,
      "grad_norm": 3.0093822479248047,
      "learning_rate": 0.00015135555555555557,
      "loss": 0.453,
      "step": 2190
    },
    {
      "epoch": 1.1116725618999495,
      "grad_norm": 13.947113037109375,
      "learning_rate": 0.00015113333333333334,
      "loss": 0.5165,
      "step": 2200
    },
    {
      "epoch": 1.1116725618999495,
      "eval_accuracy": 0.798782670963122,
      "eval_loss": 0.4611000120639801,
      "eval_runtime": 21.9329,
      "eval_samples_per_second": 127.343,
      "eval_steps_per_second": 15.958,
      "step": 2200
    },
    {
      "epoch": 1.1167256189994947,
      "grad_norm": 1.700982689857483,
      "learning_rate": 0.0001509111111111111,
      "loss": 0.3809,
      "step": 2210
    },
    {
      "epoch": 1.1217786760990398,
      "grad_norm": 2.483978748321533,
      "learning_rate": 0.0001506888888888889,
      "loss": 0.5038,
      "step": 2220
    },
    {
      "epoch": 1.126831733198585,
      "grad_norm": 1.1441247463226318,
      "learning_rate": 0.00015046666666666667,
      "loss": 0.3939,
      "step": 2230
    },
    {
      "epoch": 1.1318847902981304,
      "grad_norm": 2.9879062175750732,
      "learning_rate": 0.00015024444444444444,
      "loss": 0.4299,
      "step": 2240
    },
    {
      "epoch": 1.1369378473976757,
      "grad_norm": 1.0201929807662964,
      "learning_rate": 0.0001500222222222222,
      "loss": 0.3327,
      "step": 2250
    },
    {
      "epoch": 1.1419909044972207,
      "grad_norm": 3.08019757270813,
      "learning_rate": 0.0001498,
      "loss": 0.3942,
      "step": 2260
    },
    {
      "epoch": 1.147043961596766,
      "grad_norm": 0.6657310128211975,
      "learning_rate": 0.0001495777777777778,
      "loss": 0.4098,
      "step": 2270
    },
    {
      "epoch": 1.1520970186963113,
      "grad_norm": 3.8270938396453857,
      "learning_rate": 0.00014935555555555555,
      "loss": 0.3656,
      "step": 2280
    },
    {
      "epoch": 1.1571500757958564,
      "grad_norm": 0.9307794570922852,
      "learning_rate": 0.00014913333333333334,
      "loss": 0.4363,
      "step": 2290
    },
    {
      "epoch": 1.1622031328954017,
      "grad_norm": 2.5703837871551514,
      "learning_rate": 0.00014891111111111111,
      "loss": 0.4066,
      "step": 2300
    },
    {
      "epoch": 1.1622031328954017,
      "eval_accuracy": 0.8725384890798424,
      "eval_loss": 0.3225650489330292,
      "eval_runtime": 22.2715,
      "eval_samples_per_second": 125.407,
      "eval_steps_per_second": 15.715,
      "step": 2300
    },
    {
      "epoch": 1.167256189994947,
      "grad_norm": 1.6910845041275024,
      "learning_rate": 0.0001486888888888889,
      "loss": 0.4286,
      "step": 2310
    },
    {
      "epoch": 1.1723092470944922,
      "grad_norm": 1.9290587902069092,
      "learning_rate": 0.00014846666666666665,
      "loss": 0.2911,
      "step": 2320
    },
    {
      "epoch": 1.1773623041940373,
      "grad_norm": 5.606022357940674,
      "learning_rate": 0.00014824444444444445,
      "loss": 0.4133,
      "step": 2330
    },
    {
      "epoch": 1.1824153612935826,
      "grad_norm": 13.100260734558105,
      "learning_rate": 0.00014802222222222225,
      "loss": 0.4488,
      "step": 2340
    },
    {
      "epoch": 1.187468418393128,
      "grad_norm": 0.7320961356163025,
      "learning_rate": 0.00014780000000000001,
      "loss": 0.5085,
      "step": 2350
    },
    {
      "epoch": 1.192521475492673,
      "grad_norm": 1.5058331489562988,
      "learning_rate": 0.00014757777777777778,
      "loss": 0.4258,
      "step": 2360
    },
    {
      "epoch": 1.1975745325922182,
      "grad_norm": 1.7382888793945312,
      "learning_rate": 0.00014735555555555555,
      "loss": 0.3538,
      "step": 2370
    },
    {
      "epoch": 1.2026275896917635,
      "grad_norm": 2.7547197341918945,
      "learning_rate": 0.00014713333333333335,
      "loss": 0.356,
      "step": 2380
    },
    {
      "epoch": 1.2076806467913088,
      "grad_norm": 1.4990507364273071,
      "learning_rate": 0.00014691111111111112,
      "loss": 0.296,
      "step": 2390
    },
    {
      "epoch": 1.2127337038908539,
      "grad_norm": 4.220057964324951,
      "learning_rate": 0.0001466888888888889,
      "loss": 0.5085,
      "step": 2400
    },
    {
      "epoch": 1.2127337038908539,
      "eval_accuracy": 0.7762262799856785,
      "eval_loss": 0.5857972502708435,
      "eval_runtime": 21.357,
      "eval_samples_per_second": 130.777,
      "eval_steps_per_second": 16.388,
      "step": 2400
    },
    {
      "epoch": 1.2177867609903992,
      "grad_norm": 2.0989768505096436,
      "learning_rate": 0.00014646666666666666,
      "loss": 0.4585,
      "step": 2410
    },
    {
      "epoch": 1.2228398180899445,
      "grad_norm": 2.374248743057251,
      "learning_rate": 0.00014624444444444445,
      "loss": 0.4377,
      "step": 2420
    },
    {
      "epoch": 1.2278928751894895,
      "grad_norm": 0.8370972275733948,
      "learning_rate": 0.00014602222222222225,
      "loss": 0.5153,
      "step": 2430
    },
    {
      "epoch": 1.2329459322890348,
      "grad_norm": 0.8592082262039185,
      "learning_rate": 0.0001458,
      "loss": 0.3292,
      "step": 2440
    },
    {
      "epoch": 1.23799898938858,
      "grad_norm": 2.7484936714172363,
      "learning_rate": 0.0001455777777777778,
      "loss": 0.4038,
      "step": 2450
    },
    {
      "epoch": 1.2430520464881254,
      "grad_norm": 2.1439602375030518,
      "learning_rate": 0.00014535555555555556,
      "loss": 0.4894,
      "step": 2460
    },
    {
      "epoch": 1.2481051035876705,
      "grad_norm": 7.989200592041016,
      "learning_rate": 0.00014513333333333336,
      "loss": 0.5044,
      "step": 2470
    },
    {
      "epoch": 1.2531581606872157,
      "grad_norm": 1.8504892587661743,
      "learning_rate": 0.0001449111111111111,
      "loss": 0.3693,
      "step": 2480
    },
    {
      "epoch": 1.258211217786761,
      "grad_norm": 3.3306427001953125,
      "learning_rate": 0.0001446888888888889,
      "loss": 0.3577,
      "step": 2490
    },
    {
      "epoch": 1.263264274886306,
      "grad_norm": 2.0794196128845215,
      "learning_rate": 0.0001444666666666667,
      "loss": 0.4814,
      "step": 2500
    },
    {
      "epoch": 1.263264274886306,
      "eval_accuracy": 0.7765843179377014,
      "eval_loss": 0.39810770750045776,
      "eval_runtime": 21.1156,
      "eval_samples_per_second": 132.272,
      "eval_steps_per_second": 16.575,
      "step": 2500
    },
    {
      "epoch": 1.2683173319858514,
      "grad_norm": 4.378689289093018,
      "learning_rate": 0.00014424444444444446,
      "loss": 0.5345,
      "step": 2510
    },
    {
      "epoch": 1.2733703890853967,
      "grad_norm": 2.1999661922454834,
      "learning_rate": 0.00014402222222222223,
      "loss": 0.4487,
      "step": 2520
    },
    {
      "epoch": 1.278423446184942,
      "grad_norm": 1.7317285537719727,
      "learning_rate": 0.0001438,
      "loss": 0.4158,
      "step": 2530
    },
    {
      "epoch": 1.283476503284487,
      "grad_norm": 1.6528956890106201,
      "learning_rate": 0.0001435777777777778,
      "loss": 0.423,
      "step": 2540
    },
    {
      "epoch": 1.2885295603840323,
      "grad_norm": 2.0606424808502197,
      "learning_rate": 0.00014335555555555556,
      "loss": 0.3426,
      "step": 2550
    },
    {
      "epoch": 1.2935826174835776,
      "grad_norm": 3.3886213302612305,
      "learning_rate": 0.00014313333333333333,
      "loss": 0.2466,
      "step": 2560
    },
    {
      "epoch": 1.2986356745831227,
      "grad_norm": 4.556110858917236,
      "learning_rate": 0.00014291111111111113,
      "loss": 0.5412,
      "step": 2570
    },
    {
      "epoch": 1.303688731682668,
      "grad_norm": 3.602874517440796,
      "learning_rate": 0.0001426888888888889,
      "loss": 0.4321,
      "step": 2580
    },
    {
      "epoch": 1.3087417887822133,
      "grad_norm": 2.471771717071533,
      "learning_rate": 0.00014246666666666667,
      "loss": 0.4233,
      "step": 2590
    },
    {
      "epoch": 1.3137948458817585,
      "grad_norm": 1.1459356546401978,
      "learning_rate": 0.00014224444444444444,
      "loss": 0.4554,
      "step": 2600
    },
    {
      "epoch": 1.3137948458817585,
      "eval_accuracy": 0.7815968492660222,
      "eval_loss": 0.5076118111610413,
      "eval_runtime": 22.225,
      "eval_samples_per_second": 125.669,
      "eval_steps_per_second": 15.748,
      "step": 2600
    },
    {
      "epoch": 1.3188479029813036,
      "grad_norm": 1.9474142789840698,
      "learning_rate": 0.00014202222222222224,
      "loss": 0.4251,
      "step": 2610
    },
    {
      "epoch": 1.323900960080849,
      "grad_norm": 1.4904980659484863,
      "learning_rate": 0.0001418,
      "loss": 0.4869,
      "step": 2620
    },
    {
      "epoch": 1.3289540171803942,
      "grad_norm": 1.6901966333389282,
      "learning_rate": 0.00014157777777777777,
      "loss": 0.3536,
      "step": 2630
    },
    {
      "epoch": 1.3340070742799393,
      "grad_norm": 3.12516188621521,
      "learning_rate": 0.00014135555555555554,
      "loss": 0.4814,
      "step": 2640
    },
    {
      "epoch": 1.3390601313794845,
      "grad_norm": 1.6590672731399536,
      "learning_rate": 0.00014113333333333334,
      "loss": 0.4346,
      "step": 2650
    },
    {
      "epoch": 1.3441131884790298,
      "grad_norm": 1.1147915124893188,
      "learning_rate": 0.00014091111111111114,
      "loss": 0.3464,
      "step": 2660
    },
    {
      "epoch": 1.3491662455785751,
      "grad_norm": 0.9573747515678406,
      "learning_rate": 0.0001406888888888889,
      "loss": 0.389,
      "step": 2670
    },
    {
      "epoch": 1.3542193026781202,
      "grad_norm": 1.9805030822753906,
      "learning_rate": 0.00014046666666666667,
      "loss": 0.3141,
      "step": 2680
    },
    {
      "epoch": 1.3592723597776655,
      "grad_norm": 0.7358626127243042,
      "learning_rate": 0.00014024444444444444,
      "loss": 0.4402,
      "step": 2690
    },
    {
      "epoch": 1.3643254168772108,
      "grad_norm": 2.9765231609344482,
      "learning_rate": 0.00014002222222222224,
      "loss": 0.2816,
      "step": 2700
    },
    {
      "epoch": 1.3643254168772108,
      "eval_accuracy": 0.8127461510920158,
      "eval_loss": 0.47318604588508606,
      "eval_runtime": 21.8028,
      "eval_samples_per_second": 128.103,
      "eval_steps_per_second": 16.053,
      "step": 2700
    },
    {
      "epoch": 1.3693784739767558,
      "grad_norm": 1.0896739959716797,
      "learning_rate": 0.0001398,
      "loss": 0.3198,
      "step": 2710
    },
    {
      "epoch": 1.3744315310763011,
      "grad_norm": 2.42411732673645,
      "learning_rate": 0.00013957777777777778,
      "loss": 0.377,
      "step": 2720
    },
    {
      "epoch": 1.3794845881758464,
      "grad_norm": 2.3906593322753906,
      "learning_rate": 0.00013935555555555558,
      "loss": 0.3727,
      "step": 2730
    },
    {
      "epoch": 1.3845376452753917,
      "grad_norm": 12.783044815063477,
      "learning_rate": 0.00013913333333333335,
      "loss": 0.5074,
      "step": 2740
    },
    {
      "epoch": 1.3895907023749368,
      "grad_norm": 1.8081468343734741,
      "learning_rate": 0.00013891111111111111,
      "loss": 0.3761,
      "step": 2750
    },
    {
      "epoch": 1.394643759474482,
      "grad_norm": 2.222616672515869,
      "learning_rate": 0.00013868888888888888,
      "loss": 0.3254,
      "step": 2760
    },
    {
      "epoch": 1.3996968165740273,
      "grad_norm": 2.0407073497772217,
      "learning_rate": 0.00013846666666666668,
      "loss": 0.2819,
      "step": 2770
    },
    {
      "epoch": 1.4047498736735724,
      "grad_norm": 7.398078441619873,
      "learning_rate": 0.00013824444444444445,
      "loss": 0.4261,
      "step": 2780
    },
    {
      "epoch": 1.4098029307731177,
      "grad_norm": 59.964385986328125,
      "learning_rate": 0.00013802222222222222,
      "loss": 0.4918,
      "step": 2790
    },
    {
      "epoch": 1.414855987872663,
      "grad_norm": 2.23128080368042,
      "learning_rate": 0.0001378,
      "loss": 0.2516,
      "step": 2800
    },
    {
      "epoch": 1.414855987872663,
      "eval_accuracy": 0.807375581811672,
      "eval_loss": 0.43152865767478943,
      "eval_runtime": 21.3822,
      "eval_samples_per_second": 130.623,
      "eval_steps_per_second": 16.369,
      "step": 2800
    },
    {
      "epoch": 1.4199090449722083,
      "grad_norm": 1.753738284111023,
      "learning_rate": 0.00013757777777777778,
      "loss": 0.6053,
      "step": 2810
    },
    {
      "epoch": 1.4249621020717533,
      "grad_norm": 3.4239344596862793,
      "learning_rate": 0.00013735555555555558,
      "loss": 0.4158,
      "step": 2820
    },
    {
      "epoch": 1.4300151591712986,
      "grad_norm": 3.337329387664795,
      "learning_rate": 0.00013713333333333332,
      "loss": 0.3406,
      "step": 2830
    },
    {
      "epoch": 1.435068216270844,
      "grad_norm": 0.9226961731910706,
      "learning_rate": 0.00013691111111111112,
      "loss": 0.3624,
      "step": 2840
    },
    {
      "epoch": 1.440121273370389,
      "grad_norm": 5.681606292724609,
      "learning_rate": 0.0001366888888888889,
      "loss": 0.4399,
      "step": 2850
    },
    {
      "epoch": 1.4451743304699343,
      "grad_norm": 2.9148125648498535,
      "learning_rate": 0.00013646666666666669,
      "loss": 0.4295,
      "step": 2860
    },
    {
      "epoch": 1.4502273875694796,
      "grad_norm": 2.7697062492370605,
      "learning_rate": 0.00013624444444444443,
      "loss": 0.565,
      "step": 2870
    },
    {
      "epoch": 1.4552804446690248,
      "grad_norm": 3.508700132369995,
      "learning_rate": 0.00013602222222222222,
      "loss": 0.295,
      "step": 2880
    },
    {
      "epoch": 1.46033350176857,
      "grad_norm": 1.9089268445968628,
      "learning_rate": 0.00013580000000000002,
      "loss": 0.3559,
      "step": 2890
    },
    {
      "epoch": 1.4653865588681152,
      "grad_norm": 0.7833030819892883,
      "learning_rate": 0.0001355777777777778,
      "loss": 0.2903,
      "step": 2900
    },
    {
      "epoch": 1.4653865588681152,
      "eval_accuracy": 0.8557107053347655,
      "eval_loss": 0.38446640968322754,
      "eval_runtime": 22.6761,
      "eval_samples_per_second": 123.169,
      "eval_steps_per_second": 15.435,
      "step": 2900
    },
    {
      "epoch": 1.4704396159676605,
      "grad_norm": 4.780989170074463,
      "learning_rate": 0.00013535555555555556,
      "loss": 0.3312,
      "step": 2910
    },
    {
      "epoch": 1.4754926730672056,
      "grad_norm": 1.7012922763824463,
      "learning_rate": 0.00013513333333333333,
      "loss": 0.6287,
      "step": 2920
    },
    {
      "epoch": 1.4805457301667508,
      "grad_norm": 2.220500946044922,
      "learning_rate": 0.00013491111111111113,
      "loss": 0.3873,
      "step": 2930
    },
    {
      "epoch": 1.4855987872662961,
      "grad_norm": 2.506354331970215,
      "learning_rate": 0.0001346888888888889,
      "loss": 0.6636,
      "step": 2940
    },
    {
      "epoch": 1.4906518443658414,
      "grad_norm": 1.7330349683761597,
      "learning_rate": 0.00013446666666666666,
      "loss": 0.3755,
      "step": 2950
    },
    {
      "epoch": 1.4957049014653865,
      "grad_norm": 1.4615668058395386,
      "learning_rate": 0.00013424444444444446,
      "loss": 0.4543,
      "step": 2960
    },
    {
      "epoch": 1.5007579585649318,
      "grad_norm": 1.5931336879730225,
      "learning_rate": 0.00013402222222222223,
      "loss": 0.3237,
      "step": 2970
    },
    {
      "epoch": 1.505811015664477,
      "grad_norm": 2.628242254257202,
      "learning_rate": 0.00013380000000000003,
      "loss": 0.4424,
      "step": 2980
    },
    {
      "epoch": 1.5108640727640221,
      "grad_norm": 2.077012538909912,
      "learning_rate": 0.00013357777777777777,
      "loss": 0.5038,
      "step": 2990
    },
    {
      "epoch": 1.5159171298635674,
      "grad_norm": 1.190704345703125,
      "learning_rate": 0.00013335555555555557,
      "loss": 0.3493,
      "step": 3000
    },
    {
      "epoch": 1.5159171298635674,
      "eval_accuracy": 0.7977085571070534,
      "eval_loss": 0.49209100008010864,
      "eval_runtime": 21.3741,
      "eval_samples_per_second": 130.672,
      "eval_steps_per_second": 16.375,
      "step": 3000
    },
    {
      "epoch": 1.5209701869631127,
      "grad_norm": 2.0057621002197266,
      "learning_rate": 0.00013313333333333333,
      "loss": 0.3376,
      "step": 3010
    },
    {
      "epoch": 1.526023244062658,
      "grad_norm": 1.6876704692840576,
      "learning_rate": 0.00013291111111111113,
      "loss": 0.4106,
      "step": 3020
    },
    {
      "epoch": 1.5310763011622033,
      "grad_norm": 0.5925251841545105,
      "learning_rate": 0.00013268888888888887,
      "loss": 0.2921,
      "step": 3030
    },
    {
      "epoch": 1.5361293582617483,
      "grad_norm": 4.319688320159912,
      "learning_rate": 0.00013246666666666667,
      "loss": 0.5481,
      "step": 3040
    },
    {
      "epoch": 1.5411824153612936,
      "grad_norm": 1.275367259979248,
      "learning_rate": 0.00013224444444444447,
      "loss": 0.4418,
      "step": 3050
    },
    {
      "epoch": 1.5462354724608387,
      "grad_norm": 5.050511837005615,
      "learning_rate": 0.00013202222222222224,
      "loss": 0.4144,
      "step": 3060
    },
    {
      "epoch": 1.551288529560384,
      "grad_norm": 6.44945764541626,
      "learning_rate": 0.0001318,
      "loss": 0.351,
      "step": 3070
    },
    {
      "epoch": 1.5563415866599293,
      "grad_norm": 3.6111042499542236,
      "learning_rate": 0.00013157777777777777,
      "loss": 0.4933,
      "step": 3080
    },
    {
      "epoch": 1.5613946437594746,
      "grad_norm": 1.7661700248718262,
      "learning_rate": 0.00013135555555555557,
      "loss": 0.4354,
      "step": 3090
    },
    {
      "epoch": 1.5664477008590199,
      "grad_norm": 1.1507279872894287,
      "learning_rate": 0.00013113333333333334,
      "loss": 0.4251,
      "step": 3100
    },
    {
      "epoch": 1.5664477008590199,
      "eval_accuracy": 0.8231292517006803,
      "eval_loss": 0.38550040125846863,
      "eval_runtime": 22.5736,
      "eval_samples_per_second": 123.729,
      "eval_steps_per_second": 15.505,
      "step": 3100
    },
    {
      "epoch": 1.571500757958565,
      "grad_norm": 2.0319905281066895,
      "learning_rate": 0.0001309111111111111,
      "loss": 0.3939,
      "step": 3110
    },
    {
      "epoch": 1.5765538150581102,
      "grad_norm": 1.942826747894287,
      "learning_rate": 0.0001306888888888889,
      "loss": 0.456,
      "step": 3120
    },
    {
      "epoch": 1.5816068721576553,
      "grad_norm": 5.354785442352295,
      "learning_rate": 0.00013046666666666668,
      "loss": 0.4848,
      "step": 3130
    },
    {
      "epoch": 1.5866599292572006,
      "grad_norm": 2.888082265853882,
      "learning_rate": 0.00013024444444444445,
      "loss": 0.4821,
      "step": 3140
    },
    {
      "epoch": 1.5917129863567459,
      "grad_norm": 1.3641563653945923,
      "learning_rate": 0.00013002222222222221,
      "loss": 0.3901,
      "step": 3150
    },
    {
      "epoch": 1.5967660434562911,
      "grad_norm": 3.273465871810913,
      "learning_rate": 0.0001298,
      "loss": 0.4677,
      "step": 3160
    },
    {
      "epoch": 1.6018191005558364,
      "grad_norm": 2.5433409214019775,
      "learning_rate": 0.00012957777777777778,
      "loss": 0.402,
      "step": 3170
    },
    {
      "epoch": 1.6068721576553815,
      "grad_norm": 0.8629383444786072,
      "learning_rate": 0.00012935555555555558,
      "loss": 0.3301,
      "step": 3180
    },
    {
      "epoch": 1.6119252147549268,
      "grad_norm": 1.8332223892211914,
      "learning_rate": 0.00012913333333333335,
      "loss": 0.5108,
      "step": 3190
    },
    {
      "epoch": 1.6169782718544718,
      "grad_norm": 4.568374156951904,
      "learning_rate": 0.00012891111111111112,
      "loss": 0.3356,
      "step": 3200
    },
    {
      "epoch": 1.6169782718544718,
      "eval_accuracy": 0.832796276405299,
      "eval_loss": 0.4012071490287781,
      "eval_runtime": 22.657,
      "eval_samples_per_second": 123.273,
      "eval_steps_per_second": 15.448,
      "step": 3200
    },
    {
      "epoch": 1.6220313289540171,
      "grad_norm": 1.0055279731750488,
      "learning_rate": 0.0001286888888888889,
      "loss": 0.4794,
      "step": 3210
    },
    {
      "epoch": 1.6270843860535624,
      "grad_norm": 0.6549146771430969,
      "learning_rate": 0.00012846666666666668,
      "loss": 0.4712,
      "step": 3220
    },
    {
      "epoch": 1.6321374431531077,
      "grad_norm": 3.6750988960266113,
      "learning_rate": 0.00012824444444444445,
      "loss": 0.309,
      "step": 3230
    },
    {
      "epoch": 1.637190500252653,
      "grad_norm": 5.386397361755371,
      "learning_rate": 0.00012802222222222222,
      "loss": 0.483,
      "step": 3240
    },
    {
      "epoch": 1.642243557352198,
      "grad_norm": 0.7565990686416626,
      "learning_rate": 0.00012780000000000002,
      "loss": 0.4779,
      "step": 3250
    },
    {
      "epoch": 1.6472966144517434,
      "grad_norm": 1.376508116722107,
      "learning_rate": 0.00012757777777777779,
      "loss": 0.4482,
      "step": 3260
    },
    {
      "epoch": 1.6523496715512884,
      "grad_norm": 0.6989770531654358,
      "learning_rate": 0.00012735555555555556,
      "loss": 0.3291,
      "step": 3270
    },
    {
      "epoch": 1.6574027286508337,
      "grad_norm": 7.5308451652526855,
      "learning_rate": 0.00012713333333333335,
      "loss": 0.3636,
      "step": 3280
    },
    {
      "epoch": 1.662455785750379,
      "grad_norm": 0.882866382598877,
      "learning_rate": 0.00012691111111111112,
      "loss": 0.4644,
      "step": 3290
    },
    {
      "epoch": 1.6675088428499243,
      "grad_norm": 0.7267002463340759,
      "learning_rate": 0.0001266888888888889,
      "loss": 0.3597,
      "step": 3300
    },
    {
      "epoch": 1.6675088428499243,
      "eval_accuracy": 0.849624060150376,
      "eval_loss": 0.33080559968948364,
      "eval_runtime": 22.2243,
      "eval_samples_per_second": 125.673,
      "eval_steps_per_second": 15.749,
      "step": 3300
    },
    {
      "epoch": 1.6725618999494696,
      "grad_norm": 2.6613428592681885,
      "learning_rate": 0.00012646666666666666,
      "loss": 0.3901,
      "step": 3310
    },
    {
      "epoch": 1.6776149570490146,
      "grad_norm": 0.5789041519165039,
      "learning_rate": 0.00012624444444444446,
      "loss": 0.389,
      "step": 3320
    },
    {
      "epoch": 1.68266801414856,
      "grad_norm": 3.9312431812286377,
      "learning_rate": 0.00012602222222222223,
      "loss": 0.454,
      "step": 3330
    },
    {
      "epoch": 1.687721071248105,
      "grad_norm": 0.7821488976478577,
      "learning_rate": 0.0001258,
      "loss": 0.4258,
      "step": 3340
    },
    {
      "epoch": 1.6927741283476503,
      "grad_norm": 2.7562386989593506,
      "learning_rate": 0.0001255777777777778,
      "loss": 0.5281,
      "step": 3350
    },
    {
      "epoch": 1.6978271854471956,
      "grad_norm": 2.04308819770813,
      "learning_rate": 0.00012535555555555556,
      "loss": 0.4504,
      "step": 3360
    },
    {
      "epoch": 1.7028802425467409,
      "grad_norm": 1.4415785074234009,
      "learning_rate": 0.00012513333333333336,
      "loss": 0.3671,
      "step": 3370
    },
    {
      "epoch": 1.7079332996462862,
      "grad_norm": 1.168853521347046,
      "learning_rate": 0.0001249111111111111,
      "loss": 0.458,
      "step": 3380
    },
    {
      "epoch": 1.7129863567458312,
      "grad_norm": 1.5632737874984741,
      "learning_rate": 0.0001246888888888889,
      "loss": 0.396,
      "step": 3390
    },
    {
      "epoch": 1.7180394138453765,
      "grad_norm": 4.223479270935059,
      "learning_rate": 0.00012446666666666667,
      "loss": 0.257,
      "step": 3400
    },
    {
      "epoch": 1.7180394138453765,
      "eval_accuracy": 0.8138202649480845,
      "eval_loss": 0.41035306453704834,
      "eval_runtime": 21.6736,
      "eval_samples_per_second": 128.867,
      "eval_steps_per_second": 16.149,
      "step": 3400
    },
    {
      "epoch": 1.7230924709449216,
      "grad_norm": 1.055281162261963,
      "learning_rate": 0.00012424444444444446,
      "loss": 0.5326,
      "step": 3410
    },
    {
      "epoch": 1.7281455280444669,
      "grad_norm": 1.696380376815796,
      "learning_rate": 0.0001240222222222222,
      "loss": 0.5247,
      "step": 3420
    },
    {
      "epoch": 1.7331985851440121,
      "grad_norm": 9.939696311950684,
      "learning_rate": 0.0001238,
      "loss": 0.3881,
      "step": 3430
    },
    {
      "epoch": 1.7382516422435574,
      "grad_norm": 1.0340977907180786,
      "learning_rate": 0.0001235777777777778,
      "loss": 0.4003,
      "step": 3440
    },
    {
      "epoch": 1.7433046993431027,
      "grad_norm": 0.7816683650016785,
      "learning_rate": 0.00012335555555555557,
      "loss": 0.4034,
      "step": 3450
    },
    {
      "epoch": 1.7483577564426478,
      "grad_norm": 1.9582682847976685,
      "learning_rate": 0.00012313333333333334,
      "loss": 0.3969,
      "step": 3460
    },
    {
      "epoch": 1.753410813542193,
      "grad_norm": 2.5059309005737305,
      "learning_rate": 0.0001229111111111111,
      "loss": 0.3695,
      "step": 3470
    },
    {
      "epoch": 1.7584638706417381,
      "grad_norm": 2.4241933822631836,
      "learning_rate": 0.0001226888888888889,
      "loss": 0.3496,
      "step": 3480
    },
    {
      "epoch": 1.7635169277412834,
      "grad_norm": 2.603628158569336,
      "learning_rate": 0.00012246666666666667,
      "loss": 0.3538,
      "step": 3490
    },
    {
      "epoch": 1.7685699848408287,
      "grad_norm": 3.012014389038086,
      "learning_rate": 0.00012224444444444444,
      "loss": 0.3709,
      "step": 3500
    },
    {
      "epoch": 1.7685699848408287,
      "eval_accuracy": 0.8879341210168278,
      "eval_loss": 0.2768643796443939,
      "eval_runtime": 22.0942,
      "eval_samples_per_second": 126.413,
      "eval_steps_per_second": 15.841,
      "step": 3500
    },
    {
      "epoch": 1.773623041940374,
      "grad_norm": 1.784348964691162,
      "learning_rate": 0.00012202222222222224,
      "loss": 0.4173,
      "step": 3510
    },
    {
      "epoch": 1.7786760990399193,
      "grad_norm": 0.6317536234855652,
      "learning_rate": 0.0001218,
      "loss": 0.3496,
      "step": 3520
    },
    {
      "epoch": 1.7837291561394644,
      "grad_norm": 2.0189199447631836,
      "learning_rate": 0.00012157777777777779,
      "loss": 0.3708,
      "step": 3530
    },
    {
      "epoch": 1.7887822132390097,
      "grad_norm": 1.4992175102233887,
      "learning_rate": 0.00012135555555555556,
      "loss": 0.3357,
      "step": 3540
    },
    {
      "epoch": 1.7938352703385547,
      "grad_norm": 0.9670875668525696,
      "learning_rate": 0.00012113333333333334,
      "loss": 0.3449,
      "step": 3550
    },
    {
      "epoch": 1.7988883274381,
      "grad_norm": 2.3772332668304443,
      "learning_rate": 0.00012091111111111111,
      "loss": 0.4378,
      "step": 3560
    },
    {
      "epoch": 1.8039413845376453,
      "grad_norm": 2.047031879425049,
      "learning_rate": 0.0001206888888888889,
      "loss": 0.4959,
      "step": 3570
    },
    {
      "epoch": 1.8089944416371906,
      "grad_norm": 5.458591461181641,
      "learning_rate": 0.00012046666666666668,
      "loss": 0.444,
      "step": 3580
    },
    {
      "epoch": 1.8140474987367359,
      "grad_norm": 3.6228652000427246,
      "learning_rate": 0.00012024444444444445,
      "loss": 0.4622,
      "step": 3590
    },
    {
      "epoch": 1.819100555836281,
      "grad_norm": 4.836859703063965,
      "learning_rate": 0.00012002222222222224,
      "loss": 0.3393,
      "step": 3600
    },
    {
      "epoch": 1.819100555836281,
      "eval_accuracy": 0.8643036161833154,
      "eval_loss": 0.3412274420261383,
      "eval_runtime": 21.2864,
      "eval_samples_per_second": 131.21,
      "eval_steps_per_second": 16.442,
      "step": 3600
    },
    {
      "epoch": 1.8241536129358262,
      "grad_norm": 1.5120463371276855,
      "learning_rate": 0.0001198,
      "loss": 0.4104,
      "step": 3610
    },
    {
      "epoch": 1.8292066700353713,
      "grad_norm": 4.8899946212768555,
      "learning_rate": 0.0001195777777777778,
      "loss": 0.3979,
      "step": 3620
    },
    {
      "epoch": 1.8342597271349166,
      "grad_norm": 3.557809352874756,
      "learning_rate": 0.00011935555555555555,
      "loss": 0.4674,
      "step": 3630
    },
    {
      "epoch": 1.8393127842344619,
      "grad_norm": 4.010376930236816,
      "learning_rate": 0.00011913333333333335,
      "loss": 0.405,
      "step": 3640
    },
    {
      "epoch": 1.8443658413340072,
      "grad_norm": 2.8860723972320557,
      "learning_rate": 0.0001189111111111111,
      "loss": 0.3503,
      "step": 3650
    },
    {
      "epoch": 1.8494188984335524,
      "grad_norm": 4.228562355041504,
      "learning_rate": 0.0001186888888888889,
      "loss": 0.3722,
      "step": 3660
    },
    {
      "epoch": 1.8544719555330975,
      "grad_norm": 4.062005519866943,
      "learning_rate": 0.00011846666666666668,
      "loss": 0.4213,
      "step": 3670
    },
    {
      "epoch": 1.8595250126326428,
      "grad_norm": 1.2301322221755981,
      "learning_rate": 0.00011824444444444445,
      "loss": 0.3977,
      "step": 3680
    },
    {
      "epoch": 1.8645780697321879,
      "grad_norm": 2.740429162979126,
      "learning_rate": 0.00011802222222222223,
      "loss": 0.4617,
      "step": 3690
    },
    {
      "epoch": 1.8696311268317332,
      "grad_norm": 1.4782252311706543,
      "learning_rate": 0.0001178,
      "loss": 0.4151,
      "step": 3700
    },
    {
      "epoch": 1.8696311268317332,
      "eval_accuracy": 0.87468671679198,
      "eval_loss": 0.30783456563949585,
      "eval_runtime": 22.3441,
      "eval_samples_per_second": 124.999,
      "eval_steps_per_second": 15.664,
      "step": 3700
    },
    {
      "epoch": 1.8746841839312784,
      "grad_norm": 2.2572925090789795,
      "learning_rate": 0.00011757777777777779,
      "loss": 0.3715,
      "step": 3710
    },
    {
      "epoch": 1.8797372410308237,
      "grad_norm": 2.1371333599090576,
      "learning_rate": 0.00011735555555555556,
      "loss": 0.5212,
      "step": 3720
    },
    {
      "epoch": 1.884790298130369,
      "grad_norm": 2.4311232566833496,
      "learning_rate": 0.00011713333333333334,
      "loss": 0.4655,
      "step": 3730
    },
    {
      "epoch": 1.889843355229914,
      "grad_norm": 1.8637980222702026,
      "learning_rate": 0.00011691111111111112,
      "loss": 0.4577,
      "step": 3740
    },
    {
      "epoch": 1.8948964123294592,
      "grad_norm": 2.4759740829467773,
      "learning_rate": 0.00011668888888888889,
      "loss": 0.5329,
      "step": 3750
    },
    {
      "epoch": 1.8999494694290044,
      "grad_norm": 2.1878087520599365,
      "learning_rate": 0.00011646666666666667,
      "loss": 0.4461,
      "step": 3760
    },
    {
      "epoch": 1.9050025265285497,
      "grad_norm": 1.3572431802749634,
      "learning_rate": 0.00011624444444444444,
      "loss": 0.3531,
      "step": 3770
    },
    {
      "epoch": 1.910055583628095,
      "grad_norm": 0.6816936135292053,
      "learning_rate": 0.00011602222222222223,
      "loss": 0.3259,
      "step": 3780
    },
    {
      "epoch": 1.9151086407276403,
      "grad_norm": 0.9463779926300049,
      "learning_rate": 0.0001158,
      "loss": 0.2646,
      "step": 3790
    },
    {
      "epoch": 1.9201616978271856,
      "grad_norm": 0.36243578791618347,
      "learning_rate": 0.00011557777777777778,
      "loss": 0.3043,
      "step": 3800
    },
    {
      "epoch": 1.9201616978271856,
      "eval_accuracy": 0.8650196920873613,
      "eval_loss": 0.34238138794898987,
      "eval_runtime": 21.2793,
      "eval_samples_per_second": 131.254,
      "eval_steps_per_second": 16.448,
      "step": 3800
    },
    {
      "epoch": 1.9252147549267307,
      "grad_norm": 0.9268227219581604,
      "learning_rate": 0.00011535555555555555,
      "loss": 0.3243,
      "step": 3810
    },
    {
      "epoch": 1.9302678120262757,
      "grad_norm": 3.1845664978027344,
      "learning_rate": 0.00011513333333333333,
      "loss": 0.4937,
      "step": 3820
    },
    {
      "epoch": 1.935320869125821,
      "grad_norm": 5.107193470001221,
      "learning_rate": 0.00011491111111111113,
      "loss": 0.5765,
      "step": 3830
    },
    {
      "epoch": 1.9403739262253663,
      "grad_norm": 1.0507038831710815,
      "learning_rate": 0.0001146888888888889,
      "loss": 0.419,
      "step": 3840
    },
    {
      "epoch": 1.9454269833249116,
      "grad_norm": 1.0803500413894653,
      "learning_rate": 0.00011446666666666668,
      "loss": 0.3792,
      "step": 3850
    },
    {
      "epoch": 1.9504800404244569,
      "grad_norm": 1.9741244316101074,
      "learning_rate": 0.00011424444444444445,
      "loss": 0.3598,
      "step": 3860
    },
    {
      "epoch": 1.9555330975240022,
      "grad_norm": 3.1313271522521973,
      "learning_rate": 0.00011402222222222223,
      "loss": 0.3459,
      "step": 3870
    },
    {
      "epoch": 1.9605861546235472,
      "grad_norm": 5.064655780792236,
      "learning_rate": 0.0001138,
      "loss": 0.4616,
      "step": 3880
    },
    {
      "epoch": 1.9656392117230923,
      "grad_norm": 0.6265459060668945,
      "learning_rate": 0.00011357777777777778,
      "loss": 0.5146,
      "step": 3890
    },
    {
      "epoch": 1.9706922688226376,
      "grad_norm": 1.0022975206375122,
      "learning_rate": 0.00011335555555555557,
      "loss": 0.3302,
      "step": 3900
    },
    {
      "epoch": 1.9706922688226376,
      "eval_accuracy": 0.8335123523093448,
      "eval_loss": 0.3512967824935913,
      "eval_runtime": 32.7928,
      "eval_samples_per_second": 85.171,
      "eval_steps_per_second": 10.673,
      "step": 3900
    },
    {
      "epoch": 1.9757453259221829,
      "grad_norm": 2.7722008228302,
      "learning_rate": 0.00011313333333333334,
      "loss": 0.5051,
      "step": 3910
    },
    {
      "epoch": 1.9807983830217282,
      "grad_norm": 1.5756025314331055,
      "learning_rate": 0.00011291111111111112,
      "loss": 0.3682,
      "step": 3920
    },
    {
      "epoch": 1.9858514401212735,
      "grad_norm": 2.518623113632202,
      "learning_rate": 0.00011268888888888889,
      "loss": 0.4204,
      "step": 3930
    },
    {
      "epoch": 1.9909044972208187,
      "grad_norm": 2.619114637374878,
      "learning_rate": 0.00011246666666666667,
      "loss": 0.3214,
      "step": 3940
    },
    {
      "epoch": 1.9959575543203638,
      "grad_norm": 2.4030561447143555,
      "learning_rate": 0.00011224444444444444,
      "loss": 0.4218,
      "step": 3950
    },
    {
      "epoch": 2.001010611419909,
      "grad_norm": 1.155045986175537,
      "learning_rate": 0.00011204444444444444,
      "loss": 0.4088,
      "step": 3960
    },
    {
      "epoch": 2.006063668519454,
      "grad_norm": 5.908751487731934,
      "learning_rate": 0.00011182222222222223,
      "loss": 0.2628,
      "step": 3970
    },
    {
      "epoch": 2.0111167256189995,
      "grad_norm": 5.073615074157715,
      "learning_rate": 0.00011160000000000002,
      "loss": 0.3461,
      "step": 3980
    },
    {
      "epoch": 2.0161697827185447,
      "grad_norm": 1.5512999296188354,
      "learning_rate": 0.00011137777777777779,
      "loss": 0.4615,
      "step": 3990
    },
    {
      "epoch": 2.02122283981809,
      "grad_norm": 1.2998409271240234,
      "learning_rate": 0.00011115555555555557,
      "loss": 0.4033,
      "step": 4000
    },
    {
      "epoch": 2.02122283981809,
      "eval_accuracy": 0.8510562119584676,
      "eval_loss": 0.3371362090110779,
      "eval_runtime": 23.5333,
      "eval_samples_per_second": 118.683,
      "eval_steps_per_second": 14.873,
      "step": 4000
    },
    {
      "epoch": 2.0262758969176353,
      "grad_norm": 1.6033413410186768,
      "learning_rate": 0.00011093333333333334,
      "loss": 0.2972,
      "step": 4010
    },
    {
      "epoch": 2.0313289540171806,
      "grad_norm": 3.248300313949585,
      "learning_rate": 0.00011071111111111112,
      "loss": 0.3059,
      "step": 4020
    },
    {
      "epoch": 2.0363820111167255,
      "grad_norm": 2.213425636291504,
      "learning_rate": 0.00011048888888888889,
      "loss": 0.3951,
      "step": 4030
    },
    {
      "epoch": 2.0414350682162707,
      "grad_norm": 3.888850450515747,
      "learning_rate": 0.00011026666666666667,
      "loss": 0.5878,
      "step": 4040
    },
    {
      "epoch": 2.046488125315816,
      "grad_norm": 2.1447207927703857,
      "learning_rate": 0.00011004444444444444,
      "loss": 0.3561,
      "step": 4050
    },
    {
      "epoch": 2.0515411824153613,
      "grad_norm": 0.9198641777038574,
      "learning_rate": 0.00010982222222222222,
      "loss": 0.2937,
      "step": 4060
    },
    {
      "epoch": 2.0565942395149066,
      "grad_norm": 3.6353166103363037,
      "learning_rate": 0.00010960000000000001,
      "loss": 0.4323,
      "step": 4070
    },
    {
      "epoch": 2.061647296614452,
      "grad_norm": 2.254685878753662,
      "learning_rate": 0.00010937777777777778,
      "loss": 0.3451,
      "step": 4080
    },
    {
      "epoch": 2.0667003537139967,
      "grad_norm": 5.627804756164551,
      "learning_rate": 0.00010915555555555556,
      "loss": 0.3757,
      "step": 4090
    },
    {
      "epoch": 2.071753410813542,
      "grad_norm": 2.4160265922546387,
      "learning_rate": 0.00010893333333333333,
      "loss": 0.3386,
      "step": 4100
    },
    {
      "epoch": 2.071753410813542,
      "eval_accuracy": 0.8395989974937343,
      "eval_loss": 0.34022802114486694,
      "eval_runtime": 28.7275,
      "eval_samples_per_second": 97.224,
      "eval_steps_per_second": 12.183,
      "step": 4100
    },
    {
      "epoch": 2.0768064679130873,
      "grad_norm": 2.111335515975952,
      "learning_rate": 0.00010871111111111113,
      "loss": 0.3273,
      "step": 4110
    },
    {
      "epoch": 2.0818595250126326,
      "grad_norm": 0.5963095426559448,
      "learning_rate": 0.00010848888888888888,
      "loss": 0.3177,
      "step": 4120
    },
    {
      "epoch": 2.086912582112178,
      "grad_norm": 0.9041915535926819,
      "learning_rate": 0.00010826666666666668,
      "loss": 0.3696,
      "step": 4130
    },
    {
      "epoch": 2.091965639211723,
      "grad_norm": 0.9016739726066589,
      "learning_rate": 0.00010804444444444446,
      "loss": 0.4326,
      "step": 4140
    },
    {
      "epoch": 2.0970186963112685,
      "grad_norm": 3.7320876121520996,
      "learning_rate": 0.00010782222222222223,
      "loss": 0.5018,
      "step": 4150
    },
    {
      "epoch": 2.1020717534108133,
      "grad_norm": 4.937158584594727,
      "learning_rate": 0.00010760000000000001,
      "loss": 0.3579,
      "step": 4160
    },
    {
      "epoch": 2.1071248105103586,
      "grad_norm": 1.5423624515533447,
      "learning_rate": 0.00010737777777777778,
      "loss": 0.3822,
      "step": 4170
    },
    {
      "epoch": 2.112177867609904,
      "grad_norm": 1.0011184215545654,
      "learning_rate": 0.00010715555555555557,
      "loss": 0.2305,
      "step": 4180
    },
    {
      "epoch": 2.117230924709449,
      "grad_norm": 2.009866952896118,
      "learning_rate": 0.00010693333333333333,
      "loss": 0.306,
      "step": 4190
    },
    {
      "epoch": 2.1222839818089945,
      "grad_norm": 1.8194949626922607,
      "learning_rate": 0.00010671111111111112,
      "loss": 0.3661,
      "step": 4200
    },
    {
      "epoch": 2.1222839818089945,
      "eval_accuracy": 0.8560687432867884,
      "eval_loss": 0.3276958465576172,
      "eval_runtime": 21.7445,
      "eval_samples_per_second": 128.446,
      "eval_steps_per_second": 16.096,
      "step": 4200
    },
    {
      "epoch": 2.1273370389085398,
      "grad_norm": 0.9683951735496521,
      "learning_rate": 0.0001064888888888889,
      "loss": 0.4137,
      "step": 4210
    },
    {
      "epoch": 2.132390096008085,
      "grad_norm": 0.4518190920352936,
      "learning_rate": 0.00010626666666666667,
      "loss": 0.2384,
      "step": 4220
    },
    {
      "epoch": 2.13744315310763,
      "grad_norm": 3.257291555404663,
      "learning_rate": 0.00010604444444444445,
      "loss": 0.5985,
      "step": 4230
    },
    {
      "epoch": 2.142496210207175,
      "grad_norm": 2.4535927772521973,
      "learning_rate": 0.00010582222222222222,
      "loss": 0.4149,
      "step": 4240
    },
    {
      "epoch": 2.1475492673067205,
      "grad_norm": 1.2677336931228638,
      "learning_rate": 0.0001056,
      "loss": 0.4937,
      "step": 4250
    },
    {
      "epoch": 2.1526023244062658,
      "grad_norm": 0.7350954413414001,
      "learning_rate": 0.00010537777777777777,
      "loss": 0.3773,
      "step": 4260
    },
    {
      "epoch": 2.157655381505811,
      "grad_norm": 3.036113977432251,
      "learning_rate": 0.00010515555555555556,
      "loss": 0.3251,
      "step": 4270
    },
    {
      "epoch": 2.1627084386053563,
      "grad_norm": 3.8023736476898193,
      "learning_rate": 0.00010493333333333333,
      "loss": 0.2999,
      "step": 4280
    },
    {
      "epoch": 2.1677614957049016,
      "grad_norm": 11.649937629699707,
      "learning_rate": 0.00010471111111111111,
      "loss": 0.3958,
      "step": 4290
    },
    {
      "epoch": 2.1728145528044465,
      "grad_norm": 1.797082781791687,
      "learning_rate": 0.0001044888888888889,
      "loss": 0.2914,
      "step": 4300
    },
    {
      "epoch": 2.1728145528044465,
      "eval_accuracy": 0.8650196920873613,
      "eval_loss": 0.30653056502342224,
      "eval_runtime": 21.9529,
      "eval_samples_per_second": 127.227,
      "eval_steps_per_second": 15.943,
      "step": 4300
    },
    {
      "epoch": 2.1778676099039918,
      "grad_norm": 7.0801215171813965,
      "learning_rate": 0.00010426666666666666,
      "loss": 0.4043,
      "step": 4310
    },
    {
      "epoch": 2.182920667003537,
      "grad_norm": 3.196516275405884,
      "learning_rate": 0.00010404444444444446,
      "loss": 0.3812,
      "step": 4320
    },
    {
      "epoch": 2.1879737241030823,
      "grad_norm": 1.0163555145263672,
      "learning_rate": 0.00010382222222222221,
      "loss": 0.4174,
      "step": 4330
    },
    {
      "epoch": 2.1930267812026276,
      "grad_norm": 1.1031217575073242,
      "learning_rate": 0.00010360000000000001,
      "loss": 0.3089,
      "step": 4340
    },
    {
      "epoch": 2.198079838302173,
      "grad_norm": 2.9304659366607666,
      "learning_rate": 0.00010337777777777777,
      "loss": 0.3677,
      "step": 4350
    },
    {
      "epoch": 2.203132895401718,
      "grad_norm": 2.1115951538085938,
      "learning_rate": 0.00010315555555555556,
      "loss": 0.526,
      "step": 4360
    },
    {
      "epoch": 2.208185952501263,
      "grad_norm": 2.1388587951660156,
      "learning_rate": 0.00010293333333333335,
      "loss": 0.443,
      "step": 4370
    },
    {
      "epoch": 2.2132390096008083,
      "grad_norm": 1.8565598726272583,
      "learning_rate": 0.00010271111111111112,
      "loss": 0.4296,
      "step": 4380
    },
    {
      "epoch": 2.2182920667003536,
      "grad_norm": 1.2174099683761597,
      "learning_rate": 0.0001024888888888889,
      "loss": 0.3909,
      "step": 4390
    },
    {
      "epoch": 2.223345123799899,
      "grad_norm": 1.8065009117126465,
      "learning_rate": 0.00010226666666666667,
      "loss": 0.4444,
      "step": 4400
    },
    {
      "epoch": 2.223345123799899,
      "eval_accuracy": 0.849266022198353,
      "eval_loss": 0.32065466046333313,
      "eval_runtime": 22.1045,
      "eval_samples_per_second": 126.354,
      "eval_steps_per_second": 15.834,
      "step": 4400
    },
    {
      "epoch": 2.228398180899444,
      "grad_norm": 5.9587860107421875,
      "learning_rate": 0.00010204444444444445,
      "loss": 0.3872,
      "step": 4410
    },
    {
      "epoch": 2.2334512379989895,
      "grad_norm": 3.405024528503418,
      "learning_rate": 0.00010182222222222222,
      "loss": 0.5316,
      "step": 4420
    },
    {
      "epoch": 2.2385042950985348,
      "grad_norm": 1.4730502367019653,
      "learning_rate": 0.0001016,
      "loss": 0.2845,
      "step": 4430
    },
    {
      "epoch": 2.2435573521980796,
      "grad_norm": 1.6922245025634766,
      "learning_rate": 0.0001013777777777778,
      "loss": 0.4203,
      "step": 4440
    },
    {
      "epoch": 2.248610409297625,
      "grad_norm": 1.6515165567398071,
      "learning_rate": 0.00010115555555555556,
      "loss": 0.5056,
      "step": 4450
    },
    {
      "epoch": 2.25366346639717,
      "grad_norm": 4.3611273765563965,
      "learning_rate": 0.00010093333333333335,
      "loss": 0.3796,
      "step": 4460
    },
    {
      "epoch": 2.2587165234967155,
      "grad_norm": 1.1580610275268555,
      "learning_rate": 0.00010071111111111111,
      "loss": 0.2071,
      "step": 4470
    },
    {
      "epoch": 2.2637695805962608,
      "grad_norm": 2.572770833969116,
      "learning_rate": 0.0001004888888888889,
      "loss": 0.331,
      "step": 4480
    },
    {
      "epoch": 2.268822637695806,
      "grad_norm": 3.23252534866333,
      "learning_rate": 0.00010026666666666666,
      "loss": 0.4169,
      "step": 4490
    },
    {
      "epoch": 2.2738756947953513,
      "grad_norm": 1.696787714958191,
      "learning_rate": 0.00010004444444444446,
      "loss": 0.2922,
      "step": 4500
    },
    {
      "epoch": 2.2738756947953513,
      "eval_accuracy": 0.8686000716075905,
      "eval_loss": 0.29682785272598267,
      "eval_runtime": 22.5202,
      "eval_samples_per_second": 124.022,
      "eval_steps_per_second": 15.542,
      "step": 4500
    },
    {
      "epoch": 2.278928751894896,
      "grad_norm": 4.435757160186768,
      "learning_rate": 9.982222222222223e-05,
      "loss": 0.3005,
      "step": 4510
    },
    {
      "epoch": 2.2839818089944415,
      "grad_norm": 2.5016374588012695,
      "learning_rate": 9.960000000000001e-05,
      "loss": 0.3691,
      "step": 4520
    },
    {
      "epoch": 2.2890348660939868,
      "grad_norm": 0.4370728135108948,
      "learning_rate": 9.937777777777778e-05,
      "loss": 0.3493,
      "step": 4530
    },
    {
      "epoch": 2.294087923193532,
      "grad_norm": 3.3483691215515137,
      "learning_rate": 9.915555555555556e-05,
      "loss": 0.3222,
      "step": 4540
    },
    {
      "epoch": 2.2991409802930773,
      "grad_norm": 1.3733609914779663,
      "learning_rate": 9.893333333333333e-05,
      "loss": 0.3031,
      "step": 4550
    },
    {
      "epoch": 2.3041940373926226,
      "grad_norm": 1.2431563138961792,
      "learning_rate": 9.871111111111113e-05,
      "loss": 0.479,
      "step": 4560
    },
    {
      "epoch": 2.309247094492168,
      "grad_norm": 1.2833112478256226,
      "learning_rate": 9.84888888888889e-05,
      "loss": 0.3924,
      "step": 4570
    },
    {
      "epoch": 2.3143001515917128,
      "grad_norm": 2.7992002964019775,
      "learning_rate": 9.826666666666668e-05,
      "loss": 0.4434,
      "step": 4580
    },
    {
      "epoch": 2.319353208691258,
      "grad_norm": 1.8905996084213257,
      "learning_rate": 9.804444444444445e-05,
      "loss": 0.3713,
      "step": 4590
    },
    {
      "epoch": 2.3244062657908033,
      "grad_norm": 6.806291580200195,
      "learning_rate": 9.782222222222223e-05,
      "loss": 0.3464,
      "step": 4600
    },
    {
      "epoch": 2.3244062657908033,
      "eval_accuracy": 0.8070175438596491,
      "eval_loss": 0.415149450302124,
      "eval_runtime": 21.375,
      "eval_samples_per_second": 130.666,
      "eval_steps_per_second": 16.374,
      "step": 4600
    },
    {
      "epoch": 2.3294593228903486,
      "grad_norm": 0.6903018355369568,
      "learning_rate": 9.76e-05,
      "loss": 0.324,
      "step": 4610
    },
    {
      "epoch": 2.334512379989894,
      "grad_norm": 1.1575100421905518,
      "learning_rate": 9.737777777777778e-05,
      "loss": 0.5926,
      "step": 4620
    },
    {
      "epoch": 2.339565437089439,
      "grad_norm": 1.9170591831207275,
      "learning_rate": 9.715555555555555e-05,
      "loss": 0.3373,
      "step": 4630
    },
    {
      "epoch": 2.3446184941889845,
      "grad_norm": 5.118298053741455,
      "learning_rate": 9.693333333333335e-05,
      "loss": 0.4884,
      "step": 4640
    },
    {
      "epoch": 2.3496715512885293,
      "grad_norm": 1.2098969221115112,
      "learning_rate": 9.671111111111112e-05,
      "loss": 0.3405,
      "step": 4650
    },
    {
      "epoch": 2.3547246083880746,
      "grad_norm": 1.0907807350158691,
      "learning_rate": 9.64888888888889e-05,
      "loss": 0.3382,
      "step": 4660
    },
    {
      "epoch": 2.35977766548762,
      "grad_norm": 1.0323749780654907,
      "learning_rate": 9.626666666666667e-05,
      "loss": 0.3487,
      "step": 4670
    },
    {
      "epoch": 2.364830722587165,
      "grad_norm": 4.246807098388672,
      "learning_rate": 9.604444444444445e-05,
      "loss": 0.4093,
      "step": 4680
    },
    {
      "epoch": 2.3698837796867105,
      "grad_norm": 1.1187255382537842,
      "learning_rate": 9.582222222222222e-05,
      "loss": 0.2646,
      "step": 4690
    },
    {
      "epoch": 2.374936836786256,
      "grad_norm": 0.5659494400024414,
      "learning_rate": 9.56e-05,
      "loss": 0.2684,
      "step": 4700
    },
    {
      "epoch": 2.374936836786256,
      "eval_accuracy": 0.8385248836376656,
      "eval_loss": 0.3810117244720459,
      "eval_runtime": 22.0316,
      "eval_samples_per_second": 126.772,
      "eval_steps_per_second": 15.886,
      "step": 4700
    },
    {
      "epoch": 2.379989893885801,
      "grad_norm": 2.3157734870910645,
      "learning_rate": 9.537777777777778e-05,
      "loss": 0.3789,
      "step": 4710
    },
    {
      "epoch": 2.385042950985346,
      "grad_norm": 3.5712051391601562,
      "learning_rate": 9.515555555555556e-05,
      "loss": 0.261,
      "step": 4720
    },
    {
      "epoch": 2.390096008084891,
      "grad_norm": 1.3805081844329834,
      "learning_rate": 9.493333333333334e-05,
      "loss": 0.3808,
      "step": 4730
    },
    {
      "epoch": 2.3951490651844365,
      "grad_norm": 3.2516157627105713,
      "learning_rate": 9.471111111111111e-05,
      "loss": 0.3226,
      "step": 4740
    },
    {
      "epoch": 2.4002021222839818,
      "grad_norm": 3.301288604736328,
      "learning_rate": 9.44888888888889e-05,
      "loss": 0.352,
      "step": 4750
    },
    {
      "epoch": 2.405255179383527,
      "grad_norm": 4.863332271575928,
      "learning_rate": 9.426666666666666e-05,
      "loss": 0.4049,
      "step": 4760
    },
    {
      "epoch": 2.4103082364830724,
      "grad_norm": 3.177022695541382,
      "learning_rate": 9.404444444444445e-05,
      "loss": 0.3898,
      "step": 4770
    },
    {
      "epoch": 2.4153612935826176,
      "grad_norm": 1.482892394065857,
      "learning_rate": 9.382222222222223e-05,
      "loss": 0.414,
      "step": 4780
    },
    {
      "epoch": 2.4204143506821625,
      "grad_norm": 0.5814030766487122,
      "learning_rate": 9.360000000000001e-05,
      "loss": 0.2165,
      "step": 4790
    },
    {
      "epoch": 2.4254674077817078,
      "grad_norm": 1.0302190780639648,
      "learning_rate": 9.337777777777778e-05,
      "loss": 0.3779,
      "step": 4800
    },
    {
      "epoch": 2.4254674077817078,
      "eval_accuracy": 0.8514142499104905,
      "eval_loss": 0.3367854058742523,
      "eval_runtime": 21.7291,
      "eval_samples_per_second": 128.537,
      "eval_steps_per_second": 16.107,
      "step": 4800
    },
    {
      "epoch": 2.430520464881253,
      "grad_norm": 0.9444165229797363,
      "learning_rate": 9.315555555555556e-05,
      "loss": 0.3039,
      "step": 4810
    },
    {
      "epoch": 2.4355735219807984,
      "grad_norm": 1.5407205820083618,
      "learning_rate": 9.293333333333333e-05,
      "loss": 0.3338,
      "step": 4820
    },
    {
      "epoch": 2.4406265790803436,
      "grad_norm": 3.1662657260894775,
      "learning_rate": 9.271111111111112e-05,
      "loss": 0.3524,
      "step": 4830
    },
    {
      "epoch": 2.445679636179889,
      "grad_norm": 6.594492435455322,
      "learning_rate": 9.248888888888889e-05,
      "loss": 0.3431,
      "step": 4840
    },
    {
      "epoch": 2.450732693279434,
      "grad_norm": 6.407169818878174,
      "learning_rate": 9.226666666666667e-05,
      "loss": 0.4499,
      "step": 4850
    },
    {
      "epoch": 2.455785750378979,
      "grad_norm": 1.0439250469207764,
      "learning_rate": 9.204444444444444e-05,
      "loss": 0.3844,
      "step": 4860
    },
    {
      "epoch": 2.4608388074785243,
      "grad_norm": 0.4750136435031891,
      "learning_rate": 9.182222222222223e-05,
      "loss": 0.3028,
      "step": 4870
    },
    {
      "epoch": 2.4658918645780696,
      "grad_norm": 1.3194782733917236,
      "learning_rate": 9.16e-05,
      "loss": 0.3545,
      "step": 4880
    },
    {
      "epoch": 2.470944921677615,
      "grad_norm": 3.070331335067749,
      "learning_rate": 9.137777777777779e-05,
      "loss": 0.3891,
      "step": 4890
    },
    {
      "epoch": 2.47599797877716,
      "grad_norm": 3.481339931488037,
      "learning_rate": 9.115555555555556e-05,
      "loss": 0.4462,
      "step": 4900
    },
    {
      "epoch": 2.47599797877716,
      "eval_accuracy": 0.8965270318653777,
      "eval_loss": 0.2676783800125122,
      "eval_runtime": 21.1536,
      "eval_samples_per_second": 132.034,
      "eval_steps_per_second": 16.546,
      "step": 4900
    },
    {
      "epoch": 2.4810510358767055,
      "grad_norm": 1.1255896091461182,
      "learning_rate": 9.093333333333334e-05,
      "loss": 0.4646,
      "step": 4910
    },
    {
      "epoch": 2.486104092976251,
      "grad_norm": 3.072685956954956,
      "learning_rate": 9.071111111111111e-05,
      "loss": 0.4594,
      "step": 4920
    },
    {
      "epoch": 2.4911571500757956,
      "grad_norm": 1.3503284454345703,
      "learning_rate": 9.048888888888889e-05,
      "loss": 0.3707,
      "step": 4930
    },
    {
      "epoch": 2.496210207175341,
      "grad_norm": 3.355848789215088,
      "learning_rate": 9.026666666666666e-05,
      "loss": 0.3026,
      "step": 4940
    },
    {
      "epoch": 2.501263264274886,
      "grad_norm": 6.09469747543335,
      "learning_rate": 9.004444444444446e-05,
      "loss": 0.4533,
      "step": 4950
    },
    {
      "epoch": 2.5063163213744315,
      "grad_norm": 1.0013080835342407,
      "learning_rate": 8.982222222222223e-05,
      "loss": 0.3047,
      "step": 4960
    },
    {
      "epoch": 2.511369378473977,
      "grad_norm": 2.1469695568084717,
      "learning_rate": 8.960000000000001e-05,
      "loss": 0.2558,
      "step": 4970
    },
    {
      "epoch": 2.516422435573522,
      "grad_norm": 2.7564926147460938,
      "learning_rate": 8.937777777777778e-05,
      "loss": 0.418,
      "step": 4980
    },
    {
      "epoch": 2.5214754926730674,
      "grad_norm": 0.4358915686607361,
      "learning_rate": 8.915555555555556e-05,
      "loss": 0.3014,
      "step": 4990
    },
    {
      "epoch": 2.526528549772612,
      "grad_norm": 4.178025245666504,
      "learning_rate": 8.893333333333333e-05,
      "loss": 0.3766,
      "step": 5000
    },
    {
      "epoch": 2.526528549772612,
      "eval_accuracy": 0.8438954529180093,
      "eval_loss": 0.3731708228588104,
      "eval_runtime": 22.0748,
      "eval_samples_per_second": 126.524,
      "eval_steps_per_second": 15.855,
      "step": 5000
    },
    {
      "epoch": 2.5315816068721575,
      "grad_norm": 3.0973637104034424,
      "learning_rate": 8.871111111111111e-05,
      "loss": 0.4647,
      "step": 5010
    },
    {
      "epoch": 2.536634663971703,
      "grad_norm": 0.8293595910072327,
      "learning_rate": 8.848888888888888e-05,
      "loss": 0.3309,
      "step": 5020
    },
    {
      "epoch": 2.541687721071248,
      "grad_norm": 1.5221765041351318,
      "learning_rate": 8.826666666666668e-05,
      "loss": 0.3401,
      "step": 5030
    },
    {
      "epoch": 2.5467407781707934,
      "grad_norm": 0.9221659898757935,
      "learning_rate": 8.804444444444445e-05,
      "loss": 0.2232,
      "step": 5040
    },
    {
      "epoch": 2.5517938352703387,
      "grad_norm": 1.1780564785003662,
      "learning_rate": 8.782222222222223e-05,
      "loss": 0.234,
      "step": 5050
    },
    {
      "epoch": 2.556846892369884,
      "grad_norm": 1.6946532726287842,
      "learning_rate": 8.76e-05,
      "loss": 0.2024,
      "step": 5060
    },
    {
      "epoch": 2.561899949469429,
      "grad_norm": 11.388461112976074,
      "learning_rate": 8.737777777777778e-05,
      "loss": 0.2402,
      "step": 5070
    },
    {
      "epoch": 2.566953006568974,
      "grad_norm": 4.736606597900391,
      "learning_rate": 8.715555555555555e-05,
      "loss": 0.2916,
      "step": 5080
    },
    {
      "epoch": 2.5720060636685194,
      "grad_norm": 2.6253232955932617,
      "learning_rate": 8.693333333333334e-05,
      "loss": 0.4113,
      "step": 5090
    },
    {
      "epoch": 2.5770591207680646,
      "grad_norm": 1.1557193994522095,
      "learning_rate": 8.671111111111112e-05,
      "loss": 0.4971,
      "step": 5100
    },
    {
      "epoch": 2.5770591207680646,
      "eval_accuracy": 0.8617973505191551,
      "eval_loss": 0.32662326097488403,
      "eval_runtime": 22.3316,
      "eval_samples_per_second": 125.069,
      "eval_steps_per_second": 15.673,
      "step": 5100
    },
    {
      "epoch": 2.58211217786761,
      "grad_norm": 1.1730996370315552,
      "learning_rate": 8.64888888888889e-05,
      "loss": 0.5626,
      "step": 5110
    },
    {
      "epoch": 2.5871652349671552,
      "grad_norm": 3.1787731647491455,
      "learning_rate": 8.626666666666667e-05,
      "loss": 0.4468,
      "step": 5120
    },
    {
      "epoch": 2.5922182920667005,
      "grad_norm": 1.4849531650543213,
      "learning_rate": 8.604444444444445e-05,
      "loss": 0.3166,
      "step": 5130
    },
    {
      "epoch": 2.5972713491662454,
      "grad_norm": 2.90570330619812,
      "learning_rate": 8.582222222222222e-05,
      "loss": 0.2753,
      "step": 5140
    },
    {
      "epoch": 2.6023244062657906,
      "grad_norm": 6.187442302703857,
      "learning_rate": 8.560000000000001e-05,
      "loss": 0.2136,
      "step": 5150
    },
    {
      "epoch": 2.607377463365336,
      "grad_norm": 3.46016788482666,
      "learning_rate": 8.537777777777778e-05,
      "loss": 0.4352,
      "step": 5160
    },
    {
      "epoch": 2.6124305204648812,
      "grad_norm": 3.486663579940796,
      "learning_rate": 8.515555555555556e-05,
      "loss": 0.4136,
      "step": 5170
    },
    {
      "epoch": 2.6174835775644265,
      "grad_norm": 8.44055461883545,
      "learning_rate": 8.493333333333334e-05,
      "loss": 0.4653,
      "step": 5180
    },
    {
      "epoch": 2.622536634663972,
      "grad_norm": 0.8385331034660339,
      "learning_rate": 8.471111111111113e-05,
      "loss": 0.3393,
      "step": 5190
    },
    {
      "epoch": 2.627589691763517,
      "grad_norm": 0.9159512519836426,
      "learning_rate": 8.44888888888889e-05,
      "loss": 0.3795,
      "step": 5200
    },
    {
      "epoch": 2.627589691763517,
      "eval_accuracy": 0.8607232366630863,
      "eval_loss": 0.3379737436771393,
      "eval_runtime": 21.6774,
      "eval_samples_per_second": 128.844,
      "eval_steps_per_second": 16.146,
      "step": 5200
    },
    {
      "epoch": 2.632642748863062,
      "grad_norm": 3.4703867435455322,
      "learning_rate": 8.426666666666668e-05,
      "loss": 0.4484,
      "step": 5210
    },
    {
      "epoch": 2.637695805962607,
      "grad_norm": 1.2379624843597412,
      "learning_rate": 8.404444444444445e-05,
      "loss": 0.3456,
      "step": 5220
    },
    {
      "epoch": 2.6427488630621525,
      "grad_norm": 1.6584135293960571,
      "learning_rate": 8.382222222222223e-05,
      "loss": 0.3585,
      "step": 5230
    },
    {
      "epoch": 2.647801920161698,
      "grad_norm": 2.661447763442993,
      "learning_rate": 8.36e-05,
      "loss": 0.3476,
      "step": 5240
    },
    {
      "epoch": 2.652854977261243,
      "grad_norm": 2.410435438156128,
      "learning_rate": 8.337777777777778e-05,
      "loss": 0.2709,
      "step": 5250
    },
    {
      "epoch": 2.6579080343607884,
      "grad_norm": 0.6268301010131836,
      "learning_rate": 8.315555555555557e-05,
      "loss": 0.4133,
      "step": 5260
    },
    {
      "epoch": 2.6629610914603337,
      "grad_norm": 0.8858219385147095,
      "learning_rate": 8.293333333333333e-05,
      "loss": 0.3238,
      "step": 5270
    },
    {
      "epoch": 2.6680141485598785,
      "grad_norm": 3.1612367630004883,
      "learning_rate": 8.271111111111112e-05,
      "loss": 0.5068,
      "step": 5280
    },
    {
      "epoch": 2.673067205659424,
      "grad_norm": 2.118220806121826,
      "learning_rate": 8.248888888888889e-05,
      "loss": 0.3381,
      "step": 5290
    },
    {
      "epoch": 2.678120262758969,
      "grad_norm": 1.6003226041793823,
      "learning_rate": 8.226666666666667e-05,
      "loss": 0.4205,
      "step": 5300
    },
    {
      "epoch": 2.678120262758969,
      "eval_accuracy": 0.8617973505191551,
      "eval_loss": 0.34362542629241943,
      "eval_runtime": 21.8792,
      "eval_samples_per_second": 127.655,
      "eval_steps_per_second": 15.997,
      "step": 5300
    },
    {
      "epoch": 2.6831733198585144,
      "grad_norm": 3.5239148139953613,
      "learning_rate": 8.204444444444445e-05,
      "loss": 0.4689,
      "step": 5310
    },
    {
      "epoch": 2.6882263769580597,
      "grad_norm": 0.9401977062225342,
      "learning_rate": 8.182222222222222e-05,
      "loss": 0.2116,
      "step": 5320
    },
    {
      "epoch": 2.693279434057605,
      "grad_norm": 3.3830580711364746,
      "learning_rate": 8.16e-05,
      "loss": 0.2812,
      "step": 5330
    },
    {
      "epoch": 2.6983324911571502,
      "grad_norm": 4.928273677825928,
      "learning_rate": 8.137777777777779e-05,
      "loss": 0.2851,
      "step": 5340
    },
    {
      "epoch": 2.703385548256695,
      "grad_norm": 4.011064529418945,
      "learning_rate": 8.115555555555556e-05,
      "loss": 0.518,
      "step": 5350
    },
    {
      "epoch": 2.7084386053562404,
      "grad_norm": 2.41815185546875,
      "learning_rate": 8.093333333333334e-05,
      "loss": 0.3202,
      "step": 5360
    },
    {
      "epoch": 2.7134916624557857,
      "grad_norm": 2.0322022438049316,
      "learning_rate": 8.071111111111111e-05,
      "loss": 0.4735,
      "step": 5370
    },
    {
      "epoch": 2.718544719555331,
      "grad_norm": 2.1056594848632812,
      "learning_rate": 8.048888888888889e-05,
      "loss": 0.4202,
      "step": 5380
    },
    {
      "epoch": 2.7235977766548762,
      "grad_norm": 2.228013038635254,
      "learning_rate": 8.026666666666666e-05,
      "loss": 0.4005,
      "step": 5390
    },
    {
      "epoch": 2.7286508337544215,
      "grad_norm": 2.2472286224365234,
      "learning_rate": 8.004444444444444e-05,
      "loss": 0.3652,
      "step": 5400
    },
    {
      "epoch": 2.7286508337544215,
      "eval_accuracy": 0.8517722878625135,
      "eval_loss": 0.34825843572616577,
      "eval_runtime": 23.475,
      "eval_samples_per_second": 118.978,
      "eval_steps_per_second": 14.909,
      "step": 5400
    },
    {
      "epoch": 2.733703890853967,
      "grad_norm": 2.0401411056518555,
      "learning_rate": 7.982222222222223e-05,
      "loss": 0.3914,
      "step": 5410
    },
    {
      "epoch": 2.7387569479535117,
      "grad_norm": 2.2407047748565674,
      "learning_rate": 7.960000000000001e-05,
      "loss": 0.4178,
      "step": 5420
    },
    {
      "epoch": 2.743810005053057,
      "grad_norm": 4.68412446975708,
      "learning_rate": 7.937777777777778e-05,
      "loss": 0.3795,
      "step": 5430
    },
    {
      "epoch": 2.7488630621526022,
      "grad_norm": 6.206188201904297,
      "learning_rate": 7.915555555555556e-05,
      "loss": 0.4226,
      "step": 5440
    },
    {
      "epoch": 2.7539161192521475,
      "grad_norm": 2.395399808883667,
      "learning_rate": 7.893333333333333e-05,
      "loss": 0.3077,
      "step": 5450
    },
    {
      "epoch": 2.758969176351693,
      "grad_norm": 0.5152959227561951,
      "learning_rate": 7.871111111111111e-05,
      "loss": 0.2805,
      "step": 5460
    },
    {
      "epoch": 2.764022233451238,
      "grad_norm": 4.421482086181641,
      "learning_rate": 7.848888888888888e-05,
      "loss": 0.2435,
      "step": 5470
    },
    {
      "epoch": 2.7690752905507834,
      "grad_norm": 1.4925546646118164,
      "learning_rate": 7.826666666666667e-05,
      "loss": 0.309,
      "step": 5480
    },
    {
      "epoch": 2.7741283476503282,
      "grad_norm": 1.8580783605575562,
      "learning_rate": 7.804444444444445e-05,
      "loss": 0.3518,
      "step": 5490
    },
    {
      "epoch": 2.7791814047498735,
      "grad_norm": 2.6896092891693115,
      "learning_rate": 7.782222222222223e-05,
      "loss": 0.3999,
      "step": 5500
    },
    {
      "epoch": 2.7791814047498735,
      "eval_accuracy": 0.8907984246330111,
      "eval_loss": 0.26029789447784424,
      "eval_runtime": 34.9298,
      "eval_samples_per_second": 79.96,
      "eval_steps_per_second": 10.02,
      "step": 5500
    },
    {
      "epoch": 2.784234461849419,
      "grad_norm": 2.076117992401123,
      "learning_rate": 7.76e-05,
      "loss": 0.306,
      "step": 5510
    },
    {
      "epoch": 2.789287518948964,
      "grad_norm": 1.225536823272705,
      "learning_rate": 7.737777777777779e-05,
      "loss": 0.3124,
      "step": 5520
    },
    {
      "epoch": 2.7943405760485094,
      "grad_norm": 3.0649378299713135,
      "learning_rate": 7.715555555555555e-05,
      "loss": 0.4085,
      "step": 5530
    },
    {
      "epoch": 2.7993936331480547,
      "grad_norm": 3.2014713287353516,
      "learning_rate": 7.693333333333334e-05,
      "loss": 0.3938,
      "step": 5540
    },
    {
      "epoch": 2.8044466902476,
      "grad_norm": 2.591061592102051,
      "learning_rate": 7.671111111111111e-05,
      "loss": 0.4353,
      "step": 5550
    },
    {
      "epoch": 2.809499747347145,
      "grad_norm": 2.042320966720581,
      "learning_rate": 7.648888888888889e-05,
      "loss": 0.2404,
      "step": 5560
    },
    {
      "epoch": 2.81455280444669,
      "grad_norm": 3.255751371383667,
      "learning_rate": 7.626666666666667e-05,
      "loss": 0.4042,
      "step": 5570
    },
    {
      "epoch": 2.8196058615462354,
      "grad_norm": 0.9873941540718079,
      "learning_rate": 7.604444444444446e-05,
      "loss": 0.2521,
      "step": 5580
    },
    {
      "epoch": 2.8246589186457807,
      "grad_norm": 2.1552438735961914,
      "learning_rate": 7.582222222222223e-05,
      "loss": 0.4721,
      "step": 5590
    },
    {
      "epoch": 2.829711975745326,
      "grad_norm": 3.4882593154907227,
      "learning_rate": 7.560000000000001e-05,
      "loss": 0.2909,
      "step": 5600
    },
    {
      "epoch": 2.829711975745326,
      "eval_accuracy": 0.8693161475116362,
      "eval_loss": 0.3080480694770813,
      "eval_runtime": 22.1351,
      "eval_samples_per_second": 126.18,
      "eval_steps_per_second": 15.812,
      "step": 5600
    },
    {
      "epoch": 2.8347650328448712,
      "grad_norm": 1.2430808544158936,
      "learning_rate": 7.537777777777778e-05,
      "loss": 0.2978,
      "step": 5610
    },
    {
      "epoch": 2.8398180899444165,
      "grad_norm": 3.880941390991211,
      "learning_rate": 7.515555555555556e-05,
      "loss": 0.4236,
      "step": 5620
    },
    {
      "epoch": 2.8448711470439614,
      "grad_norm": 3.4325268268585205,
      "learning_rate": 7.493333333333333e-05,
      "loss": 0.3418,
      "step": 5630
    },
    {
      "epoch": 2.8499242041435067,
      "grad_norm": 2.5943145751953125,
      "learning_rate": 7.471111111111111e-05,
      "loss": 0.2879,
      "step": 5640
    },
    {
      "epoch": 2.854977261243052,
      "grad_norm": 4.398190021514893,
      "learning_rate": 7.44888888888889e-05,
      "loss": 0.3009,
      "step": 5650
    },
    {
      "epoch": 2.8600303183425972,
      "grad_norm": 3.223385810852051,
      "learning_rate": 7.426666666666668e-05,
      "loss": 0.3087,
      "step": 5660
    },
    {
      "epoch": 2.8650833754421425,
      "grad_norm": 1.4026299715042114,
      "learning_rate": 7.404444444444445e-05,
      "loss": 0.4915,
      "step": 5670
    },
    {
      "epoch": 2.870136432541688,
      "grad_norm": 5.0744194984436035,
      "learning_rate": 7.382222222222223e-05,
      "loss": 0.3001,
      "step": 5680
    },
    {
      "epoch": 2.875189489641233,
      "grad_norm": 2.3227591514587402,
      "learning_rate": 7.36e-05,
      "loss": 0.2285,
      "step": 5690
    },
    {
      "epoch": 2.880242546740778,
      "grad_norm": 2.202967643737793,
      "learning_rate": 7.337777777777778e-05,
      "loss": 0.3703,
      "step": 5700
    },
    {
      "epoch": 2.880242546740778,
      "eval_accuracy": 0.8807733619763695,
      "eval_loss": 0.29504504799842834,
      "eval_runtime": 22.1907,
      "eval_samples_per_second": 125.864,
      "eval_steps_per_second": 15.772,
      "step": 5700
    },
    {
      "epoch": 2.8852956038403232,
      "grad_norm": 3.5945940017700195,
      "learning_rate": 7.315555555555555e-05,
      "loss": 0.2504,
      "step": 5710
    },
    {
      "epoch": 2.8903486609398685,
      "grad_norm": 0.8813655376434326,
      "learning_rate": 7.293333333333334e-05,
      "loss": 0.2745,
      "step": 5720
    },
    {
      "epoch": 2.895401718039414,
      "grad_norm": 1.0525150299072266,
      "learning_rate": 7.271111111111112e-05,
      "loss": 0.4289,
      "step": 5730
    },
    {
      "epoch": 2.900454775138959,
      "grad_norm": 1.6976814270019531,
      "learning_rate": 7.24888888888889e-05,
      "loss": 0.3154,
      "step": 5740
    },
    {
      "epoch": 2.9055078322385044,
      "grad_norm": 0.7887847423553467,
      "learning_rate": 7.226666666666667e-05,
      "loss": 0.3418,
      "step": 5750
    },
    {
      "epoch": 2.9105608893380497,
      "grad_norm": 4.849771499633789,
      "learning_rate": 7.204444444444445e-05,
      "loss": 0.317,
      "step": 5760
    },
    {
      "epoch": 2.9156139464375945,
      "grad_norm": 3.2878639698028564,
      "learning_rate": 7.182222222222222e-05,
      "loss": 0.4522,
      "step": 5770
    },
    {
      "epoch": 2.92066700353714,
      "grad_norm": 1.5125163793563843,
      "learning_rate": 7.16e-05,
      "loss": 0.366,
      "step": 5780
    },
    {
      "epoch": 2.925720060636685,
      "grad_norm": 1.905968189239502,
      "learning_rate": 7.137777777777778e-05,
      "loss": 0.2858,
      "step": 5790
    },
    {
      "epoch": 2.9307731177362304,
      "grad_norm": 3.730903387069702,
      "learning_rate": 7.115555555555556e-05,
      "loss": 0.4048,
      "step": 5800
    },
    {
      "epoch": 2.9307731177362304,
      "eval_accuracy": 0.8499820981023989,
      "eval_loss": 0.3190869987010956,
      "eval_runtime": 32.5094,
      "eval_samples_per_second": 85.913,
      "eval_steps_per_second": 10.766,
      "step": 5800
    },
    {
      "epoch": 2.9358261748357757,
      "grad_norm": 4.303518772125244,
      "learning_rate": 7.093333333333334e-05,
      "loss": 0.3473,
      "step": 5810
    },
    {
      "epoch": 2.940879231935321,
      "grad_norm": 2.2424232959747314,
      "learning_rate": 7.071111111111111e-05,
      "loss": 0.3791,
      "step": 5820
    },
    {
      "epoch": 2.9459322890348663,
      "grad_norm": 3.953787326812744,
      "learning_rate": 7.048888888888889e-05,
      "loss": 0.2901,
      "step": 5830
    },
    {
      "epoch": 2.950985346134411,
      "grad_norm": 3.499569892883301,
      "learning_rate": 7.026666666666668e-05,
      "loss": 0.4007,
      "step": 5840
    },
    {
      "epoch": 2.9560384032339564,
      "grad_norm": 2.771538019180298,
      "learning_rate": 7.004444444444445e-05,
      "loss": 0.262,
      "step": 5850
    },
    {
      "epoch": 2.9610914603335017,
      "grad_norm": 0.8818975687026978,
      "learning_rate": 6.982222222222223e-05,
      "loss": 0.222,
      "step": 5860
    },
    {
      "epoch": 2.966144517433047,
      "grad_norm": 2.2992067337036133,
      "learning_rate": 6.96e-05,
      "loss": 0.327,
      "step": 5870
    },
    {
      "epoch": 2.9711975745325923,
      "grad_norm": 0.2194339632987976,
      "learning_rate": 6.937777777777778e-05,
      "loss": 0.3098,
      "step": 5880
    },
    {
      "epoch": 2.9762506316321375,
      "grad_norm": 1.6648062467575073,
      "learning_rate": 6.915555555555556e-05,
      "loss": 0.341,
      "step": 5890
    },
    {
      "epoch": 2.981303688731683,
      "grad_norm": 3.647399663925171,
      "learning_rate": 6.893333333333333e-05,
      "loss": 0.3333,
      "step": 5900
    },
    {
      "epoch": 2.981303688731683,
      "eval_accuracy": 0.8442534908700322,
      "eval_loss": 0.3772529363632202,
      "eval_runtime": 23.329,
      "eval_samples_per_second": 119.722,
      "eval_steps_per_second": 15.003,
      "step": 5900
    },
    {
      "epoch": 2.9863567458312277,
      "grad_norm": 1.5647292137145996,
      "learning_rate": 6.871111111111112e-05,
      "loss": 0.428,
      "step": 5910
    },
    {
      "epoch": 2.991409802930773,
      "grad_norm": 1.4988956451416016,
      "learning_rate": 6.848888888888889e-05,
      "loss": 0.287,
      "step": 5920
    },
    {
      "epoch": 2.9964628600303183,
      "grad_norm": 3.3127992153167725,
      "learning_rate": 6.826666666666667e-05,
      "loss": 0.3751,
      "step": 5930
    },
    {
      "epoch": 3.0015159171298635,
      "grad_norm": 2.675394296646118,
      "learning_rate": 6.804444444444444e-05,
      "loss": 0.3207,
      "step": 5940
    },
    {
      "epoch": 3.006568974229409,
      "grad_norm": 2.956672191619873,
      "learning_rate": 6.782222222222222e-05,
      "loss": 0.2395,
      "step": 5950
    },
    {
      "epoch": 3.011622031328954,
      "grad_norm": 1.2761588096618652,
      "learning_rate": 6.76e-05,
      "loss": 0.3996,
      "step": 5960
    },
    {
      "epoch": 3.0166750884284994,
      "grad_norm": 3.3987114429473877,
      "learning_rate": 6.737777777777779e-05,
      "loss": 0.3969,
      "step": 5970
    },
    {
      "epoch": 3.0217281455280443,
      "grad_norm": 0.618013322353363,
      "learning_rate": 6.715555555555556e-05,
      "loss": 0.3171,
      "step": 5980
    },
    {
      "epoch": 3.0267812026275895,
      "grad_norm": 1.8241897821426392,
      "learning_rate": 6.693333333333334e-05,
      "loss": 0.2785,
      "step": 5990
    },
    {
      "epoch": 3.031834259727135,
      "grad_norm": 0.8514062762260437,
      "learning_rate": 6.671111111111111e-05,
      "loss": 0.2917,
      "step": 6000
    },
    {
      "epoch": 3.031834259727135,
      "eval_accuracy": 0.8431793770139635,
      "eval_loss": 0.37310540676116943,
      "eval_runtime": 22.445,
      "eval_samples_per_second": 124.437,
      "eval_steps_per_second": 15.594,
      "step": 6000
    },
    {
      "epoch": 3.03688731682668,
      "grad_norm": 3.3822669982910156,
      "learning_rate": 6.648888888888889e-05,
      "loss": 0.3108,
      "step": 6010
    },
    {
      "epoch": 3.0419403739262254,
      "grad_norm": 1.4962226152420044,
      "learning_rate": 6.626666666666666e-05,
      "loss": 0.3088,
      "step": 6020
    },
    {
      "epoch": 3.0469934310257707,
      "grad_norm": 1.0340983867645264,
      "learning_rate": 6.604444444444444e-05,
      "loss": 0.2422,
      "step": 6030
    },
    {
      "epoch": 3.052046488125316,
      "grad_norm": 0.6716813445091248,
      "learning_rate": 6.582222222222223e-05,
      "loss": 0.1821,
      "step": 6040
    },
    {
      "epoch": 3.057099545224861,
      "grad_norm": 4.281582355499268,
      "learning_rate": 6.560000000000001e-05,
      "loss": 0.3793,
      "step": 6050
    },
    {
      "epoch": 3.062152602324406,
      "grad_norm": 8.729735374450684,
      "learning_rate": 6.537777777777778e-05,
      "loss": 0.1702,
      "step": 6060
    },
    {
      "epoch": 3.0672056594239514,
      "grad_norm": 7.878430366516113,
      "learning_rate": 6.515555555555556e-05,
      "loss": 0.4737,
      "step": 6070
    },
    {
      "epoch": 3.0722587165234967,
      "grad_norm": 0.1650269776582718,
      "learning_rate": 6.493333333333333e-05,
      "loss": 0.1508,
      "step": 6080
    },
    {
      "epoch": 3.077311773623042,
      "grad_norm": 0.7151690125465393,
      "learning_rate": 6.471111111111111e-05,
      "loss": 0.3404,
      "step": 6090
    },
    {
      "epoch": 3.0823648307225873,
      "grad_norm": 2.156454086303711,
      "learning_rate": 6.448888888888888e-05,
      "loss": 0.4204,
      "step": 6100
    },
    {
      "epoch": 3.0823648307225873,
      "eval_accuracy": 0.8528464017185822,
      "eval_loss": 0.37828850746154785,
      "eval_runtime": 22.0672,
      "eval_samples_per_second": 126.568,
      "eval_steps_per_second": 15.861,
      "step": 6100
    },
    {
      "epoch": 3.0874178878221326,
      "grad_norm": 7.122072219848633,
      "learning_rate": 6.426666666666668e-05,
      "loss": 0.4055,
      "step": 6110
    },
    {
      "epoch": 3.0924709449216774,
      "grad_norm": 1.1863442659378052,
      "learning_rate": 6.404444444444445e-05,
      "loss": 0.4349,
      "step": 6120
    },
    {
      "epoch": 3.0975240020212227,
      "grad_norm": 0.818795382976532,
      "learning_rate": 6.382222222222223e-05,
      "loss": 0.3389,
      "step": 6130
    },
    {
      "epoch": 3.102577059120768,
      "grad_norm": 1.5806599855422974,
      "learning_rate": 6.36e-05,
      "loss": 0.2334,
      "step": 6140
    },
    {
      "epoch": 3.1076301162203133,
      "grad_norm": 1.5807373523712158,
      "learning_rate": 6.337777777777778e-05,
      "loss": 0.2308,
      "step": 6150
    },
    {
      "epoch": 3.1126831733198586,
      "grad_norm": 2.569695472717285,
      "learning_rate": 6.315555555555555e-05,
      "loss": 0.2191,
      "step": 6160
    },
    {
      "epoch": 3.117736230419404,
      "grad_norm": 5.298694610595703,
      "learning_rate": 6.293333333333334e-05,
      "loss": 0.3194,
      "step": 6170
    },
    {
      "epoch": 3.122789287518949,
      "grad_norm": 1.8455535173416138,
      "learning_rate": 6.27111111111111e-05,
      "loss": 0.3616,
      "step": 6180
    },
    {
      "epoch": 3.127842344618494,
      "grad_norm": 7.147807598114014,
      "learning_rate": 6.24888888888889e-05,
      "loss": 0.3347,
      "step": 6190
    },
    {
      "epoch": 3.1328954017180393,
      "grad_norm": 3.828178644180298,
      "learning_rate": 6.226666666666667e-05,
      "loss": 0.3832,
      "step": 6200
    },
    {
      "epoch": 3.1328954017180393,
      "eval_accuracy": 0.8693161475116362,
      "eval_loss": 0.3008694350719452,
      "eval_runtime": 22.3667,
      "eval_samples_per_second": 124.873,
      "eval_steps_per_second": 15.648,
      "step": 6200
    },
    {
      "epoch": 3.1379484588175846,
      "grad_norm": 4.436605453491211,
      "learning_rate": 6.204444444444445e-05,
      "loss": 0.4343,
      "step": 6210
    },
    {
      "epoch": 3.14300151591713,
      "grad_norm": 2.5253171920776367,
      "learning_rate": 6.182222222222222e-05,
      "loss": 0.2627,
      "step": 6220
    },
    {
      "epoch": 3.148054573016675,
      "grad_norm": 2.0070149898529053,
      "learning_rate": 6.16e-05,
      "loss": 0.2449,
      "step": 6230
    },
    {
      "epoch": 3.1531076301162204,
      "grad_norm": 0.8311755061149597,
      "learning_rate": 6.137777777777778e-05,
      "loss": 0.3659,
      "step": 6240
    },
    {
      "epoch": 3.1581606872157657,
      "grad_norm": 4.4285478591918945,
      "learning_rate": 6.115555555555556e-05,
      "loss": 0.4016,
      "step": 6250
    },
    {
      "epoch": 3.1632137443153105,
      "grad_norm": 2.689814805984497,
      "learning_rate": 6.093333333333333e-05,
      "loss": 0.3232,
      "step": 6260
    },
    {
      "epoch": 3.168266801414856,
      "grad_norm": 2.877394914627075,
      "learning_rate": 6.071111111111112e-05,
      "loss": 0.2843,
      "step": 6270
    },
    {
      "epoch": 3.173319858514401,
      "grad_norm": 1.4330358505249023,
      "learning_rate": 6.0488888888888894e-05,
      "loss": 0.2416,
      "step": 6280
    },
    {
      "epoch": 3.1783729156139464,
      "grad_norm": 3.4811785221099854,
      "learning_rate": 6.026666666666667e-05,
      "loss": 0.2397,
      "step": 6290
    },
    {
      "epoch": 3.1834259727134917,
      "grad_norm": 3.5192840099334717,
      "learning_rate": 6.0044444444444446e-05,
      "loss": 0.32,
      "step": 6300
    },
    {
      "epoch": 3.1834259727134917,
      "eval_accuracy": 0.8367346938775511,
      "eval_loss": 0.36899709701538086,
      "eval_runtime": 22.1835,
      "eval_samples_per_second": 125.904,
      "eval_steps_per_second": 15.777,
      "step": 6300
    },
    {
      "epoch": 3.188479029813037,
      "grad_norm": 2.0998518466949463,
      "learning_rate": 5.982222222222222e-05,
      "loss": 0.3383,
      "step": 6310
    },
    {
      "epoch": 3.1935320869125823,
      "grad_norm": 7.645174503326416,
      "learning_rate": 5.96e-05,
      "loss": 0.2519,
      "step": 6320
    },
    {
      "epoch": 3.198585144012127,
      "grad_norm": 0.5995309352874756,
      "learning_rate": 5.9377777777777775e-05,
      "loss": 0.286,
      "step": 6330
    },
    {
      "epoch": 3.2036382011116724,
      "grad_norm": 1.9291926622390747,
      "learning_rate": 5.915555555555555e-05,
      "loss": 0.3522,
      "step": 6340
    },
    {
      "epoch": 3.2086912582112177,
      "grad_norm": 2.8859310150146484,
      "learning_rate": 5.893333333333334e-05,
      "loss": 0.2833,
      "step": 6350
    },
    {
      "epoch": 3.213744315310763,
      "grad_norm": 2.0815603733062744,
      "learning_rate": 5.871111111111112e-05,
      "loss": 0.2778,
      "step": 6360
    },
    {
      "epoch": 3.2187973724103083,
      "grad_norm": 5.9688801765441895,
      "learning_rate": 5.848888888888889e-05,
      "loss": 0.2712,
      "step": 6370
    },
    {
      "epoch": 3.2238504295098536,
      "grad_norm": 1.616219401359558,
      "learning_rate": 5.826666666666667e-05,
      "loss": 0.2327,
      "step": 6380
    },
    {
      "epoch": 3.228903486609399,
      "grad_norm": 0.7303557395935059,
      "learning_rate": 5.8044444444444445e-05,
      "loss": 0.3687,
      "step": 6390
    },
    {
      "epoch": 3.2339565437089437,
      "grad_norm": 3.5262770652770996,
      "learning_rate": 5.782222222222222e-05,
      "loss": 0.3761,
      "step": 6400
    },
    {
      "epoch": 3.2339565437089437,
      "eval_accuracy": 0.8392409595417114,
      "eval_loss": 0.3397537171840668,
      "eval_runtime": 21.8836,
      "eval_samples_per_second": 127.63,
      "eval_steps_per_second": 15.994,
      "step": 6400
    },
    {
      "epoch": 3.239009600808489,
      "grad_norm": 2.527420997619629,
      "learning_rate": 5.76e-05,
      "loss": 0.3856,
      "step": 6410
    },
    {
      "epoch": 3.2440626579080343,
      "grad_norm": 1.4119328260421753,
      "learning_rate": 5.737777777777779e-05,
      "loss": 0.3655,
      "step": 6420
    },
    {
      "epoch": 3.2491157150075796,
      "grad_norm": 2.6743695735931396,
      "learning_rate": 5.715555555555556e-05,
      "loss": 0.2527,
      "step": 6430
    },
    {
      "epoch": 3.254168772107125,
      "grad_norm": 1.3962702751159668,
      "learning_rate": 5.693333333333334e-05,
      "loss": 0.3161,
      "step": 6440
    },
    {
      "epoch": 3.25922182920667,
      "grad_norm": 2.3100271224975586,
      "learning_rate": 5.6711111111111116e-05,
      "loss": 0.3051,
      "step": 6450
    },
    {
      "epoch": 3.2642748863062154,
      "grad_norm": 1.7482351064682007,
      "learning_rate": 5.648888888888889e-05,
      "loss": 0.2152,
      "step": 6460
    },
    {
      "epoch": 3.2693279434057603,
      "grad_norm": 4.773191928863525,
      "learning_rate": 5.626666666666667e-05,
      "loss": 0.291,
      "step": 6470
    },
    {
      "epoch": 3.2743810005053056,
      "grad_norm": 1.4123096466064453,
      "learning_rate": 5.6044444444444444e-05,
      "loss": 0.3263,
      "step": 6480
    },
    {
      "epoch": 3.279434057604851,
      "grad_norm": 8.474733352661133,
      "learning_rate": 5.582222222222222e-05,
      "loss": 0.4064,
      "step": 6490
    },
    {
      "epoch": 3.284487114704396,
      "grad_norm": 4.797526836395264,
      "learning_rate": 5.560000000000001e-05,
      "loss": 0.4041,
      "step": 6500
    },
    {
      "epoch": 3.284487114704396,
      "eval_accuracy": 0.8761188686000716,
      "eval_loss": 0.2725840210914612,
      "eval_runtime": 23.1102,
      "eval_samples_per_second": 120.856,
      "eval_steps_per_second": 15.145,
      "step": 6500
    },
    {
      "epoch": 3.2895401718039414,
      "grad_norm": 0.610005795955658,
      "learning_rate": 5.5377777777777786e-05,
      "loss": 0.2767,
      "step": 6510
    },
    {
      "epoch": 3.2945932289034867,
      "grad_norm": 2.132481813430786,
      "learning_rate": 5.515555555555556e-05,
      "loss": 0.3442,
      "step": 6520
    },
    {
      "epoch": 3.299646286003032,
      "grad_norm": 1.465570330619812,
      "learning_rate": 5.493333333333334e-05,
      "loss": 0.3322,
      "step": 6530
    },
    {
      "epoch": 3.304699343102577,
      "grad_norm": 3.551342487335205,
      "learning_rate": 5.4711111111111114e-05,
      "loss": 0.283,
      "step": 6540
    },
    {
      "epoch": 3.309752400202122,
      "grad_norm": 2.26155686378479,
      "learning_rate": 5.448888888888889e-05,
      "loss": 0.4365,
      "step": 6550
    },
    {
      "epoch": 3.3148054573016674,
      "grad_norm": 1.0264147520065308,
      "learning_rate": 5.4266666666666667e-05,
      "loss": 0.3945,
      "step": 6560
    },
    {
      "epoch": 3.3198585144012127,
      "grad_norm": 0.975284218788147,
      "learning_rate": 5.404444444444444e-05,
      "loss": 0.3536,
      "step": 6570
    },
    {
      "epoch": 3.324911571500758,
      "grad_norm": 0.632727324962616,
      "learning_rate": 5.382222222222223e-05,
      "loss": 0.2341,
      "step": 6580
    },
    {
      "epoch": 3.3299646286003033,
      "grad_norm": 0.36360910534858704,
      "learning_rate": 5.360000000000001e-05,
      "loss": 0.1528,
      "step": 6590
    },
    {
      "epoch": 3.3350176856998486,
      "grad_norm": 0.28347837924957275,
      "learning_rate": 5.3377777777777785e-05,
      "loss": 0.3373,
      "step": 6600
    },
    {
      "epoch": 3.3350176856998486,
      "eval_accuracy": 0.828499820981024,
      "eval_loss": 0.3734741508960724,
      "eval_runtime": 22.6698,
      "eval_samples_per_second": 123.203,
      "eval_steps_per_second": 15.439,
      "step": 6600
    },
    {
      "epoch": 3.3400707427993934,
      "grad_norm": 2.1117758750915527,
      "learning_rate": 5.315555555555556e-05,
      "loss": 0.4591,
      "step": 6610
    },
    {
      "epoch": 3.3451237998989387,
      "grad_norm": 0.6761242151260376,
      "learning_rate": 5.293333333333334e-05,
      "loss": 0.3138,
      "step": 6620
    },
    {
      "epoch": 3.350176856998484,
      "grad_norm": 0.20823055505752563,
      "learning_rate": 5.271111111111111e-05,
      "loss": 0.3087,
      "step": 6630
    },
    {
      "epoch": 3.3552299140980293,
      "grad_norm": 3.516846179962158,
      "learning_rate": 5.248888888888889e-05,
      "loss": 0.317,
      "step": 6640
    },
    {
      "epoch": 3.3602829711975746,
      "grad_norm": 4.570127010345459,
      "learning_rate": 5.2266666666666665e-05,
      "loss": 0.3218,
      "step": 6650
    },
    {
      "epoch": 3.36533602829712,
      "grad_norm": 0.7695002555847168,
      "learning_rate": 5.204444444444445e-05,
      "loss": 0.33,
      "step": 6660
    },
    {
      "epoch": 3.370389085396665,
      "grad_norm": 0.1837574988603592,
      "learning_rate": 5.1822222222222224e-05,
      "loss": 0.3042,
      "step": 6670
    },
    {
      "epoch": 3.37544214249621,
      "grad_norm": 0.43669673800468445,
      "learning_rate": 5.16e-05,
      "loss": 0.2121,
      "step": 6680
    },
    {
      "epoch": 3.3804951995957553,
      "grad_norm": 5.660565376281738,
      "learning_rate": 5.1377777777777784e-05,
      "loss": 0.45,
      "step": 6690
    },
    {
      "epoch": 3.3855482566953006,
      "grad_norm": 0.8151216506958008,
      "learning_rate": 5.115555555555556e-05,
      "loss": 0.2869,
      "step": 6700
    },
    {
      "epoch": 3.3855482566953006,
      "eval_accuracy": 0.8986752595775153,
      "eval_loss": 0.23256993293762207,
      "eval_runtime": 22.5495,
      "eval_samples_per_second": 123.861,
      "eval_steps_per_second": 15.521,
      "step": 6700
    },
    {
      "epoch": 3.390601313794846,
      "grad_norm": 0.24948927760124207,
      "learning_rate": 5.0933333333333336e-05,
      "loss": 0.2391,
      "step": 6710
    },
    {
      "epoch": 3.395654370894391,
      "grad_norm": 1.697418212890625,
      "learning_rate": 5.071111111111111e-05,
      "loss": 0.2439,
      "step": 6720
    },
    {
      "epoch": 3.4007074279939364,
      "grad_norm": 5.376853942871094,
      "learning_rate": 5.0488888888888895e-05,
      "loss": 0.3189,
      "step": 6730
    },
    {
      "epoch": 3.4057604850934817,
      "grad_norm": 1.7416326999664307,
      "learning_rate": 5.026666666666667e-05,
      "loss": 0.3712,
      "step": 6740
    },
    {
      "epoch": 3.4108135421930266,
      "grad_norm": 2.053687572479248,
      "learning_rate": 5.004444444444445e-05,
      "loss": 0.3047,
      "step": 6750
    },
    {
      "epoch": 3.415866599292572,
      "grad_norm": 0.6359758377075195,
      "learning_rate": 4.982222222222222e-05,
      "loss": 0.3863,
      "step": 6760
    },
    {
      "epoch": 3.420919656392117,
      "grad_norm": 0.6436170339584351,
      "learning_rate": 4.96e-05,
      "loss": 0.3256,
      "step": 6770
    },
    {
      "epoch": 3.4259727134916624,
      "grad_norm": 1.9105366468429565,
      "learning_rate": 4.9377777777777776e-05,
      "loss": 0.2984,
      "step": 6780
    },
    {
      "epoch": 3.4310257705912077,
      "grad_norm": 6.483319282531738,
      "learning_rate": 4.915555555555556e-05,
      "loss": 0.1794,
      "step": 6790
    },
    {
      "epoch": 3.436078827690753,
      "grad_norm": 3.084446430206299,
      "learning_rate": 4.8933333333333335e-05,
      "loss": 0.3381,
      "step": 6800
    },
    {
      "epoch": 3.436078827690753,
      "eval_accuracy": 0.8933046902971715,
      "eval_loss": 0.25619128346443176,
      "eval_runtime": 23.4504,
      "eval_samples_per_second": 119.102,
      "eval_steps_per_second": 14.925,
      "step": 6800
    },
    {
      "epoch": 3.4411318847902983,
      "grad_norm": 1.4437936544418335,
      "learning_rate": 4.871111111111111e-05,
      "loss": 0.2922,
      "step": 6810
    },
    {
      "epoch": 3.446184941889843,
      "grad_norm": 1.9302983283996582,
      "learning_rate": 4.848888888888889e-05,
      "loss": 0.2633,
      "step": 6820
    },
    {
      "epoch": 3.4512379989893884,
      "grad_norm": 3.164926767349243,
      "learning_rate": 4.826666666666667e-05,
      "loss": 0.3575,
      "step": 6830
    },
    {
      "epoch": 3.4562910560889337,
      "grad_norm": 1.095962405204773,
      "learning_rate": 4.8044444444444446e-05,
      "loss": 0.2745,
      "step": 6840
    },
    {
      "epoch": 3.461344113188479,
      "grad_norm": 3.9413673877716064,
      "learning_rate": 4.782222222222222e-05,
      "loss": 0.2937,
      "step": 6850
    },
    {
      "epoch": 3.4663971702880243,
      "grad_norm": 2.4038617610931396,
      "learning_rate": 4.76e-05,
      "loss": 0.3215,
      "step": 6860
    },
    {
      "epoch": 3.4714502273875696,
      "grad_norm": 0.2632848620414734,
      "learning_rate": 4.737777777777778e-05,
      "loss": 0.2838,
      "step": 6870
    },
    {
      "epoch": 3.476503284487115,
      "grad_norm": 0.4174223840236664,
      "learning_rate": 4.715555555555556e-05,
      "loss": 0.3127,
      "step": 6880
    },
    {
      "epoch": 3.4815563415866597,
      "grad_norm": 2.04986834526062,
      "learning_rate": 4.6933333333333333e-05,
      "loss": 0.3236,
      "step": 6890
    },
    {
      "epoch": 3.486609398686205,
      "grad_norm": 0.6955283284187317,
      "learning_rate": 4.671111111111111e-05,
      "loss": 0.2193,
      "step": 6900
    },
    {
      "epoch": 3.486609398686205,
      "eval_accuracy": 0.891156462585034,
      "eval_loss": 0.26051437854766846,
      "eval_runtime": 23.393,
      "eval_samples_per_second": 119.394,
      "eval_steps_per_second": 14.962,
      "step": 6900
    },
    {
      "epoch": 3.4916624557857503,
      "grad_norm": 2.3382861614227295,
      "learning_rate": 4.651111111111111e-05,
      "loss": 0.2941,
      "step": 6910
    },
    {
      "epoch": 3.4967155128852956,
      "grad_norm": 0.3210231363773346,
      "learning_rate": 4.6288888888888894e-05,
      "loss": 0.2989,
      "step": 6920
    },
    {
      "epoch": 3.501768569984841,
      "grad_norm": 2.856682777404785,
      "learning_rate": 4.606666666666667e-05,
      "loss": 0.293,
      "step": 6930
    },
    {
      "epoch": 3.506821627084386,
      "grad_norm": 0.7344805598258972,
      "learning_rate": 4.584444444444445e-05,
      "loss": 0.228,
      "step": 6940
    },
    {
      "epoch": 3.5118746841839314,
      "grad_norm": 1.6938222646713257,
      "learning_rate": 4.562222222222222e-05,
      "loss": 0.3437,
      "step": 6950
    },
    {
      "epoch": 3.5169277412834763,
      "grad_norm": 7.076164245605469,
      "learning_rate": 4.5400000000000006e-05,
      "loss": 0.4092,
      "step": 6960
    },
    {
      "epoch": 3.5219807983830216,
      "grad_norm": 1.6173063516616821,
      "learning_rate": 4.517777777777778e-05,
      "loss": 0.3343,
      "step": 6970
    },
    {
      "epoch": 3.527033855482567,
      "grad_norm": 3.324890613555908,
      "learning_rate": 4.495555555555556e-05,
      "loss": 0.2106,
      "step": 6980
    },
    {
      "epoch": 3.532086912582112,
      "grad_norm": 2.447829484939575,
      "learning_rate": 4.473333333333334e-05,
      "loss": 0.2544,
      "step": 6990
    },
    {
      "epoch": 3.5371399696816574,
      "grad_norm": 1.924780011177063,
      "learning_rate": 4.451111111111112e-05,
      "loss": 0.2685,
      "step": 7000
    },
    {
      "epoch": 3.5371399696816574,
      "eval_accuracy": 0.8822055137844611,
      "eval_loss": 0.259235680103302,
      "eval_runtime": 22.4964,
      "eval_samples_per_second": 124.153,
      "eval_steps_per_second": 15.558,
      "step": 7000
    },
    {
      "epoch": 3.5421930267812027,
      "grad_norm": 3.632363796234131,
      "learning_rate": 4.428888888888889e-05,
      "loss": 0.4105,
      "step": 7010
    },
    {
      "epoch": 3.547246083880748,
      "grad_norm": 1.6931264400482178,
      "learning_rate": 4.406666666666667e-05,
      "loss": 0.2914,
      "step": 7020
    },
    {
      "epoch": 3.552299140980293,
      "grad_norm": 0.9192767143249512,
      "learning_rate": 4.384444444444445e-05,
      "loss": 0.3363,
      "step": 7030
    },
    {
      "epoch": 3.557352198079838,
      "grad_norm": 3.0867137908935547,
      "learning_rate": 4.362222222222223e-05,
      "loss": 0.2812,
      "step": 7040
    },
    {
      "epoch": 3.5624052551793834,
      "grad_norm": 2.4090187549591064,
      "learning_rate": 4.3400000000000005e-05,
      "loss": 0.3179,
      "step": 7050
    },
    {
      "epoch": 3.5674583122789287,
      "grad_norm": 2.5159058570861816,
      "learning_rate": 4.317777777777778e-05,
      "loss": 0.3918,
      "step": 7060
    },
    {
      "epoch": 3.572511369378474,
      "grad_norm": 1.5174832344055176,
      "learning_rate": 4.295555555555556e-05,
      "loss": 0.3291,
      "step": 7070
    },
    {
      "epoch": 3.5775644264780193,
      "grad_norm": 2.3133010864257812,
      "learning_rate": 4.273333333333333e-05,
      "loss": 0.4057,
      "step": 7080
    },
    {
      "epoch": 3.5826174835775646,
      "grad_norm": 8.338386535644531,
      "learning_rate": 4.2511111111111116e-05,
      "loss": 0.2886,
      "step": 7090
    },
    {
      "epoch": 3.5876705406771094,
      "grad_norm": 7.558538913726807,
      "learning_rate": 4.228888888888889e-05,
      "loss": 0.2867,
      "step": 7100
    },
    {
      "epoch": 3.5876705406771094,
      "eval_accuracy": 0.8635875402792696,
      "eval_loss": 0.3182123899459839,
      "eval_runtime": 22.649,
      "eval_samples_per_second": 123.317,
      "eval_steps_per_second": 15.453,
      "step": 7100
    },
    {
      "epoch": 3.5927235977766547,
      "grad_norm": 0.4639037549495697,
      "learning_rate": 4.206666666666667e-05,
      "loss": 0.2857,
      "step": 7110
    },
    {
      "epoch": 3.5977766548762,
      "grad_norm": 4.637019157409668,
      "learning_rate": 4.1844444444444444e-05,
      "loss": 0.2121,
      "step": 7120
    },
    {
      "epoch": 3.6028297119757453,
      "grad_norm": 3.765474557876587,
      "learning_rate": 4.162222222222222e-05,
      "loss": 0.2615,
      "step": 7130
    },
    {
      "epoch": 3.6078827690752906,
      "grad_norm": 0.471752405166626,
      "learning_rate": 4.14e-05,
      "loss": 0.2469,
      "step": 7140
    },
    {
      "epoch": 3.612935826174836,
      "grad_norm": 0.5334476232528687,
      "learning_rate": 4.117777777777778e-05,
      "loss": 0.2722,
      "step": 7150
    },
    {
      "epoch": 3.617988883274381,
      "grad_norm": 5.297542572021484,
      "learning_rate": 4.0955555555555556e-05,
      "loss": 0.2744,
      "step": 7160
    },
    {
      "epoch": 3.623041940373926,
      "grad_norm": 2.4122414588928223,
      "learning_rate": 4.073333333333333e-05,
      "loss": 0.445,
      "step": 7170
    },
    {
      "epoch": 3.6280949974734713,
      "grad_norm": 0.47642749547958374,
      "learning_rate": 4.051111111111111e-05,
      "loss": 0.1814,
      "step": 7180
    },
    {
      "epoch": 3.6331480545730166,
      "grad_norm": 1.3290168046951294,
      "learning_rate": 4.028888888888889e-05,
      "loss": 0.3884,
      "step": 7190
    },
    {
      "epoch": 3.638201111672562,
      "grad_norm": 1.3797765970230103,
      "learning_rate": 4.006666666666667e-05,
      "loss": 0.318,
      "step": 7200
    },
    {
      "epoch": 3.638201111672562,
      "eval_accuracy": 0.874328678839957,
      "eval_loss": 0.29881954193115234,
      "eval_runtime": 21.6349,
      "eval_samples_per_second": 129.097,
      "eval_steps_per_second": 16.178,
      "step": 7200
    },
    {
      "epoch": 3.643254168772107,
      "grad_norm": 0.7499635815620422,
      "learning_rate": 3.984444444444444e-05,
      "loss": 0.3527,
      "step": 7210
    },
    {
      "epoch": 3.6483072258716525,
      "grad_norm": 3.2787723541259766,
      "learning_rate": 3.962222222222222e-05,
      "loss": 0.2758,
      "step": 7220
    },
    {
      "epoch": 3.6533602829711977,
      "grad_norm": 0.3964061439037323,
      "learning_rate": 3.94e-05,
      "loss": 0.3183,
      "step": 7230
    },
    {
      "epoch": 3.6584133400707426,
      "grad_norm": 1.4817743301391602,
      "learning_rate": 3.917777777777778e-05,
      "loss": 0.3821,
      "step": 7240
    },
    {
      "epoch": 3.663466397170288,
      "grad_norm": 1.7741836309432983,
      "learning_rate": 3.8955555555555555e-05,
      "loss": 0.3728,
      "step": 7250
    },
    {
      "epoch": 3.668519454269833,
      "grad_norm": 8.853656768798828,
      "learning_rate": 3.873333333333333e-05,
      "loss": 0.1927,
      "step": 7260
    },
    {
      "epoch": 3.6735725113693785,
      "grad_norm": 0.8767987489700317,
      "learning_rate": 3.8511111111111114e-05,
      "loss": 0.2607,
      "step": 7270
    },
    {
      "epoch": 3.6786255684689237,
      "grad_norm": 0.57962566614151,
      "learning_rate": 3.828888888888889e-05,
      "loss": 0.3245,
      "step": 7280
    },
    {
      "epoch": 3.683678625568469,
      "grad_norm": 2.1979587078094482,
      "learning_rate": 3.8066666666666666e-05,
      "loss": 0.3073,
      "step": 7290
    },
    {
      "epoch": 3.6887316826680143,
      "grad_norm": 3.9322900772094727,
      "learning_rate": 3.784444444444445e-05,
      "loss": 0.3088,
      "step": 7300
    },
    {
      "epoch": 3.6887316826680143,
      "eval_accuracy": 0.8768349445041175,
      "eval_loss": 0.2870176434516907,
      "eval_runtime": 22.5248,
      "eval_samples_per_second": 123.997,
      "eval_steps_per_second": 15.538,
      "step": 7300
    },
    {
      "epoch": 3.693784739767559,
      "grad_norm": 2.439561128616333,
      "learning_rate": 3.7622222222222225e-05,
      "loss": 0.253,
      "step": 7310
    },
    {
      "epoch": 3.6988377968671045,
      "grad_norm": 1.8486074209213257,
      "learning_rate": 3.74e-05,
      "loss": 0.2314,
      "step": 7320
    },
    {
      "epoch": 3.7038908539666497,
      "grad_norm": 2.2029669284820557,
      "learning_rate": 3.717777777777778e-05,
      "loss": 0.2555,
      "step": 7330
    },
    {
      "epoch": 3.708943911066195,
      "grad_norm": 1.3750510215759277,
      "learning_rate": 3.695555555555556e-05,
      "loss": 0.2541,
      "step": 7340
    },
    {
      "epoch": 3.7139969681657403,
      "grad_norm": 1.9020977020263672,
      "learning_rate": 3.6733333333333336e-05,
      "loss": 0.4256,
      "step": 7350
    },
    {
      "epoch": 3.7190500252652856,
      "grad_norm": 3.492295026779175,
      "learning_rate": 3.651111111111111e-05,
      "loss": 0.2445,
      "step": 7360
    },
    {
      "epoch": 3.724103082364831,
      "grad_norm": 3.168321132659912,
      "learning_rate": 3.628888888888889e-05,
      "loss": 0.3001,
      "step": 7370
    },
    {
      "epoch": 3.7291561394643757,
      "grad_norm": 1.113955020904541,
      "learning_rate": 3.606666666666667e-05,
      "loss": 0.4109,
      "step": 7380
    },
    {
      "epoch": 3.734209196563921,
      "grad_norm": 0.5008397102355957,
      "learning_rate": 3.584444444444445e-05,
      "loss": 0.4284,
      "step": 7390
    },
    {
      "epoch": 3.7392622536634663,
      "grad_norm": 1.0201084613800049,
      "learning_rate": 3.5622222222222224e-05,
      "loss": 0.3531,
      "step": 7400
    },
    {
      "epoch": 3.7392622536634663,
      "eval_accuracy": 0.8696741854636592,
      "eval_loss": 0.2923896908760071,
      "eval_runtime": 21.9275,
      "eval_samples_per_second": 127.375,
      "eval_steps_per_second": 15.962,
      "step": 7400
    },
    {
      "epoch": 3.7443153107630116,
      "grad_norm": 11.952394485473633,
      "learning_rate": 3.54e-05,
      "loss": 0.2287,
      "step": 7410
    },
    {
      "epoch": 3.749368367862557,
      "grad_norm": 2.617206335067749,
      "learning_rate": 3.517777777777778e-05,
      "loss": 0.2518,
      "step": 7420
    },
    {
      "epoch": 3.754421424962102,
      "grad_norm": 2.063462018966675,
      "learning_rate": 3.495555555555556e-05,
      "loss": 0.1718,
      "step": 7430
    },
    {
      "epoch": 3.7594744820616475,
      "grad_norm": 4.8402252197265625,
      "learning_rate": 3.4733333333333335e-05,
      "loss": 0.3585,
      "step": 7440
    },
    {
      "epoch": 3.7645275391611923,
      "grad_norm": 0.1775069236755371,
      "learning_rate": 3.451111111111111e-05,
      "loss": 0.1578,
      "step": 7450
    },
    {
      "epoch": 3.7695805962607376,
      "grad_norm": 2.416515588760376,
      "learning_rate": 3.4288888888888894e-05,
      "loss": 0.3968,
      "step": 7460
    },
    {
      "epoch": 3.774633653360283,
      "grad_norm": 1.1179537773132324,
      "learning_rate": 3.406666666666667e-05,
      "loss": 0.3176,
      "step": 7470
    },
    {
      "epoch": 3.779686710459828,
      "grad_norm": 3.3910624980926514,
      "learning_rate": 3.3844444444444446e-05,
      "loss": 0.1796,
      "step": 7480
    },
    {
      "epoch": 3.7847397675593735,
      "grad_norm": 6.630885124206543,
      "learning_rate": 3.362222222222222e-05,
      "loss": 0.1927,
      "step": 7490
    },
    {
      "epoch": 3.7897928246589188,
      "grad_norm": 0.6718080043792725,
      "learning_rate": 3.3400000000000005e-05,
      "loss": 0.2605,
      "step": 7500
    },
    {
      "epoch": 3.7897928246589188,
      "eval_accuracy": 0.870390261367705,
      "eval_loss": 0.2942241132259369,
      "eval_runtime": 21.6662,
      "eval_samples_per_second": 128.91,
      "eval_steps_per_second": 16.154,
      "step": 7500
    },
    {
      "epoch": 3.794845881758464,
      "grad_norm": 3.3835859298706055,
      "learning_rate": 3.317777777777778e-05,
      "loss": 0.3342,
      "step": 7510
    },
    {
      "epoch": 3.799898938858009,
      "grad_norm": 0.3456265330314636,
      "learning_rate": 3.295555555555556e-05,
      "loss": 0.2156,
      "step": 7520
    },
    {
      "epoch": 3.804951995957554,
      "grad_norm": 0.5506961345672607,
      "learning_rate": 3.2733333333333334e-05,
      "loss": 0.316,
      "step": 7530
    },
    {
      "epoch": 3.8100050530570995,
      "grad_norm": 0.2967621088027954,
      "learning_rate": 3.251111111111112e-05,
      "loss": 0.2192,
      "step": 7540
    },
    {
      "epoch": 3.8150581101566448,
      "grad_norm": 2.0887911319732666,
      "learning_rate": 3.228888888888889e-05,
      "loss": 0.3395,
      "step": 7550
    },
    {
      "epoch": 3.82011116725619,
      "grad_norm": 1.0434236526489258,
      "learning_rate": 3.206666666666667e-05,
      "loss": 0.2203,
      "step": 7560
    },
    {
      "epoch": 3.8251642243557353,
      "grad_norm": 1.0598390102386475,
      "learning_rate": 3.1844444444444445e-05,
      "loss": 0.3126,
      "step": 7570
    },
    {
      "epoch": 3.8302172814552806,
      "grad_norm": 0.7207527160644531,
      "learning_rate": 3.162222222222223e-05,
      "loss": 0.3728,
      "step": 7580
    },
    {
      "epoch": 3.8352703385548255,
      "grad_norm": 1.1682573556900024,
      "learning_rate": 3.1400000000000004e-05,
      "loss": 0.3624,
      "step": 7590
    },
    {
      "epoch": 3.8403233956543708,
      "grad_norm": 5.3315348625183105,
      "learning_rate": 3.117777777777778e-05,
      "loss": 0.419,
      "step": 7600
    },
    {
      "epoch": 3.8403233956543708,
      "eval_accuracy": 0.8485499462943072,
      "eval_loss": 0.3634319305419922,
      "eval_runtime": 21.5469,
      "eval_samples_per_second": 129.624,
      "eval_steps_per_second": 16.244,
      "step": 7600
    },
    {
      "epoch": 3.845376452753916,
      "grad_norm": 0.7724176645278931,
      "learning_rate": 3.0955555555555557e-05,
      "loss": 0.2619,
      "step": 7610
    },
    {
      "epoch": 3.8504295098534613,
      "grad_norm": 4.522735118865967,
      "learning_rate": 3.073333333333334e-05,
      "loss": 0.4648,
      "step": 7620
    },
    {
      "epoch": 3.8554825669530066,
      "grad_norm": 1.0167016983032227,
      "learning_rate": 3.0511111111111112e-05,
      "loss": 0.2751,
      "step": 7630
    },
    {
      "epoch": 3.860535624052552,
      "grad_norm": 3.7538797855377197,
      "learning_rate": 3.028888888888889e-05,
      "loss": 0.1539,
      "step": 7640
    },
    {
      "epoch": 3.865588681152097,
      "grad_norm": 8.2957763671875,
      "learning_rate": 3.006666666666667e-05,
      "loss": 0.2429,
      "step": 7650
    },
    {
      "epoch": 3.870641738251642,
      "grad_norm": 1.827283501625061,
      "learning_rate": 2.9844444444444447e-05,
      "loss": 0.2768,
      "step": 7660
    },
    {
      "epoch": 3.8756947953511873,
      "grad_norm": 0.781579852104187,
      "learning_rate": 2.9622222222222224e-05,
      "loss": 0.3652,
      "step": 7670
    },
    {
      "epoch": 3.8807478524507326,
      "grad_norm": 5.0481719970703125,
      "learning_rate": 2.94e-05,
      "loss": 0.2989,
      "step": 7680
    },
    {
      "epoch": 3.885800909550278,
      "grad_norm": 6.631250381469727,
      "learning_rate": 2.9177777777777783e-05,
      "loss": 0.2492,
      "step": 7690
    },
    {
      "epoch": 3.890853966649823,
      "grad_norm": 5.6653876304626465,
      "learning_rate": 2.895555555555556e-05,
      "loss": 0.264,
      "step": 7700
    },
    {
      "epoch": 3.890853966649823,
      "eval_accuracy": 0.8628714643752238,
      "eval_loss": 0.29964956641197205,
      "eval_runtime": 22.1093,
      "eval_samples_per_second": 126.327,
      "eval_steps_per_second": 15.83,
      "step": 7700
    },
    {
      "epoch": 3.8959070237493685,
      "grad_norm": 0.4400680959224701,
      "learning_rate": 2.8733333333333335e-05,
      "loss": 0.1466,
      "step": 7710
    },
    {
      "epoch": 3.9009600808489138,
      "grad_norm": 1.1072263717651367,
      "learning_rate": 2.851111111111111e-05,
      "loss": 0.2983,
      "step": 7720
    },
    {
      "epoch": 3.9060131379484586,
      "grad_norm": 0.5539777874946594,
      "learning_rate": 2.8288888888888894e-05,
      "loss": 0.2874,
      "step": 7730
    },
    {
      "epoch": 3.911066195048004,
      "grad_norm": 4.213361740112305,
      "learning_rate": 2.806666666666667e-05,
      "loss": 0.2965,
      "step": 7740
    },
    {
      "epoch": 3.916119252147549,
      "grad_norm": 3.2600481510162354,
      "learning_rate": 2.7844444444444446e-05,
      "loss": 0.3162,
      "step": 7750
    },
    {
      "epoch": 3.9211723092470945,
      "grad_norm": 1.8276543617248535,
      "learning_rate": 2.7622222222222222e-05,
      "loss": 0.3039,
      "step": 7760
    },
    {
      "epoch": 3.9262253663466398,
      "grad_norm": 0.9345902800559998,
      "learning_rate": 2.7400000000000002e-05,
      "loss": 0.3426,
      "step": 7770
    },
    {
      "epoch": 3.931278423446185,
      "grad_norm": 3.4985907077789307,
      "learning_rate": 2.717777777777778e-05,
      "loss": 0.2709,
      "step": 7780
    },
    {
      "epoch": 3.9363314805457303,
      "grad_norm": 0.544694721698761,
      "learning_rate": 2.6955555555555558e-05,
      "loss": 0.408,
      "step": 7790
    },
    {
      "epoch": 3.941384537645275,
      "grad_norm": 4.879567623138428,
      "learning_rate": 2.6733333333333334e-05,
      "loss": 0.2349,
      "step": 7800
    },
    {
      "epoch": 3.941384537645275,
      "eval_accuracy": 0.8936627282491945,
      "eval_loss": 0.24169301986694336,
      "eval_runtime": 21.8782,
      "eval_samples_per_second": 127.662,
      "eval_steps_per_second": 15.998,
      "step": 7800
    },
    {
      "epoch": 3.9464375947448205,
      "grad_norm": 2.6091549396514893,
      "learning_rate": 2.6511111111111113e-05,
      "loss": 0.264,
      "step": 7810
    },
    {
      "epoch": 3.9514906518443658,
      "grad_norm": 0.46488797664642334,
      "learning_rate": 2.628888888888889e-05,
      "loss": 0.2789,
      "step": 7820
    },
    {
      "epoch": 3.956543708943911,
      "grad_norm": 1.9423531293869019,
      "learning_rate": 2.6066666666666666e-05,
      "loss": 0.2615,
      "step": 7830
    },
    {
      "epoch": 3.9615967660434563,
      "grad_norm": 7.142584323883057,
      "learning_rate": 2.5844444444444442e-05,
      "loss": 0.249,
      "step": 7840
    },
    {
      "epoch": 3.9666498231430016,
      "grad_norm": 5.641912460327148,
      "learning_rate": 2.5622222222222225e-05,
      "loss": 0.4524,
      "step": 7850
    },
    {
      "epoch": 3.971702880242547,
      "grad_norm": 1.00862717628479,
      "learning_rate": 2.54e-05,
      "loss": 0.4576,
      "step": 7860
    },
    {
      "epoch": 3.9767559373420918,
      "grad_norm": 2.411088466644287,
      "learning_rate": 2.5177777777777777e-05,
      "loss": 0.2272,
      "step": 7870
    },
    {
      "epoch": 3.981808994441637,
      "grad_norm": 0.4181084930896759,
      "learning_rate": 2.4955555555555556e-05,
      "loss": 0.308,
      "step": 7880
    },
    {
      "epoch": 3.9868620515411823,
      "grad_norm": 1.7667807340621948,
      "learning_rate": 2.4733333333333333e-05,
      "loss": 0.2388,
      "step": 7890
    },
    {
      "epoch": 3.9919151086407276,
      "grad_norm": 0.6423434019088745,
      "learning_rate": 2.4511111111111112e-05,
      "loss": 0.2726,
      "step": 7900
    },
    {
      "epoch": 3.9919151086407276,
      "eval_accuracy": 0.8517722878625135,
      "eval_loss": 0.322764128446579,
      "eval_runtime": 21.7641,
      "eval_samples_per_second": 128.33,
      "eval_steps_per_second": 16.081,
      "step": 7900
    },
    {
      "epoch": 3.996968165740273,
      "grad_norm": 0.9120103716850281,
      "learning_rate": 2.4288888888888888e-05,
      "loss": 0.2801,
      "step": 7910
    },
    {
      "epoch": 4.002021222839818,
      "grad_norm": 2.4902210235595703,
      "learning_rate": 2.4066666666666668e-05,
      "loss": 0.264,
      "step": 7920
    },
    {
      "epoch": 4.0070742799393635,
      "grad_norm": 2.0421929359436035,
      "learning_rate": 2.3844444444444444e-05,
      "loss": 0.2189,
      "step": 7930
    },
    {
      "epoch": 4.012127337038908,
      "grad_norm": 2.8844339847564697,
      "learning_rate": 2.3622222222222223e-05,
      "loss": 0.3575,
      "step": 7940
    },
    {
      "epoch": 4.017180394138454,
      "grad_norm": 4.857579708099365,
      "learning_rate": 2.3400000000000003e-05,
      "loss": 0.1671,
      "step": 7950
    },
    {
      "epoch": 4.022233451237999,
      "grad_norm": 2.1485273838043213,
      "learning_rate": 2.317777777777778e-05,
      "loss": 0.2341,
      "step": 7960
    },
    {
      "epoch": 4.027286508337545,
      "grad_norm": 0.5558630228042603,
      "learning_rate": 2.295555555555556e-05,
      "loss": 0.2864,
      "step": 7970
    },
    {
      "epoch": 4.0323395654370895,
      "grad_norm": 2.4777448177337646,
      "learning_rate": 2.2733333333333335e-05,
      "loss": 0.1765,
      "step": 7980
    },
    {
      "epoch": 4.037392622536634,
      "grad_norm": 2.453984022140503,
      "learning_rate": 2.2511111111111114e-05,
      "loss": 0.2702,
      "step": 7990
    },
    {
      "epoch": 4.04244567963618,
      "grad_norm": 3.945199728012085,
      "learning_rate": 2.228888888888889e-05,
      "loss": 0.3398,
      "step": 8000
    },
    {
      "epoch": 4.04244567963618,
      "eval_accuracy": 0.8897243107769424,
      "eval_loss": 0.2683921456336975,
      "eval_runtime": 22.293,
      "eval_samples_per_second": 125.286,
      "eval_steps_per_second": 15.7,
      "step": 8000
    },
    {
      "epoch": 4.047498736735725,
      "grad_norm": 6.585222244262695,
      "learning_rate": 2.206666666666667e-05,
      "loss": 0.2531,
      "step": 8010
    },
    {
      "epoch": 4.052551793835271,
      "grad_norm": 0.7060272693634033,
      "learning_rate": 2.1844444444444446e-05,
      "loss": 0.1186,
      "step": 8020
    },
    {
      "epoch": 4.0576048509348155,
      "grad_norm": 2.3023953437805176,
      "learning_rate": 2.1622222222222226e-05,
      "loss": 0.31,
      "step": 8030
    },
    {
      "epoch": 4.062657908034361,
      "grad_norm": 4.076186656951904,
      "learning_rate": 2.1400000000000002e-05,
      "loss": 0.1671,
      "step": 8040
    },
    {
      "epoch": 4.067710965133906,
      "grad_norm": 2.7586264610290527,
      "learning_rate": 2.117777777777778e-05,
      "loss": 0.3629,
      "step": 8050
    },
    {
      "epoch": 4.072764022233451,
      "grad_norm": 2.3629884719848633,
      "learning_rate": 2.0955555555555557e-05,
      "loss": 0.3269,
      "step": 8060
    },
    {
      "epoch": 4.077817079332997,
      "grad_norm": 0.2406623214483261,
      "learning_rate": 2.0733333333333334e-05,
      "loss": 0.2697,
      "step": 8070
    },
    {
      "epoch": 4.0828701364325415,
      "grad_norm": 1.6978013515472412,
      "learning_rate": 2.0511111111111113e-05,
      "loss": 0.2613,
      "step": 8080
    },
    {
      "epoch": 4.087923193532087,
      "grad_norm": 3.5561013221740723,
      "learning_rate": 2.028888888888889e-05,
      "loss": 0.2489,
      "step": 8090
    },
    {
      "epoch": 4.092976250631632,
      "grad_norm": 12.138863563537598,
      "learning_rate": 2.0066666666666665e-05,
      "loss": 0.1933,
      "step": 8100
    },
    {
      "epoch": 4.092976250631632,
      "eval_accuracy": 0.8918725384890799,
      "eval_loss": 0.2656717300415039,
      "eval_runtime": 21.8937,
      "eval_samples_per_second": 127.571,
      "eval_steps_per_second": 15.986,
      "step": 8100
    },
    {
      "epoch": 4.098029307731178,
      "grad_norm": 0.09319577366113663,
      "learning_rate": 1.9844444444444445e-05,
      "loss": 0.2288,
      "step": 8110
    },
    {
      "epoch": 4.103082364830723,
      "grad_norm": 0.20730702579021454,
      "learning_rate": 1.962222222222222e-05,
      "loss": 0.1315,
      "step": 8120
    },
    {
      "epoch": 4.1081354219302675,
      "grad_norm": 0.4735649824142456,
      "learning_rate": 1.94e-05,
      "loss": 0.2496,
      "step": 8130
    },
    {
      "epoch": 4.113188479029813,
      "grad_norm": 0.8919284343719482,
      "learning_rate": 1.9177777777777777e-05,
      "loss": 0.2327,
      "step": 8140
    },
    {
      "epoch": 4.118241536129358,
      "grad_norm": 2.047518014907837,
      "learning_rate": 1.8955555555555556e-05,
      "loss": 0.3802,
      "step": 8150
    },
    {
      "epoch": 4.123294593228904,
      "grad_norm": 2.4581847190856934,
      "learning_rate": 1.8733333333333332e-05,
      "loss": 0.5422,
      "step": 8160
    },
    {
      "epoch": 4.128347650328449,
      "grad_norm": 29.212650299072266,
      "learning_rate": 1.8511111111111112e-05,
      "loss": 0.3291,
      "step": 8170
    },
    {
      "epoch": 4.1334007074279935,
      "grad_norm": 2.1183395385742188,
      "learning_rate": 1.8288888888888888e-05,
      "loss": 0.1113,
      "step": 8180
    },
    {
      "epoch": 4.138453764527539,
      "grad_norm": 0.6621558666229248,
      "learning_rate": 1.8066666666666668e-05,
      "loss": 0.279,
      "step": 8190
    },
    {
      "epoch": 4.143506821627084,
      "grad_norm": 2.743483304977417,
      "learning_rate": 1.7844444444444444e-05,
      "loss": 0.435,
      "step": 8200
    },
    {
      "epoch": 4.143506821627084,
      "eval_accuracy": 0.8972431077694235,
      "eval_loss": 0.24550849199295044,
      "eval_runtime": 22.5812,
      "eval_samples_per_second": 123.687,
      "eval_steps_per_second": 15.5,
      "step": 8200
    },
    {
      "epoch": 4.14855987872663,
      "grad_norm": 2.269160747528076,
      "learning_rate": 1.7622222222222223e-05,
      "loss": 0.2591,
      "step": 8210
    },
    {
      "epoch": 4.153612935826175,
      "grad_norm": 4.895859241485596,
      "learning_rate": 1.74e-05,
      "loss": 0.2851,
      "step": 8220
    },
    {
      "epoch": 4.15866599292572,
      "grad_norm": 2.937652349472046,
      "learning_rate": 1.717777777777778e-05,
      "loss": 0.3393,
      "step": 8230
    },
    {
      "epoch": 4.163719050025265,
      "grad_norm": 2.60981822013855,
      "learning_rate": 1.6955555555555555e-05,
      "loss": 0.3561,
      "step": 8240
    },
    {
      "epoch": 4.168772107124811,
      "grad_norm": 2.735541582107544,
      "learning_rate": 1.6733333333333335e-05,
      "loss": 0.2485,
      "step": 8250
    },
    {
      "epoch": 4.173825164224356,
      "grad_norm": 3.868619680404663,
      "learning_rate": 1.651111111111111e-05,
      "loss": 0.2773,
      "step": 8260
    },
    {
      "epoch": 4.178878221323901,
      "grad_norm": 3.7380282878875732,
      "learning_rate": 1.628888888888889e-05,
      "loss": 0.3329,
      "step": 8270
    },
    {
      "epoch": 4.183931278423446,
      "grad_norm": 0.8130131959915161,
      "learning_rate": 1.606666666666667e-05,
      "loss": 0.2427,
      "step": 8280
    },
    {
      "epoch": 4.188984335522991,
      "grad_norm": 0.9071109294891357,
      "learning_rate": 1.5844444444444446e-05,
      "loss": 0.3555,
      "step": 8290
    },
    {
      "epoch": 4.194037392622537,
      "grad_norm": 2.2046091556549072,
      "learning_rate": 1.5622222222222225e-05,
      "loss": 0.2373,
      "step": 8300
    },
    {
      "epoch": 4.194037392622537,
      "eval_accuracy": 0.8689581095596133,
      "eval_loss": 0.29286259412765503,
      "eval_runtime": 22.3207,
      "eval_samples_per_second": 125.13,
      "eval_steps_per_second": 15.68,
      "step": 8300
    },
    {
      "epoch": 4.199090449722082,
      "grad_norm": 0.9894067645072937,
      "learning_rate": 1.54e-05,
      "loss": 0.2124,
      "step": 8310
    },
    {
      "epoch": 4.204143506821627,
      "grad_norm": 6.283033847808838,
      "learning_rate": 1.517777777777778e-05,
      "loss": 0.1809,
      "step": 8320
    },
    {
      "epoch": 4.209196563921172,
      "grad_norm": 1.6928883790969849,
      "learning_rate": 1.4955555555555556e-05,
      "loss": 0.2545,
      "step": 8330
    },
    {
      "epoch": 4.214249621020717,
      "grad_norm": 3.008721351623535,
      "learning_rate": 1.4733333333333335e-05,
      "loss": 0.1915,
      "step": 8340
    },
    {
      "epoch": 4.219302678120263,
      "grad_norm": 0.14142248034477234,
      "learning_rate": 1.4511111111111111e-05,
      "loss": 0.3754,
      "step": 8350
    },
    {
      "epoch": 4.224355735219808,
      "grad_norm": 1.5255669355392456,
      "learning_rate": 1.428888888888889e-05,
      "loss": 0.2875,
      "step": 8360
    },
    {
      "epoch": 4.2294087923193535,
      "grad_norm": 2.080801010131836,
      "learning_rate": 1.4066666666666667e-05,
      "loss": 0.325,
      "step": 8370
    },
    {
      "epoch": 4.234461849418898,
      "grad_norm": 4.126662254333496,
      "learning_rate": 1.3844444444444446e-05,
      "loss": 0.2149,
      "step": 8380
    },
    {
      "epoch": 4.239514906518444,
      "grad_norm": 2.3410325050354004,
      "learning_rate": 1.3622222222222223e-05,
      "loss": 0.342,
      "step": 8390
    },
    {
      "epoch": 4.244567963617989,
      "grad_norm": 2.614257335662842,
      "learning_rate": 1.3400000000000002e-05,
      "loss": 0.3151,
      "step": 8400
    },
    {
      "epoch": 4.244567963617989,
      "eval_accuracy": 0.8761188686000716,
      "eval_loss": 0.27450793981552124,
      "eval_runtime": 22.3598,
      "eval_samples_per_second": 124.912,
      "eval_steps_per_second": 15.653,
      "step": 8400
    },
    {
      "epoch": 4.249621020717534,
      "grad_norm": 3.3928370475769043,
      "learning_rate": 1.3177777777777778e-05,
      "loss": 0.1989,
      "step": 8410
    },
    {
      "epoch": 4.2546740778170795,
      "grad_norm": 1.081748604774475,
      "learning_rate": 1.2955555555555556e-05,
      "loss": 0.1584,
      "step": 8420
    },
    {
      "epoch": 4.259727134916624,
      "grad_norm": 1.3160364627838135,
      "learning_rate": 1.2733333333333334e-05,
      "loss": 0.2706,
      "step": 8430
    },
    {
      "epoch": 4.26478019201617,
      "grad_norm": 0.348531574010849,
      "learning_rate": 1.2511111111111112e-05,
      "loss": 0.2824,
      "step": 8440
    },
    {
      "epoch": 4.269833249115715,
      "grad_norm": 0.4771299660205841,
      "learning_rate": 1.228888888888889e-05,
      "loss": 0.2507,
      "step": 8450
    },
    {
      "epoch": 4.27488630621526,
      "grad_norm": 4.751070022583008,
      "learning_rate": 1.2066666666666667e-05,
      "loss": 0.2523,
      "step": 8460
    },
    {
      "epoch": 4.2799393633148055,
      "grad_norm": 5.439723968505859,
      "learning_rate": 1.1844444444444445e-05,
      "loss": 0.2357,
      "step": 8470
    },
    {
      "epoch": 4.28499242041435,
      "grad_norm": 4.030198574066162,
      "learning_rate": 1.1622222222222223e-05,
      "loss": 0.362,
      "step": 8480
    },
    {
      "epoch": 4.290045477513896,
      "grad_norm": 5.852336883544922,
      "learning_rate": 1.1400000000000001e-05,
      "loss": 0.3724,
      "step": 8490
    },
    {
      "epoch": 4.295098534613441,
      "grad_norm": 0.802811861038208,
      "learning_rate": 1.1177777777777779e-05,
      "loss": 0.2258,
      "step": 8500
    },
    {
      "epoch": 4.295098534613441,
      "eval_accuracy": 0.8922305764411027,
      "eval_loss": 0.2485956847667694,
      "eval_runtime": 22.0752,
      "eval_samples_per_second": 126.522,
      "eval_steps_per_second": 15.855,
      "step": 8500
    },
    {
      "epoch": 4.300151591712987,
      "grad_norm": 3.8925795555114746,
      "learning_rate": 1.0955555555555557e-05,
      "loss": 0.1691,
      "step": 8510
    },
    {
      "epoch": 4.3052046488125315,
      "grad_norm": 3.1423988342285156,
      "learning_rate": 1.0733333333333334e-05,
      "loss": 0.2413,
      "step": 8520
    },
    {
      "epoch": 4.310257705912077,
      "grad_norm": 3.6486198902130127,
      "learning_rate": 1.0511111111111112e-05,
      "loss": 0.2423,
      "step": 8530
    },
    {
      "epoch": 4.315310763011622,
      "grad_norm": 0.24655957520008087,
      "learning_rate": 1.028888888888889e-05,
      "loss": 0.3108,
      "step": 8540
    },
    {
      "epoch": 4.320363820111167,
      "grad_norm": 3.491961717605591,
      "learning_rate": 1.0066666666666668e-05,
      "loss": 0.3822,
      "step": 8550
    },
    {
      "epoch": 4.325416877210713,
      "grad_norm": 3.5754337310791016,
      "learning_rate": 9.844444444444446e-06,
      "loss": 0.2048,
      "step": 8560
    },
    {
      "epoch": 4.3304699343102575,
      "grad_norm": 0.7345679998397827,
      "learning_rate": 9.622222222222222e-06,
      "loss": 0.3607,
      "step": 8570
    },
    {
      "epoch": 4.335522991409803,
      "grad_norm": 1.6499830484390259,
      "learning_rate": 9.4e-06,
      "loss": 0.2995,
      "step": 8580
    },
    {
      "epoch": 4.340576048509348,
      "grad_norm": 0.2334776073694229,
      "learning_rate": 9.177777777777778e-06,
      "loss": 0.2736,
      "step": 8590
    },
    {
      "epoch": 4.345629105608893,
      "grad_norm": 0.7128919363021851,
      "learning_rate": 8.955555555555555e-06,
      "loss": 0.2592,
      "step": 8600
    },
    {
      "epoch": 4.345629105608893,
      "eval_accuracy": 0.8800572860723237,
      "eval_loss": 0.2695930600166321,
      "eval_runtime": 30.0494,
      "eval_samples_per_second": 92.947,
      "eval_steps_per_second": 11.647,
      "step": 8600
    },
    {
      "epoch": 4.350682162708439,
      "grad_norm": 0.7076693177223206,
      "learning_rate": 8.733333333333333e-06,
      "loss": 0.2665,
      "step": 8610
    },
    {
      "epoch": 4.3557352198079835,
      "grad_norm": 3.5077743530273438,
      "learning_rate": 8.511111111111111e-06,
      "loss": 0.3848,
      "step": 8620
    },
    {
      "epoch": 4.360788276907529,
      "grad_norm": 3.9970624446868896,
      "learning_rate": 8.288888888888889e-06,
      "loss": 0.3145,
      "step": 8630
    },
    {
      "epoch": 4.365841334007074,
      "grad_norm": 4.022054672241211,
      "learning_rate": 8.066666666666667e-06,
      "loss": 0.3285,
      "step": 8640
    },
    {
      "epoch": 4.37089439110662,
      "grad_norm": 1.1614007949829102,
      "learning_rate": 7.844444444444445e-06,
      "loss": 0.1111,
      "step": 8650
    },
    {
      "epoch": 4.375947448206165,
      "grad_norm": 0.6075769662857056,
      "learning_rate": 7.6222222222222225e-06,
      "loss": 0.4019,
      "step": 8660
    },
    {
      "epoch": 4.38100050530571,
      "grad_norm": 1.6628307104110718,
      "learning_rate": 7.4e-06,
      "loss": 0.2537,
      "step": 8670
    },
    {
      "epoch": 4.386053562405255,
      "grad_norm": 4.175094127655029,
      "learning_rate": 7.177777777777778e-06,
      "loss": 0.4741,
      "step": 8680
    },
    {
      "epoch": 4.3911066195048,
      "grad_norm": 4.80354642868042,
      "learning_rate": 6.955555555555555e-06,
      "loss": 0.2563,
      "step": 8690
    },
    {
      "epoch": 4.396159676604346,
      "grad_norm": 2.0704190731048584,
      "learning_rate": 6.733333333333333e-06,
      "loss": 0.2301,
      "step": 8700
    },
    {
      "epoch": 4.396159676604346,
      "eval_accuracy": 0.8811313999283924,
      "eval_loss": 0.2719084620475769,
      "eval_runtime": 22.3616,
      "eval_samples_per_second": 124.902,
      "eval_steps_per_second": 15.652,
      "step": 8700
    },
    {
      "epoch": 4.401212733703891,
      "grad_norm": 0.8465782999992371,
      "learning_rate": 6.511111111111111e-06,
      "loss": 0.2421,
      "step": 8710
    },
    {
      "epoch": 4.406265790803436,
      "grad_norm": 0.5483872294425964,
      "learning_rate": 6.288888888888889e-06,
      "loss": 0.2298,
      "step": 8720
    },
    {
      "epoch": 4.411318847902981,
      "grad_norm": 5.510003089904785,
      "learning_rate": 6.066666666666667e-06,
      "loss": 0.2665,
      "step": 8730
    },
    {
      "epoch": 4.416371905002526,
      "grad_norm": 1.7184778451919556,
      "learning_rate": 5.844444444444445e-06,
      "loss": 0.3181,
      "step": 8740
    },
    {
      "epoch": 4.421424962102072,
      "grad_norm": 2.2276451587677,
      "learning_rate": 5.622222222222222e-06,
      "loss": 0.1919,
      "step": 8750
    },
    {
      "epoch": 4.426478019201617,
      "grad_norm": 2.302110433578491,
      "learning_rate": 5.4e-06,
      "loss": 0.2329,
      "step": 8760
    },
    {
      "epoch": 4.431531076301162,
      "grad_norm": 0.6475743651390076,
      "learning_rate": 5.177777777777778e-06,
      "loss": 0.2842,
      "step": 8770
    },
    {
      "epoch": 4.436584133400707,
      "grad_norm": 0.36002904176712036,
      "learning_rate": 4.955555555555556e-06,
      "loss": 0.3685,
      "step": 8780
    },
    {
      "epoch": 4.441637190500253,
      "grad_norm": 0.969427227973938,
      "learning_rate": 4.7333333333333335e-06,
      "loss": 0.1987,
      "step": 8790
    },
    {
      "epoch": 4.446690247599798,
      "grad_norm": 1.3879456520080566,
      "learning_rate": 4.511111111111111e-06,
      "loss": 0.1388,
      "step": 8800
    },
    {
      "epoch": 4.446690247599798,
      "eval_accuracy": 0.8879341210168278,
      "eval_loss": 0.26173341274261475,
      "eval_runtime": 21.9537,
      "eval_samples_per_second": 127.222,
      "eval_steps_per_second": 15.943,
      "step": 8800
    },
    {
      "epoch": 4.4517433046993435,
      "grad_norm": 0.42694732546806335,
      "learning_rate": 4.288888888888889e-06,
      "loss": 0.2792,
      "step": 8810
    },
    {
      "epoch": 4.456796361798888,
      "grad_norm": 4.3826584815979,
      "learning_rate": 4.066666666666666e-06,
      "loss": 0.2924,
      "step": 8820
    },
    {
      "epoch": 4.461849418898433,
      "grad_norm": 0.43947136402130127,
      "learning_rate": 3.844444444444445e-06,
      "loss": 0.1683,
      "step": 8830
    },
    {
      "epoch": 4.466902475997979,
      "grad_norm": 2.782113790512085,
      "learning_rate": 3.6222222222222226e-06,
      "loss": 0.2266,
      "step": 8840
    },
    {
      "epoch": 4.471955533097524,
      "grad_norm": 4.082117080688477,
      "learning_rate": 3.4000000000000005e-06,
      "loss": 0.2909,
      "step": 8850
    },
    {
      "epoch": 4.4770085901970695,
      "grad_norm": 2.0453526973724365,
      "learning_rate": 3.1777777777777783e-06,
      "loss": 0.4169,
      "step": 8860
    },
    {
      "epoch": 4.482061647296614,
      "grad_norm": 1.80349862575531,
      "learning_rate": 2.9555555555555557e-06,
      "loss": 0.3351,
      "step": 8870
    },
    {
      "epoch": 4.487114704396159,
      "grad_norm": 4.107021808624268,
      "learning_rate": 2.7333333333333336e-06,
      "loss": 0.3326,
      "step": 8880
    },
    {
      "epoch": 4.492167761495705,
      "grad_norm": 0.3571154773235321,
      "learning_rate": 2.5111111111111114e-06,
      "loss": 0.2998,
      "step": 8890
    },
    {
      "epoch": 4.49722081859525,
      "grad_norm": 1.5004687309265137,
      "learning_rate": 2.2888888888888892e-06,
      "loss": 0.3242,
      "step": 8900
    },
    {
      "epoch": 4.49722081859525,
      "eval_accuracy": 0.8915145005370569,
      "eval_loss": 0.2542950510978699,
      "eval_runtime": 21.383,
      "eval_samples_per_second": 130.618,
      "eval_steps_per_second": 16.368,
      "step": 8900
    },
    {
      "epoch": 4.5022738756947955,
      "grad_norm": 2.2130260467529297,
      "learning_rate": 2.0666666666666666e-06,
      "loss": 0.2592,
      "step": 8910
    },
    {
      "epoch": 4.50732693279434,
      "grad_norm": 0.3435809910297394,
      "learning_rate": 1.8444444444444445e-06,
      "loss": 0.1236,
      "step": 8920
    },
    {
      "epoch": 4.512379989893886,
      "grad_norm": 0.44044575095176697,
      "learning_rate": 1.622222222222222e-06,
      "loss": 0.2928,
      "step": 8930
    },
    {
      "epoch": 4.517433046993431,
      "grad_norm": 3.092510938644409,
      "learning_rate": 1.4000000000000001e-06,
      "loss": 0.1894,
      "step": 8940
    },
    {
      "epoch": 4.522486104092977,
      "grad_norm": 2.642177104949951,
      "learning_rate": 1.1777777777777778e-06,
      "loss": 0.1698,
      "step": 8950
    },
    {
      "epoch": 4.5275391611925215,
      "grad_norm": 2.354233503341675,
      "learning_rate": 9.555555555555556e-07,
      "loss": 0.3587,
      "step": 8960
    },
    {
      "epoch": 4.532592218292066,
      "grad_norm": 3.531097888946533,
      "learning_rate": 7.333333333333333e-07,
      "loss": 0.2285,
      "step": 8970
    },
    {
      "epoch": 4.537645275391612,
      "grad_norm": 2.694009304046631,
      "learning_rate": 5.111111111111112e-07,
      "loss": 0.1547,
      "step": 8980
    },
    {
      "epoch": 4.542698332491157,
      "grad_norm": 1.5706273317337036,
      "learning_rate": 2.888888888888889e-07,
      "loss": 0.3346,
      "step": 8990
    },
    {
      "epoch": 4.547751389590703,
      "grad_norm": 0.9025068283081055,
      "learning_rate": 6.666666666666667e-08,
      "loss": 0.1693,
      "step": 9000
    },
    {
      "epoch": 4.547751389590703,
      "eval_accuracy": 0.8879341210168278,
      "eval_loss": 0.26023030281066895,
      "eval_runtime": 22.2029,
      "eval_samples_per_second": 125.794,
      "eval_steps_per_second": 15.764,
      "step": 9000
    },
    {
      "epoch": 4.547751389590703,
      "step": 9000,
      "total_flos": 5.577253476541415e+18,
      "train_loss": 0.37995564444859825,
      "train_runtime": 4981.1969,
      "train_samples_per_second": 14.454,
      "train_steps_per_second": 1.807
    }
  ],
  "logging_steps": 10,
  "max_steps": 9000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 5.577253476541415e+18,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}