{
  "best_metric": 0.8892018779342723,
  "best_model_checkpoint": "swin-tiny-patch4-window7-224-finetuned-leukemia-08-2024.v1.1\\checkpoint-2187",
  "epoch": 9.984,
  "eval_steps": 500,
  "global_step": 3120,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.032,
      "grad_norm": 2.98797607421875,
      "learning_rate": 1.6025641025641025e-06,
      "loss": 0.712,
      "step": 10
    },
    {
      "epoch": 0.064,
      "grad_norm": 6.277791976928711,
      "learning_rate": 3.205128205128205e-06,
      "loss": 0.6981,
      "step": 20
    },
    {
      "epoch": 0.096,
      "grad_norm": 5.27135705947876,
      "learning_rate": 4.807692307692308e-06,
      "loss": 0.6783,
      "step": 30
    },
    {
      "epoch": 0.128,
      "grad_norm": 6.831840991973877,
      "learning_rate": 6.41025641025641e-06,
      "loss": 0.6498,
      "step": 40
    },
    {
      "epoch": 0.16,
      "grad_norm": 8.679888725280762,
      "learning_rate": 8.012820512820515e-06,
      "loss": 0.6079,
      "step": 50
    },
    {
      "epoch": 0.192,
      "grad_norm": 11.260509490966797,
      "learning_rate": 9.615384615384616e-06,
      "loss": 0.579,
      "step": 60
    },
    {
      "epoch": 0.224,
      "grad_norm": 17.14796257019043,
      "learning_rate": 1.1217948717948719e-05,
      "loss": 0.5673,
      "step": 70
    },
    {
      "epoch": 0.256,
      "grad_norm": 10.239635467529297,
      "learning_rate": 1.282051282051282e-05,
      "loss": 0.5263,
      "step": 80
    },
    {
      "epoch": 0.288,
      "grad_norm": 7.6730055809021,
      "learning_rate": 1.4423076923076923e-05,
      "loss": 0.5371,
      "step": 90
    },
    {
      "epoch": 0.32,
      "grad_norm": 7.861423492431641,
      "learning_rate": 1.602564102564103e-05,
      "loss": 0.5144,
      "step": 100
    },
    {
      "epoch": 0.352,
      "grad_norm": 9.051122665405273,
      "learning_rate": 1.762820512820513e-05,
      "loss": 0.5046,
      "step": 110
    },
    {
      "epoch": 0.384,
      "grad_norm": 14.384810447692871,
      "learning_rate": 1.923076923076923e-05,
      "loss": 0.4784,
      "step": 120
    },
    {
      "epoch": 0.416,
      "grad_norm": 12.508864402770996,
      "learning_rate": 2.0833333333333336e-05,
      "loss": 0.4626,
      "step": 130
    },
    {
      "epoch": 0.448,
      "grad_norm": 14.830451011657715,
      "learning_rate": 2.2435897435897437e-05,
      "loss": 0.4459,
      "step": 140
    },
    {
      "epoch": 0.48,
      "grad_norm": 52.42909622192383,
      "learning_rate": 2.4038461538461542e-05,
      "loss": 0.4163,
      "step": 150
    },
    {
      "epoch": 0.512,
      "grad_norm": 32.466487884521484,
      "learning_rate": 2.564102564102564e-05,
      "loss": 0.4801,
      "step": 160
    },
    {
      "epoch": 0.544,
      "grad_norm": 30.3638973236084,
      "learning_rate": 2.724358974358974e-05,
      "loss": 0.4896,
      "step": 170
    },
    {
      "epoch": 0.576,
      "grad_norm": 27.437076568603516,
      "learning_rate": 2.8846153846153845e-05,
      "loss": 0.4598,
      "step": 180
    },
    {
      "epoch": 0.608,
      "grad_norm": 11.979604721069336,
      "learning_rate": 3.0448717948717947e-05,
      "loss": 0.421,
      "step": 190
    },
    {
      "epoch": 0.64,
      "grad_norm": 68.23617553710938,
      "learning_rate": 3.205128205128206e-05,
      "loss": 0.4518,
      "step": 200
    },
    {
      "epoch": 0.672,
      "grad_norm": 41.465309143066406,
      "learning_rate": 3.365384615384616e-05,
      "loss": 0.4403,
      "step": 210
    },
    {
      "epoch": 0.704,
      "grad_norm": 14.963610649108887,
      "learning_rate": 3.525641025641026e-05,
      "loss": 0.4282,
      "step": 220
    },
    {
      "epoch": 0.736,
      "grad_norm": 16.748451232910156,
      "learning_rate": 3.685897435897436e-05,
      "loss": 0.3553,
      "step": 230
    },
    {
      "epoch": 0.768,
      "grad_norm": 47.92767333984375,
      "learning_rate": 3.846153846153846e-05,
      "loss": 0.4068,
      "step": 240
    },
    {
      "epoch": 0.8,
      "grad_norm": 32.47563552856445,
      "learning_rate": 4.006410256410257e-05,
      "loss": 0.4356,
      "step": 250
    },
    {
      "epoch": 0.832,
      "grad_norm": 32.39358901977539,
      "learning_rate": 4.166666666666667e-05,
      "loss": 0.3873,
      "step": 260
    },
    {
      "epoch": 0.864,
      "grad_norm": 17.5948429107666,
      "learning_rate": 4.326923076923077e-05,
      "loss": 0.3428,
      "step": 270
    },
    {
      "epoch": 0.896,
      "grad_norm": 34.92612075805664,
      "learning_rate": 4.4871794871794874e-05,
      "loss": 0.4007,
      "step": 280
    },
    {
      "epoch": 0.928,
      "grad_norm": 12.984992980957031,
      "learning_rate": 4.6474358974358976e-05,
      "loss": 0.4148,
      "step": 290
    },
    {
      "epoch": 0.96,
      "grad_norm": 62.389808654785156,
      "learning_rate": 4.8076923076923084e-05,
      "loss": 0.3258,
      "step": 300
    },
    {
      "epoch": 0.992,
      "grad_norm": 20.061573028564453,
      "learning_rate": 4.9679487179487185e-05,
      "loss": 0.32,
      "step": 310
    },
    {
      "epoch": 0.9984,
      "eval_accuracy": 0.6910798122065728,
      "eval_loss": 0.9902069568634033,
      "eval_runtime": 15.0205,
      "eval_samples_per_second": 70.903,
      "eval_steps_per_second": 2.264,
      "step": 312
    },
    {
      "epoch": 1.024,
      "grad_norm": 95.87650299072266,
      "learning_rate": 4.985754985754986e-05,
      "loss": 0.4095,
      "step": 320
    },
    {
      "epoch": 1.056,
      "grad_norm": 15.716072082519531,
      "learning_rate": 4.9679487179487185e-05,
      "loss": 0.3434,
      "step": 330
    },
    {
      "epoch": 1.088,
      "grad_norm": 24.56471061706543,
      "learning_rate": 4.95014245014245e-05,
      "loss": 0.3115,
      "step": 340
    },
    {
      "epoch": 1.12,
      "grad_norm": 27.441110610961914,
      "learning_rate": 4.932336182336182e-05,
      "loss": 0.3818,
      "step": 350
    },
    {
      "epoch": 1.152,
      "grad_norm": 19.63530921936035,
      "learning_rate": 4.9145299145299147e-05,
      "loss": 0.4001,
      "step": 360
    },
    {
      "epoch": 1.184,
      "grad_norm": 59.710182189941406,
      "learning_rate": 4.896723646723647e-05,
      "loss": 0.3836,
      "step": 370
    },
    {
      "epoch": 1.216,
      "grad_norm": 11.739165306091309,
      "learning_rate": 4.878917378917379e-05,
      "loss": 0.3505,
      "step": 380
    },
    {
      "epoch": 1.248,
      "grad_norm": 9.130122184753418,
      "learning_rate": 4.8611111111111115e-05,
      "loss": 0.2724,
      "step": 390
    },
    {
      "epoch": 1.28,
      "grad_norm": 35.71299362182617,
      "learning_rate": 4.8433048433048433e-05,
      "loss": 0.2992,
      "step": 400
    },
    {
      "epoch": 1.312,
      "grad_norm": 23.9375,
      "learning_rate": 4.825498575498576e-05,
      "loss": 0.3046,
      "step": 410
    },
    {
      "epoch": 1.3439999999999999,
      "grad_norm": 25.04848289489746,
      "learning_rate": 4.8076923076923084e-05,
      "loss": 0.315,
      "step": 420
    },
    {
      "epoch": 1.376,
      "grad_norm": 18.383527755737305,
      "learning_rate": 4.78988603988604e-05,
      "loss": 0.3109,
      "step": 430
    },
    {
      "epoch": 1.408,
      "grad_norm": 13.666149139404297,
      "learning_rate": 4.772079772079772e-05,
      "loss": 0.2999,
      "step": 440
    },
    {
      "epoch": 1.44,
      "grad_norm": 9.764185905456543,
      "learning_rate": 4.7542735042735045e-05,
      "loss": 0.2615,
      "step": 450
    },
    {
      "epoch": 1.472,
      "grad_norm": 15.155381202697754,
      "learning_rate": 4.736467236467237e-05,
      "loss": 0.261,
      "step": 460
    },
    {
      "epoch": 1.504,
      "grad_norm": 14.417835235595703,
      "learning_rate": 4.718660968660969e-05,
      "loss": 0.2596,
      "step": 470
    },
    {
      "epoch": 1.536,
      "grad_norm": 26.80813217163086,
      "learning_rate": 4.700854700854701e-05,
      "loss": 0.3011,
      "step": 480
    },
    {
      "epoch": 1.568,
      "grad_norm": 29.056140899658203,
      "learning_rate": 4.683048433048433e-05,
      "loss": 0.2741,
      "step": 490
    },
    {
      "epoch": 1.6,
      "grad_norm": 8.897234916687012,
      "learning_rate": 4.665242165242166e-05,
      "loss": 0.2906,
      "step": 500
    },
    {
      "epoch": 1.6320000000000001,
      "grad_norm": 15.488897323608398,
      "learning_rate": 4.6474358974358976e-05,
      "loss": 0.3148,
      "step": 510
    },
    {
      "epoch": 1.6640000000000001,
      "grad_norm": 45.335018157958984,
      "learning_rate": 4.62962962962963e-05,
      "loss": 0.3026,
      "step": 520
    },
    {
      "epoch": 1.696,
      "grad_norm": 8.628056526184082,
      "learning_rate": 4.611823361823362e-05,
      "loss": 0.2719,
      "step": 530
    },
    {
      "epoch": 1.728,
      "grad_norm": 11.930350303649902,
      "learning_rate": 4.594017094017094e-05,
      "loss": 0.2831,
      "step": 540
    },
    {
      "epoch": 1.76,
      "grad_norm": 7.246833324432373,
      "learning_rate": 4.576210826210827e-05,
      "loss": 0.2292,
      "step": 550
    },
    {
      "epoch": 1.792,
      "grad_norm": 31.572784423828125,
      "learning_rate": 4.558404558404559e-05,
      "loss": 0.2698,
      "step": 560
    },
    {
      "epoch": 1.8239999999999998,
      "grad_norm": 9.255568504333496,
      "learning_rate": 4.5405982905982906e-05,
      "loss": 0.2469,
      "step": 570
    },
    {
      "epoch": 1.8559999999999999,
      "grad_norm": 13.890963554382324,
      "learning_rate": 4.522792022792023e-05,
      "loss": 0.2614,
      "step": 580
    },
    {
      "epoch": 1.888,
      "grad_norm": 13.776374816894531,
      "learning_rate": 4.504985754985755e-05,
      "loss": 0.264,
      "step": 590
    },
    {
      "epoch": 1.92,
      "grad_norm": 7.997173309326172,
      "learning_rate": 4.4871794871794874e-05,
      "loss": 0.2548,
      "step": 600
    },
    {
      "epoch": 1.952,
      "grad_norm": 44.6745719909668,
      "learning_rate": 4.46937321937322e-05,
      "loss": 0.2476,
      "step": 610
    },
    {
      "epoch": 1.984,
      "grad_norm": 13.378036499023438,
      "learning_rate": 4.451566951566952e-05,
      "loss": 0.2625,
      "step": 620
    },
    {
      "epoch": 2.0,
      "eval_accuracy": 0.7690140845070422,
      "eval_loss": 0.5525702238082886,
      "eval_runtime": 14.9955,
      "eval_samples_per_second": 71.021,
      "eval_steps_per_second": 2.267,
      "step": 625
    },
    {
      "epoch": 2.016,
      "grad_norm": 7.805148601531982,
      "learning_rate": 4.4337606837606836e-05,
      "loss": 0.2232,
      "step": 630
    },
    {
      "epoch": 2.048,
      "grad_norm": 10.30744457244873,
      "learning_rate": 4.415954415954416e-05,
      "loss": 0.2577,
      "step": 640
    },
    {
      "epoch": 2.08,
      "grad_norm": 15.62030029296875,
      "learning_rate": 4.3981481481481486e-05,
      "loss": 0.2273,
      "step": 650
    },
    {
      "epoch": 2.112,
      "grad_norm": 28.10418128967285,
      "learning_rate": 4.3803418803418805e-05,
      "loss": 0.243,
      "step": 660
    },
    {
      "epoch": 2.144,
      "grad_norm": 9.574631690979004,
      "learning_rate": 4.362535612535612e-05,
      "loss": 0.2286,
      "step": 670
    },
    {
      "epoch": 2.176,
      "grad_norm": 14.983197212219238,
      "learning_rate": 4.344729344729345e-05,
      "loss": 0.2173,
      "step": 680
    },
    {
      "epoch": 2.208,
      "grad_norm": 19.074600219726562,
      "learning_rate": 4.326923076923077e-05,
      "loss": 0.2339,
      "step": 690
    },
    {
      "epoch": 2.24,
      "grad_norm": 27.23953628540039,
      "learning_rate": 4.309116809116809e-05,
      "loss": 0.2008,
      "step": 700
    },
    {
      "epoch": 2.2720000000000002,
      "grad_norm": 13.12559986114502,
      "learning_rate": 4.291310541310542e-05,
      "loss": 0.1996,
      "step": 710
    },
    {
      "epoch": 2.304,
      "grad_norm": 22.73211097717285,
      "learning_rate": 4.2735042735042735e-05,
      "loss": 0.1986,
      "step": 720
    },
    {
      "epoch": 2.336,
      "grad_norm": 12.57758903503418,
      "learning_rate": 4.255698005698006e-05,
      "loss": 0.2283,
      "step": 730
    },
    {
      "epoch": 2.368,
      "grad_norm": 61.22172927856445,
      "learning_rate": 4.2378917378917385e-05,
      "loss": 0.2175,
      "step": 740
    },
    {
      "epoch": 2.4,
      "grad_norm": 14.797411918640137,
      "learning_rate": 4.2200854700854704e-05,
      "loss": 0.1758,
      "step": 750
    },
    {
      "epoch": 2.432,
      "grad_norm": 9.504317283630371,
      "learning_rate": 4.202279202279202e-05,
      "loss": 0.2087,
      "step": 760
    },
    {
      "epoch": 2.464,
      "grad_norm": 8.436298370361328,
      "learning_rate": 4.184472934472935e-05,
      "loss": 0.2318,
      "step": 770
    },
    {
      "epoch": 2.496,
      "grad_norm": 31.693523406982422,
      "learning_rate": 4.166666666666667e-05,
      "loss": 0.1909,
      "step": 780
    },
    {
      "epoch": 2.528,
      "grad_norm": 14.50406265258789,
      "learning_rate": 4.148860398860399e-05,
      "loss": 0.2157,
      "step": 790
    },
    {
      "epoch": 2.56,
      "grad_norm": 25.511077880859375,
      "learning_rate": 4.131054131054131e-05,
      "loss": 0.2237,
      "step": 800
    },
    {
      "epoch": 2.592,
      "grad_norm": 6.311196804046631,
      "learning_rate": 4.1132478632478634e-05,
      "loss": 0.1922,
      "step": 810
    },
    {
      "epoch": 2.624,
      "grad_norm": 37.99801254272461,
      "learning_rate": 4.095441595441596e-05,
      "loss": 0.1835,
      "step": 820
    },
    {
      "epoch": 2.656,
      "grad_norm": 48.04703140258789,
      "learning_rate": 4.077635327635328e-05,
      "loss": 0.191,
      "step": 830
    },
    {
      "epoch": 2.6879999999999997,
      "grad_norm": 52.908992767333984,
      "learning_rate": 4.05982905982906e-05,
      "loss": 0.2908,
      "step": 840
    },
    {
      "epoch": 2.7199999999999998,
      "grad_norm": 8.987102508544922,
      "learning_rate": 4.042022792022792e-05,
      "loss": 0.216,
      "step": 850
    },
    {
      "epoch": 2.752,
      "grad_norm": 44.67879104614258,
      "learning_rate": 4.024216524216524e-05,
      "loss": 0.1991,
      "step": 860
    },
    {
      "epoch": 2.784,
      "grad_norm": 23.197927474975586,
      "learning_rate": 4.006410256410257e-05,
      "loss": 0.1751,
      "step": 870
    },
    {
      "epoch": 2.816,
      "grad_norm": 29.43416404724121,
      "learning_rate": 3.988603988603989e-05,
      "loss": 0.2064,
      "step": 880
    },
    {
      "epoch": 2.848,
      "grad_norm": 10.251945495605469,
      "learning_rate": 3.970797720797721e-05,
      "loss": 0.178,
      "step": 890
    },
    {
      "epoch": 2.88,
      "grad_norm": 29.398643493652344,
      "learning_rate": 3.952991452991453e-05,
      "loss": 0.1813,
      "step": 900
    },
    {
      "epoch": 2.912,
      "grad_norm": 37.31789016723633,
      "learning_rate": 3.935185185185186e-05,
      "loss": 0.1778,
      "step": 910
    },
    {
      "epoch": 2.944,
      "grad_norm": 21.298931121826172,
      "learning_rate": 3.9173789173789176e-05,
      "loss": 0.2124,
      "step": 920
    },
    {
      "epoch": 2.976,
      "grad_norm": 10.21948528289795,
      "learning_rate": 3.89957264957265e-05,
      "loss": 0.1584,
      "step": 930
    },
    {
      "epoch": 2.9984,
      "eval_accuracy": 0.8018779342723005,
      "eval_loss": 0.560497522354126,
      "eval_runtime": 14.76,
      "eval_samples_per_second": 72.155,
      "eval_steps_per_second": 2.304,
      "step": 937
    },
    {
      "epoch": 3.008,
      "grad_norm": 9.502830505371094,
      "learning_rate": 3.881766381766382e-05,
      "loss": 0.1569,
      "step": 940
    },
    {
      "epoch": 3.04,
      "grad_norm": 23.640422821044922,
      "learning_rate": 3.863960113960114e-05,
      "loss": 0.2172,
      "step": 950
    },
    {
      "epoch": 3.072,
      "grad_norm": 7.1912312507629395,
      "learning_rate": 3.846153846153846e-05,
      "loss": 0.1954,
      "step": 960
    },
    {
      "epoch": 3.104,
      "grad_norm": 61.15785598754883,
      "learning_rate": 3.828347578347579e-05,
      "loss": 0.2364,
      "step": 970
    },
    {
      "epoch": 3.136,
      "grad_norm": 11.975686073303223,
      "learning_rate": 3.8105413105413106e-05,
      "loss": 0.1856,
      "step": 980
    },
    {
      "epoch": 3.168,
      "grad_norm": 13.5460844039917,
      "learning_rate": 3.7927350427350425e-05,
      "loss": 0.1608,
      "step": 990
    },
    {
      "epoch": 3.2,
      "grad_norm": 13.04128646850586,
      "learning_rate": 3.774928774928775e-05,
      "loss": 0.1485,
      "step": 1000
    },
    {
      "epoch": 3.232,
      "grad_norm": 17.87329864501953,
      "learning_rate": 3.7571225071225075e-05,
      "loss": 0.1782,
      "step": 1010
    },
    {
      "epoch": 3.2640000000000002,
      "grad_norm": 21.913515090942383,
      "learning_rate": 3.739316239316239e-05,
      "loss": 0.1636,
      "step": 1020
    },
    {
      "epoch": 3.296,
      "grad_norm": 53.9290771484375,
      "learning_rate": 3.721509971509972e-05,
      "loss": 0.1869,
      "step": 1030
    },
    {
      "epoch": 3.328,
      "grad_norm": 12.648904800415039,
      "learning_rate": 3.7037037037037037e-05,
      "loss": 0.1374,
      "step": 1040
    },
    {
      "epoch": 3.36,
      "grad_norm": 30.469200134277344,
      "learning_rate": 3.685897435897436e-05,
      "loss": 0.1677,
      "step": 1050
    },
    {
      "epoch": 3.392,
      "grad_norm": 53.974571228027344,
      "learning_rate": 3.668091168091169e-05,
      "loss": 0.1297,
      "step": 1060
    },
    {
      "epoch": 3.424,
      "grad_norm": 13.038790702819824,
      "learning_rate": 3.6502849002849005e-05,
      "loss": 0.1773,
      "step": 1070
    },
    {
      "epoch": 3.456,
      "grad_norm": 10.653145790100098,
      "learning_rate": 3.6324786324786323e-05,
      "loss": 0.1672,
      "step": 1080
    },
    {
      "epoch": 3.488,
      "grad_norm": 19.27906608581543,
      "learning_rate": 3.614672364672365e-05,
      "loss": 0.1587,
      "step": 1090
    },
    {
      "epoch": 3.52,
      "grad_norm": 9.866512298583984,
      "learning_rate": 3.5968660968660974e-05,
      "loss": 0.1566,
      "step": 1100
    },
    {
      "epoch": 3.552,
      "grad_norm": 24.01140785217285,
      "learning_rate": 3.579059829059829e-05,
      "loss": 0.1546,
      "step": 1110
    },
    {
      "epoch": 3.584,
      "grad_norm": 33.78230285644531,
      "learning_rate": 3.561253561253561e-05,
      "loss": 0.1769,
      "step": 1120
    },
    {
      "epoch": 3.616,
      "grad_norm": 29.797826766967773,
      "learning_rate": 3.5434472934472935e-05,
      "loss": 0.1477,
      "step": 1130
    },
    {
      "epoch": 3.648,
      "grad_norm": 11.370080947875977,
      "learning_rate": 3.525641025641026e-05,
      "loss": 0.1749,
      "step": 1140
    },
    {
      "epoch": 3.68,
      "grad_norm": 6.187923908233643,
      "learning_rate": 3.507834757834758e-05,
      "loss": 0.1187,
      "step": 1150
    },
    {
      "epoch": 3.7119999999999997,
      "grad_norm": 57.243919372558594,
      "learning_rate": 3.4900284900284904e-05,
      "loss": 0.1455,
      "step": 1160
    },
    {
      "epoch": 3.7439999999999998,
      "grad_norm": 48.05120849609375,
      "learning_rate": 3.472222222222222e-05,
      "loss": 0.1792,
      "step": 1170
    },
    {
      "epoch": 3.776,
      "grad_norm": 18.508798599243164,
      "learning_rate": 3.454415954415954e-05,
      "loss": 0.1977,
      "step": 1180
    },
    {
      "epoch": 3.808,
      "grad_norm": 11.206692695617676,
      "learning_rate": 3.436609686609687e-05,
      "loss": 0.1752,
      "step": 1190
    },
    {
      "epoch": 3.84,
      "grad_norm": 8.796914100646973,
      "learning_rate": 3.418803418803419e-05,
      "loss": 0.134,
      "step": 1200
    },
    {
      "epoch": 3.872,
      "grad_norm": 28.23493003845215,
      "learning_rate": 3.400997150997151e-05,
      "loss": 0.1466,
      "step": 1210
    },
    {
      "epoch": 3.904,
      "grad_norm": 24.789331436157227,
      "learning_rate": 3.3831908831908834e-05,
      "loss": 0.1674,
      "step": 1220
    },
    {
      "epoch": 3.936,
      "grad_norm": 29.97929573059082,
      "learning_rate": 3.365384615384616e-05,
      "loss": 0.1626,
      "step": 1230
    },
    {
      "epoch": 3.968,
      "grad_norm": 12.732221603393555,
      "learning_rate": 3.347578347578348e-05,
      "loss": 0.1162,
      "step": 1240
    },
    {
      "epoch": 4.0,
      "grad_norm": 23.768869400024414,
      "learning_rate": 3.32977207977208e-05,
      "loss": 0.1382,
      "step": 1250
    },
    {
      "epoch": 4.0,
      "eval_accuracy": 0.8497652582159625,
      "eval_loss": 0.429149866104126,
      "eval_runtime": 14.7304,
      "eval_samples_per_second": 72.299,
      "eval_steps_per_second": 2.308,
      "step": 1250
    },
    {
      "epoch": 4.032,
      "grad_norm": 26.3099308013916,
      "learning_rate": 3.311965811965812e-05,
      "loss": 0.1279,
      "step": 1260
    },
    {
      "epoch": 4.064,
      "grad_norm": 26.10764503479004,
      "learning_rate": 3.294159544159544e-05,
      "loss": 0.1868,
      "step": 1270
    },
    {
      "epoch": 4.096,
      "grad_norm": 42.908058166503906,
      "learning_rate": 3.2763532763532764e-05,
      "loss": 0.1102,
      "step": 1280
    },
    {
      "epoch": 4.128,
      "grad_norm": 18.12682342529297,
      "learning_rate": 3.258547008547009e-05,
      "loss": 0.1372,
      "step": 1290
    },
    {
      "epoch": 4.16,
      "grad_norm": 32.7211799621582,
      "learning_rate": 3.240740740740741e-05,
      "loss": 0.1342,
      "step": 1300
    },
    {
      "epoch": 4.192,
      "grad_norm": 43.664955139160156,
      "learning_rate": 3.2229344729344726e-05,
      "loss": 0.1205,
      "step": 1310
    },
    {
      "epoch": 4.224,
      "grad_norm": 21.014827728271484,
      "learning_rate": 3.205128205128206e-05,
      "loss": 0.1328,
      "step": 1320
    },
    {
      "epoch": 4.256,
      "grad_norm": 9.477145195007324,
      "learning_rate": 3.1873219373219376e-05,
      "loss": 0.12,
      "step": 1330
    },
    {
      "epoch": 4.288,
      "grad_norm": 11.2942533493042,
      "learning_rate": 3.1695156695156695e-05,
      "loss": 0.1033,
      "step": 1340
    },
    {
      "epoch": 4.32,
      "grad_norm": 19.64799690246582,
      "learning_rate": 3.151709401709402e-05,
      "loss": 0.1157,
      "step": 1350
    },
    {
      "epoch": 4.352,
      "grad_norm": 26.556772232055664,
      "learning_rate": 3.133903133903134e-05,
      "loss": 0.1053,
      "step": 1360
    },
    {
      "epoch": 4.384,
      "grad_norm": 17.614032745361328,
      "learning_rate": 3.116096866096866e-05,
      "loss": 0.1266,
      "step": 1370
    },
    {
      "epoch": 4.416,
      "grad_norm": 6.941921710968018,
      "learning_rate": 3.098290598290599e-05,
      "loss": 0.1177,
      "step": 1380
    },
    {
      "epoch": 4.448,
      "grad_norm": 12.218695640563965,
      "learning_rate": 3.080484330484331e-05,
      "loss": 0.1209,
      "step": 1390
    },
    {
      "epoch": 4.48,
      "grad_norm": 43.25284194946289,
      "learning_rate": 3.0626780626780625e-05,
      "loss": 0.1346,
      "step": 1400
    },
    {
      "epoch": 4.5120000000000005,
      "grad_norm": 13.644841194152832,
      "learning_rate": 3.0448717948717947e-05,
      "loss": 0.1156,
      "step": 1410
    },
    {
      "epoch": 4.5440000000000005,
      "grad_norm": 66.71968078613281,
      "learning_rate": 3.0270655270655275e-05,
      "loss": 0.1197,
      "step": 1420
    },
    {
      "epoch": 4.576,
      "grad_norm": 59.87635040283203,
      "learning_rate": 3.0092592592592593e-05,
      "loss": 0.1105,
      "step": 1430
    },
    {
      "epoch": 4.608,
      "grad_norm": 10.875226020812988,
      "learning_rate": 2.9914529914529915e-05,
      "loss": 0.0932,
      "step": 1440
    },
    {
      "epoch": 4.64,
      "grad_norm": 21.233959197998047,
      "learning_rate": 2.9736467236467237e-05,
      "loss": 0.0914,
      "step": 1450
    },
    {
      "epoch": 4.672,
      "grad_norm": 25.02607536315918,
      "learning_rate": 2.9558404558404562e-05,
      "loss": 0.1175,
      "step": 1460
    },
    {
      "epoch": 4.704,
      "grad_norm": 9.968689918518066,
      "learning_rate": 2.9380341880341884e-05,
      "loss": 0.1111,
      "step": 1470
    },
    {
      "epoch": 4.736,
      "grad_norm": 19.770673751831055,
      "learning_rate": 2.9202279202279202e-05,
      "loss": 0.1627,
      "step": 1480
    },
    {
      "epoch": 4.768,
      "grad_norm": 16.976701736450195,
      "learning_rate": 2.9024216524216524e-05,
      "loss": 0.1355,
      "step": 1490
    },
    {
      "epoch": 4.8,
      "grad_norm": 32.00942611694336,
      "learning_rate": 2.8846153846153845e-05,
      "loss": 0.1339,
      "step": 1500
    },
    {
      "epoch": 4.832,
      "grad_norm": 12.106451034545898,
      "learning_rate": 2.866809116809117e-05,
      "loss": 0.1192,
      "step": 1510
    },
    {
      "epoch": 4.864,
      "grad_norm": 20.953189849853516,
      "learning_rate": 2.8490028490028492e-05,
      "loss": 0.1295,
      "step": 1520
    },
    {
      "epoch": 4.896,
      "grad_norm": 18.536453247070312,
      "learning_rate": 2.8311965811965814e-05,
      "loss": 0.101,
      "step": 1530
    },
    {
      "epoch": 4.928,
      "grad_norm": 14.893009185791016,
      "learning_rate": 2.8133903133903132e-05,
      "loss": 0.112,
      "step": 1540
    },
    {
      "epoch": 4.96,
      "grad_norm": 10.388225555419922,
      "learning_rate": 2.795584045584046e-05,
      "loss": 0.1166,
      "step": 1550
    },
    {
      "epoch": 4.992,
      "grad_norm": 15.933597564697266,
      "learning_rate": 2.777777777777778e-05,
      "loss": 0.1058,
      "step": 1560
    },
    {
      "epoch": 4.9984,
      "eval_accuracy": 0.8666666666666667,
      "eval_loss": 0.39110323786735535,
      "eval_runtime": 14.8044,
      "eval_samples_per_second": 71.938,
      "eval_steps_per_second": 2.297,
      "step": 1562
    },
    {
      "epoch": 5.024,
      "grad_norm": 21.4670352935791,
      "learning_rate": 2.75997150997151e-05,
      "loss": 0.1265,
      "step": 1570
    },
    {
      "epoch": 5.056,
      "grad_norm": 22.757436752319336,
      "learning_rate": 2.7421652421652423e-05,
      "loss": 0.1,
      "step": 1580
    },
    {
      "epoch": 5.088,
      "grad_norm": 11.63531494140625,
      "learning_rate": 2.724358974358974e-05,
      "loss": 0.1181,
      "step": 1590
    },
    {
      "epoch": 5.12,
      "grad_norm": 11.879034996032715,
      "learning_rate": 2.706552706552707e-05,
      "loss": 0.1001,
      "step": 1600
    },
    {
      "epoch": 5.152,
      "grad_norm": 13.50586223602295,
      "learning_rate": 2.688746438746439e-05,
      "loss": 0.098,
      "step": 1610
    },
    {
      "epoch": 5.184,
      "grad_norm": 6.154415130615234,
      "learning_rate": 2.670940170940171e-05,
      "loss": 0.1005,
      "step": 1620
    },
    {
      "epoch": 5.216,
      "grad_norm": 8.229863166809082,
      "learning_rate": 2.653133903133903e-05,
      "loss": 0.1044,
      "step": 1630
    },
    {
      "epoch": 5.248,
      "grad_norm": 18.829721450805664,
      "learning_rate": 2.6353276353276356e-05,
      "loss": 0.1118,
      "step": 1640
    },
    {
      "epoch": 5.28,
      "grad_norm": 17.462610244750977,
      "learning_rate": 2.6175213675213678e-05,
      "loss": 0.0809,
      "step": 1650
    },
    {
      "epoch": 5.312,
      "grad_norm": 15.725268363952637,
      "learning_rate": 2.5997150997151e-05,
      "loss": 0.109,
      "step": 1660
    },
    {
      "epoch": 5.344,
      "grad_norm": 12.376166343688965,
      "learning_rate": 2.5819088319088318e-05,
      "loss": 0.0775,
      "step": 1670
    },
    {
      "epoch": 5.376,
      "grad_norm": 9.472005844116211,
      "learning_rate": 2.564102564102564e-05,
      "loss": 0.0958,
      "step": 1680
    },
    {
      "epoch": 5.408,
      "grad_norm": 16.398996353149414,
      "learning_rate": 2.5462962962962965e-05,
      "loss": 0.0818,
      "step": 1690
    },
    {
      "epoch": 5.44,
      "grad_norm": 15.111603736877441,
      "learning_rate": 2.5284900284900286e-05,
      "loss": 0.0945,
      "step": 1700
    },
    {
      "epoch": 5.4719999999999995,
      "grad_norm": 13.802181243896484,
      "learning_rate": 2.5106837606837608e-05,
      "loss": 0.0694,
      "step": 1710
    },
    {
      "epoch": 5.504,
      "grad_norm": 6.6055216789245605,
      "learning_rate": 2.492877492877493e-05,
      "loss": 0.0886,
      "step": 1720
    },
    {
      "epoch": 5.536,
      "grad_norm": 17.351755142211914,
      "learning_rate": 2.475071225071225e-05,
      "loss": 0.0939,
      "step": 1730
    },
    {
      "epoch": 5.568,
      "grad_norm": 14.629916191101074,
      "learning_rate": 2.4572649572649573e-05,
      "loss": 0.0749,
      "step": 1740
    },
    {
      "epoch": 5.6,
      "grad_norm": 13.987975120544434,
      "learning_rate": 2.4394586894586895e-05,
      "loss": 0.0696,
      "step": 1750
    },
    {
      "epoch": 5.632,
      "grad_norm": 19.911739349365234,
      "learning_rate": 2.4216524216524217e-05,
      "loss": 0.0829,
      "step": 1760
    },
    {
      "epoch": 5.664,
      "grad_norm": 11.428616523742676,
      "learning_rate": 2.4038461538461542e-05,
      "loss": 0.0816,
      "step": 1770
    },
    {
      "epoch": 5.696,
      "grad_norm": 24.872535705566406,
      "learning_rate": 2.386039886039886e-05,
      "loss": 0.0876,
      "step": 1780
    },
    {
      "epoch": 5.728,
      "grad_norm": 6.562127113342285,
      "learning_rate": 2.3682336182336185e-05,
      "loss": 0.0869,
      "step": 1790
    },
    {
      "epoch": 5.76,
      "grad_norm": 14.26649284362793,
      "learning_rate": 2.3504273504273504e-05,
      "loss": 0.1098,
      "step": 1800
    },
    {
      "epoch": 5.792,
      "grad_norm": 10.148120880126953,
      "learning_rate": 2.332621082621083e-05,
      "loss": 0.0725,
      "step": 1810
    },
    {
      "epoch": 5.824,
      "grad_norm": 31.81497573852539,
      "learning_rate": 2.314814814814815e-05,
      "loss": 0.0599,
      "step": 1820
    },
    {
      "epoch": 5.856,
      "grad_norm": 20.058345794677734,
      "learning_rate": 2.297008547008547e-05,
      "loss": 0.0987,
      "step": 1830
    },
    {
      "epoch": 5.888,
      "grad_norm": 23.388731002807617,
      "learning_rate": 2.2792022792022794e-05,
      "loss": 0.0993,
      "step": 1840
    },
    {
      "epoch": 5.92,
      "grad_norm": 12.417990684509277,
      "learning_rate": 2.2613960113960116e-05,
      "loss": 0.0997,
      "step": 1850
    },
    {
      "epoch": 5.952,
      "grad_norm": 18.029085159301758,
      "learning_rate": 2.2435897435897437e-05,
      "loss": 0.0875,
      "step": 1860
    },
    {
      "epoch": 5.984,
      "grad_norm": 8.003488540649414,
      "learning_rate": 2.225783475783476e-05,
      "loss": 0.0703,
      "step": 1870
    },
    {
      "epoch": 6.0,
      "eval_accuracy": 0.8028169014084507,
      "eval_loss": 0.8593423366546631,
      "eval_runtime": 26.4195,
      "eval_samples_per_second": 40.311,
      "eval_steps_per_second": 1.287,
      "step": 1875
    },
    {
      "epoch": 6.016,
      "grad_norm": 13.387948036193848,
      "learning_rate": 2.207977207977208e-05,
      "loss": 0.0723,
      "step": 1880
    },
    {
      "epoch": 6.048,
      "grad_norm": 3.795748472213745,
      "learning_rate": 2.1901709401709402e-05,
      "loss": 0.067,
      "step": 1890
    },
    {
      "epoch": 6.08,
      "grad_norm": 15.893839836120605,
      "learning_rate": 2.1723646723646724e-05,
      "loss": 0.0718,
      "step": 1900
    },
    {
      "epoch": 6.112,
      "grad_norm": 6.81917142868042,
      "learning_rate": 2.1545584045584046e-05,
      "loss": 0.0738,
      "step": 1910
    },
    {
      "epoch": 6.144,
      "grad_norm": 16.609046936035156,
      "learning_rate": 2.1367521367521368e-05,
      "loss": 0.0698,
      "step": 1920
    },
    {
      "epoch": 6.176,
      "grad_norm": 21.796428680419922,
      "learning_rate": 2.1189458689458693e-05,
      "loss": 0.0681,
      "step": 1930
    },
    {
      "epoch": 6.208,
      "grad_norm": 9.367144584655762,
      "learning_rate": 2.101139601139601e-05,
      "loss": 0.0776,
      "step": 1940
    },
    {
      "epoch": 6.24,
      "grad_norm": 45.68296432495117,
      "learning_rate": 2.0833333333333336e-05,
      "loss": 0.075,
      "step": 1950
    },
    {
      "epoch": 6.272,
      "grad_norm": 22.519546508789062,
      "learning_rate": 2.0655270655270654e-05,
      "loss": 0.1017,
      "step": 1960
    },
    {
      "epoch": 6.304,
      "grad_norm": 26.589696884155273,
      "learning_rate": 2.047720797720798e-05,
      "loss": 0.0699,
      "step": 1970
    },
    {
      "epoch": 6.336,
      "grad_norm": 10.323519706726074,
      "learning_rate": 2.02991452991453e-05,
      "loss": 0.0628,
      "step": 1980
    },
    {
      "epoch": 6.368,
      "grad_norm": 19.11711311340332,
      "learning_rate": 2.012108262108262e-05,
      "loss": 0.0812,
      "step": 1990
    },
    {
      "epoch": 6.4,
      "grad_norm": 33.67527770996094,
      "learning_rate": 1.9943019943019945e-05,
      "loss": 0.085,
      "step": 2000
    },
    {
      "epoch": 6.432,
      "grad_norm": 11.990752220153809,
      "learning_rate": 1.9764957264957266e-05,
      "loss": 0.0702,
      "step": 2010
    },
    {
      "epoch": 6.464,
      "grad_norm": 30.36664581298828,
      "learning_rate": 1.9586894586894588e-05,
      "loss": 0.0628,
      "step": 2020
    },
    {
      "epoch": 6.496,
      "grad_norm": 21.322391510009766,
      "learning_rate": 1.940883190883191e-05,
      "loss": 0.0719,
      "step": 2030
    },
    {
      "epoch": 6.5280000000000005,
      "grad_norm": 29.107898712158203,
      "learning_rate": 1.923076923076923e-05,
      "loss": 0.0525,
      "step": 2040
    },
    {
      "epoch": 6.5600000000000005,
      "grad_norm": 17.11159324645996,
      "learning_rate": 1.9052706552706553e-05,
      "loss": 0.0687,
      "step": 2050
    },
    {
      "epoch": 6.592,
      "grad_norm": 12.946314811706543,
      "learning_rate": 1.8874643874643875e-05,
      "loss": 0.0867,
      "step": 2060
    },
    {
      "epoch": 6.624,
      "grad_norm": 7.321907997131348,
      "learning_rate": 1.8696581196581197e-05,
      "loss": 0.0661,
      "step": 2070
    },
    {
      "epoch": 6.656,
      "grad_norm": 34.47880172729492,
      "learning_rate": 1.8518518518518518e-05,
      "loss": 0.0594,
      "step": 2080
    },
    {
      "epoch": 6.688,
      "grad_norm": 10.502516746520996,
      "learning_rate": 1.8340455840455843e-05,
      "loss": 0.0545,
      "step": 2090
    },
    {
      "epoch": 6.72,
      "grad_norm": 24.073810577392578,
      "learning_rate": 1.8162393162393162e-05,
      "loss": 0.0592,
      "step": 2100
    },
    {
      "epoch": 6.752,
      "grad_norm": 25.363536834716797,
      "learning_rate": 1.7984330484330487e-05,
      "loss": 0.0767,
      "step": 2110
    },
    {
      "epoch": 6.784,
      "grad_norm": 15.268250465393066,
      "learning_rate": 1.7806267806267805e-05,
      "loss": 0.069,
      "step": 2120
    },
    {
      "epoch": 6.816,
      "grad_norm": 8.48227596282959,
      "learning_rate": 1.762820512820513e-05,
      "loss": 0.0625,
      "step": 2130
    },
    {
      "epoch": 6.848,
      "grad_norm": 10.944808006286621,
      "learning_rate": 1.7450142450142452e-05,
      "loss": 0.0729,
      "step": 2140
    },
    {
      "epoch": 6.88,
      "grad_norm": 12.689846992492676,
      "learning_rate": 1.727207977207977e-05,
      "loss": 0.0634,
      "step": 2150
    },
    {
      "epoch": 6.912,
      "grad_norm": 6.600920677185059,
      "learning_rate": 1.7094017094017095e-05,
      "loss": 0.0758,
      "step": 2160
    },
    {
      "epoch": 6.944,
      "grad_norm": 19.84024429321289,
      "learning_rate": 1.6915954415954417e-05,
      "loss": 0.0565,
      "step": 2170
    },
    {
      "epoch": 6.976,
      "grad_norm": 8.632323265075684,
      "learning_rate": 1.673789173789174e-05,
      "loss": 0.0671,
      "step": 2180
    },
    {
      "epoch": 6.9984,
      "eval_accuracy": 0.8892018779342723,
      "eval_loss": 0.3630879521369934,
      "eval_runtime": 14.8354,
      "eval_samples_per_second": 71.788,
      "eval_steps_per_second": 2.292,
      "step": 2187
    },
    {
      "epoch": 7.008,
      "grad_norm": 7.642409324645996,
      "learning_rate": 1.655982905982906e-05,
      "loss": 0.0489,
      "step": 2190
    },
    {
      "epoch": 7.04,
      "grad_norm": 8.677549362182617,
      "learning_rate": 1.6381766381766382e-05,
      "loss": 0.0596,
      "step": 2200
    },
    {
      "epoch": 7.072,
      "grad_norm": 20.24688148498535,
      "learning_rate": 1.6203703703703704e-05,
      "loss": 0.0546,
      "step": 2210
    },
    {
      "epoch": 7.104,
      "grad_norm": 19.509143829345703,
      "learning_rate": 1.602564102564103e-05,
      "loss": 0.0581,
      "step": 2220
    },
    {
      "epoch": 7.136,
      "grad_norm": 26.461017608642578,
      "learning_rate": 1.5847578347578347e-05,
      "loss": 0.0857,
      "step": 2230
    },
    {
      "epoch": 7.168,
      "grad_norm": 14.442258834838867,
      "learning_rate": 1.566951566951567e-05,
      "loss": 0.0688,
      "step": 2240
    },
    {
      "epoch": 7.2,
      "grad_norm": 8.91716194152832,
      "learning_rate": 1.5491452991452994e-05,
      "loss": 0.079,
      "step": 2250
    },
    {
      "epoch": 7.232,
      "grad_norm": 15.394043922424316,
      "learning_rate": 1.5313390313390312e-05,
      "loss": 0.0561,
      "step": 2260
    },
    {
      "epoch": 7.264,
      "grad_norm": 19.662343978881836,
      "learning_rate": 1.5135327635327638e-05,
      "loss": 0.0581,
      "step": 2270
    },
    {
      "epoch": 7.296,
      "grad_norm": 8.76469898223877,
      "learning_rate": 1.4957264957264958e-05,
      "loss": 0.0439,
      "step": 2280
    },
    {
      "epoch": 7.328,
      "grad_norm": 10.02730941772461,
      "learning_rate": 1.4779202279202281e-05,
      "loss": 0.0547,
      "step": 2290
    },
    {
      "epoch": 7.36,
      "grad_norm": 21.142120361328125,
      "learning_rate": 1.4601139601139601e-05,
      "loss": 0.0618,
      "step": 2300
    },
    {
      "epoch": 7.392,
      "grad_norm": 8.849529266357422,
      "learning_rate": 1.4423076923076923e-05,
      "loss": 0.0601,
      "step": 2310
    },
    {
      "epoch": 7.424,
      "grad_norm": 13.313969612121582,
      "learning_rate": 1.4245014245014246e-05,
      "loss": 0.0578,
      "step": 2320
    },
    {
      "epoch": 7.456,
      "grad_norm": 17.729047775268555,
      "learning_rate": 1.4066951566951566e-05,
      "loss": 0.0593,
      "step": 2330
    },
    {
      "epoch": 7.4879999999999995,
      "grad_norm": 13.839546203613281,
      "learning_rate": 1.388888888888889e-05,
      "loss": 0.0566,
      "step": 2340
    },
    {
      "epoch": 7.52,
      "grad_norm": 6.299365997314453,
      "learning_rate": 1.3710826210826211e-05,
      "loss": 0.0469,
      "step": 2350
    },
    {
      "epoch": 7.552,
      "grad_norm": 12.264620780944824,
      "learning_rate": 1.3532763532763535e-05,
      "loss": 0.0476,
      "step": 2360
    },
    {
      "epoch": 7.584,
      "grad_norm": 13.175020217895508,
      "learning_rate": 1.3354700854700855e-05,
      "loss": 0.0483,
      "step": 2370
    },
    {
      "epoch": 7.616,
      "grad_norm": 8.695143699645996,
      "learning_rate": 1.3176638176638178e-05,
      "loss": 0.0676,
      "step": 2380
    },
    {
      "epoch": 7.648,
      "grad_norm": 7.434255599975586,
      "learning_rate": 1.29985754985755e-05,
      "loss": 0.0514,
      "step": 2390
    },
    {
      "epoch": 7.68,
      "grad_norm": 11.564408302307129,
      "learning_rate": 1.282051282051282e-05,
      "loss": 0.0496,
      "step": 2400
    },
    {
      "epoch": 7.712,
      "grad_norm": 15.317635536193848,
      "learning_rate": 1.2642450142450143e-05,
      "loss": 0.0723,
      "step": 2410
    },
    {
      "epoch": 7.744,
      "grad_norm": 5.177554130554199,
      "learning_rate": 1.2464387464387465e-05,
      "loss": 0.0508,
      "step": 2420
    },
    {
      "epoch": 7.776,
      "grad_norm": 21.86553382873535,
      "learning_rate": 1.2286324786324787e-05,
      "loss": 0.0531,
      "step": 2430
    },
    {
      "epoch": 7.808,
      "grad_norm": 5.066462516784668,
      "learning_rate": 1.2108262108262108e-05,
      "loss": 0.0601,
      "step": 2440
    },
    {
      "epoch": 7.84,
      "grad_norm": 3.860797643661499,
      "learning_rate": 1.193019943019943e-05,
      "loss": 0.0529,
      "step": 2450
    },
    {
      "epoch": 7.872,
      "grad_norm": 27.842437744140625,
      "learning_rate": 1.1752136752136752e-05,
      "loss": 0.0736,
      "step": 2460
    },
    {
      "epoch": 7.904,
      "grad_norm": 26.736413955688477,
      "learning_rate": 1.1574074074074075e-05,
      "loss": 0.0589,
      "step": 2470
    },
    {
      "epoch": 7.936,
      "grad_norm": 25.008304595947266,
      "learning_rate": 1.1396011396011397e-05,
      "loss": 0.0549,
      "step": 2480
    },
    {
      "epoch": 7.968,
      "grad_norm": 4.6437506675720215,
      "learning_rate": 1.1217948717948719e-05,
      "loss": 0.0533,
      "step": 2490
    },
    {
      "epoch": 8.0,
      "grad_norm": 26.05324935913086,
      "learning_rate": 1.103988603988604e-05,
      "loss": 0.0457,
      "step": 2500
    },
    {
      "epoch": 8.0,
      "eval_accuracy": 0.8338028169014085,
      "eval_loss": 0.7270519137382507,
      "eval_runtime": 16.0951,
      "eval_samples_per_second": 66.169,
      "eval_steps_per_second": 2.112,
      "step": 2500
    },
    {
      "epoch": 8.032,
      "grad_norm": 6.876763820648193,
      "learning_rate": 1.0861823361823362e-05,
      "loss": 0.0392,
      "step": 2510
    },
    {
      "epoch": 8.064,
      "grad_norm": 9.069485664367676,
      "learning_rate": 1.0683760683760684e-05,
      "loss": 0.059,
      "step": 2520
    },
    {
      "epoch": 8.096,
      "grad_norm": 14.368523597717285,
      "learning_rate": 1.0505698005698005e-05,
      "loss": 0.0455,
      "step": 2530
    },
    {
      "epoch": 8.128,
      "grad_norm": 10.847954750061035,
      "learning_rate": 1.0327635327635327e-05,
      "loss": 0.0368,
      "step": 2540
    },
    {
      "epoch": 8.16,
      "grad_norm": 7.805965900421143,
      "learning_rate": 1.014957264957265e-05,
      "loss": 0.0374,
      "step": 2550
    },
    {
      "epoch": 8.192,
      "grad_norm": 37.152957916259766,
      "learning_rate": 9.971509971509972e-06,
      "loss": 0.0434,
      "step": 2560
    },
    {
      "epoch": 8.224,
      "grad_norm": 32.26515197753906,
      "learning_rate": 9.793447293447294e-06,
      "loss": 0.0538,
      "step": 2570
    },
    {
      "epoch": 8.256,
      "grad_norm": 9.871603012084961,
      "learning_rate": 9.615384615384616e-06,
      "loss": 0.0443,
      "step": 2580
    },
    {
      "epoch": 8.288,
      "grad_norm": 18.939363479614258,
      "learning_rate": 9.437321937321937e-06,
      "loss": 0.0444,
      "step": 2590
    },
    {
      "epoch": 8.32,
      "grad_norm": 8.318560600280762,
      "learning_rate": 9.259259259259259e-06,
      "loss": 0.0367,
      "step": 2600
    },
    {
      "epoch": 8.352,
      "grad_norm": 10.871614456176758,
      "learning_rate": 9.081196581196581e-06,
      "loss": 0.0493,
      "step": 2610
    },
    {
      "epoch": 8.384,
      "grad_norm": 5.46032190322876,
      "learning_rate": 8.903133903133903e-06,
      "loss": 0.0413,
      "step": 2620
    },
    {
      "epoch": 8.416,
      "grad_norm": 1.5709623098373413,
      "learning_rate": 8.725071225071226e-06,
      "loss": 0.0658,
      "step": 2630
    },
    {
      "epoch": 8.448,
      "grad_norm": 26.417600631713867,
      "learning_rate": 8.547008547008548e-06,
      "loss": 0.0681,
      "step": 2640
    },
    {
      "epoch": 8.48,
      "grad_norm": 9.628387451171875,
      "learning_rate": 8.36894586894587e-06,
      "loss": 0.0399,
      "step": 2650
    },
    {
      "epoch": 8.512,
      "grad_norm": 2.8144702911376953,
      "learning_rate": 8.190883190883191e-06,
      "loss": 0.0435,
      "step": 2660
    },
    {
      "epoch": 8.544,
      "grad_norm": 13.873322486877441,
      "learning_rate": 8.012820512820515e-06,
      "loss": 0.0501,
      "step": 2670
    },
    {
      "epoch": 8.576,
      "grad_norm": 4.96248722076416,
      "learning_rate": 7.834757834757835e-06,
      "loss": 0.0423,
      "step": 2680
    },
    {
      "epoch": 8.608,
      "grad_norm": 12.236059188842773,
      "learning_rate": 7.656695156695156e-06,
      "loss": 0.0488,
      "step": 2690
    },
    {
      "epoch": 8.64,
      "grad_norm": 6.332564353942871,
      "learning_rate": 7.478632478632479e-06,
      "loss": 0.0437,
      "step": 2700
    },
    {
      "epoch": 8.672,
      "grad_norm": 7.448380470275879,
      "learning_rate": 7.3005698005698005e-06,
      "loss": 0.035,
      "step": 2710
    },
    {
      "epoch": 8.704,
      "grad_norm": 7.228295803070068,
      "learning_rate": 7.122507122507123e-06,
      "loss": 0.0457,
      "step": 2720
    },
    {
      "epoch": 8.736,
      "grad_norm": 5.306349277496338,
      "learning_rate": 6.944444444444445e-06,
      "loss": 0.0496,
      "step": 2730
    },
    {
      "epoch": 8.768,
      "grad_norm": 15.959365844726562,
      "learning_rate": 6.766381766381767e-06,
      "loss": 0.04,
      "step": 2740
    },
    {
      "epoch": 8.8,
      "grad_norm": 13.594867706298828,
      "learning_rate": 6.588319088319089e-06,
      "loss": 0.0466,
      "step": 2750
    },
    {
      "epoch": 8.832,
      "grad_norm": 7.143582820892334,
      "learning_rate": 6.41025641025641e-06,
      "loss": 0.0367,
      "step": 2760
    },
    {
      "epoch": 8.864,
      "grad_norm": 10.158649444580078,
      "learning_rate": 6.2321937321937325e-06,
      "loss": 0.0442,
      "step": 2770
    },
    {
      "epoch": 8.896,
      "grad_norm": 4.369603633880615,
      "learning_rate": 6.054131054131054e-06,
      "loss": 0.0352,
      "step": 2780
    },
    {
      "epoch": 8.928,
      "grad_norm": 11.626177787780762,
      "learning_rate": 5.876068376068376e-06,
      "loss": 0.0414,
      "step": 2790
    },
    {
      "epoch": 8.96,
      "grad_norm": 8.576985359191895,
      "learning_rate": 5.6980056980056985e-06,
      "loss": 0.0445,
      "step": 2800
    },
    {
      "epoch": 8.992,
      "grad_norm": 11.782782554626465,
      "learning_rate": 5.51994301994302e-06,
      "loss": 0.0396,
      "step": 2810
    },
    {
      "epoch": 8.9984,
      "eval_accuracy": 0.8826291079812206,
      "eval_loss": 0.46553394198417664,
      "eval_runtime": 16.3312,
      "eval_samples_per_second": 65.213,
      "eval_steps_per_second": 2.082,
      "step": 2812
    },
    {
      "epoch": 9.024,
      "grad_norm": 9.517723083496094,
      "learning_rate": 5.341880341880342e-06,
      "loss": 0.0281,
      "step": 2820
    },
    {
      "epoch": 9.056,
      "grad_norm": 11.273005485534668,
      "learning_rate": 5.163817663817664e-06,
      "loss": 0.0395,
      "step": 2830
    },
    {
      "epoch": 9.088,
      "grad_norm": 12.864770889282227,
      "learning_rate": 4.985754985754986e-06,
      "loss": 0.0399,
      "step": 2840
    },
    {
      "epoch": 9.12,
      "grad_norm": 11.933670997619629,
      "learning_rate": 4.807692307692308e-06,
      "loss": 0.0381,
      "step": 2850
    },
    {
      "epoch": 9.152,
      "grad_norm": 21.274028778076172,
      "learning_rate": 4.6296296296296296e-06,
      "loss": 0.03,
      "step": 2860
    },
    {
      "epoch": 9.184,
      "grad_norm": 6.597903251647949,
      "learning_rate": 4.451566951566951e-06,
      "loss": 0.042,
      "step": 2870
    },
    {
      "epoch": 9.216,
      "grad_norm": 1.0557407140731812,
      "learning_rate": 4.273504273504274e-06,
      "loss": 0.0268,
      "step": 2880
    },
    {
      "epoch": 9.248,
      "grad_norm": 11.865984916687012,
      "learning_rate": 4.0954415954415956e-06,
      "loss": 0.0301,
      "step": 2890
    },
    {
      "epoch": 9.28,
      "grad_norm": 25.20126724243164,
      "learning_rate": 3.917378917378917e-06,
      "loss": 0.0383,
      "step": 2900
    },
    {
      "epoch": 9.312,
      "grad_norm": 11.134941101074219,
      "learning_rate": 3.7393162393162394e-06,
      "loss": 0.0375,
      "step": 2910
    },
    {
      "epoch": 9.344,
      "grad_norm": 2.754523992538452,
      "learning_rate": 3.5612535612535615e-06,
      "loss": 0.043,
      "step": 2920
    },
    {
      "epoch": 9.376,
      "grad_norm": 12.286087989807129,
      "learning_rate": 3.3831908831908837e-06,
      "loss": 0.035,
      "step": 2930
    },
    {
      "epoch": 9.408,
      "grad_norm": 3.8736507892608643,
      "learning_rate": 3.205128205128205e-06,
      "loss": 0.0391,
      "step": 2940
    },
    {
      "epoch": 9.44,
      "grad_norm": 22.06711769104004,
      "learning_rate": 3.027065527065527e-06,
      "loss": 0.0377,
      "step": 2950
    },
    {
      "epoch": 9.472,
      "grad_norm": 8.435704231262207,
      "learning_rate": 2.8490028490028492e-06,
      "loss": 0.0301,
      "step": 2960
    },
    {
      "epoch": 9.504,
      "grad_norm": 27.129562377929688,
      "learning_rate": 2.670940170940171e-06,
      "loss": 0.039,
      "step": 2970
    },
    {
      "epoch": 9.536,
      "grad_norm": 4.00566291809082,
      "learning_rate": 2.492877492877493e-06,
      "loss": 0.0261,
      "step": 2980
    },
    {
      "epoch": 9.568,
      "grad_norm": 18.572261810302734,
      "learning_rate": 2.3148148148148148e-06,
      "loss": 0.036,
      "step": 2990
    },
    {
      "epoch": 9.6,
      "grad_norm": 6.907130241394043,
      "learning_rate": 2.136752136752137e-06,
      "loss": 0.0455,
      "step": 3000
    },
    {
      "epoch": 9.632,
      "grad_norm": 3.8767590522766113,
      "learning_rate": 1.9586894586894586e-06,
      "loss": 0.0456,
      "step": 3010
    },
    {
      "epoch": 9.664,
      "grad_norm": 12.119085311889648,
      "learning_rate": 1.7806267806267808e-06,
      "loss": 0.037,
      "step": 3020
    },
    {
      "epoch": 9.696,
      "grad_norm": 7.650444507598877,
      "learning_rate": 1.6025641025641025e-06,
      "loss": 0.0363,
      "step": 3030
    },
    {
      "epoch": 9.728,
      "grad_norm": 8.467825889587402,
      "learning_rate": 1.4245014245014246e-06,
      "loss": 0.0198,
      "step": 3040
    },
    {
      "epoch": 9.76,
      "grad_norm": 19.763225555419922,
      "learning_rate": 1.2464387464387465e-06,
      "loss": 0.0408,
      "step": 3050
    },
    {
      "epoch": 9.792,
      "grad_norm": 25.160770416259766,
      "learning_rate": 1.0683760683760685e-06,
      "loss": 0.0392,
      "step": 3060
    },
    {
      "epoch": 9.824,
      "grad_norm": 7.482017517089844,
      "learning_rate": 8.903133903133904e-07,
      "loss": 0.0283,
      "step": 3070
    },
    {
      "epoch": 9.856,
      "grad_norm": 7.559390544891357,
      "learning_rate": 7.122507122507123e-07,
      "loss": 0.0463,
      "step": 3080
    },
    {
      "epoch": 9.888,
      "grad_norm": 10.798991203308105,
      "learning_rate": 5.341880341880342e-07,
      "loss": 0.0298,
      "step": 3090
    },
    {
      "epoch": 9.92,
      "grad_norm": 3.9386239051818848,
      "learning_rate": 3.5612535612535615e-07,
      "loss": 0.0386,
      "step": 3100
    },
    {
      "epoch": 9.952,
      "grad_norm": 15.766891479492188,
      "learning_rate": 1.7806267806267808e-07,
      "loss": 0.0277,
      "step": 3110
    },
    {
      "epoch": 9.984,
      "grad_norm": 3.3344645500183105,
      "learning_rate": 0.0,
      "loss": 0.0293,
      "step": 3120
    },
    {
      "epoch": 9.984,
      "eval_accuracy": 0.8610328638497653,
      "eval_loss": 0.7580540180206299,
      "eval_runtime": 16.5093,
      "eval_samples_per_second": 64.509,
      "eval_steps_per_second": 2.059,
      "step": 3120
    },
    {
      "epoch": 9.984,
      "step": 3120,
      "total_flos": 9.926487761391452e+18,
      "train_loss": 0.15716634974934351,
      "train_runtime": 142469.0271,
      "train_samples_per_second": 2.808,
      "train_steps_per_second": 0.022
    }
  ],
  "logging_steps": 10,
  "max_steps": 3120,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 10,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 9.926487761391452e+18,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}