{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 4200,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0004761904761904762,
      "grad_norm": 40.45813118239569,
      "learning_rate": 4.7619047619047627e-08,
      "loss": 2.1387,
      "step": 1
    },
    {
      "epoch": 0.002380952380952381,
      "grad_norm": 39.63780477662549,
      "learning_rate": 2.3809523809523811e-07,
      "loss": 2.0871,
      "step": 5
    },
    {
      "epoch": 0.004761904761904762,
      "grad_norm": 43.499844517947736,
      "learning_rate": 4.7619047619047623e-07,
      "loss": 2.0652,
      "step": 10
    },
    {
      "epoch": 0.007142857142857143,
      "grad_norm": 10.896090871742048,
      "learning_rate": 7.142857142857143e-07,
      "loss": 1.9004,
      "step": 15
    },
    {
      "epoch": 0.009523809523809525,
      "grad_norm": 6.2002952611415845,
      "learning_rate": 9.523809523809525e-07,
      "loss": 1.7859,
      "step": 20
    },
    {
      "epoch": 0.011904761904761904,
      "grad_norm": 4.97841465233645,
      "learning_rate": 1.1904761904761906e-06,
      "loss": 1.6739,
      "step": 25
    },
    {
      "epoch": 0.014285714285714285,
      "grad_norm": 4.293746378401411,
      "learning_rate": 1.4285714285714286e-06,
      "loss": 1.4907,
      "step": 30
    },
    {
      "epoch": 0.016666666666666666,
      "grad_norm": 2.299524492927895,
      "learning_rate": 1.6666666666666667e-06,
      "loss": 1.3909,
      "step": 35
    },
    {
      "epoch": 0.01904761904761905,
      "grad_norm": 2.3149107855519064,
      "learning_rate": 1.904761904761905e-06,
      "loss": 1.2509,
      "step": 40
    },
    {
      "epoch": 0.02142857142857143,
      "grad_norm": 2.251875691331579,
      "learning_rate": 2.1428571428571427e-06,
      "loss": 1.1418,
      "step": 45
    },
    {
      "epoch": 0.023809523809523808,
      "grad_norm": 1.293593518327437,
      "learning_rate": 2.380952380952381e-06,
      "loss": 1.0812,
      "step": 50
    },
    {
      "epoch": 0.02619047619047619,
      "grad_norm": 1.1337840513174344,
      "learning_rate": 2.6190476190476192e-06,
      "loss": 1.0113,
      "step": 55
    },
    {
      "epoch": 0.02857142857142857,
      "grad_norm": 1.1685369096623774,
      "learning_rate": 2.8571428571428573e-06,
      "loss": 0.9634,
      "step": 60
    },
    {
      "epoch": 0.030952380952380953,
      "grad_norm": 1.070331563673874,
      "learning_rate": 3.0952380952380957e-06,
      "loss": 0.9291,
      "step": 65
    },
    {
      "epoch": 0.03333333333333333,
      "grad_norm": 1.059586065170695,
      "learning_rate": 3.3333333333333333e-06,
      "loss": 0.91,
      "step": 70
    },
    {
      "epoch": 0.03571428571428571,
      "grad_norm": 1.131151685372533,
      "learning_rate": 3.5714285714285718e-06,
      "loss": 0.8976,
      "step": 75
    },
    {
      "epoch": 0.0380952380952381,
      "grad_norm": 1.193443615687326,
      "learning_rate": 3.80952380952381e-06,
      "loss": 0.8781,
      "step": 80
    },
    {
      "epoch": 0.04047619047619048,
      "grad_norm": 1.0875818440706093,
      "learning_rate": 4.047619047619048e-06,
      "loss": 0.8631,
      "step": 85
    },
    {
      "epoch": 0.04285714285714286,
      "grad_norm": 1.1503140744906168,
      "learning_rate": 4.2857142857142855e-06,
      "loss": 0.8646,
      "step": 90
    },
    {
      "epoch": 0.04523809523809524,
      "grad_norm": 1.7469535134849759,
      "learning_rate": 4.523809523809524e-06,
      "loss": 0.8426,
      "step": 95
    },
    {
      "epoch": 0.047619047619047616,
      "grad_norm": 1.299723199427286,
      "learning_rate": 4.761904761904762e-06,
      "loss": 0.8305,
      "step": 100
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.40840933352402,
      "learning_rate": 5e-06,
      "loss": 0.8316,
      "step": 105
    },
    {
      "epoch": 0.05238095238095238,
      "grad_norm": 1.0810746876875799,
      "learning_rate": 5.2380952380952384e-06,
      "loss": 0.8225,
      "step": 110
    },
    {
      "epoch": 0.05476190476190476,
      "grad_norm": 1.1168753096844857,
      "learning_rate": 5.476190476190477e-06,
      "loss": 0.8141,
      "step": 115
    },
    {
      "epoch": 0.05714285714285714,
      "grad_norm": 1.117741427127342,
      "learning_rate": 5.7142857142857145e-06,
      "loss": 0.8128,
      "step": 120
    },
    {
      "epoch": 0.05952380952380952,
      "grad_norm": 1.117824418032963,
      "learning_rate": 5.9523809523809525e-06,
      "loss": 0.8104,
      "step": 125
    },
    {
      "epoch": 0.06190476190476191,
      "grad_norm": 1.1765989152315592,
      "learning_rate": 6.1904761904761914e-06,
      "loss": 0.8186,
      "step": 130
    },
    {
      "epoch": 0.06428571428571428,
      "grad_norm": 1.14607344297389,
      "learning_rate": 6.4285714285714295e-06,
      "loss": 0.8094,
      "step": 135
    },
    {
      "epoch": 0.06666666666666667,
      "grad_norm": 1.0689364794376695,
      "learning_rate": 6.666666666666667e-06,
      "loss": 0.7889,
      "step": 140
    },
    {
      "epoch": 0.06904761904761905,
      "grad_norm": 1.0802475624680903,
      "learning_rate": 6.9047619047619055e-06,
      "loss": 0.8072,
      "step": 145
    },
    {
      "epoch": 0.07142857142857142,
      "grad_norm": 1.1977014078487442,
      "learning_rate": 7.1428571428571436e-06,
      "loss": 0.7951,
      "step": 150
    },
    {
      "epoch": 0.07380952380952381,
      "grad_norm": 1.0956749755790958,
      "learning_rate": 7.380952380952382e-06,
      "loss": 0.7961,
      "step": 155
    },
    {
      "epoch": 0.0761904761904762,
      "grad_norm": 1.0269565395277456,
      "learning_rate": 7.61904761904762e-06,
      "loss": 0.7883,
      "step": 160
    },
    {
      "epoch": 0.07857142857142857,
      "grad_norm": 1.2693412905779187,
      "learning_rate": 7.857142857142858e-06,
      "loss": 0.7941,
      "step": 165
    },
    {
      "epoch": 0.08095238095238096,
      "grad_norm": 1.4270103378714147,
      "learning_rate": 8.095238095238097e-06,
      "loss": 0.7976,
      "step": 170
    },
    {
      "epoch": 0.08333333333333333,
      "grad_norm": 1.3965101517157619,
      "learning_rate": 8.333333333333334e-06,
      "loss": 0.7907,
      "step": 175
    },
    {
      "epoch": 0.08571428571428572,
      "grad_norm": 1.1737877049103937,
      "learning_rate": 8.571428571428571e-06,
      "loss": 0.7772,
      "step": 180
    },
    {
      "epoch": 0.0880952380952381,
      "grad_norm": 0.9620328652517623,
      "learning_rate": 8.80952380952381e-06,
      "loss": 0.7895,
      "step": 185
    },
    {
      "epoch": 0.09047619047619047,
      "grad_norm": 0.9954694445859312,
      "learning_rate": 9.047619047619049e-06,
      "loss": 0.7728,
      "step": 190
    },
    {
      "epoch": 0.09285714285714286,
      "grad_norm": 0.9933982715674028,
      "learning_rate": 9.285714285714288e-06,
      "loss": 0.7784,
      "step": 195
    },
    {
      "epoch": 0.09523809523809523,
      "grad_norm": 1.2380225457608798,
      "learning_rate": 9.523809523809525e-06,
      "loss": 0.762,
      "step": 200
    },
    {
      "epoch": 0.09761904761904762,
      "grad_norm": 1.1645854540151788,
      "learning_rate": 9.761904761904762e-06,
      "loss": 0.7708,
      "step": 205
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.0347109854779557,
      "learning_rate": 1e-05,
      "loss": 0.7777,
      "step": 210
    },
    {
      "epoch": 0.10238095238095238,
      "grad_norm": 1.007801398524834,
      "learning_rate": 1.0238095238095238e-05,
      "loss": 0.7696,
      "step": 215
    },
    {
      "epoch": 0.10476190476190476,
      "grad_norm": 1.1084444980598738,
      "learning_rate": 1.0476190476190477e-05,
      "loss": 0.7667,
      "step": 220
    },
    {
      "epoch": 0.10714285714285714,
      "grad_norm": 0.9232282482964133,
      "learning_rate": 1.0714285714285714e-05,
      "loss": 0.7682,
      "step": 225
    },
    {
      "epoch": 0.10952380952380952,
      "grad_norm": 1.0266526312590731,
      "learning_rate": 1.0952380952380955e-05,
      "loss": 0.76,
      "step": 230
    },
    {
      "epoch": 0.11190476190476191,
      "grad_norm": 0.9800538664923668,
      "learning_rate": 1.1190476190476192e-05,
      "loss": 0.7787,
      "step": 235
    },
    {
      "epoch": 0.11428571428571428,
      "grad_norm": 1.0852968890165064,
      "learning_rate": 1.1428571428571429e-05,
      "loss": 0.7584,
      "step": 240
    },
    {
      "epoch": 0.11666666666666667,
      "grad_norm": 1.101079132960328,
      "learning_rate": 1.1666666666666668e-05,
      "loss": 0.7532,
      "step": 245
    },
    {
      "epoch": 0.11904761904761904,
      "grad_norm": 1.0434818420770975,
      "learning_rate": 1.1904761904761905e-05,
      "loss": 0.766,
      "step": 250
    },
    {
      "epoch": 0.12142857142857143,
      "grad_norm": 0.8949846922479692,
      "learning_rate": 1.2142857142857142e-05,
      "loss": 0.764,
      "step": 255
    },
    {
      "epoch": 0.12380952380952381,
      "grad_norm": 0.9144371936075102,
      "learning_rate": 1.2380952380952383e-05,
      "loss": 0.7518,
      "step": 260
    },
    {
      "epoch": 0.1261904761904762,
      "grad_norm": 1.098930660048903,
      "learning_rate": 1.261904761904762e-05,
      "loss": 0.7549,
      "step": 265
    },
    {
      "epoch": 0.12857142857142856,
      "grad_norm": 1.0213006883333104,
      "learning_rate": 1.2857142857142859e-05,
      "loss": 0.7514,
      "step": 270
    },
    {
      "epoch": 0.13095238095238096,
      "grad_norm": 0.9116166496696912,
      "learning_rate": 1.3095238095238096e-05,
      "loss": 0.7515,
      "step": 275
    },
    {
      "epoch": 0.13333333333333333,
      "grad_norm": 1.0474312553231273,
      "learning_rate": 1.3333333333333333e-05,
      "loss": 0.7663,
      "step": 280
    },
    {
      "epoch": 0.1357142857142857,
      "grad_norm": 0.8710985201179252,
      "learning_rate": 1.3571428571428574e-05,
      "loss": 0.7608,
      "step": 285
    },
    {
      "epoch": 0.1380952380952381,
      "grad_norm": 1.3401884340352725,
      "learning_rate": 1.3809523809523811e-05,
      "loss": 0.7554,
      "step": 290
    },
    {
      "epoch": 0.14047619047619048,
      "grad_norm": 1.0740872828901855,
      "learning_rate": 1.4047619047619048e-05,
      "loss": 0.7582,
      "step": 295
    },
    {
      "epoch": 0.14285714285714285,
      "grad_norm": 0.9126548421949322,
      "learning_rate": 1.4285714285714287e-05,
      "loss": 0.7434,
      "step": 300
    },
    {
      "epoch": 0.14523809523809525,
      "grad_norm": 1.1120651258567102,
      "learning_rate": 1.4523809523809524e-05,
      "loss": 0.7388,
      "step": 305
    },
    {
      "epoch": 0.14761904761904762,
      "grad_norm": 0.9950599559753186,
      "learning_rate": 1.4761904761904763e-05,
      "loss": 0.7585,
      "step": 310
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.8107934316232559,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 0.7355,
      "step": 315
    },
    {
      "epoch": 0.1523809523809524,
      "grad_norm": 0.808619303284316,
      "learning_rate": 1.523809523809524e-05,
      "loss": 0.7504,
      "step": 320
    },
    {
      "epoch": 0.15476190476190477,
      "grad_norm": 0.8677410171473149,
      "learning_rate": 1.5476190476190476e-05,
      "loss": 0.7607,
      "step": 325
    },
    {
      "epoch": 0.15714285714285714,
      "grad_norm": 0.8160199476236252,
      "learning_rate": 1.5714285714285715e-05,
      "loss": 0.7464,
      "step": 330
    },
    {
      "epoch": 0.1595238095238095,
      "grad_norm": 0.8264103314451071,
      "learning_rate": 1.5952380952380954e-05,
      "loss": 0.7416,
      "step": 335
    },
    {
      "epoch": 0.1619047619047619,
      "grad_norm": 0.9284321857373765,
      "learning_rate": 1.6190476190476193e-05,
      "loss": 0.7649,
      "step": 340
    },
    {
      "epoch": 0.16428571428571428,
      "grad_norm": 0.9711426336534976,
      "learning_rate": 1.642857142857143e-05,
      "loss": 0.7388,
      "step": 345
    },
    {
      "epoch": 0.16666666666666666,
      "grad_norm": 1.0029532403604327,
      "learning_rate": 1.6666666666666667e-05,
      "loss": 0.7495,
      "step": 350
    },
    {
      "epoch": 0.16904761904761906,
      "grad_norm": 0.8655401816761288,
      "learning_rate": 1.6904761904761906e-05,
      "loss": 0.7431,
      "step": 355
    },
    {
      "epoch": 0.17142857142857143,
      "grad_norm": 0.811823602075138,
      "learning_rate": 1.7142857142857142e-05,
      "loss": 0.7409,
      "step": 360
    },
    {
      "epoch": 0.1738095238095238,
      "grad_norm": 0.7850380081345122,
      "learning_rate": 1.7380952380952384e-05,
      "loss": 0.7496,
      "step": 365
    },
    {
      "epoch": 0.1761904761904762,
      "grad_norm": 0.8871490424351564,
      "learning_rate": 1.761904761904762e-05,
      "loss": 0.7502,
      "step": 370
    },
    {
      "epoch": 0.17857142857142858,
      "grad_norm": 0.857041601013508,
      "learning_rate": 1.785714285714286e-05,
      "loss": 0.7344,
      "step": 375
    },
    {
      "epoch": 0.18095238095238095,
      "grad_norm": 0.8798387422023826,
      "learning_rate": 1.8095238095238097e-05,
      "loss": 0.7451,
      "step": 380
    },
    {
      "epoch": 0.18333333333333332,
      "grad_norm": 0.8208318602053298,
      "learning_rate": 1.8333333333333333e-05,
      "loss": 0.7519,
      "step": 385
    },
    {
      "epoch": 0.18571428571428572,
      "grad_norm": 0.9816478125661463,
      "learning_rate": 1.8571428571428575e-05,
      "loss": 0.7438,
      "step": 390
    },
    {
      "epoch": 0.1880952380952381,
      "grad_norm": 0.8587183984289388,
      "learning_rate": 1.880952380952381e-05,
      "loss": 0.74,
      "step": 395
    },
    {
      "epoch": 0.19047619047619047,
      "grad_norm": 0.8766655919062369,
      "learning_rate": 1.904761904761905e-05,
      "loss": 0.7506,
      "step": 400
    },
    {
      "epoch": 0.19285714285714287,
      "grad_norm": 0.8309437973338848,
      "learning_rate": 1.928571428571429e-05,
      "loss": 0.745,
      "step": 405
    },
    {
      "epoch": 0.19523809523809524,
      "grad_norm": 0.8106184766065911,
      "learning_rate": 1.9523809523809524e-05,
      "loss": 0.7475,
      "step": 410
    },
    {
      "epoch": 0.1976190476190476,
      "grad_norm": 0.809891965368119,
      "learning_rate": 1.9761904761904763e-05,
      "loss": 0.7335,
      "step": 415
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.7555036664771403,
      "learning_rate": 2e-05,
      "loss": 0.7424,
      "step": 420
    },
    {
      "epoch": 0.20238095238095238,
      "grad_norm": 0.7650413836527804,
      "learning_rate": 1.999991365731819e-05,
      "loss": 0.7501,
      "step": 425
    },
    {
      "epoch": 0.20476190476190476,
      "grad_norm": 0.7312208748548112,
      "learning_rate": 1.999965463076377e-05,
      "loss": 0.7334,
      "step": 430
    },
    {
      "epoch": 0.20714285714285716,
      "grad_norm": 0.821378907440853,
      "learning_rate": 1.999922292480975e-05,
      "loss": 0.7398,
      "step": 435
    },
    {
      "epoch": 0.20952380952380953,
      "grad_norm": 0.7961564796311429,
      "learning_rate": 1.999861854691106e-05,
      "loss": 0.7383,
      "step": 440
    },
    {
      "epoch": 0.2119047619047619,
      "grad_norm": 0.864941128195607,
      "learning_rate": 1.999784150750442e-05,
      "loss": 0.7453,
      "step": 445
    },
    {
      "epoch": 0.21428571428571427,
      "grad_norm": 0.9432973729407097,
      "learning_rate": 1.9996891820008165e-05,
      "loss": 0.7428,
      "step": 450
    },
    {
      "epoch": 0.21666666666666667,
      "grad_norm": 0.744201840220319,
      "learning_rate": 1.9995769500822007e-05,
      "loss": 0.732,
      "step": 455
    },
    {
      "epoch": 0.21904761904761905,
      "grad_norm": 0.8051356121636954,
      "learning_rate": 1.999447456932676e-05,
      "loss": 0.7452,
      "step": 460
    },
    {
      "epoch": 0.22142857142857142,
      "grad_norm": 0.7446879893905328,
      "learning_rate": 1.9993007047883988e-05,
      "loss": 0.7406,
      "step": 465
    },
    {
      "epoch": 0.22380952380952382,
      "grad_norm": 0.8200085500457187,
      "learning_rate": 1.9991366961835643e-05,
      "loss": 0.7342,
      "step": 470
    },
    {
      "epoch": 0.2261904761904762,
      "grad_norm": 0.6879793430211231,
      "learning_rate": 1.9989554339503612e-05,
      "loss": 0.737,
      "step": 475
    },
    {
      "epoch": 0.22857142857142856,
      "grad_norm": 0.6767209429381076,
      "learning_rate": 1.9987569212189224e-05,
      "loss": 0.7365,
      "step": 480
    },
    {
      "epoch": 0.23095238095238096,
      "grad_norm": 0.7417349665434714,
      "learning_rate": 1.9985411614172728e-05,
      "loss": 0.7173,
      "step": 485
    },
    {
      "epoch": 0.23333333333333334,
      "grad_norm": 0.7446106009527734,
      "learning_rate": 1.9983081582712684e-05,
      "loss": 0.7423,
      "step": 490
    },
    {
      "epoch": 0.2357142857142857,
      "grad_norm": 0.7442452133783487,
      "learning_rate": 1.9980579158045322e-05,
      "loss": 0.7165,
      "step": 495
    },
    {
      "epoch": 0.23809523809523808,
      "grad_norm": 0.7769424686532669,
      "learning_rate": 1.997790438338385e-05,
      "loss": 0.749,
      "step": 500
    },
    {
      "epoch": 0.24047619047619048,
      "grad_norm": 0.8034839265796356,
      "learning_rate": 1.997505730491772e-05,
      "loss": 0.7385,
      "step": 505
    },
    {
      "epoch": 0.24285714285714285,
      "grad_norm": 0.7676614166297908,
      "learning_rate": 1.9972037971811802e-05,
      "loss": 0.7383,
      "step": 510
    },
    {
      "epoch": 0.24523809523809523,
      "grad_norm": 0.9359149520411593,
      "learning_rate": 1.9968846436205566e-05,
      "loss": 0.7498,
      "step": 515
    },
    {
      "epoch": 0.24761904761904763,
      "grad_norm": 0.7783563085530937,
      "learning_rate": 1.9965482753212154e-05,
      "loss": 0.7466,
      "step": 520
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.7058199644697823,
      "learning_rate": 1.9961946980917457e-05,
      "loss": 0.7327,
      "step": 525
    },
    {
      "epoch": 0.2523809523809524,
      "grad_norm": 0.6768276735212928,
      "learning_rate": 1.995823918037908e-05,
      "loss": 0.7396,
      "step": 530
    },
    {
      "epoch": 0.25476190476190474,
      "grad_norm": 0.7530681690630258,
      "learning_rate": 1.9954359415625313e-05,
      "loss": 0.736,
      "step": 535
    },
    {
      "epoch": 0.2571428571428571,
      "grad_norm": 0.790729948461572,
      "learning_rate": 1.9950307753654016e-05,
      "loss": 0.7367,
      "step": 540
    },
    {
      "epoch": 0.25952380952380955,
      "grad_norm": 0.8098472943164579,
      "learning_rate": 1.994608426443146e-05,
      "loss": 0.7484,
      "step": 545
    },
    {
      "epoch": 0.2619047619047619,
      "grad_norm": 0.6594040663378262,
      "learning_rate": 1.994168902089112e-05,
      "loss": 0.7256,
      "step": 550
    },
    {
      "epoch": 0.2642857142857143,
      "grad_norm": 0.7061644477917397,
      "learning_rate": 1.9937122098932428e-05,
      "loss": 0.7293,
      "step": 555
    },
    {
      "epoch": 0.26666666666666666,
      "grad_norm": 0.6552145622334516,
      "learning_rate": 1.9932383577419432e-05,
      "loss": 0.7235,
      "step": 560
    },
    {
      "epoch": 0.26904761904761904,
      "grad_norm": 0.7850549934752342,
      "learning_rate": 1.9927473538179467e-05,
      "loss": 0.7242,
      "step": 565
    },
    {
      "epoch": 0.2714285714285714,
      "grad_norm": 0.6946715346854551,
      "learning_rate": 1.9922392066001724e-05,
      "loss": 0.7352,
      "step": 570
    },
    {
      "epoch": 0.27380952380952384,
      "grad_norm": 0.6701958153898289,
      "learning_rate": 1.9917139248635788e-05,
      "loss": 0.7358,
      "step": 575
    },
    {
      "epoch": 0.2761904761904762,
      "grad_norm": 0.6957543084857959,
      "learning_rate": 1.991171517679013e-05,
      "loss": 0.7287,
      "step": 580
    },
    {
      "epoch": 0.2785714285714286,
      "grad_norm": 0.7412462140647854,
      "learning_rate": 1.9906119944130527e-05,
      "loss": 0.7314,
      "step": 585
    },
    {
      "epoch": 0.28095238095238095,
      "grad_norm": 0.7180123780939238,
      "learning_rate": 1.9900353647278466e-05,
      "loss": 0.7049,
      "step": 590
    },
    {
      "epoch": 0.2833333333333333,
      "grad_norm": 0.6346311822511415,
      "learning_rate": 1.9894416385809444e-05,
      "loss": 0.7371,
      "step": 595
    },
    {
      "epoch": 0.2857142857142857,
      "grad_norm": 0.9181856171310567,
      "learning_rate": 1.9888308262251286e-05,
      "loss": 0.7537,
      "step": 600
    },
    {
      "epoch": 0.28809523809523807,
      "grad_norm": 0.7646478108344241,
      "learning_rate": 1.9882029382082342e-05,
      "loss": 0.724,
      "step": 605
    },
    {
      "epoch": 0.2904761904761905,
      "grad_norm": 0.7332726331013449,
      "learning_rate": 1.9875579853729677e-05,
      "loss": 0.7273,
      "step": 610
    },
    {
      "epoch": 0.29285714285714287,
      "grad_norm": 0.8337211626177949,
      "learning_rate": 1.9868959788567213e-05,
      "loss": 0.7359,
      "step": 615
    },
    {
      "epoch": 0.29523809523809524,
      "grad_norm": 0.72291541850261,
      "learning_rate": 1.9862169300913784e-05,
      "loss": 0.7246,
      "step": 620
    },
    {
      "epoch": 0.2976190476190476,
      "grad_norm": 0.6775385452101815,
      "learning_rate": 1.9855208508031173e-05,
      "loss": 0.719,
      "step": 625
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.6899659929159091,
      "learning_rate": 1.9848077530122083e-05,
      "loss": 0.7311,
      "step": 630
    },
    {
      "epoch": 0.30238095238095236,
      "grad_norm": 0.6092353332947169,
      "learning_rate": 1.9840776490328067e-05,
      "loss": 0.7283,
      "step": 635
    },
    {
      "epoch": 0.3047619047619048,
      "grad_norm": 0.6170832705569598,
      "learning_rate": 1.9833305514727396e-05,
      "loss": 0.7341,
      "step": 640
    },
    {
      "epoch": 0.30714285714285716,
      "grad_norm": 0.6299433950672038,
      "learning_rate": 1.9825664732332886e-05,
      "loss": 0.7224,
      "step": 645
    },
    {
      "epoch": 0.30952380952380953,
      "grad_norm": 0.620304145431242,
      "learning_rate": 1.981785427508966e-05,
      "loss": 0.7325,
      "step": 650
    },
    {
      "epoch": 0.3119047619047619,
      "grad_norm": 0.6551690352072297,
      "learning_rate": 1.9809874277872886e-05,
      "loss": 0.7042,
      "step": 655
    },
    {
      "epoch": 0.3142857142857143,
      "grad_norm": 0.6965123962977487,
      "learning_rate": 1.9801724878485438e-05,
      "loss": 0.7142,
      "step": 660
    },
    {
      "epoch": 0.31666666666666665,
      "grad_norm": 0.6522958895192698,
      "learning_rate": 1.9793406217655516e-05,
      "loss": 0.7188,
      "step": 665
    },
    {
      "epoch": 0.319047619047619,
      "grad_norm": 0.6710935693138489,
      "learning_rate": 1.9784918439034216e-05,
      "loss": 0.7127,
      "step": 670
    },
    {
      "epoch": 0.32142857142857145,
      "grad_norm": 0.6394392122127832,
      "learning_rate": 1.977626168919305e-05,
      "loss": 0.7301,
      "step": 675
    },
    {
      "epoch": 0.3238095238095238,
      "grad_norm": 0.7388339763922518,
      "learning_rate": 1.9767436117621416e-05,
      "loss": 0.7217,
      "step": 680
    },
    {
      "epoch": 0.3261904761904762,
      "grad_norm": 0.6684391122808601,
      "learning_rate": 1.975844187672402e-05,
      "loss": 0.6975,
      "step": 685
    },
    {
      "epoch": 0.32857142857142857,
      "grad_norm": 0.6933743953258287,
      "learning_rate": 1.9749279121818235e-05,
      "loss": 0.712,
      "step": 690
    },
    {
      "epoch": 0.33095238095238094,
      "grad_norm": 0.6999429639549631,
      "learning_rate": 1.9739948011131438e-05,
      "loss": 0.7275,
      "step": 695
    },
    {
      "epoch": 0.3333333333333333,
      "grad_norm": 0.6381718516637829,
      "learning_rate": 1.973044870579824e-05,
      "loss": 0.7269,
      "step": 700
    },
    {
      "epoch": 0.3357142857142857,
      "grad_norm": 0.6640845851267309,
      "learning_rate": 1.9720781369857747e-05,
      "loss": 0.7254,
      "step": 705
    },
    {
      "epoch": 0.3380952380952381,
      "grad_norm": 0.6592163354528279,
      "learning_rate": 1.9710946170250702e-05,
      "loss": 0.7071,
      "step": 710
    },
    {
      "epoch": 0.3404761904761905,
      "grad_norm": 0.7655182235424155,
      "learning_rate": 1.9700943276816602e-05,
      "loss": 0.7241,
      "step": 715
    },
    {
      "epoch": 0.34285714285714286,
      "grad_norm": 0.643273448107574,
      "learning_rate": 1.969077286229078e-05,
      "loss": 0.7286,
      "step": 720
    },
    {
      "epoch": 0.34523809523809523,
      "grad_norm": 0.6857609061991075,
      "learning_rate": 1.9680435102301412e-05,
      "loss": 0.7079,
      "step": 725
    },
    {
      "epoch": 0.3476190476190476,
      "grad_norm": 0.8672880237155081,
      "learning_rate": 1.9669930175366474e-05,
      "loss": 0.7112,
      "step": 730
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.6654257223083666,
      "learning_rate": 1.9659258262890683e-05,
      "loss": 0.726,
      "step": 735
    },
    {
      "epoch": 0.3523809523809524,
      "grad_norm": 0.6635633178878109,
      "learning_rate": 1.964841954916235e-05,
      "loss": 0.7095,
      "step": 740
    },
    {
      "epoch": 0.3547619047619048,
      "grad_norm": 0.7692774931160247,
      "learning_rate": 1.9637414221350198e-05,
      "loss": 0.7078,
      "step": 745
    },
    {
      "epoch": 0.35714285714285715,
      "grad_norm": 0.6290937699685107,
      "learning_rate": 1.962624246950012e-05,
      "loss": 0.7228,
      "step": 750
    },
    {
      "epoch": 0.3595238095238095,
      "grad_norm": 0.645738278667474,
      "learning_rate": 1.9614904486531935e-05,
      "loss": 0.7134,
      "step": 755
    },
    {
      "epoch": 0.3619047619047619,
      "grad_norm": 0.6234306399886239,
      "learning_rate": 1.9603400468236e-05,
      "loss": 0.7132,
      "step": 760
    },
    {
      "epoch": 0.36428571428571427,
      "grad_norm": 0.6027074648266817,
      "learning_rate": 1.9591730613269878e-05,
      "loss": 0.7019,
      "step": 765
    },
    {
      "epoch": 0.36666666666666664,
      "grad_norm": 0.5952054087646503,
      "learning_rate": 1.957989512315489e-05,
      "loss": 0.7134,
      "step": 770
    },
    {
      "epoch": 0.36904761904761907,
      "grad_norm": 0.5954424676547249,
      "learning_rate": 1.9567894202272623e-05,
      "loss": 0.7102,
      "step": 775
    },
    {
      "epoch": 0.37142857142857144,
      "grad_norm": 0.6146466190073,
      "learning_rate": 1.955572805786141e-05,
      "loss": 0.7054,
      "step": 780
    },
    {
      "epoch": 0.3738095238095238,
      "grad_norm": 0.6196401686238979,
      "learning_rate": 1.9543396900012763e-05,
      "loss": 0.7223,
      "step": 785
    },
    {
      "epoch": 0.3761904761904762,
      "grad_norm": 0.6376202895536227,
      "learning_rate": 1.9530900941667733e-05,
      "loss": 0.7227,
      "step": 790
    },
    {
      "epoch": 0.37857142857142856,
      "grad_norm": 0.6600915780771018,
      "learning_rate": 1.9518240398613226e-05,
      "loss": 0.6997,
      "step": 795
    },
    {
      "epoch": 0.38095238095238093,
      "grad_norm": 0.5882182414716866,
      "learning_rate": 1.9505415489478293e-05,
      "loss": 0.7268,
      "step": 800
    },
    {
      "epoch": 0.38333333333333336,
      "grad_norm": 0.6384408692158889,
      "learning_rate": 1.949242643573034e-05,
      "loss": 0.712,
      "step": 805
    },
    {
      "epoch": 0.38571428571428573,
      "grad_norm": 0.6036619986439133,
      "learning_rate": 1.947927346167132e-05,
      "loss": 0.7175,
      "step": 810
    },
    {
      "epoch": 0.3880952380952381,
      "grad_norm": 0.7029032826216544,
      "learning_rate": 1.9465956794433837e-05,
      "loss": 0.707,
      "step": 815
    },
    {
      "epoch": 0.3904761904761905,
      "grad_norm": 0.6457510326949268,
      "learning_rate": 1.945247666397725e-05,
      "loss": 0.7036,
      "step": 820
    },
    {
      "epoch": 0.39285714285714285,
      "grad_norm": 0.6878440257755464,
      "learning_rate": 1.9438833303083677e-05,
      "loss": 0.6989,
      "step": 825
    },
    {
      "epoch": 0.3952380952380952,
      "grad_norm": 0.6188605951379363,
      "learning_rate": 1.9425026947353994e-05,
      "loss": 0.7105,
      "step": 830
    },
    {
      "epoch": 0.3976190476190476,
      "grad_norm": 0.5840120067803837,
      "learning_rate": 1.9411057835203756e-05,
      "loss": 0.7058,
      "step": 835
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.5937069559439255,
      "learning_rate": 1.9396926207859085e-05,
      "loss": 0.695,
      "step": 840
    },
    {
      "epoch": 0.4023809523809524,
      "grad_norm": 0.7110875706843621,
      "learning_rate": 1.9382632309352503e-05,
      "loss": 0.7227,
      "step": 845
    },
    {
      "epoch": 0.40476190476190477,
      "grad_norm": 0.6311314888265864,
      "learning_rate": 1.936817638651871e-05,
      "loss": 0.7011,
      "step": 850
    },
    {
      "epoch": 0.40714285714285714,
      "grad_norm": 0.6286300385263309,
      "learning_rate": 1.935355868899034e-05,
      "loss": 0.6979,
      "step": 855
    },
    {
      "epoch": 0.4095238095238095,
      "grad_norm": 0.6209403160626118,
      "learning_rate": 1.9338779469193638e-05,
      "loss": 0.6996,
      "step": 860
    },
    {
      "epoch": 0.4119047619047619,
      "grad_norm": 0.5727631219976955,
      "learning_rate": 1.9323838982344092e-05,
      "loss": 0.7114,
      "step": 865
    },
    {
      "epoch": 0.4142857142857143,
      "grad_norm": 0.6417775935264546,
      "learning_rate": 1.9308737486442045e-05,
      "loss": 0.702,
      "step": 870
    },
    {
      "epoch": 0.4166666666666667,
      "grad_norm": 0.6620199236263371,
      "learning_rate": 1.9293475242268224e-05,
      "loss": 0.7226,
      "step": 875
    },
    {
      "epoch": 0.41904761904761906,
      "grad_norm": 0.6399880589166196,
      "learning_rate": 1.9278052513379256e-05,
      "loss": 0.6925,
      "step": 880
    },
    {
      "epoch": 0.42142857142857143,
      "grad_norm": 0.6138453722448008,
      "learning_rate": 1.926246956610309e-05,
      "loss": 0.7118,
      "step": 885
    },
    {
      "epoch": 0.4238095238095238,
      "grad_norm": 0.597989080002243,
      "learning_rate": 1.9246726669534416e-05,
      "loss": 0.73,
      "step": 890
    },
    {
      "epoch": 0.4261904761904762,
      "grad_norm": 0.5901338899915719,
      "learning_rate": 1.923082409553002e-05,
      "loss": 0.7067,
      "step": 895
    },
    {
      "epoch": 0.42857142857142855,
      "grad_norm": 0.6016114619725854,
      "learning_rate": 1.921476211870408e-05,
      "loss": 0.7103,
      "step": 900
    },
    {
      "epoch": 0.430952380952381,
      "grad_norm": 0.5950314108298304,
      "learning_rate": 1.919854101642342e-05,
      "loss": 0.7052,
      "step": 905
    },
    {
      "epoch": 0.43333333333333335,
      "grad_norm": 0.5879370937942204,
      "learning_rate": 1.9182161068802742e-05,
      "loss": 0.6995,
      "step": 910
    },
    {
      "epoch": 0.4357142857142857,
      "grad_norm": 0.6266968125559099,
      "learning_rate": 1.9165622558699763e-05,
      "loss": 0.7097,
      "step": 915
    },
    {
      "epoch": 0.4380952380952381,
      "grad_norm": 0.6639659528952871,
      "learning_rate": 1.9148925771710347e-05,
      "loss": 0.7009,
      "step": 920
    },
    {
      "epoch": 0.44047619047619047,
      "grad_norm": 0.6321493695976013,
      "learning_rate": 1.913207099616357e-05,
      "loss": 0.7053,
      "step": 925
    },
    {
      "epoch": 0.44285714285714284,
      "grad_norm": 0.6782903937955044,
      "learning_rate": 1.9115058523116734e-05,
      "loss": 0.7004,
      "step": 930
    },
    {
      "epoch": 0.4452380952380952,
      "grad_norm": 0.6716356876066842,
      "learning_rate": 1.9097888646350347e-05,
      "loss": 0.7058,
      "step": 935
    },
    {
      "epoch": 0.44761904761904764,
      "grad_norm": 0.5994163783124282,
      "learning_rate": 1.908056166236305e-05,
      "loss": 0.6965,
      "step": 940
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.7011305510255346,
      "learning_rate": 1.9063077870366504e-05,
      "loss": 0.6973,
      "step": 945
    },
    {
      "epoch": 0.4523809523809524,
      "grad_norm": 0.6382034265421508,
      "learning_rate": 1.9045437572280193e-05,
      "loss": 0.7122,
      "step": 950
    },
    {
      "epoch": 0.45476190476190476,
      "grad_norm": 0.652835650762035,
      "learning_rate": 1.902764107272626e-05,
      "loss": 0.7154,
      "step": 955
    },
    {
      "epoch": 0.45714285714285713,
      "grad_norm": 0.5737401205474331,
      "learning_rate": 1.900968867902419e-05,
      "loss": 0.7094,
      "step": 960
    },
    {
      "epoch": 0.4595238095238095,
      "grad_norm": 0.6510894452271442,
      "learning_rate": 1.8991580701185564e-05,
      "loss": 0.7126,
      "step": 965
    },
    {
      "epoch": 0.46190476190476193,
      "grad_norm": 0.7386017741154395,
      "learning_rate": 1.8973317451908642e-05,
      "loss": 0.7007,
      "step": 970
    },
    {
      "epoch": 0.4642857142857143,
      "grad_norm": 0.6752036021573017,
      "learning_rate": 1.895489924657301e-05,
      "loss": 0.7041,
      "step": 975
    },
    {
      "epoch": 0.4666666666666667,
      "grad_norm": 0.597408051286458,
      "learning_rate": 1.8936326403234125e-05,
      "loss": 0.7212,
      "step": 980
    },
    {
      "epoch": 0.46904761904761905,
      "grad_norm": 0.5796714555019369,
      "learning_rate": 1.8917599242617796e-05,
      "loss": 0.7159,
      "step": 985
    },
    {
      "epoch": 0.4714285714285714,
      "grad_norm": 0.5688480490870661,
      "learning_rate": 1.8898718088114688e-05,
      "loss": 0.6997,
      "step": 990
    },
    {
      "epoch": 0.4738095238095238,
      "grad_norm": 0.6090212361351263,
      "learning_rate": 1.8879683265774695e-05,
      "loss": 0.7152,
      "step": 995
    },
    {
      "epoch": 0.47619047619047616,
      "grad_norm": 0.5638933903277263,
      "learning_rate": 1.8860495104301346e-05,
      "loss": 0.689,
      "step": 1000
    },
    {
      "epoch": 0.4785714285714286,
      "grad_norm": 0.5775879905939127,
      "learning_rate": 1.8841153935046098e-05,
      "loss": 0.7071,
      "step": 1005
    },
    {
      "epoch": 0.48095238095238096,
      "grad_norm": 0.5955667805199039,
      "learning_rate": 1.8821660092002642e-05,
      "loss": 0.718,
      "step": 1010
    },
    {
      "epoch": 0.48333333333333334,
      "grad_norm": 0.6578844006654452,
      "learning_rate": 1.880201391180111e-05,
      "loss": 0.7203,
      "step": 1015
    },
    {
      "epoch": 0.4857142857142857,
      "grad_norm": 0.6288999781322553,
      "learning_rate": 1.8782215733702286e-05,
      "loss": 0.7005,
      "step": 1020
    },
    {
      "epoch": 0.4880952380952381,
      "grad_norm": 0.6154852254510217,
      "learning_rate": 1.8762265899591724e-05,
      "loss": 0.7112,
      "step": 1025
    },
    {
      "epoch": 0.49047619047619045,
      "grad_norm": 0.5946678081221346,
      "learning_rate": 1.874216475397386e-05,
      "loss": 0.7072,
      "step": 1030
    },
    {
      "epoch": 0.4928571428571429,
      "grad_norm": 0.5542144431999712,
      "learning_rate": 1.8721912643966055e-05,
      "loss": 0.7234,
      "step": 1035
    },
    {
      "epoch": 0.49523809523809526,
      "grad_norm": 0.6327874278600627,
      "learning_rate": 1.870150991929261e-05,
      "loss": 0.7199,
      "step": 1040
    },
    {
      "epoch": 0.4976190476190476,
      "grad_norm": 0.6050382016312242,
      "learning_rate": 1.868095693227872e-05,
      "loss": 0.6989,
      "step": 1045
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.6060484644475487,
      "learning_rate": 1.866025403784439e-05,
      "loss": 0.7094,
      "step": 1050
    },
    {
      "epoch": 0.5023809523809524,
      "grad_norm": 0.5578204676405346,
      "learning_rate": 1.86394015934983e-05,
      "loss": 0.6998,
      "step": 1055
    },
    {
      "epoch": 0.5047619047619047,
      "grad_norm": 0.5912489553089566,
      "learning_rate": 1.8618399959331642e-05,
      "loss": 0.704,
      "step": 1060
    },
    {
      "epoch": 0.5071428571428571,
      "grad_norm": 0.6302255111379419,
      "learning_rate": 1.8597249498011906e-05,
      "loss": 0.7273,
      "step": 1065
    },
    {
      "epoch": 0.5095238095238095,
      "grad_norm": 0.6377098555634427,
      "learning_rate": 1.8575950574776595e-05,
      "loss": 0.7118,
      "step": 1070
    },
    {
      "epoch": 0.5119047619047619,
      "grad_norm": 0.6306289974408017,
      "learning_rate": 1.855450355742695e-05,
      "loss": 0.6975,
      "step": 1075
    },
    {
      "epoch": 0.5142857142857142,
      "grad_norm": 0.6118126960406806,
      "learning_rate": 1.8532908816321557e-05,
      "loss": 0.7089,
      "step": 1080
    },
    {
      "epoch": 0.5166666666666667,
      "grad_norm": 0.5631635531801148,
      "learning_rate": 1.8511166724369997e-05,
      "loss": 0.7027,
      "step": 1085
    },
    {
      "epoch": 0.5190476190476191,
      "grad_norm": 0.5712800757429177,
      "learning_rate": 1.8489277657026377e-05,
      "loss": 0.7068,
      "step": 1090
    },
    {
      "epoch": 0.5214285714285715,
      "grad_norm": 0.560805851835222,
      "learning_rate": 1.8467241992282842e-05,
      "loss": 0.7012,
      "step": 1095
    },
    {
      "epoch": 0.5238095238095238,
      "grad_norm": 0.6607109669389528,
      "learning_rate": 1.844506011066308e-05,
      "loss": 0.6919,
      "step": 1100
    },
    {
      "epoch": 0.5261904761904762,
      "grad_norm": 0.5900866880976501,
      "learning_rate": 1.8422732395215717e-05,
      "loss": 0.6903,
      "step": 1105
    },
    {
      "epoch": 0.5285714285714286,
      "grad_norm": 0.5897342260968936,
      "learning_rate": 1.8400259231507716e-05,
      "loss": 0.6908,
      "step": 1110
    },
    {
      "epoch": 0.530952380952381,
      "grad_norm": 0.5723672657261824,
      "learning_rate": 1.8377641007617724e-05,
      "loss": 0.6954,
      "step": 1115
    },
    {
      "epoch": 0.5333333333333333,
      "grad_norm": 0.611058093387684,
      "learning_rate": 1.8354878114129368e-05,
      "loss": 0.7017,
      "step": 1120
    },
    {
      "epoch": 0.5357142857142857,
      "grad_norm": 0.5318902267208334,
      "learning_rate": 1.833197094412449e-05,
      "loss": 0.6953,
      "step": 1125
    },
    {
      "epoch": 0.5380952380952381,
      "grad_norm": 0.5570664080835552,
      "learning_rate": 1.8308919893176397e-05,
      "loss": 0.7066,
      "step": 1130
    },
    {
      "epoch": 0.5404761904761904,
      "grad_norm": 0.5885337969920328,
      "learning_rate": 1.8285725359343e-05,
      "loss": 0.706,
      "step": 1135
    },
    {
      "epoch": 0.5428571428571428,
      "grad_norm": 0.5855314615908318,
      "learning_rate": 1.826238774315995e-05,
      "loss": 0.701,
      "step": 1140
    },
    {
      "epoch": 0.5452380952380952,
      "grad_norm": 0.5851946825105788,
      "learning_rate": 1.8238907447633716e-05,
      "loss": 0.692,
      "step": 1145
    },
    {
      "epoch": 0.5476190476190477,
      "grad_norm": 0.5927970007531321,
      "learning_rate": 1.8215284878234644e-05,
      "loss": 0.716,
      "step": 1150
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.5263874307074303,
      "learning_rate": 1.819152044288992e-05,
      "loss": 0.6904,
      "step": 1155
    },
    {
      "epoch": 0.5523809523809524,
      "grad_norm": 0.6124793068078697,
      "learning_rate": 1.816761455197657e-05,
      "loss": 0.6864,
      "step": 1160
    },
    {
      "epoch": 0.5547619047619048,
      "grad_norm": 0.5828934954007933,
      "learning_rate": 1.8143567618314336e-05,
      "loss": 0.6904,
      "step": 1165
    },
    {
      "epoch": 0.5571428571428572,
      "grad_norm": 0.5831980381697426,
      "learning_rate": 1.811938005715857e-05,
      "loss": 0.7086,
      "step": 1170
    },
    {
      "epoch": 0.5595238095238095,
      "grad_norm": 0.6435462278644365,
      "learning_rate": 1.8095052286193044e-05,
      "loss": 0.6976,
      "step": 1175
    },
    {
      "epoch": 0.5619047619047619,
      "grad_norm": 0.5815432160069361,
      "learning_rate": 1.8070584725522763e-05,
      "loss": 0.6925,
      "step": 1180
    },
    {
      "epoch": 0.5642857142857143,
      "grad_norm": 0.5401285846482883,
      "learning_rate": 1.8045977797666685e-05,
      "loss": 0.6999,
      "step": 1185
    },
    {
      "epoch": 0.5666666666666667,
      "grad_norm": 0.5677019239930577,
      "learning_rate": 1.802123192755044e-05,
      "loss": 0.6923,
      "step": 1190
    },
    {
      "epoch": 0.569047619047619,
      "grad_norm": 0.5683306800833698,
      "learning_rate": 1.7996347542498983e-05,
      "loss": 0.7017,
      "step": 1195
    },
    {
      "epoch": 0.5714285714285714,
      "grad_norm": 0.5113013942929165,
      "learning_rate": 1.7971325072229227e-05,
      "loss": 0.6921,
      "step": 1200
    },
    {
      "epoch": 0.5738095238095238,
      "grad_norm": 0.5841499935734249,
      "learning_rate": 1.7946164948842604e-05,
      "loss": 0.6915,
      "step": 1205
    },
    {
      "epoch": 0.5761904761904761,
      "grad_norm": 0.6279630088060286,
      "learning_rate": 1.7920867606817625e-05,
      "loss": 0.7061,
      "step": 1210
    },
    {
      "epoch": 0.5785714285714286,
      "grad_norm": 0.5599484344769574,
      "learning_rate": 1.7895433483002356e-05,
      "loss": 0.715,
      "step": 1215
    },
    {
      "epoch": 0.580952380952381,
      "grad_norm": 0.5661003553169632,
      "learning_rate": 1.7869863016606893e-05,
      "loss": 0.6986,
      "step": 1220
    },
    {
      "epoch": 0.5833333333333334,
      "grad_norm": 0.5716166266125108,
      "learning_rate": 1.784415664919576e-05,
      "loss": 0.7031,
      "step": 1225
    },
    {
      "epoch": 0.5857142857142857,
      "grad_norm": 0.5567338032160342,
      "learning_rate": 1.78183148246803e-05,
      "loss": 0.7068,
      "step": 1230
    },
    {
      "epoch": 0.5880952380952381,
      "grad_norm": 0.5683883961420689,
      "learning_rate": 1.7792337989311e-05,
      "loss": 0.689,
      "step": 1235
    },
    {
      "epoch": 0.5904761904761905,
      "grad_norm": 0.5477282163005394,
      "learning_rate": 1.7766226591669787e-05,
      "loss": 0.689,
      "step": 1240
    },
    {
      "epoch": 0.5928571428571429,
      "grad_norm": 0.5311691713580732,
      "learning_rate": 1.7739981082662275e-05,
      "loss": 0.7215,
      "step": 1245
    },
    {
      "epoch": 0.5952380952380952,
      "grad_norm": 0.598618505069467,
      "learning_rate": 1.771360191551e-05,
      "loss": 0.7151,
      "step": 1250
    },
    {
      "epoch": 0.5976190476190476,
      "grad_norm": 0.5543663594273839,
      "learning_rate": 1.768708954574256e-05,
      "loss": 0.701,
      "step": 1255
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.5321278870334822,
      "learning_rate": 1.766044443118978e-05,
      "loss": 0.6935,
      "step": 1260
    },
    {
      "epoch": 0.6023809523809524,
      "grad_norm": 0.5564736107581606,
      "learning_rate": 1.7633667031973793e-05,
      "loss": 0.6925,
      "step": 1265
    },
    {
      "epoch": 0.6047619047619047,
      "grad_norm": 0.623003830977377,
      "learning_rate": 1.760675781050109e-05,
      "loss": 0.6904,
      "step": 1270
    },
    {
      "epoch": 0.6071428571428571,
      "grad_norm": 0.5425831672559595,
      "learning_rate": 1.757971723145453e-05,
      "loss": 0.6941,
      "step": 1275
    },
    {
      "epoch": 0.6095238095238096,
      "grad_norm": 0.5691326789130872,
      "learning_rate": 1.755254576178535e-05,
      "loss": 0.6943,
      "step": 1280
    },
    {
      "epoch": 0.611904761904762,
      "grad_norm": 0.5472161245788499,
      "learning_rate": 1.7525243870705052e-05,
      "loss": 0.7019,
      "step": 1285
    },
    {
      "epoch": 0.6142857142857143,
      "grad_norm": 0.5126814767906358,
      "learning_rate": 1.7497812029677344e-05,
      "loss": 0.6979,
      "step": 1290
    },
    {
      "epoch": 0.6166666666666667,
      "grad_norm": 0.5808568867050167,
      "learning_rate": 1.7470250712409963e-05,
      "loss": 0.7017,
      "step": 1295
    },
    {
      "epoch": 0.6190476190476191,
      "grad_norm": 0.5731714166045258,
      "learning_rate": 1.7442560394846518e-05,
      "loss": 0.6896,
      "step": 1300
    },
    {
      "epoch": 0.6214285714285714,
      "grad_norm": 0.5416282781910543,
      "learning_rate": 1.741474155515827e-05,
      "loss": 0.6881,
      "step": 1305
    },
    {
      "epoch": 0.6238095238095238,
      "grad_norm": 0.5989028487744685,
      "learning_rate": 1.738679467373586e-05,
      "loss": 0.6853,
      "step": 1310
    },
    {
      "epoch": 0.6261904761904762,
      "grad_norm": 0.5928143358170742,
      "learning_rate": 1.7358720233181023e-05,
      "loss": 0.6945,
      "step": 1315
    },
    {
      "epoch": 0.6285714285714286,
      "grad_norm": 0.5917504797279695,
      "learning_rate": 1.7330518718298263e-05,
      "loss": 0.708,
      "step": 1320
    },
    {
      "epoch": 0.6309523809523809,
      "grad_norm": 0.5735050094781514,
      "learning_rate": 1.7302190616086464e-05,
      "loss": 0.7048,
      "step": 1325
    },
    {
      "epoch": 0.6333333333333333,
      "grad_norm": 0.57827020923432,
      "learning_rate": 1.7273736415730488e-05,
      "loss": 0.6793,
      "step": 1330
    },
    {
      "epoch": 0.6357142857142857,
      "grad_norm": 0.5880932620123437,
      "learning_rate": 1.7245156608592727e-05,
      "loss": 0.6915,
      "step": 1335
    },
    {
      "epoch": 0.638095238095238,
      "grad_norm": 0.5890769914796811,
      "learning_rate": 1.7216451688204623e-05,
      "loss": 0.69,
      "step": 1340
    },
    {
      "epoch": 0.6404761904761904,
      "grad_norm": 0.527942811449849,
      "learning_rate": 1.718762215025813e-05,
      "loss": 0.682,
      "step": 1345
    },
    {
      "epoch": 0.6428571428571429,
      "grad_norm": 0.6301973133824051,
      "learning_rate": 1.7158668492597186e-05,
      "loss": 0.6934,
      "step": 1350
    },
    {
      "epoch": 0.6452380952380953,
      "grad_norm": 0.5410524060403492,
      "learning_rate": 1.712959121520907e-05,
      "loss": 0.6892,
      "step": 1355
    },
    {
      "epoch": 0.6476190476190476,
      "grad_norm": 0.7801149059212953,
      "learning_rate": 1.7100390820215805e-05,
      "loss": 0.6999,
      "step": 1360
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.5546640495559166,
      "learning_rate": 1.7071067811865477e-05,
      "loss": 0.6742,
      "step": 1365
    },
    {
      "epoch": 0.6523809523809524,
      "grad_norm": 0.5722087188570253,
      "learning_rate": 1.704162269652352e-05,
      "loss": 0.7179,
      "step": 1370
    },
    {
      "epoch": 0.6547619047619048,
      "grad_norm": 0.5249847693462395,
      "learning_rate": 1.701205598266398e-05,
      "loss": 0.6945,
      "step": 1375
    },
    {
      "epoch": 0.6571428571428571,
      "grad_norm": 0.5639053989400045,
      "learning_rate": 1.698236818086073e-05,
      "loss": 0.6925,
      "step": 1380
    },
    {
      "epoch": 0.6595238095238095,
      "grad_norm": 0.5897582949134731,
      "learning_rate": 1.6952559803778656e-05,
      "loss": 0.6958,
      "step": 1385
    },
    {
      "epoch": 0.6619047619047619,
      "grad_norm": 0.5506537272905166,
      "learning_rate": 1.6922631366164795e-05,
      "loss": 0.6744,
      "step": 1390
    },
    {
      "epoch": 0.6642857142857143,
      "grad_norm": 0.5613120451869654,
      "learning_rate": 1.689258338483947e-05,
      "loss": 0.687,
      "step": 1395
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 0.5687059713184212,
      "learning_rate": 1.686241637868734e-05,
      "loss": 0.7011,
      "step": 1400
    },
    {
      "epoch": 0.669047619047619,
      "grad_norm": 0.5267403463210103,
      "learning_rate": 1.683213086864843e-05,
      "loss": 0.6903,
      "step": 1405
    },
    {
      "epoch": 0.6714285714285714,
      "grad_norm": 0.5655713255912641,
      "learning_rate": 1.6801727377709195e-05,
      "loss": 0.6896,
      "step": 1410
    },
    {
      "epoch": 0.6738095238095239,
      "grad_norm": 0.5285552000123795,
      "learning_rate": 1.6771206430893408e-05,
      "loss": 0.6946,
      "step": 1415
    },
    {
      "epoch": 0.6761904761904762,
      "grad_norm": 0.5761004876016846,
      "learning_rate": 1.6740568555253153e-05,
      "loss": 0.6895,
      "step": 1420
    },
    {
      "epoch": 0.6785714285714286,
      "grad_norm": 0.5390507685841307,
      "learning_rate": 1.67098142798597e-05,
      "loss": 0.6942,
      "step": 1425
    },
    {
      "epoch": 0.680952380952381,
      "grad_norm": 0.5132897821784491,
      "learning_rate": 1.6678944135794375e-05,
      "loss": 0.6948,
      "step": 1430
    },
    {
      "epoch": 0.6833333333333333,
      "grad_norm": 0.5469471858786907,
      "learning_rate": 1.6647958656139377e-05,
      "loss": 0.6944,
      "step": 1435
    },
    {
      "epoch": 0.6857142857142857,
      "grad_norm": 0.553201497920686,
      "learning_rate": 1.6616858375968596e-05,
      "loss": 0.6788,
      "step": 1440
    },
    {
      "epoch": 0.6880952380952381,
      "grad_norm": 0.5623963206097778,
      "learning_rate": 1.6585643832338342e-05,
      "loss": 0.6815,
      "step": 1445
    },
    {
      "epoch": 0.6904761904761905,
      "grad_norm": 0.5778391136516833,
      "learning_rate": 1.6554315564278102e-05,
      "loss": 0.6843,
      "step": 1450
    },
    {
      "epoch": 0.6928571428571428,
      "grad_norm": 0.5551499013662371,
      "learning_rate": 1.6522874112781213e-05,
      "loss": 0.6872,
      "step": 1455
    },
    {
      "epoch": 0.6952380952380952,
      "grad_norm": 0.5309204279264464,
      "learning_rate": 1.649132002079552e-05,
      "loss": 0.6873,
      "step": 1460
    },
    {
      "epoch": 0.6976190476190476,
      "grad_norm": 0.508876104576006,
      "learning_rate": 1.645965383321401e-05,
      "loss": 0.6792,
      "step": 1465
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.5802541953819853,
      "learning_rate": 1.6427876096865394e-05,
      "loss": 0.6881,
      "step": 1470
    },
    {
      "epoch": 0.7023809523809523,
      "grad_norm": 0.5641741696009784,
      "learning_rate": 1.6395987360504667e-05,
      "loss": 0.6789,
      "step": 1475
    },
    {
      "epoch": 0.7047619047619048,
      "grad_norm": 0.5366027622698923,
      "learning_rate": 1.6363988174803638e-05,
      "loss": 0.686,
      "step": 1480
    },
    {
      "epoch": 0.7071428571428572,
      "grad_norm": 0.5234128778556285,
      "learning_rate": 1.6331879092341402e-05,
      "loss": 0.7134,
      "step": 1485
    },
    {
      "epoch": 0.7095238095238096,
      "grad_norm": 0.5759728577947257,
      "learning_rate": 1.6299660667594814e-05,
      "loss": 0.701,
      "step": 1490
    },
    {
      "epoch": 0.7119047619047619,
      "grad_norm": 0.5756551282837324,
      "learning_rate": 1.626733345692892e-05,
      "loss": 0.6843,
      "step": 1495
    },
    {
      "epoch": 0.7142857142857143,
      "grad_norm": 0.5426722958339261,
      "learning_rate": 1.6234898018587336e-05,
      "loss": 0.6906,
      "step": 1500
    },
    {
      "epoch": 0.7166666666666667,
      "grad_norm": 0.48554563250860505,
      "learning_rate": 1.6202354912682602e-05,
      "loss": 0.6824,
      "step": 1505
    },
    {
      "epoch": 0.719047619047619,
      "grad_norm": 0.5744429442854848,
      "learning_rate": 1.6169704701186528e-05,
      "loss": 0.6979,
      "step": 1510
    },
    {
      "epoch": 0.7214285714285714,
      "grad_norm": 0.5277461906754672,
      "learning_rate": 1.6136947947920477e-05,
      "loss": 0.682,
      "step": 1515
    },
    {
      "epoch": 0.7238095238095238,
      "grad_norm": 0.5681961605460194,
      "learning_rate": 1.6104085218545633e-05,
      "loss": 0.6893,
      "step": 1520
    },
    {
      "epoch": 0.7261904761904762,
      "grad_norm": 0.58856327424583,
      "learning_rate": 1.6071117080553236e-05,
      "loss": 0.694,
      "step": 1525
    },
    {
      "epoch": 0.7285714285714285,
      "grad_norm": 0.5585907608313626,
      "learning_rate": 1.6038044103254775e-05,
      "loss": 0.6807,
      "step": 1530
    },
    {
      "epoch": 0.7309523809523809,
      "grad_norm": 0.4975987871579692,
      "learning_rate": 1.600486685777216e-05,
      "loss": 0.6839,
      "step": 1535
    },
    {
      "epoch": 0.7333333333333333,
      "grad_norm": 0.5683357922839659,
      "learning_rate": 1.5971585917027864e-05,
      "loss": 0.6924,
      "step": 1540
    },
    {
      "epoch": 0.7357142857142858,
      "grad_norm": 0.5507550407504584,
      "learning_rate": 1.5938201855735017e-05,
      "loss": 0.6952,
      "step": 1545
    },
    {
      "epoch": 0.7380952380952381,
      "grad_norm": 0.5184672194625306,
      "learning_rate": 1.5904715250387498e-05,
      "loss": 0.6864,
      "step": 1550
    },
    {
      "epoch": 0.7404761904761905,
      "grad_norm": 0.5315141830604754,
      "learning_rate": 1.5871126679249977e-05,
      "loss": 0.686,
      "step": 1555
    },
    {
      "epoch": 0.7428571428571429,
      "grad_norm": 0.5292902163348473,
      "learning_rate": 1.5837436722347902e-05,
      "loss": 0.6826,
      "step": 1560
    },
    {
      "epoch": 0.7452380952380953,
      "grad_norm": 0.570110548449842,
      "learning_rate": 1.5803645961457522e-05,
      "loss": 0.6792,
      "step": 1565
    },
    {
      "epoch": 0.7476190476190476,
      "grad_norm": 0.5543717733657283,
      "learning_rate": 1.576975498009583e-05,
      "loss": 0.6754,
      "step": 1570
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.5222973089292835,
      "learning_rate": 1.573576436351046e-05,
      "loss": 0.6902,
      "step": 1575
    },
    {
      "epoch": 0.7523809523809524,
      "grad_norm": 0.5112696664324252,
      "learning_rate": 1.570167469866962e-05,
      "loss": 0.6972,
      "step": 1580
    },
    {
      "epoch": 0.7547619047619047,
      "grad_norm": 0.5807388645411898,
      "learning_rate": 1.5667486574251916e-05,
      "loss": 0.6863,
      "step": 1585
    },
    {
      "epoch": 0.7571428571428571,
      "grad_norm": 0.5522196746267701,
      "learning_rate": 1.563320058063622e-05,
      "loss": 0.6705,
      "step": 1590
    },
    {
      "epoch": 0.7595238095238095,
      "grad_norm": 0.5302665914230218,
      "learning_rate": 1.5598817309891466e-05,
      "loss": 0.6842,
      "step": 1595
    },
    {
      "epoch": 0.7619047619047619,
      "grad_norm": 0.5286809702848861,
      "learning_rate": 1.5564337355766412e-05,
      "loss": 0.6976,
      "step": 1600
    },
    {
      "epoch": 0.7642857142857142,
      "grad_norm": 0.5393439786479364,
      "learning_rate": 1.5529761313679396e-05,
      "loss": 0.7063,
      "step": 1605
    },
    {
      "epoch": 0.7666666666666667,
      "grad_norm": 0.479895247668522,
      "learning_rate": 1.5495089780708062e-05,
      "loss": 0.6737,
      "step": 1610
    },
    {
      "epoch": 0.7690476190476191,
      "grad_norm": 0.5401818745358772,
      "learning_rate": 1.5460323355579035e-05,
      "loss": 0.6808,
      "step": 1615
    },
    {
      "epoch": 0.7714285714285715,
      "grad_norm": 0.6132409197814304,
      "learning_rate": 1.5425462638657597e-05,
      "loss": 0.6912,
      "step": 1620
    },
    {
      "epoch": 0.7738095238095238,
      "grad_norm": 0.5605359051745877,
      "learning_rate": 1.53905082319373e-05,
      "loss": 0.6912,
      "step": 1625
    },
    {
      "epoch": 0.7761904761904762,
      "grad_norm": 0.5095591675298641,
      "learning_rate": 1.5355460739029585e-05,
      "loss": 0.6854,
      "step": 1630
    },
    {
      "epoch": 0.7785714285714286,
      "grad_norm": 0.5124981468976912,
      "learning_rate": 1.5320320765153367e-05,
      "loss": 0.6805,
      "step": 1635
    },
    {
      "epoch": 0.780952380952381,
      "grad_norm": 0.5543805272032538,
      "learning_rate": 1.5285088917124555e-05,
      "loss": 0.6872,
      "step": 1640
    },
    {
      "epoch": 0.7833333333333333,
      "grad_norm": 0.5240863656017781,
      "learning_rate": 1.5249765803345602e-05,
      "loss": 0.6812,
      "step": 1645
    },
    {
      "epoch": 0.7857142857142857,
      "grad_norm": 0.5597831529794077,
      "learning_rate": 1.5214352033794981e-05,
      "loss": 0.6838,
      "step": 1650
    },
    {
      "epoch": 0.7880952380952381,
      "grad_norm": 0.5239372373145886,
      "learning_rate": 1.517884822001666e-05,
      "loss": 0.6884,
      "step": 1655
    },
    {
      "epoch": 0.7904761904761904,
      "grad_norm": 0.5776231529708008,
      "learning_rate": 1.5143254975109538e-05,
      "loss": 0.6728,
      "step": 1660
    },
    {
      "epoch": 0.7928571428571428,
      "grad_norm": 0.5215371586345835,
      "learning_rate": 1.5107572913716859e-05,
      "loss": 0.6748,
      "step": 1665
    },
    {
      "epoch": 0.7952380952380952,
      "grad_norm": 0.5282942517891518,
      "learning_rate": 1.5071802652015592e-05,
      "loss": 0.6713,
      "step": 1670
    },
    {
      "epoch": 0.7976190476190477,
      "grad_norm": 0.5541374243554975,
      "learning_rate": 1.503594480770581e-05,
      "loss": 0.6597,
      "step": 1675
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.5521158876521693,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 0.686,
      "step": 1680
    },
    {
      "epoch": 0.8023809523809524,
      "grad_norm": 0.5683308647861297,
      "learning_rate": 1.496396884961238e-05,
      "loss": 0.6693,
      "step": 1685
    },
    {
      "epoch": 0.8047619047619048,
      "grad_norm": 0.573228337305753,
      "learning_rate": 1.4927851978748177e-05,
      "loss": 0.6926,
      "step": 1690
    },
    {
      "epoch": 0.8071428571428572,
      "grad_norm": 0.521492632745778,
      "learning_rate": 1.4891650011092896e-05,
      "loss": 0.6947,
      "step": 1695
    },
    {
      "epoch": 0.8095238095238095,
      "grad_norm": 0.5236798235457268,
      "learning_rate": 1.4855363571801523e-05,
      "loss": 0.679,
      "step": 1700
    },
    {
      "epoch": 0.8119047619047619,
      "grad_norm": 0.5183500676344015,
      "learning_rate": 1.481899328748776e-05,
      "loss": 0.6657,
      "step": 1705
    },
    {
      "epoch": 0.8142857142857143,
      "grad_norm": 0.5018602569821992,
      "learning_rate": 1.4782539786213184e-05,
      "loss": 0.6836,
      "step": 1710
    },
    {
      "epoch": 0.8166666666666667,
      "grad_norm": 0.5469580528625957,
      "learning_rate": 1.4746003697476406e-05,
      "loss": 0.6841,
      "step": 1715
    },
    {
      "epoch": 0.819047619047619,
      "grad_norm": 0.5610880961409519,
      "learning_rate": 1.4709385652202204e-05,
      "loss": 0.6864,
      "step": 1720
    },
    {
      "epoch": 0.8214285714285714,
      "grad_norm": 0.5376175612680147,
      "learning_rate": 1.4672686282730622e-05,
      "loss": 0.6709,
      "step": 1725
    },
    {
      "epoch": 0.8238095238095238,
      "grad_norm": 0.49458630831613376,
      "learning_rate": 1.4635906222806058e-05,
      "loss": 0.6832,
      "step": 1730
    },
    {
      "epoch": 0.8261904761904761,
      "grad_norm": 0.5502214264070843,
      "learning_rate": 1.4599046107566314e-05,
      "loss": 0.68,
      "step": 1735
    },
    {
      "epoch": 0.8285714285714286,
      "grad_norm": 0.5611151303400349,
      "learning_rate": 1.4562106573531632e-05,
      "loss": 0.698,
      "step": 1740
    },
    {
      "epoch": 0.830952380952381,
      "grad_norm": 0.5735560840092161,
      "learning_rate": 1.4525088258593695e-05,
      "loss": 0.6839,
      "step": 1745
    },
    {
      "epoch": 0.8333333333333334,
      "grad_norm": 0.5510543712119496,
      "learning_rate": 1.4487991802004625e-05,
      "loss": 0.6911,
      "step": 1750
    },
    {
      "epoch": 0.8357142857142857,
      "grad_norm": 0.5018246480371149,
      "learning_rate": 1.4450817844365924e-05,
      "loss": 0.6752,
      "step": 1755
    },
    {
      "epoch": 0.8380952380952381,
      "grad_norm": 0.5016576788767521,
      "learning_rate": 1.4413567027617442e-05,
      "loss": 0.683,
      "step": 1760
    },
    {
      "epoch": 0.8404761904761905,
      "grad_norm": 0.5384327340092925,
      "learning_rate": 1.4376239995026254e-05,
      "loss": 0.6941,
      "step": 1765
    },
    {
      "epoch": 0.8428571428571429,
      "grad_norm": 0.5344821729910321,
      "learning_rate": 1.4338837391175582e-05,
      "loss": 0.6754,
      "step": 1770
    },
    {
      "epoch": 0.8452380952380952,
      "grad_norm": 0.529015386728389,
      "learning_rate": 1.4301359861953652e-05,
      "loss": 0.6718,
      "step": 1775
    },
    {
      "epoch": 0.8476190476190476,
      "grad_norm": 0.5467267886434187,
      "learning_rate": 1.4263808054542541e-05,
      "loss": 0.6885,
      "step": 1780
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.5209380288088742,
      "learning_rate": 1.4226182617406996e-05,
      "loss": 0.6725,
      "step": 1785
    },
    {
      "epoch": 0.8523809523809524,
      "grad_norm": 0.5120625589068878,
      "learning_rate": 1.418848420028325e-05,
      "loss": 0.678,
      "step": 1790
    },
    {
      "epoch": 0.8547619047619047,
      "grad_norm": 0.5177286158188428,
      "learning_rate": 1.4150713454167788e-05,
      "loss": 0.6795,
      "step": 1795
    },
    {
      "epoch": 0.8571428571428571,
      "grad_norm": 0.5180241473157509,
      "learning_rate": 1.4112871031306118e-05,
      "loss": 0.685,
      "step": 1800
    },
    {
      "epoch": 0.8595238095238096,
      "grad_norm": 0.5376670786030856,
      "learning_rate": 1.4074957585181488e-05,
      "loss": 0.6823,
      "step": 1805
    },
    {
      "epoch": 0.861904761904762,
      "grad_norm": 0.5159889497243569,
      "learning_rate": 1.4036973770503623e-05,
      "loss": 0.6684,
      "step": 1810
    },
    {
      "epoch": 0.8642857142857143,
      "grad_norm": 0.5328385205015794,
      "learning_rate": 1.3998920243197408e-05,
      "loss": 0.6785,
      "step": 1815
    },
    {
      "epoch": 0.8666666666666667,
      "grad_norm": 0.5596052359171065,
      "learning_rate": 1.396079766039157e-05,
      "loss": 0.6971,
      "step": 1820
    },
    {
      "epoch": 0.8690476190476191,
      "grad_norm": 0.5476844927900769,
      "learning_rate": 1.3922606680407307e-05,
      "loss": 0.6843,
      "step": 1825
    },
    {
      "epoch": 0.8714285714285714,
      "grad_norm": 0.49918261945442965,
      "learning_rate": 1.3884347962746949e-05,
      "loss": 0.6761,
      "step": 1830
    },
    {
      "epoch": 0.8738095238095238,
      "grad_norm": 0.5116149514821221,
      "learning_rate": 1.3846022168082553e-05,
      "loss": 0.6763,
      "step": 1835
    },
    {
      "epoch": 0.8761904761904762,
      "grad_norm": 0.5280902250134181,
      "learning_rate": 1.3807629958244498e-05,
      "loss": 0.667,
      "step": 1840
    },
    {
      "epoch": 0.8785714285714286,
      "grad_norm": 0.48857909294423746,
      "learning_rate": 1.3769171996210053e-05,
      "loss": 0.6707,
      "step": 1845
    },
    {
      "epoch": 0.8809523809523809,
      "grad_norm": 0.4975153014854871,
      "learning_rate": 1.373064894609194e-05,
      "loss": 0.688,
      "step": 1850
    },
    {
      "epoch": 0.8833333333333333,
      "grad_norm": 0.5206570618857133,
      "learning_rate": 1.3692061473126845e-05,
      "loss": 0.687,
      "step": 1855
    },
    {
      "epoch": 0.8857142857142857,
      "grad_norm": 0.47088196958418377,
      "learning_rate": 1.3653410243663953e-05,
      "loss": 0.6659,
      "step": 1860
    },
    {
      "epoch": 0.888095238095238,
      "grad_norm": 0.5098589712869,
      "learning_rate": 1.361469592515342e-05,
      "loss": 0.6784,
      "step": 1865
    },
    {
      "epoch": 0.8904761904761904,
      "grad_norm": 0.47648371702756814,
      "learning_rate": 1.3575919186134862e-05,
      "loss": 0.682,
      "step": 1870
    },
    {
      "epoch": 0.8928571428571429,
      "grad_norm": 0.5003536067341952,
      "learning_rate": 1.3537080696225815e-05,
      "loss": 0.6671,
      "step": 1875
    },
    {
      "epoch": 0.8952380952380953,
      "grad_norm": 0.519430135596028,
      "learning_rate": 1.349818112611015e-05,
      "loss": 0.6885,
      "step": 1880
    },
    {
      "epoch": 0.8976190476190476,
      "grad_norm": 0.49741488661881644,
      "learning_rate": 1.3459221147526504e-05,
      "loss": 0.6754,
      "step": 1885
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.5408088216797241,
      "learning_rate": 1.342020143325669e-05,
      "loss": 0.6757,
      "step": 1890
    },
    {
      "epoch": 0.9023809523809524,
      "grad_norm": 0.502061784820922,
      "learning_rate": 1.3381122657114059e-05,
      "loss": 0.669,
      "step": 1895
    },
    {
      "epoch": 0.9047619047619048,
      "grad_norm": 0.5031558920583495,
      "learning_rate": 1.3341985493931877e-05,
      "loss": 0.6756,
      "step": 1900
    },
    {
      "epoch": 0.9071428571428571,
      "grad_norm": 0.45651178296082845,
      "learning_rate": 1.3302790619551673e-05,
      "loss": 0.6629,
      "step": 1905
    },
    {
      "epoch": 0.9095238095238095,
      "grad_norm": 0.5111760063303825,
      "learning_rate": 1.3263538710811559e-05,
      "loss": 0.6787,
      "step": 1910
    },
    {
      "epoch": 0.9119047619047619,
      "grad_norm": 0.5038700388575827,
      "learning_rate": 1.3224230445534544e-05,
      "loss": 0.6814,
      "step": 1915
    },
    {
      "epoch": 0.9142857142857143,
      "grad_norm": 0.5023414779956755,
      "learning_rate": 1.3184866502516846e-05,
      "loss": 0.6859,
      "step": 1920
    },
    {
      "epoch": 0.9166666666666666,
      "grad_norm": 0.5154019438212942,
      "learning_rate": 1.3145447561516138e-05,
      "loss": 0.6717,
      "step": 1925
    },
    {
      "epoch": 0.919047619047619,
      "grad_norm": 0.5621900790890961,
      "learning_rate": 1.3105974303239838e-05,
      "loss": 0.7009,
      "step": 1930
    },
    {
      "epoch": 0.9214285714285714,
      "grad_norm": 0.5137612757351608,
      "learning_rate": 1.3066447409333345e-05,
      "loss": 0.6957,
      "step": 1935
    },
    {
      "epoch": 0.9238095238095239,
      "grad_norm": 0.509045076292474,
      "learning_rate": 1.3026867562368262e-05,
      "loss": 0.6804,
      "step": 1940
    },
    {
      "epoch": 0.9261904761904762,
      "grad_norm": 0.5067359253184963,
      "learning_rate": 1.2987235445830612e-05,
      "loss": 0.6707,
      "step": 1945
    },
    {
      "epoch": 0.9285714285714286,
      "grad_norm": 0.5488540810447187,
      "learning_rate": 1.2947551744109044e-05,
      "loss": 0.6784,
      "step": 1950
    },
    {
      "epoch": 0.930952380952381,
      "grad_norm": 0.49916198703229403,
      "learning_rate": 1.2907817142483002e-05,
      "loss": 0.6533,
      "step": 1955
    },
    {
      "epoch": 0.9333333333333333,
      "grad_norm": 0.5306836509898268,
      "learning_rate": 1.2868032327110904e-05,
      "loss": 0.6694,
      "step": 1960
    },
    {
      "epoch": 0.9357142857142857,
      "grad_norm": 0.5192454887104005,
      "learning_rate": 1.2828197985018276e-05,
      "loss": 0.6814,
      "step": 1965
    },
    {
      "epoch": 0.9380952380952381,
      "grad_norm": 0.48011848457133666,
      "learning_rate": 1.2788314804085904e-05,
      "loss": 0.6656,
      "step": 1970
    },
    {
      "epoch": 0.9404761904761905,
      "grad_norm": 0.501551598406461,
      "learning_rate": 1.2748383473037948e-05,
      "loss": 0.6709,
      "step": 1975
    },
    {
      "epoch": 0.9428571428571428,
      "grad_norm": 0.4798488372067313,
      "learning_rate": 1.2708404681430054e-05,
      "loss": 0.6884,
      "step": 1980
    },
    {
      "epoch": 0.9452380952380952,
      "grad_norm": 0.4954430271705226,
      "learning_rate": 1.266837911963743e-05,
      "loss": 0.6789,
      "step": 1985
    },
    {
      "epoch": 0.9476190476190476,
      "grad_norm": 0.5134775709739979,
      "learning_rate": 1.2628307478842955e-05,
      "loss": 0.6743,
      "step": 1990
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.4932466173893802,
      "learning_rate": 1.2588190451025209e-05,
      "loss": 0.6741,
      "step": 1995
    },
    {
      "epoch": 0.9523809523809523,
      "grad_norm": 0.49375841486555283,
      "learning_rate": 1.2548028728946548e-05,
      "loss": 0.682,
      "step": 2000
    },
    {
      "epoch": 0.9547619047619048,
      "grad_norm": 0.553381199639126,
      "learning_rate": 1.2507823006141128e-05,
      "loss": 0.704,
      "step": 2005
    },
    {
      "epoch": 0.9571428571428572,
      "grad_norm": 0.5286463574396035,
      "learning_rate": 1.2467573976902936e-05,
      "loss": 0.6642,
      "step": 2010
    },
    {
      "epoch": 0.9595238095238096,
      "grad_norm": 0.5330908591194152,
      "learning_rate": 1.24272823362738e-05,
      "loss": 0.6973,
      "step": 2015
    },
    {
      "epoch": 0.9619047619047619,
      "grad_norm": 0.5338462915299015,
      "learning_rate": 1.238694878003138e-05,
      "loss": 0.6608,
      "step": 2020
    },
    {
      "epoch": 0.9642857142857143,
      "grad_norm": 0.5626548093456667,
      "learning_rate": 1.2346574004677154e-05,
      "loss": 0.6807,
      "step": 2025
    },
    {
      "epoch": 0.9666666666666667,
      "grad_norm": 0.5363264212587037,
      "learning_rate": 1.2306158707424402e-05,
      "loss": 0.6742,
      "step": 2030
    },
    {
      "epoch": 0.969047619047619,
      "grad_norm": 0.5223504672217075,
      "learning_rate": 1.2265703586186158e-05,
      "loss": 0.6756,
      "step": 2035
    },
    {
      "epoch": 0.9714285714285714,
      "grad_norm": 0.5026492923180158,
      "learning_rate": 1.2225209339563144e-05,
      "loss": 0.6857,
      "step": 2040
    },
    {
      "epoch": 0.9738095238095238,
      "grad_norm": 0.4958319271212678,
      "learning_rate": 1.2184676666831741e-05,
      "loss": 0.6638,
      "step": 2045
    },
    {
      "epoch": 0.9761904761904762,
      "grad_norm": 0.49120488962765346,
      "learning_rate": 1.2144106267931877e-05,
      "loss": 0.6767,
      "step": 2050
    },
    {
      "epoch": 0.9785714285714285,
      "grad_norm": 0.56338802960644,
      "learning_rate": 1.210349884345496e-05,
      "loss": 0.6657,
      "step": 2055
    },
    {
      "epoch": 0.9809523809523809,
      "grad_norm": 0.5506153013895527,
      "learning_rate": 1.2062855094631777e-05,
      "loss": 0.6708,
      "step": 2060
    },
    {
      "epoch": 0.9833333333333333,
      "grad_norm": 0.4911898234196216,
      "learning_rate": 1.2022175723320382e-05,
      "loss": 0.6736,
      "step": 2065
    },
    {
      "epoch": 0.9857142857142858,
      "grad_norm": 0.5037996502262528,
      "learning_rate": 1.1981461431993978e-05,
      "loss": 0.6613,
      "step": 2070
    },
    {
      "epoch": 0.9880952380952381,
      "grad_norm": 0.48983503414857615,
      "learning_rate": 1.1940712923728784e-05,
      "loss": 0.6705,
      "step": 2075
    },
    {
      "epoch": 0.9904761904761905,
      "grad_norm": 0.5089658881380381,
      "learning_rate": 1.1899930902191904e-05,
      "loss": 0.6554,
      "step": 2080
    },
    {
      "epoch": 0.9928571428571429,
      "grad_norm": 0.5353432851904248,
      "learning_rate": 1.1859116071629148e-05,
      "loss": 0.6713,
      "step": 2085
    },
    {
      "epoch": 0.9952380952380953,
      "grad_norm": 0.5083284406725272,
      "learning_rate": 1.181826913685291e-05,
      "loss": 0.6593,
      "step": 2090
    },
    {
      "epoch": 0.9976190476190476,
      "grad_norm": 0.5338566827047485,
      "learning_rate": 1.1777390803229964e-05,
      "loss": 0.6771,
      "step": 2095
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.5259573856012386,
      "learning_rate": 1.1736481776669307e-05,
      "loss": 0.6603,
      "step": 2100
    },
    {
      "epoch": 1.0,
      "eval_loss": 0.7571888566017151,
      "eval_runtime": 110.7511,
      "eval_samples_per_second": 77.299,
      "eval_steps_per_second": 1.21,
      "step": 2100
    },
    {
      "epoch": 1.0023809523809524,
      "grad_norm": 0.5901038052706317,
      "learning_rate": 1.1695542763609944e-05,
      "loss": 0.5957,
      "step": 2105
    },
    {
      "epoch": 1.0047619047619047,
      "grad_norm": 0.5438749703677144,
      "learning_rate": 1.1654574471008712e-05,
      "loss": 0.5972,
      "step": 2110
    },
    {
      "epoch": 1.0071428571428571,
      "grad_norm": 0.5432897226752162,
      "learning_rate": 1.1613577606328068e-05,
      "loss": 0.595,
      "step": 2115
    },
    {
      "epoch": 1.0095238095238095,
      "grad_norm": 0.5692170924338006,
      "learning_rate": 1.1572552877523855e-05,
      "loss": 0.5869,
      "step": 2120
    },
    {
      "epoch": 1.0119047619047619,
      "grad_norm": 0.5633601882768045,
      "learning_rate": 1.1531500993033094e-05,
      "loss": 0.59,
      "step": 2125
    },
    {
      "epoch": 1.0142857142857142,
      "grad_norm": 0.5402220697166501,
      "learning_rate": 1.1490422661761744e-05,
      "loss": 0.5928,
      "step": 2130
    },
    {
      "epoch": 1.0166666666666666,
      "grad_norm": 0.6014408487693759,
      "learning_rate": 1.1449318593072468e-05,
      "loss": 0.5943,
      "step": 2135
    },
    {
      "epoch": 1.019047619047619,
      "grad_norm": 0.48300700922294626,
      "learning_rate": 1.1408189496772369e-05,
      "loss": 0.593,
      "step": 2140
    },
    {
      "epoch": 1.0214285714285714,
      "grad_norm": 0.5461515536108149,
      "learning_rate": 1.1367036083100735e-05,
      "loss": 0.6118,
      "step": 2145
    },
    {
      "epoch": 1.0238095238095237,
      "grad_norm": 0.5225774711520927,
      "learning_rate": 1.1325859062716795e-05,
      "loss": 0.5934,
      "step": 2150
    },
    {
      "epoch": 1.026190476190476,
      "grad_norm": 0.5652770991249514,
      "learning_rate": 1.1284659146687416e-05,
      "loss": 0.5906,
      "step": 2155
    },
    {
      "epoch": 1.0285714285714285,
      "grad_norm": 0.49282124739115296,
      "learning_rate": 1.1243437046474854e-05,
      "loss": 0.6029,
      "step": 2160
    },
    {
      "epoch": 1.0309523809523808,
      "grad_norm": 0.517411950290186,
      "learning_rate": 1.120219347392444e-05,
      "loss": 0.6105,
      "step": 2165
    },
    {
      "epoch": 1.0333333333333334,
      "grad_norm": 0.5547803815907365,
      "learning_rate": 1.1160929141252303e-05,
      "loss": 0.5888,
      "step": 2170
    },
    {
      "epoch": 1.0357142857142858,
      "grad_norm": 0.5448805389067126,
      "learning_rate": 1.1119644761033079e-05,
      "loss": 0.606,
      "step": 2175
    },
    {
      "epoch": 1.0380952380952382,
      "grad_norm": 0.5270587508515787,
      "learning_rate": 1.1078341046187588e-05,
      "loss": 0.5978,
      "step": 2180
    },
    {
      "epoch": 1.0404761904761906,
      "grad_norm": 0.5470808129733004,
      "learning_rate": 1.1037018709970528e-05,
      "loss": 0.6079,
      "step": 2185
    },
    {
      "epoch": 1.042857142857143,
      "grad_norm": 0.5185275354171291,
      "learning_rate": 1.0995678465958168e-05,
      "loss": 0.5998,
      "step": 2190
    },
    {
      "epoch": 1.0452380952380953,
      "grad_norm": 0.5222569126782542,
      "learning_rate": 1.0954321028036013e-05,
      "loss": 0.6065,
      "step": 2195
    },
    {
      "epoch": 1.0476190476190477,
      "grad_norm": 0.5902869820958465,
      "learning_rate": 1.0912947110386484e-05,
      "loss": 0.5952,
      "step": 2200
    },
    {
      "epoch": 1.05,
      "grad_norm": 0.5049079899744102,
      "learning_rate": 1.0871557427476585e-05,
      "loss": 0.5984,
      "step": 2205
    },
    {
      "epoch": 1.0523809523809524,
      "grad_norm": 0.5211587946973806,
      "learning_rate": 1.0830152694045553e-05,
      "loss": 0.5822,
      "step": 2210
    },
    {
      "epoch": 1.0547619047619048,
      "grad_norm": 0.5411611115879803,
      "learning_rate": 1.078873362509254e-05,
      "loss": 0.5882,
      "step": 2215
    },
    {
      "epoch": 1.0571428571428572,
      "grad_norm": 0.5442183494774795,
      "learning_rate": 1.0747300935864245e-05,
      "loss": 0.5996,
      "step": 2220
    },
    {
      "epoch": 1.0595238095238095,
      "grad_norm": 0.5612089724718119,
      "learning_rate": 1.0705855341842564e-05,
      "loss": 0.6,
      "step": 2225
    },
    {
      "epoch": 1.061904761904762,
      "grad_norm": 0.5293855485137681,
      "learning_rate": 1.0664397558732245e-05,
      "loss": 0.5918,
      "step": 2230
    },
    {
      "epoch": 1.0642857142857143,
      "grad_norm": 0.5907188005151464,
      "learning_rate": 1.0622928302448523e-05,
      "loss": 0.608,
      "step": 2235
    },
    {
      "epoch": 1.0666666666666667,
      "grad_norm": 0.5251701766583902,
      "learning_rate": 1.0581448289104759e-05,
      "loss": 0.6058,
      "step": 2240
    },
    {
      "epoch": 1.069047619047619,
      "grad_norm": 0.5250031426883407,
      "learning_rate": 1.0539958235000075e-05,
      "loss": 0.6064,
      "step": 2245
    },
    {
      "epoch": 1.0714285714285714,
      "grad_norm": 0.5217021022246795,
      "learning_rate": 1.0498458856606972e-05,
      "loss": 0.6098,
      "step": 2250
    },
    {
      "epoch": 1.0738095238095238,
      "grad_norm": 0.5671230242631112,
      "learning_rate": 1.0456950870558982e-05,
      "loss": 0.5985,
      "step": 2255
    },
    {
      "epoch": 1.0761904761904761,
      "grad_norm": 0.5640807879300845,
      "learning_rate": 1.0415434993638269e-05,
      "loss": 0.5992,
      "step": 2260
    },
    {
      "epoch": 1.0785714285714285,
      "grad_norm": 0.5349112926063765,
      "learning_rate": 1.037391194276326e-05,
      "loss": 0.6061,
      "step": 2265
    },
    {
      "epoch": 1.0809523809523809,
      "grad_norm": 0.5592160403982473,
      "learning_rate": 1.0332382434976267e-05,
      "loss": 0.5864,
      "step": 2270
    },
    {
      "epoch": 1.0833333333333333,
      "grad_norm": 0.5235545437475504,
      "learning_rate": 1.0290847187431115e-05,
      "loss": 0.592,
      "step": 2275
    },
    {
      "epoch": 1.0857142857142856,
      "grad_norm": 0.556896126496801,
      "learning_rate": 1.0249306917380731e-05,
      "loss": 0.6005,
      "step": 2280
    },
    {
      "epoch": 1.088095238095238,
      "grad_norm": 0.522494265444706,
      "learning_rate": 1.0207762342164778e-05,
      "loss": 0.5958,
      "step": 2285
    },
    {
      "epoch": 1.0904761904761904,
      "grad_norm": 0.5307880240675681,
      "learning_rate": 1.0166214179197265e-05,
      "loss": 0.5911,
      "step": 2290
    },
    {
      "epoch": 1.092857142857143,
      "grad_norm": 0.5364461659449388,
      "learning_rate": 1.0124663145954152e-05,
      "loss": 0.6018,
      "step": 2295
    },
    {
      "epoch": 1.0952380952380953,
      "grad_norm": 0.5520100652972162,
      "learning_rate": 1.0083109959960974e-05,
      "loss": 0.5955,
      "step": 2300
    },
    {
      "epoch": 1.0976190476190477,
      "grad_norm": 0.5020623533166694,
      "learning_rate": 1.0041555338780427e-05,
      "loss": 0.5961,
      "step": 2305
    },
    {
      "epoch": 1.1,
      "grad_norm": 0.52041207867341,
      "learning_rate": 1e-05,
      "loss": 0.5954,
      "step": 2310
    },
    {
      "epoch": 1.1023809523809525,
      "grad_norm": 0.569101456193797,
      "learning_rate": 9.958444661219578e-06,
      "loss": 0.6046,
      "step": 2315
    },
    {
      "epoch": 1.1047619047619048,
      "grad_norm": 0.5290911882364042,
      "learning_rate": 9.916890040039031e-06,
      "loss": 0.5891,
      "step": 2320
    },
    {
      "epoch": 1.1071428571428572,
      "grad_norm": 0.5305645713582501,
      "learning_rate": 9.87533685404585e-06,
      "loss": 0.5988,
      "step": 2325
    },
    {
      "epoch": 1.1095238095238096,
      "grad_norm": 0.5469543228815086,
      "learning_rate": 9.833785820802739e-06,
      "loss": 0.5957,
      "step": 2330
    },
    {
      "epoch": 1.111904761904762,
      "grad_norm": 0.5324948019005903,
      "learning_rate": 9.792237657835225e-06,
      "loss": 0.5953,
      "step": 2335
    },
    {
      "epoch": 1.1142857142857143,
      "grad_norm": 0.5304279403221299,
      "learning_rate": 9.750693082619274e-06,
      "loss": 0.5937,
      "step": 2340
    },
    {
      "epoch": 1.1166666666666667,
      "grad_norm": 0.5485078647852204,
      "learning_rate": 9.709152812568886e-06,
      "loss": 0.5987,
      "step": 2345
    },
    {
      "epoch": 1.119047619047619,
      "grad_norm": 0.552749009152491,
      "learning_rate": 9.667617565023734e-06,
      "loss": 0.5978,
      "step": 2350
    },
    {
      "epoch": 1.1214285714285714,
      "grad_norm": 0.5177836960191152,
      "learning_rate": 9.626088057236745e-06,
      "loss": 0.5973,
      "step": 2355
    },
    {
      "epoch": 1.1238095238095238,
      "grad_norm": 0.6109837673102856,
      "learning_rate": 9.584565006361735e-06,
      "loss": 0.595,
      "step": 2360
    },
    {
      "epoch": 1.1261904761904762,
      "grad_norm": 0.5167360036746549,
      "learning_rate": 9.543049129441021e-06,
      "loss": 0.5891,
      "step": 2365
    },
    {
      "epoch": 1.1285714285714286,
      "grad_norm": 0.5297524492676912,
      "learning_rate": 9.501541143393028e-06,
      "loss": 0.606,
      "step": 2370
    },
    {
      "epoch": 1.130952380952381,
      "grad_norm": 0.5411957992836974,
      "learning_rate": 9.460041764999929e-06,
      "loss": 0.5973,
      "step": 2375
    },
    {
      "epoch": 1.1333333333333333,
      "grad_norm": 0.5287203316976509,
      "learning_rate": 9.418551710895243e-06,
      "loss": 0.5848,
      "step": 2380
    },
    {
      "epoch": 1.1357142857142857,
      "grad_norm": 0.6710026001993966,
      "learning_rate": 9.377071697551479e-06,
      "loss": 0.6086,
      "step": 2385
    },
    {
      "epoch": 1.138095238095238,
      "grad_norm": 0.5503478041423361,
      "learning_rate": 9.33560244126776e-06,
      "loss": 0.5941,
      "step": 2390
    },
    {
      "epoch": 1.1404761904761904,
      "grad_norm": 0.5347482917383127,
      "learning_rate": 9.294144658157443e-06,
      "loss": 0.5974,
      "step": 2395
    },
    {
      "epoch": 1.1428571428571428,
      "grad_norm": 0.5497165323598144,
      "learning_rate": 9.252699064135759e-06,
      "loss": 0.6046,
      "step": 2400
    },
    {
      "epoch": 1.1452380952380952,
      "grad_norm": 0.5190090017461467,
      "learning_rate": 9.211266374907463e-06,
      "loss": 0.5869,
      "step": 2405
    },
    {
      "epoch": 1.1476190476190475,
      "grad_norm": 0.5719299143043652,
      "learning_rate": 9.169847305954448e-06,
      "loss": 0.6048,
      "step": 2410
    },
    {
      "epoch": 1.15,
      "grad_norm": 0.5672551417094259,
      "learning_rate": 9.128442572523418e-06,
      "loss": 0.6068,
      "step": 2415
    },
    {
      "epoch": 1.1523809523809523,
      "grad_norm": 0.5811171033851283,
      "learning_rate": 9.087052889613519e-06,
      "loss": 0.5982,
      "step": 2420
    },
    {
      "epoch": 1.1547619047619047,
      "grad_norm": 0.5227291415650476,
      "learning_rate": 9.045678971963988e-06,
      "loss": 0.591,
      "step": 2425
    },
    {
      "epoch": 1.157142857142857,
      "grad_norm": 0.5413206931558642,
      "learning_rate": 9.004321534041836e-06,
      "loss": 0.5916,
      "step": 2430
    },
    {
      "epoch": 1.1595238095238094,
      "grad_norm": 0.5298903577250825,
      "learning_rate": 8.962981290029475e-06,
      "loss": 0.5883,
      "step": 2435
    },
    {
      "epoch": 1.161904761904762,
      "grad_norm": 0.4876508870345226,
      "learning_rate": 8.921658953812416e-06,
      "loss": 0.5938,
      "step": 2440
    },
    {
      "epoch": 1.1642857142857144,
      "grad_norm": 0.5198015834539063,
      "learning_rate": 8.880355238966923e-06,
      "loss": 0.5975,
      "step": 2445
    },
    {
      "epoch": 1.1666666666666667,
      "grad_norm": 0.5097940796805619,
      "learning_rate": 8.839070858747697e-06,
      "loss": 0.5868,
      "step": 2450
    },
    {
      "epoch": 1.1690476190476191,
      "grad_norm": 0.5663643871944489,
      "learning_rate": 8.797806526075566e-06,
      "loss": 0.5902,
      "step": 2455
    },
    {
      "epoch": 1.1714285714285715,
      "grad_norm": 0.5396345415398657,
      "learning_rate": 8.756562953525151e-06,
      "loss": 0.5958,
      "step": 2460
    },
    {
      "epoch": 1.1738095238095239,
      "grad_norm": 0.5577630837652126,
      "learning_rate": 8.715340853312586e-06,
      "loss": 0.5833,
      "step": 2465
    },
    {
      "epoch": 1.1761904761904762,
      "grad_norm": 0.5518263276547959,
      "learning_rate": 8.674140937283208e-06,
      "loss": 0.5935,
      "step": 2470
    },
    {
      "epoch": 1.1785714285714286,
      "grad_norm": 0.5084066290422407,
      "learning_rate": 8.632963916899268e-06,
      "loss": 0.5835,
      "step": 2475
    },
    {
      "epoch": 1.180952380952381,
      "grad_norm": 0.5098303646711122,
      "learning_rate": 8.591810503227634e-06,
      "loss": 0.6024,
      "step": 2480
    },
    {
      "epoch": 1.1833333333333333,
      "grad_norm": 0.5399045936688955,
      "learning_rate": 8.550681406927534e-06,
      "loss": 0.5916,
      "step": 2485
    },
    {
      "epoch": 1.1857142857142857,
      "grad_norm": 0.5139645415633143,
      "learning_rate": 8.509577338238255e-06,
      "loss": 0.5867,
      "step": 2490
    },
    {
      "epoch": 1.188095238095238,
      "grad_norm": 0.5670585522900756,
      "learning_rate": 8.46849900696691e-06,
      "loss": 0.6006,
      "step": 2495
    },
    {
      "epoch": 1.1904761904761905,
      "grad_norm": 0.5457106741839642,
      "learning_rate": 8.427447122476148e-06,
      "loss": 0.597,
      "step": 2500
    },
    {
      "epoch": 1.1928571428571428,
      "grad_norm": 0.5571733334835492,
      "learning_rate": 8.386422393671934e-06,
      "loss": 0.5913,
      "step": 2505
    },
    {
      "epoch": 1.1952380952380952,
      "grad_norm": 0.529527429611943,
      "learning_rate": 8.34542552899129e-06,
      "loss": 0.6006,
      "step": 2510
    },
    {
      "epoch": 1.1976190476190476,
      "grad_norm": 0.5235732448086102,
      "learning_rate": 8.304457236390062e-06,
      "loss": 0.5819,
      "step": 2515
    },
    {
      "epoch": 1.2,
      "grad_norm": 0.5332920937716661,
      "learning_rate": 8.263518223330698e-06,
      "loss": 0.6024,
      "step": 2520
    },
    {
      "epoch": 1.2023809523809523,
      "grad_norm": 0.5137113000682924,
      "learning_rate": 8.222609196770037e-06,
      "loss": 0.6001,
      "step": 2525
    },
    {
      "epoch": 1.2047619047619047,
      "grad_norm": 0.5000093032244755,
      "learning_rate": 8.181730863147094e-06,
      "loss": 0.5839,
      "step": 2530
    },
    {
      "epoch": 1.207142857142857,
      "grad_norm": 0.5084439515294099,
      "learning_rate": 8.140883928370855e-06,
      "loss": 0.5987,
      "step": 2535
    },
    {
      "epoch": 1.2095238095238094,
      "grad_norm": 0.5420324353647344,
      "learning_rate": 8.100069097808103e-06,
      "loss": 0.5918,
      "step": 2540
    },
    {
      "epoch": 1.2119047619047618,
      "grad_norm": 0.5051962888682799,
      "learning_rate": 8.059287076271216e-06,
      "loss": 0.5929,
      "step": 2545
    },
    {
      "epoch": 1.2142857142857142,
      "grad_norm": 0.5112423923421076,
      "learning_rate": 8.018538568006027e-06,
      "loss": 0.5851,
      "step": 2550
    },
    {
      "epoch": 1.2166666666666668,
      "grad_norm": 0.5404164861280687,
      "learning_rate": 7.977824276679623e-06,
      "loss": 0.6097,
      "step": 2555
    },
    {
      "epoch": 1.2190476190476192,
      "grad_norm": 0.5318602860411683,
      "learning_rate": 7.937144905368226e-06,
      "loss": 0.5952,
      "step": 2560
    },
    {
      "epoch": 1.2214285714285715,
      "grad_norm": 0.5521690395673133,
      "learning_rate": 7.896501156545044e-06,
      "loss": 0.594,
      "step": 2565
    },
    {
      "epoch": 1.223809523809524,
      "grad_norm": 0.4999490189546094,
      "learning_rate": 7.855893732068124e-06,
      "loss": 0.5934,
      "step": 2570
    },
    {
      "epoch": 1.2261904761904763,
      "grad_norm": 0.5048993618252382,
      "learning_rate": 7.815323333168262e-06,
      "loss": 0.5959,
      "step": 2575
    },
    {
      "epoch": 1.2285714285714286,
      "grad_norm": 0.5109949262663191,
      "learning_rate": 7.774790660436857e-06,
      "loss": 0.5988,
      "step": 2580
    },
    {
      "epoch": 1.230952380952381,
      "grad_norm": 0.5143824021233596,
      "learning_rate": 7.734296413813847e-06,
      "loss": 0.5844,
      "step": 2585
    },
    {
      "epoch": 1.2333333333333334,
      "grad_norm": 0.5337082713078726,
      "learning_rate": 7.6938412925756e-06,
      "loss": 0.5898,
      "step": 2590
    },
    {
      "epoch": 1.2357142857142858,
      "grad_norm": 0.5024058244542078,
      "learning_rate": 7.653425995322852e-06,
      "loss": 0.5959,
      "step": 2595
    },
    {
      "epoch": 1.2380952380952381,
      "grad_norm": 0.5089373868097246,
      "learning_rate": 7.613051219968624e-06,
      "loss": 0.6007,
      "step": 2600
    },
    {
      "epoch": 1.2404761904761905,
      "grad_norm": 0.5292691125658913,
      "learning_rate": 7.5727176637262034e-06,
      "loss": 0.5893,
      "step": 2605
    },
    {
      "epoch": 1.2428571428571429,
      "grad_norm": 0.5105236474902384,
      "learning_rate": 7.532426023097063e-06,
      "loss": 0.5991,
      "step": 2610
    },
    {
      "epoch": 1.2452380952380953,
      "grad_norm": 0.5289609790386512,
      "learning_rate": 7.492176993858873e-06,
      "loss": 0.5833,
      "step": 2615
    },
    {
      "epoch": 1.2476190476190476,
      "grad_norm": 0.5289162389327398,
      "learning_rate": 7.451971271053455e-06,
      "loss": 0.5852,
      "step": 2620
    },
    {
      "epoch": 1.25,
      "grad_norm": 0.570777487333234,
      "learning_rate": 7.411809548974792e-06,
      "loss": 0.5965,
      "step": 2625
    },
    {
      "epoch": 1.2523809523809524,
      "grad_norm": 0.5208585348103933,
      "learning_rate": 7.371692521157048e-06,
      "loss": 0.6133,
      "step": 2630
    },
    {
      "epoch": 1.2547619047619047,
      "grad_norm": 0.5279916869252734,
      "learning_rate": 7.331620880362571e-06,
      "loss": 0.5949,
      "step": 2635
    },
    {
      "epoch": 1.2571428571428571,
      "grad_norm": 0.5269636791495603,
      "learning_rate": 7.291595318569951e-06,
      "loss": 0.6078,
      "step": 2640
    },
    {
      "epoch": 1.2595238095238095,
      "grad_norm": 0.527352227349602,
      "learning_rate": 7.2516165269620534e-06,
      "loss": 0.5869,
      "step": 2645
    },
    {
      "epoch": 1.2619047619047619,
      "grad_norm": 0.5144295584353445,
      "learning_rate": 7.2116851959140965e-06,
      "loss": 0.5918,
      "step": 2650
    },
    {
      "epoch": 1.2642857142857142,
      "grad_norm": 0.5601926258663379,
      "learning_rate": 7.171802014981726e-06,
      "loss": 0.585,
      "step": 2655
    },
    {
      "epoch": 1.2666666666666666,
      "grad_norm": 0.5379381373225919,
      "learning_rate": 7.131967672889101e-06,
      "loss": 0.595,
      "step": 2660
    },
    {
      "epoch": 1.269047619047619,
      "grad_norm": 0.5251125215829732,
      "learning_rate": 7.092182857516998e-06,
      "loss": 0.5839,
      "step": 2665
    },
    {
      "epoch": 1.2714285714285714,
      "grad_norm": 0.4965704448975545,
      "learning_rate": 7.052448255890958e-06,
      "loss": 0.5991,
      "step": 2670
    },
    {
      "epoch": 1.2738095238095237,
      "grad_norm": 0.5450909049558729,
      "learning_rate": 7.012764554169393e-06,
      "loss": 0.6083,
      "step": 2675
    },
    {
      "epoch": 1.276190476190476,
      "grad_norm": 0.5915810150427402,
      "learning_rate": 6.973132437631743e-06,
      "loss": 0.5899,
      "step": 2680
    },
    {
      "epoch": 1.2785714285714285,
      "grad_norm": 0.5300752289151952,
      "learning_rate": 6.933552590666659e-06,
      "loss": 0.5876,
      "step": 2685
    },
    {
      "epoch": 1.2809523809523808,
      "grad_norm": 0.5026232106359814,
      "learning_rate": 6.8940256967601625e-06,
      "loss": 0.5853,
      "step": 2690
    },
    {
      "epoch": 1.2833333333333332,
      "grad_norm": 0.5197308254582468,
      "learning_rate": 6.854552438483866e-06,
      "loss": 0.5798,
      "step": 2695
    },
    {
      "epoch": 1.2857142857142856,
      "grad_norm": 0.5211709556282136,
      "learning_rate": 6.815133497483157e-06,
      "loss": 0.5708,
      "step": 2700
    },
    {
      "epoch": 1.288095238095238,
      "grad_norm": 0.4782326251158853,
      "learning_rate": 6.775769554465455e-06,
      "loss": 0.6023,
      "step": 2705
    },
    {
      "epoch": 1.2904761904761906,
      "grad_norm": 0.5151978950364201,
      "learning_rate": 6.736461289188445e-06,
      "loss": 0.6054,
      "step": 2710
    },
    {
      "epoch": 1.292857142857143,
      "grad_norm": 0.544144875536584,
      "learning_rate": 6.697209380448333e-06,
      "loss": 0.5983,
      "step": 2715
    },
    {
      "epoch": 1.2952380952380953,
      "grad_norm": 0.525706847543693,
      "learning_rate": 6.6580145060681255e-06,
      "loss": 0.5909,
      "step": 2720
    },
    {
      "epoch": 1.2976190476190477,
      "grad_norm": 0.5337499789796499,
      "learning_rate": 6.618877342885945e-06,
      "loss": 0.5932,
      "step": 2725
    },
    {
      "epoch": 1.3,
      "grad_norm": 0.4979999689542144,
      "learning_rate": 6.579798566743314e-06,
      "loss": 0.5872,
      "step": 2730
    },
    {
      "epoch": 1.3023809523809524,
      "grad_norm": 0.5293968795002583,
      "learning_rate": 6.540778852473497e-06,
      "loss": 0.595,
      "step": 2735
    },
    {
      "epoch": 1.3047619047619048,
      "grad_norm": 0.513270923657658,
      "learning_rate": 6.501818873889856e-06,
      "loss": 0.5951,
      "step": 2740
    },
    {
      "epoch": 1.3071428571428572,
      "grad_norm": 0.5284113230022897,
      "learning_rate": 6.462919303774186e-06,
      "loss": 0.5886,
      "step": 2745
    },
    {
      "epoch": 1.3095238095238095,
      "grad_norm": 0.511386553250273,
      "learning_rate": 6.424080813865139e-06,
      "loss": 0.5785,
      "step": 2750
    },
    {
      "epoch": 1.311904761904762,
      "grad_norm": 0.5612313704527047,
      "learning_rate": 6.3853040748465855e-06,
      "loss": 0.5934,
      "step": 2755
    },
    {
      "epoch": 1.3142857142857143,
      "grad_norm": 0.49635536234133354,
      "learning_rate": 6.34658975633605e-06,
      "loss": 0.5804,
      "step": 2760
    },
    {
      "epoch": 1.3166666666666667,
      "grad_norm": 0.5158067784575548,
      "learning_rate": 6.3079385268731575e-06,
      "loss": 0.5982,
      "step": 2765
    },
    {
      "epoch": 1.319047619047619,
      "grad_norm": 0.5424701107493409,
      "learning_rate": 6.269351053908061e-06,
      "loss": 0.5873,
      "step": 2770
    },
    {
      "epoch": 1.3214285714285714,
      "grad_norm": 0.5095803553683687,
      "learning_rate": 6.230828003789949e-06,
      "loss": 0.59,
      "step": 2775
    },
    {
      "epoch": 1.3238095238095238,
      "grad_norm": 0.5004483050726994,
      "learning_rate": 6.192370041755505e-06,
      "loss": 0.588,
      "step": 2780
    },
    {
      "epoch": 1.3261904761904761,
      "grad_norm": 0.5307962744979307,
      "learning_rate": 6.153977831917451e-06,
      "loss": 0.5879,
      "step": 2785
    },
    {
      "epoch": 1.3285714285714285,
      "grad_norm": 0.5520488950744148,
      "learning_rate": 6.115652037253054e-06,
      "loss": 0.5967,
      "step": 2790
    },
    {
      "epoch": 1.3309523809523809,
      "grad_norm": 0.4933954521187605,
      "learning_rate": 6.077393319592697e-06,
      "loss": 0.5922,
      "step": 2795
    },
    {
      "epoch": 1.3333333333333333,
      "grad_norm": 0.5376192804239446,
      "learning_rate": 6.039202339608432e-06,
      "loss": 0.577,
      "step": 2800
    },
    {
      "epoch": 1.3357142857142856,
      "grad_norm": 0.5213896422824574,
      "learning_rate": 6.001079756802592e-06,
      "loss": 0.58,
      "step": 2805
    },
    {
      "epoch": 1.3380952380952382,
      "grad_norm": 0.5605679212505607,
      "learning_rate": 5.963026229496378e-06,
      "loss": 0.5801,
      "step": 2810
    },
    {
      "epoch": 1.3404761904761906,
      "grad_norm": 0.5500894406128793,
      "learning_rate": 5.925042414818514e-06,
      "loss": 0.5893,
      "step": 2815
    },
    {
      "epoch": 1.342857142857143,
      "grad_norm": 0.5051376225418218,
      "learning_rate": 5.887128968693887e-06,
      "loss": 0.5804,
      "step": 2820
    },
    {
      "epoch": 1.3452380952380953,
      "grad_norm": 0.5241811747282762,
      "learning_rate": 5.849286545832211e-06,
      "loss": 0.576,
      "step": 2825
    },
    {
      "epoch": 1.3476190476190477,
      "grad_norm": 0.5163613845049234,
      "learning_rate": 5.811515799716754e-06,
      "loss": 0.585,
      "step": 2830
    },
    {
      "epoch": 1.35,
      "grad_norm": 0.5236385208944061,
      "learning_rate": 5.773817382593008e-06,
      "loss": 0.6006,
      "step": 2835
    },
    {
      "epoch": 1.3523809523809525,
      "grad_norm": 0.532779005684654,
      "learning_rate": 5.736191945457463e-06,
      "loss": 0.5946,
      "step": 2840
    },
    {
      "epoch": 1.3547619047619048,
      "grad_norm": 0.5259472612299654,
      "learning_rate": 5.698640138046349e-06,
      "loss": 0.5974,
      "step": 2845
    },
    {
      "epoch": 1.3571428571428572,
      "grad_norm": 0.5109032533795757,
      "learning_rate": 5.66116260882442e-06,
      "loss": 0.5936,
      "step": 2850
    },
    {
      "epoch": 1.3595238095238096,
      "grad_norm": 0.5122818131471542,
      "learning_rate": 5.623760004973749e-06,
      "loss": 0.5795,
      "step": 2855
    },
    {
      "epoch": 1.361904761904762,
      "grad_norm": 0.4768696514947288,
      "learning_rate": 5.586432972382561e-06,
      "loss": 0.5758,
      "step": 2860
    },
    {
      "epoch": 1.3642857142857143,
      "grad_norm": 0.53080481784541,
      "learning_rate": 5.549182155634076e-06,
      "loss": 0.5767,
      "step": 2865
    },
    {
      "epoch": 1.3666666666666667,
      "grad_norm": 0.5038341903214718,
      "learning_rate": 5.512008197995379e-06,
      "loss": 0.5933,
      "step": 2870
    },
    {
      "epoch": 1.369047619047619,
      "grad_norm": 0.5229825704537906,
      "learning_rate": 5.47491174140631e-06,
      "loss": 0.5824,
      "step": 2875
    },
    {
      "epoch": 1.3714285714285714,
      "grad_norm": 0.49627233889726186,
      "learning_rate": 5.43789342646837e-06,
      "loss": 0.5988,
      "step": 2880
    },
    {
      "epoch": 1.3738095238095238,
      "grad_norm": 0.514904186125751,
      "learning_rate": 5.4009538924336864e-06,
      "loss": 0.5876,
      "step": 2885
    },
    {
      "epoch": 1.3761904761904762,
      "grad_norm": 0.5509458010595618,
      "learning_rate": 5.364093777193944e-06,
      "loss": 0.6045,
      "step": 2890
    },
    {
      "epoch": 1.3785714285714286,
      "grad_norm": 0.5039270525726298,
      "learning_rate": 5.32731371726938e-06,
      "loss": 0.585,
      "step": 2895
    },
    {
      "epoch": 1.380952380952381,
      "grad_norm": 0.5437109056015712,
      "learning_rate": 5.290614347797802e-06,
      "loss": 0.5924,
      "step": 2900
    },
    {
      "epoch": 1.3833333333333333,
      "grad_norm": 0.5280438662821184,
      "learning_rate": 5.253996302523596e-06,
      "loss": 0.5808,
      "step": 2905
    },
    {
      "epoch": 1.3857142857142857,
      "grad_norm": 0.5411985643744547,
      "learning_rate": 5.217460213786822e-06,
      "loss": 0.5909,
      "step": 2910
    },
    {
      "epoch": 1.388095238095238,
      "grad_norm": 0.4928419336681969,
      "learning_rate": 5.181006712512245e-06,
      "loss": 0.5969,
      "step": 2915
    },
    {
      "epoch": 1.3904761904761904,
      "grad_norm": 0.49801415174834524,
      "learning_rate": 5.144636428198477e-06,
      "loss": 0.5869,
      "step": 2920
    },
    {
      "epoch": 1.3928571428571428,
      "grad_norm": 0.5060212093373364,
      "learning_rate": 5.108349988907111e-06,
      "loss": 0.5827,
      "step": 2925
    },
    {
      "epoch": 1.3952380952380952,
      "grad_norm": 0.4959605026950924,
      "learning_rate": 5.072148021251822e-06,
      "loss": 0.5904,
      "step": 2930
    },
    {
      "epoch": 1.3976190476190475,
      "grad_norm": 0.5256166273733636,
      "learning_rate": 5.036031150387624e-06,
      "loss": 0.582,
      "step": 2935
    },
    {
      "epoch": 1.4,
      "grad_norm": 0.5644237371840894,
      "learning_rate": 5.000000000000003e-06,
      "loss": 0.5876,
      "step": 2940
    },
    {
      "epoch": 1.4023809523809523,
      "grad_norm": 0.5544605233225762,
      "learning_rate": 4.964055192294187e-06,
      "loss": 0.5736,
      "step": 2945
    },
    {
      "epoch": 1.4047619047619047,
      "grad_norm": 0.5111614229837703,
      "learning_rate": 4.92819734798441e-06,
      "loss": 0.5872,
      "step": 2950
    },
    {
      "epoch": 1.407142857142857,
      "grad_norm": 0.4853589383206433,
      "learning_rate": 4.892427086283147e-06,
      "loss": 0.5899,
      "step": 2955
    },
    {
      "epoch": 1.4095238095238094,
      "grad_norm": 0.5024366384928733,
      "learning_rate": 4.856745024890466e-06,
      "loss": 0.5739,
      "step": 2960
    },
    {
      "epoch": 1.4119047619047618,
      "grad_norm": 0.5165017541670609,
      "learning_rate": 4.821151779983343e-06,
      "loss": 0.5889,
      "step": 2965
    },
    {
      "epoch": 1.4142857142857144,
      "grad_norm": 0.5326057098439853,
      "learning_rate": 4.78564796620502e-06,
      "loss": 0.5984,
      "step": 2970
    },
    {
      "epoch": 1.4166666666666667,
      "grad_norm": 0.5578793439842268,
      "learning_rate": 4.7502341966544e-06,
      "loss": 0.5919,
      "step": 2975
    },
    {
      "epoch": 1.4190476190476191,
      "grad_norm": 0.5266644847974143,
      "learning_rate": 4.714911082875446e-06,
      "loss": 0.5811,
      "step": 2980
    },
    {
      "epoch": 1.4214285714285715,
      "grad_norm": 0.5405356548584016,
      "learning_rate": 4.679679234846636e-06,
      "loss": 0.5852,
      "step": 2985
    },
    {
      "epoch": 1.4238095238095239,
      "grad_norm": 0.5332823348361332,
      "learning_rate": 4.644539260970417e-06,
      "loss": 0.5904,
      "step": 2990
    },
    {
      "epoch": 1.4261904761904762,
      "grad_norm": 0.5289204371473316,
      "learning_rate": 4.609491768062705e-06,
      "loss": 0.5715,
      "step": 2995
    },
    {
      "epoch": 1.4285714285714286,
      "grad_norm": 0.49718290349750854,
      "learning_rate": 4.5745373613424075e-06,
      "loss": 0.5875,
      "step": 3000
    },
    {
      "epoch": 1.430952380952381,
      "grad_norm": 0.5370577064296572,
      "learning_rate": 4.539676644420966e-06,
      "loss": 0.5838,
      "step": 3005
    },
    {
      "epoch": 1.4333333333333333,
      "grad_norm": 0.5318499526470056,
      "learning_rate": 4.504910219291941e-06,
      "loss": 0.6081,
      "step": 3010
    },
    {
      "epoch": 1.4357142857142857,
      "grad_norm": 0.5051255352622448,
      "learning_rate": 4.470238686320606e-06,
      "loss": 0.5796,
      "step": 3015
    },
    {
      "epoch": 1.438095238095238,
      "grad_norm": 0.5318507665411399,
      "learning_rate": 4.435662644233594e-06,
      "loss": 0.5763,
      "step": 3020
    },
    {
      "epoch": 1.4404761904761905,
      "grad_norm": 0.5337465779813616,
      "learning_rate": 4.4011826901085346e-06,
      "loss": 0.5856,
      "step": 3025
    },
    {
      "epoch": 1.4428571428571428,
      "grad_norm": 0.5165852420124566,
      "learning_rate": 4.3667994193637794e-06,
      "loss": 0.5879,
      "step": 3030
    },
    {
      "epoch": 1.4452380952380952,
      "grad_norm": 0.5155869722101444,
      "learning_rate": 4.3325134257480905e-06,
      "loss": 0.5831,
      "step": 3035
    },
    {
      "epoch": 1.4476190476190476,
      "grad_norm": 0.4775386551110262,
      "learning_rate": 4.298325301330383e-06,
      "loss": 0.5866,
      "step": 3040
    },
    {
      "epoch": 1.45,
      "grad_norm": 0.5054313057714112,
      "learning_rate": 4.264235636489542e-06,
      "loss": 0.5892,
      "step": 3045
    },
    {
      "epoch": 1.4523809523809523,
      "grad_norm": 0.527424288981721,
      "learning_rate": 4.23024501990417e-06,
      "loss": 0.581,
      "step": 3050
    },
    {
      "epoch": 1.4547619047619047,
      "grad_norm": 0.5089540127795982,
      "learning_rate": 4.196354038542476e-06,
      "loss": 0.5892,
      "step": 3055
    },
    {
      "epoch": 1.457142857142857,
      "grad_norm": 0.5207863838757609,
      "learning_rate": 4.162563277652104e-06,
      "loss": 0.5865,
      "step": 3060
    },
    {
      "epoch": 1.4595238095238094,
      "grad_norm": 0.5075766650861325,
      "learning_rate": 4.128873320750027e-06,
      "loss": 0.5756,
      "step": 3065
    },
    {
      "epoch": 1.461904761904762,
      "grad_norm": 0.5025228767994807,
      "learning_rate": 4.095284749612504e-06,
      "loss": 0.5872,
      "step": 3070
    },
    {
      "epoch": 1.4642857142857144,
      "grad_norm": 0.49216468636258304,
      "learning_rate": 4.061798144264986e-06,
      "loss": 0.5724,
      "step": 3075
    },
    {
      "epoch": 1.4666666666666668,
      "grad_norm": 0.5053765390136462,
      "learning_rate": 4.028414082972141e-06,
      "loss": 0.5725,
      "step": 3080
    },
    {
      "epoch": 1.4690476190476192,
      "grad_norm": 0.5698025824976778,
      "learning_rate": 3.995133142227843e-06,
      "loss": 0.5817,
      "step": 3085
    },
    {
      "epoch": 1.4714285714285715,
      "grad_norm": 0.510204796748791,
      "learning_rate": 3.961955896745224e-06,
      "loss": 0.5777,
      "step": 3090
    },
    {
      "epoch": 1.473809523809524,
      "grad_norm": 0.5091694662046772,
      "learning_rate": 3.928882919446767e-06,
      "loss": 0.5857,
      "step": 3095
    },
    {
      "epoch": 1.4761904761904763,
      "grad_norm": 0.5151359736079936,
      "learning_rate": 3.89591478145437e-06,
      "loss": 0.5801,
      "step": 3100
    },
    {
      "epoch": 1.4785714285714286,
      "grad_norm": 0.5182734669196073,
      "learning_rate": 3.8630520520795275e-06,
      "loss": 0.5693,
      "step": 3105
    },
    {
      "epoch": 1.480952380952381,
      "grad_norm": 0.5129439390544596,
      "learning_rate": 3.830295298813475e-06,
      "loss": 0.586,
      "step": 3110
    },
    {
      "epoch": 1.4833333333333334,
      "grad_norm": 0.5576172854485092,
      "learning_rate": 3.797645087317401e-06,
      "loss": 0.5753,
      "step": 3115
    },
    {
      "epoch": 1.4857142857142858,
      "grad_norm": 0.5067485290590222,
      "learning_rate": 3.7651019814126656e-06,
      "loss": 0.5958,
      "step": 3120
    },
    {
      "epoch": 1.4880952380952381,
      "grad_norm": 0.5319104622052202,
      "learning_rate": 3.7326665430710798e-06,
      "loss": 0.5868,
      "step": 3125
    },
    {
      "epoch": 1.4904761904761905,
      "grad_norm": 0.49375049435832247,
      "learning_rate": 3.7003393324051874e-06,
      "loss": 0.5757,
      "step": 3130
    },
    {
      "epoch": 1.4928571428571429,
      "grad_norm": 0.5074776283156045,
      "learning_rate": 3.6681209076586035e-06,
      "loss": 0.5845,
      "step": 3135
    },
    {
      "epoch": 1.4952380952380953,
      "grad_norm": 0.5065655047968505,
      "learning_rate": 3.636011825196365e-06,
      "loss": 0.5836,
      "step": 3140
    },
    {
      "epoch": 1.4976190476190476,
      "grad_norm": 0.517677275546858,
      "learning_rate": 3.6040126394953334e-06,
      "loss": 0.5794,
      "step": 3145
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.4918393882322778,
      "learning_rate": 3.5721239031346067e-06,
      "loss": 0.5894,
      "step": 3150
    },
    {
      "epoch": 1.5023809523809524,
      "grad_norm": 0.5004981541944984,
      "learning_rate": 3.540346166785994e-06,
      "loss": 0.5731,
      "step": 3155
    },
    {
      "epoch": 1.5047619047619047,
      "grad_norm": 0.5117157105186525,
      "learning_rate": 3.5086799792044812e-06,
      "loss": 0.5856,
      "step": 3160
    },
    {
      "epoch": 1.5071428571428571,
      "grad_norm": 0.5239013800449769,
      "learning_rate": 3.4771258872187917e-06,
      "loss": 0.5784,
      "step": 3165
    },
    {
      "epoch": 1.5095238095238095,
      "grad_norm": 0.499421090386738,
      "learning_rate": 3.4456844357218977e-06,
      "loss": 0.5853,
      "step": 3170
    },
    {
      "epoch": 1.5119047619047619,
      "grad_norm": 0.49970944259407496,
      "learning_rate": 3.414356167661658e-06,
      "loss": 0.57,
      "step": 3175
    },
    {
      "epoch": 1.5142857142857142,
      "grad_norm": 0.5258093843059876,
      "learning_rate": 3.3831416240314085e-06,
      "loss": 0.5761,
      "step": 3180
    },
    {
      "epoch": 1.5166666666666666,
      "grad_norm": 0.5244353245311157,
      "learning_rate": 3.3520413438606215e-06,
      "loss": 0.5882,
      "step": 3185
    },
    {
      "epoch": 1.519047619047619,
      "grad_norm": 0.4977521350042896,
      "learning_rate": 3.3210558642056277e-06,
      "loss": 0.5901,
      "step": 3190
    },
    {
      "epoch": 1.5214285714285714,
      "grad_norm": 0.5122476763468953,
      "learning_rate": 3.290185720140301e-06,
      "loss": 0.5811,
      "step": 3195
    },
    {
      "epoch": 1.5238095238095237,
      "grad_norm": 0.49340352912131785,
      "learning_rate": 3.2594314447468457e-06,
      "loss": 0.5754,
      "step": 3200
    },
    {
      "epoch": 1.526190476190476,
      "grad_norm": 0.4874919671111681,
      "learning_rate": 3.228793569106594e-06,
      "loss": 0.5841,
      "step": 3205
    },
    {
      "epoch": 1.5285714285714285,
      "grad_norm": 0.5324961393719349,
      "learning_rate": 3.1982726222908046e-06,
      "loss": 0.5727,
      "step": 3210
    },
    {
      "epoch": 1.5309523809523808,
      "grad_norm": 0.4995381050758276,
      "learning_rate": 3.1678691313515688e-06,
      "loss": 0.579,
      "step": 3215
    },
    {
      "epoch": 1.5333333333333332,
      "grad_norm": 0.49736016607701533,
      "learning_rate": 3.1375836213126653e-06,
      "loss": 0.5847,
      "step": 3220
    },
    {
      "epoch": 1.5357142857142856,
      "grad_norm": 0.549492541961606,
      "learning_rate": 3.10741661516053e-06,
      "loss": 0.5814,
      "step": 3225
    },
    {
      "epoch": 1.538095238095238,
      "grad_norm": 0.49389981419744866,
      "learning_rate": 3.077368633835205e-06,
      "loss": 0.5737,
      "step": 3230
    },
    {
      "epoch": 1.5404761904761903,
      "grad_norm": 0.5564195244743101,
      "learning_rate": 3.0474401962213483e-06,
      "loss": 0.5769,
      "step": 3235
    },
    {
      "epoch": 1.5428571428571427,
      "grad_norm": 0.5123987478065914,
      "learning_rate": 3.017631819139273e-06,
      "loss": 0.591,
      "step": 3240
    },
    {
      "epoch": 1.545238095238095,
      "grad_norm": 0.5012262974081656,
      "learning_rate": 2.987944017336023e-06,
      "loss": 0.5888,
      "step": 3245
    },
    {
      "epoch": 1.5476190476190477,
      "grad_norm": 0.5152768019089213,
      "learning_rate": 2.958377303476483e-06,
      "loss": 0.5702,
      "step": 3250
    },
    {
      "epoch": 1.55,
      "grad_norm": 0.5066389868980488,
      "learning_rate": 2.9289321881345257e-06,
      "loss": 0.5868,
      "step": 3255
    },
    {
      "epoch": 1.5523809523809524,
      "grad_norm": 0.5058336453434157,
      "learning_rate": 2.8996091797841976e-06,
      "loss": 0.5702,
      "step": 3260
    },
    {
      "epoch": 1.5547619047619048,
      "grad_norm": 0.4984793009615145,
      "learning_rate": 2.8704087847909333e-06,
      "loss": 0.5662,
      "step": 3265
    },
    {
      "epoch": 1.5571428571428572,
      "grad_norm": 0.5108314631589933,
      "learning_rate": 2.8413315074028157e-06,
      "loss": 0.5707,
      "step": 3270
    },
    {
      "epoch": 1.5595238095238095,
      "grad_norm": 0.5031743279940161,
      "learning_rate": 2.8123778497418687e-06,
      "loss": 0.5872,
      "step": 3275
    },
    {
      "epoch": 1.561904761904762,
      "grad_norm": 0.5140205415498605,
      "learning_rate": 2.783548311795379e-06,
      "loss": 0.5814,
      "step": 3280
    },
    {
      "epoch": 1.5642857142857143,
      "grad_norm": 0.4951045700618797,
      "learning_rate": 2.7548433914072736e-06,
      "loss": 0.5688,
      "step": 3285
    },
    {
      "epoch": 1.5666666666666667,
      "grad_norm": 0.4809510784828599,
      "learning_rate": 2.726263584269513e-06,
      "loss": 0.5822,
      "step": 3290
    },
    {
      "epoch": 1.569047619047619,
      "grad_norm": 0.5144657250346224,
      "learning_rate": 2.6978093839135365e-06,
      "loss": 0.5924,
      "step": 3295
    },
    {
      "epoch": 1.5714285714285714,
      "grad_norm": 0.5069069605136209,
      "learning_rate": 2.669481281701739e-06,
      "loss": 0.5808,
      "step": 3300
    },
    {
      "epoch": 1.5738095238095238,
      "grad_norm": 0.5080243059955405,
      "learning_rate": 2.641279766818977e-06,
      "loss": 0.5826,
      "step": 3305
    },
    {
      "epoch": 1.5761904761904761,
      "grad_norm": 0.5233910641374417,
      "learning_rate": 2.6132053262641467e-06,
      "loss": 0.5862,
      "step": 3310
    },
    {
      "epoch": 1.5785714285714287,
      "grad_norm": 0.5114261441752712,
      "learning_rate": 2.5852584448417327e-06,
      "loss": 0.582,
      "step": 3315
    },
    {
      "epoch": 1.580952380952381,
      "grad_norm": 0.5249361251608791,
      "learning_rate": 2.5574396051534835e-06,
      "loss": 0.5812,
      "step": 3320
    },
    {
      "epoch": 1.5833333333333335,
      "grad_norm": 0.5014730717082388,
      "learning_rate": 2.529749287590042e-06,
      "loss": 0.5836,
      "step": 3325
    },
    {
      "epoch": 1.5857142857142859,
      "grad_norm": 0.5031355239363027,
      "learning_rate": 2.502187970322657e-06,
      "loss": 0.5713,
      "step": 3330
    },
    {
      "epoch": 1.5880952380952382,
      "grad_norm": 0.5267100809447453,
      "learning_rate": 2.4747561292949496e-06,
      "loss": 0.5871,
      "step": 3335
    },
    {
      "epoch": 1.5904761904761906,
      "grad_norm": 0.5066033968112823,
      "learning_rate": 2.447454238214654e-06,
      "loss": 0.5777,
      "step": 3340
    },
    {
      "epoch": 1.592857142857143,
      "grad_norm": 0.5249173659213104,
      "learning_rate": 2.420282768545469e-06,
      "loss": 0.5932,
      "step": 3345
    },
    {
      "epoch": 1.5952380952380953,
      "grad_norm": 0.48114876503065274,
      "learning_rate": 2.3932421894989167e-06,
      "loss": 0.5733,
      "step": 3350
    },
    {
      "epoch": 1.5976190476190477,
      "grad_norm": 0.48457566365078014,
      "learning_rate": 2.366332968026207e-06,
      "loss": 0.581,
      "step": 3355
    },
    {
      "epoch": 1.6,
      "grad_norm": 0.49253983378100513,
      "learning_rate": 2.339555568810221e-06,
      "loss": 0.569,
      "step": 3360
    },
    {
      "epoch": 1.6023809523809525,
      "grad_norm": 0.521391190119619,
      "learning_rate": 2.3129104542574433e-06,
      "loss": 0.575,
      "step": 3365
    },
    {
      "epoch": 1.6047619047619048,
      "grad_norm": 0.4986688245603456,
      "learning_rate": 2.2863980844900036e-06,
      "loss": 0.5853,
      "step": 3370
    },
    {
      "epoch": 1.6071428571428572,
      "grad_norm": 0.5270951766715323,
      "learning_rate": 2.2600189173377263e-06,
      "loss": 0.5898,
      "step": 3375
    },
    {
      "epoch": 1.6095238095238096,
      "grad_norm": 0.46626058041434404,
      "learning_rate": 2.2337734083302164e-06,
      "loss": 0.584,
      "step": 3380
    },
    {
      "epoch": 1.611904761904762,
      "grad_norm": 0.5313981173035822,
      "learning_rate": 2.207662010689002e-06,
      "loss": 0.5822,
      "step": 3385
    },
    {
      "epoch": 1.6142857142857143,
      "grad_norm": 0.5153471281514648,
      "learning_rate": 2.1816851753197023e-06,
      "loss": 0.5797,
      "step": 3390
    },
    {
      "epoch": 1.6166666666666667,
      "grad_norm": 0.5000763124278017,
      "learning_rate": 2.155843350804243e-06,
      "loss": 0.567,
      "step": 3395
    },
    {
      "epoch": 1.619047619047619,
      "grad_norm": 0.49402952120811466,
      "learning_rate": 2.130136983393112e-06,
      "loss": 0.5697,
      "step": 3400
    },
    {
      "epoch": 1.6214285714285714,
      "grad_norm": 0.48898166681541133,
      "learning_rate": 2.104566516997647e-06,
      "loss": 0.5779,
      "step": 3405
    },
    {
      "epoch": 1.6238095238095238,
      "grad_norm": 0.5391774389924573,
      "learning_rate": 2.0791323931823783e-06,
      "loss": 0.5914,
      "step": 3410
    },
    {
      "epoch": 1.6261904761904762,
      "grad_norm": 0.5080483298837424,
      "learning_rate": 2.053835051157397e-06,
      "loss": 0.5817,
      "step": 3415
    },
    {
      "epoch": 1.6285714285714286,
      "grad_norm": 0.49302417797140397,
      "learning_rate": 2.0286749277707783e-06,
      "loss": 0.5647,
      "step": 3420
    },
    {
      "epoch": 1.630952380952381,
      "grad_norm": 0.5241769643468105,
      "learning_rate": 2.0036524575010176e-06,
      "loss": 0.5853,
      "step": 3425
    },
    {
      "epoch": 1.6333333333333333,
      "grad_norm": 0.5265692131855949,
      "learning_rate": 1.9787680724495617e-06,
      "loss": 0.5817,
      "step": 3430
    },
    {
      "epoch": 1.6357142857142857,
      "grad_norm": 0.4902606126508354,
      "learning_rate": 1.9540222023333165e-06,
      "loss": 0.5807,
      "step": 3435
    },
    {
      "epoch": 1.638095238095238,
      "grad_norm": 0.5237480696892753,
      "learning_rate": 1.929415274477239e-06,
      "loss": 0.5701,
      "step": 3440
    },
    {
      "epoch": 1.6404761904761904,
      "grad_norm": 0.5357308687997984,
      "learning_rate": 1.9049477138069606e-06,
      "loss": 0.5804,
      "step": 3445
    },
    {
      "epoch": 1.6428571428571428,
      "grad_norm": 0.5263899257687392,
      "learning_rate": 1.880619942841435e-06,
      "loss": 0.5883,
      "step": 3450
    },
    {
      "epoch": 1.6452380952380952,
      "grad_norm": 0.5115574850941745,
      "learning_rate": 1.856432381685669e-06,
      "loss": 0.59,
      "step": 3455
    },
    {
      "epoch": 1.6476190476190475,
      "grad_norm": 0.5173104409710929,
      "learning_rate": 1.8323854480234348e-06,
      "loss": 0.5805,
      "step": 3460
    },
    {
      "epoch": 1.65,
      "grad_norm": 0.5011073792449935,
      "learning_rate": 1.808479557110081e-06,
      "loss": 0.5738,
      "step": 3465
    },
    {
      "epoch": 1.6523809523809523,
      "grad_norm": 0.4933932876019805,
      "learning_rate": 1.7847151217653624e-06,
      "loss": 0.5722,
      "step": 3470
    },
    {
      "epoch": 1.6547619047619047,
      "grad_norm": 0.5181601753202433,
      "learning_rate": 1.7610925523662836e-06,
      "loss": 0.5673,
      "step": 3475
    },
    {
      "epoch": 1.657142857142857,
      "grad_norm": 0.5054495843864125,
      "learning_rate": 1.7376122568400533e-06,
      "loss": 0.5771,
      "step": 3480
    },
    {
      "epoch": 1.6595238095238094,
      "grad_norm": 0.5277775744809468,
      "learning_rate": 1.714274640657001e-06,
      "loss": 0.5747,
      "step": 3485
    },
    {
      "epoch": 1.6619047619047618,
      "grad_norm": 0.48735398585218814,
      "learning_rate": 1.6910801068236015e-06,
      "loss": 0.5847,
      "step": 3490
    },
    {
      "epoch": 1.6642857142857141,
      "grad_norm": 0.5157125695595391,
      "learning_rate": 1.6680290558755119e-06,
      "loss": 0.5828,
      "step": 3495
    },
    {
      "epoch": 1.6666666666666665,
      "grad_norm": 0.5089727599844109,
      "learning_rate": 1.6451218858706374e-06,
      "loss": 0.591,
      "step": 3500
    },
    {
      "epoch": 1.669047619047619,
      "grad_norm": 0.5026463229681872,
      "learning_rate": 1.6223589923822768e-06,
      "loss": 0.5817,
      "step": 3505
    },
    {
      "epoch": 1.6714285714285713,
      "grad_norm": 0.4931313873291854,
      "learning_rate": 1.599740768492286e-06,
      "loss": 0.5713,
      "step": 3510
    },
    {
      "epoch": 1.6738095238095239,
      "grad_norm": 0.5181473464694085,
      "learning_rate": 1.5772676047842862e-06,
      "loss": 0.5759,
      "step": 3515
    },
    {
      "epoch": 1.6761904761904762,
      "grad_norm": 0.4927232886574381,
      "learning_rate": 1.5549398893369216e-06,
      "loss": 0.5817,
      "step": 3520
    },
    {
      "epoch": 1.6785714285714286,
      "grad_norm": 0.5220587931111694,
      "learning_rate": 1.5327580077171589e-06,
      "loss": 0.5782,
      "step": 3525
    },
    {
      "epoch": 1.680952380952381,
      "grad_norm": 0.5333713690182812,
      "learning_rate": 1.5107223429736273e-06,
      "loss": 0.5883,
      "step": 3530
    },
    {
      "epoch": 1.6833333333333333,
      "grad_norm": 0.5150308121762561,
      "learning_rate": 1.4888332756300027e-06,
      "loss": 0.586,
      "step": 3535
    },
    {
      "epoch": 1.6857142857142857,
      "grad_norm": 0.4978412003341323,
      "learning_rate": 1.467091183678444e-06,
      "loss": 0.5872,
      "step": 3540
    },
    {
      "epoch": 1.688095238095238,
      "grad_norm": 0.4880778638366708,
      "learning_rate": 1.4454964425730533e-06,
      "loss": 0.5708,
      "step": 3545
    },
    {
      "epoch": 1.6904761904761905,
      "grad_norm": 0.5516107606480507,
      "learning_rate": 1.424049425223405e-06,
      "loss": 0.567,
      "step": 3550
    },
    {
      "epoch": 1.6928571428571428,
      "grad_norm": 0.5693622851862525,
      "learning_rate": 1.4027505019880972e-06,
      "loss": 0.5776,
      "step": 3555
    },
    {
      "epoch": 1.6952380952380952,
      "grad_norm": 0.5070794770825253,
      "learning_rate": 1.3816000406683604e-06,
      "loss": 0.5704,
      "step": 3560
    },
    {
      "epoch": 1.6976190476190476,
      "grad_norm": 0.49091161185672627,
      "learning_rate": 1.3605984065017074e-06,
      "loss": 0.5645,
      "step": 3565
    },
    {
      "epoch": 1.7,
      "grad_norm": 0.519545490092357,
      "learning_rate": 1.339745962155613e-06,
      "loss": 0.5866,
      "step": 3570
    },
    {
      "epoch": 1.7023809523809523,
      "grad_norm": 0.5212093423730666,
      "learning_rate": 1.3190430677212795e-06,
      "loss": 0.5864,
      "step": 3575
    },
    {
      "epoch": 1.704761904761905,
      "grad_norm": 0.531691412658331,
      "learning_rate": 1.2984900807073919e-06,
      "loss": 0.5789,
      "step": 3580
    },
    {
      "epoch": 1.7071428571428573,
      "grad_norm": 0.5456532742307001,
      "learning_rate": 1.278087356033947e-06,
      "loss": 0.5722,
      "step": 3585
    },
    {
      "epoch": 1.7095238095238097,
      "grad_norm": 0.5205925476159533,
      "learning_rate": 1.2578352460261456e-06,
      "loss": 0.5778,
      "step": 3590
    },
    {
      "epoch": 1.711904761904762,
      "grad_norm": 0.5062569568474926,
      "learning_rate": 1.2377341004082778e-06,
      "loss": 0.5741,
      "step": 3595
    },
    {
      "epoch": 1.7142857142857144,
      "grad_norm": 0.5175248723743612,
      "learning_rate": 1.2177842662977136e-06,
      "loss": 0.5785,
      "step": 3600
    },
    {
      "epoch": 1.7166666666666668,
      "grad_norm": 0.5159262102883804,
      "learning_rate": 1.1979860881988903e-06,
      "loss": 0.5754,
      "step": 3605
    },
    {
      "epoch": 1.7190476190476192,
      "grad_norm": 0.5083274127105409,
      "learning_rate": 1.1783399079973578e-06,
      "loss": 0.5842,
      "step": 3610
    },
    {
      "epoch": 1.7214285714285715,
      "grad_norm": 0.5120999260869891,
      "learning_rate": 1.1588460649539036e-06,
      "loss": 0.5734,
      "step": 3615
    },
    {
      "epoch": 1.723809523809524,
      "grad_norm": 0.49029779483860925,
      "learning_rate": 1.1395048956986577e-06,
      "loss": 0.5899,
      "step": 3620
    },
    {
      "epoch": 1.7261904761904763,
      "grad_norm": 0.5065004286184338,
      "learning_rate": 1.1203167342253063e-06,
      "loss": 0.5728,
      "step": 3625
    },
    {
      "epoch": 1.7285714285714286,
      "grad_norm": 0.5162711801738049,
      "learning_rate": 1.1012819118853147e-06,
      "loss": 0.57,
      "step": 3630
    },
    {
      "epoch": 1.730952380952381,
      "grad_norm": 0.512398683483683,
      "learning_rate": 1.0824007573822025e-06,
      "loss": 0.573,
      "step": 3635
    },
    {
      "epoch": 1.7333333333333334,
      "grad_norm": 0.5060773003944762,
      "learning_rate": 1.0636735967658785e-06,
      "loss": 0.5758,
      "step": 3640
    },
    {
      "epoch": 1.7357142857142858,
      "grad_norm": 0.5719110243417397,
      "learning_rate": 1.0451007534269908e-06,
      "loss": 0.5706,
      "step": 3645
    },
    {
      "epoch": 1.7380952380952381,
      "grad_norm": 0.5159140197103158,
      "learning_rate": 1.026682548091361e-06,
      "loss": 0.5787,
      "step": 3650
    },
    {
      "epoch": 1.7404761904761905,
      "grad_norm": 0.5756689272489154,
      "learning_rate": 1.0084192988144392e-06,
      "loss": 0.589,
      "step": 3655
    },
    {
      "epoch": 1.7428571428571429,
      "grad_norm": 0.4987087820127243,
      "learning_rate": 9.903113209758098e-07,
      "loss": 0.5713,
      "step": 3660
    },
    {
      "epoch": 1.7452380952380953,
      "grad_norm": 0.49383352905457956,
      "learning_rate": 9.723589272737443e-07,
      "loss": 0.5692,
      "step": 3665
    },
    {
      "epoch": 1.7476190476190476,
      "grad_norm": 0.5341671518005138,
      "learning_rate": 9.545624277198085e-07,
      "loss": 0.5653,
      "step": 3670
    },
    {
      "epoch": 1.75,
      "grad_norm": 0.5264048094976569,
      "learning_rate": 9.369221296335007e-07,
      "loss": 0.5716,
      "step": 3675
    },
    {
      "epoch": 1.7523809523809524,
      "grad_norm": 0.49117865624067225,
      "learning_rate": 9.194383376369509e-07,
      "loss": 0.5755,
      "step": 3680
    },
    {
      "epoch": 1.7547619047619047,
      "grad_norm": 0.4802311797210391,
      "learning_rate": 9.021113536496551e-07,
      "loss": 0.5796,
      "step": 3685
    },
    {
      "epoch": 1.7571428571428571,
      "grad_norm": 0.5170954646484791,
      "learning_rate": 8.849414768832687e-07,
      "loss": 0.5575,
      "step": 3690
    },
    {
      "epoch": 1.7595238095238095,
      "grad_norm": 0.502792596764845,
      "learning_rate": 8.679290038364319e-07,
      "loss": 0.5833,
      "step": 3695
    },
    {
      "epoch": 1.7619047619047619,
      "grad_norm": 0.5049868760014847,
      "learning_rate": 8.510742282896545e-07,
      "loss": 0.577,
      "step": 3700
    },
    {
      "epoch": 1.7642857142857142,
      "grad_norm": 0.5037269478659716,
      "learning_rate": 8.343774413002382e-07,
      "loss": 0.5857,
      "step": 3705
    },
    {
      "epoch": 1.7666666666666666,
      "grad_norm": 0.531756805530802,
      "learning_rate": 8.178389311972612e-07,
      "loss": 0.5706,
      "step": 3710
    },
    {
      "epoch": 1.769047619047619,
      "grad_norm": 0.5354038647559776,
      "learning_rate": 8.014589835765807e-07,
      "loss": 0.5793,
      "step": 3715
    },
    {
      "epoch": 1.7714285714285714,
      "grad_norm": 0.5165889882026443,
      "learning_rate": 7.852378812959227e-07,
      "loss": 0.565,
      "step": 3720
    },
    {
      "epoch": 1.7738095238095237,
      "grad_norm": 0.5188950618246705,
      "learning_rate": 7.69175904469982e-07,
      "loss": 0.5681,
      "step": 3725
    },
    {
      "epoch": 1.776190476190476,
      "grad_norm": 0.5219125713505919,
      "learning_rate": 7.532733304655848e-07,
      "loss": 0.5823,
      "step": 3730
    },
    {
      "epoch": 1.7785714285714285,
      "grad_norm": 0.4842042459830578,
      "learning_rate": 7.375304338969135e-07,
      "loss": 0.5754,
      "step": 3735
    },
    {
      "epoch": 1.7809523809523808,
      "grad_norm": 0.5028634955697662,
      "learning_rate": 7.219474866207465e-07,
      "loss": 0.5655,
      "step": 3740
    },
    {
      "epoch": 1.7833333333333332,
      "grad_norm": 0.48467803772894236,
      "learning_rate": 7.065247577317747e-07,
      "loss": 0.5725,
      "step": 3745
    },
    {
      "epoch": 1.7857142857142856,
      "grad_norm": 0.4918168156661026,
      "learning_rate": 6.912625135579587e-07,
      "loss": 0.5722,
      "step": 3750
    },
    {
      "epoch": 1.788095238095238,
      "grad_norm": 0.48464787354503214,
      "learning_rate": 6.761610176559086e-07,
      "loss": 0.5589,
      "step": 3755
    },
    {
      "epoch": 1.7904761904761903,
      "grad_norm": 0.5182220123762346,
      "learning_rate": 6.612205308063646e-07,
      "loss": 0.5684,
      "step": 3760
    },
    {
      "epoch": 1.7928571428571427,
      "grad_norm": 0.48991260111946716,
      "learning_rate": 6.464413110096601e-07,
      "loss": 0.5778,
      "step": 3765
    },
    {
      "epoch": 1.795238095238095,
      "grad_norm": 0.4667646370432281,
      "learning_rate": 6.318236134812917e-07,
      "loss": 0.5783,
      "step": 3770
    },
    {
      "epoch": 1.7976190476190477,
      "grad_norm": 0.5127849630517298,
      "learning_rate": 6.173676906475012e-07,
      "loss": 0.5793,
      "step": 3775
    },
    {
      "epoch": 1.8,
      "grad_norm": 0.5479174273289018,
      "learning_rate": 6.030737921409169e-07,
      "loss": 0.5789,
      "step": 3780
    },
    {
      "epoch": 1.8023809523809524,
      "grad_norm": 0.5027002463972741,
      "learning_rate": 5.889421647962456e-07,
      "loss": 0.5844,
      "step": 3785
    },
    {
      "epoch": 1.8047619047619048,
      "grad_norm": 0.47085642019543783,
      "learning_rate": 5.749730526460073e-07,
      "loss": 0.5675,
      "step": 3790
    },
    {
      "epoch": 1.8071428571428572,
      "grad_norm": 0.5072363123110816,
      "learning_rate": 5.611666969163243e-07,
      "loss": 0.5775,
      "step": 3795
    },
    {
      "epoch": 1.8095238095238095,
      "grad_norm": 0.4957008376046064,
      "learning_rate": 5.475233360227516e-07,
      "loss": 0.5811,
      "step": 3800
    },
    {
      "epoch": 1.811904761904762,
      "grad_norm": 0.5212409865496715,
      "learning_rate": 5.340432055661637e-07,
      "loss": 0.5761,
      "step": 3805
    },
    {
      "epoch": 1.8142857142857143,
      "grad_norm": 0.470997569919902,
      "learning_rate": 5.207265383286831e-07,
      "loss": 0.5727,
      "step": 3810
    },
    {
      "epoch": 1.8166666666666667,
      "grad_norm": 0.5180739672868397,
      "learning_rate": 5.075735642696611e-07,
      "loss": 0.5655,
      "step": 3815
    },
    {
      "epoch": 1.819047619047619,
      "grad_norm": 0.4888611854375848,
      "learning_rate": 4.945845105217118e-07,
      "loss": 0.5642,
      "step": 3820
    },
    {
      "epoch": 1.8214285714285714,
      "grad_norm": 0.5177332953584531,
      "learning_rate": 4.817596013867765e-07,
      "loss": 0.5845,
      "step": 3825
    },
    {
      "epoch": 1.8238095238095238,
      "grad_norm": 0.5279903730811234,
      "learning_rate": 4.6909905833226965e-07,
      "loss": 0.5775,
      "step": 3830
    },
    {
      "epoch": 1.8261904761904761,
      "grad_norm": 0.5151201728696789,
      "learning_rate": 4.566030999872384e-07,
      "loss": 0.5863,
      "step": 3835
    },
    {
      "epoch": 1.8285714285714287,
      "grad_norm": 0.5216946630712812,
      "learning_rate": 4.4427194213859216e-07,
      "loss": 0.5824,
      "step": 3840
    },
    {
      "epoch": 1.830952380952381,
      "grad_norm": 0.48997634713435234,
      "learning_rate": 4.3210579772738237e-07,
      "loss": 0.5633,
      "step": 3845
    },
    {
      "epoch": 1.8333333333333335,
      "grad_norm": 0.5266753228806161,
      "learning_rate": 4.2010487684511105e-07,
      "loss": 0.5861,
      "step": 3850
    },
    {
      "epoch": 1.8357142857142859,
      "grad_norm": 0.4963390005103402,
      "learning_rate": 4.082693867301224e-07,
      "loss": 0.5866,
      "step": 3855
    },
    {
      "epoch": 1.8380952380952382,
      "grad_norm": 0.5075963559582308,
      "learning_rate": 3.965995317640026e-07,
      "loss": 0.566,
      "step": 3860
    },
    {
      "epoch": 1.8404761904761906,
      "grad_norm": 0.5210567644268166,
      "learning_rate": 3.850955134680678e-07,
      "loss": 0.576,
      "step": 3865
    },
    {
      "epoch": 1.842857142857143,
      "grad_norm": 0.521115702642029,
      "learning_rate": 3.7375753049987974e-07,
      "loss": 0.5695,
      "step": 3870
    },
    {
      "epoch": 1.8452380952380953,
      "grad_norm": 0.5060214448757876,
      "learning_rate": 3.625857786498055e-07,
      "loss": 0.5704,
      "step": 3875
    },
    {
      "epoch": 1.8476190476190477,
      "grad_norm": 0.4875613223286847,
      "learning_rate": 3.515804508376508e-07,
      "loss": 0.5697,
      "step": 3880
    },
    {
      "epoch": 1.85,
      "grad_norm": 0.4832852448893152,
      "learning_rate": 3.4074173710931804e-07,
      "loss": 0.5768,
      "step": 3885
    },
    {
      "epoch": 1.8523809523809525,
      "grad_norm": 0.5331240685153525,
      "learning_rate": 3.3006982463352764e-07,
      "loss": 0.5737,
      "step": 3890
    },
    {
      "epoch": 1.8547619047619048,
      "grad_norm": 0.5001592000344391,
      "learning_rate": 3.1956489769859213e-07,
      "loss": 0.572,
      "step": 3895
    },
    {
      "epoch": 1.8571428571428572,
      "grad_norm": 0.48713909339424555,
      "learning_rate": 3.0922713770922155e-07,
      "loss": 0.5842,
      "step": 3900
    },
    {
      "epoch": 1.8595238095238096,
      "grad_norm": 0.505832290948494,
      "learning_rate": 2.9905672318339963e-07,
      "loss": 0.5794,
      "step": 3905
    },
    {
      "epoch": 1.861904761904762,
      "grad_norm": 0.5001487285158832,
      "learning_rate": 2.8905382974930173e-07,
      "loss": 0.5797,
      "step": 3910
    },
    {
      "epoch": 1.8642857142857143,
      "grad_norm": 0.5134685274388742,
      "learning_rate": 2.7921863014225504e-07,
      "loss": 0.5938,
      "step": 3915
    },
    {
      "epoch": 1.8666666666666667,
      "grad_norm": 0.48901171207964383,
      "learning_rate": 2.6955129420176193e-07,
      "loss": 0.5804,
      "step": 3920
    },
    {
      "epoch": 1.869047619047619,
      "grad_norm": 0.4928766933172695,
      "learning_rate": 2.6005198886856486e-07,
      "loss": 0.5738,
      "step": 3925
    },
    {
      "epoch": 1.8714285714285714,
      "grad_norm": 0.4929640596310142,
      "learning_rate": 2.507208781817638e-07,
      "loss": 0.5628,
      "step": 3930
    },
    {
      "epoch": 1.8738095238095238,
      "grad_norm": 0.5172714992148169,
      "learning_rate": 2.4155812327598337e-07,
      "loss": 0.5649,
      "step": 3935
    },
    {
      "epoch": 1.8761904761904762,
      "grad_norm": 0.5022968661364299,
      "learning_rate": 2.3256388237858806e-07,
      "loss": 0.5681,
      "step": 3940
    },
    {
      "epoch": 1.8785714285714286,
      "grad_norm": 0.5232052126416001,
      "learning_rate": 2.2373831080695463e-07,
      "loss": 0.5745,
      "step": 3945
    },
    {
      "epoch": 1.880952380952381,
      "grad_norm": 0.488579854673118,
      "learning_rate": 2.1508156096578748e-07,
      "loss": 0.5729,
      "step": 3950
    },
    {
      "epoch": 1.8833333333333333,
      "grad_norm": 0.5155005458528391,
      "learning_rate": 2.0659378234448524e-07,
      "loss": 0.5732,
      "step": 3955
    },
    {
      "epoch": 1.8857142857142857,
      "grad_norm": 0.5024985648134219,
      "learning_rate": 1.9827512151456175e-07,
      "loss": 0.5627,
      "step": 3960
    },
    {
      "epoch": 1.888095238095238,
      "grad_norm": 0.5210350946419919,
      "learning_rate": 1.9012572212711467e-07,
      "loss": 0.5766,
      "step": 3965
    },
    {
      "epoch": 1.8904761904761904,
      "grad_norm": 0.505351224359543,
      "learning_rate": 1.82145724910342e-07,
      "loss": 0.5787,
      "step": 3970
    },
    {
      "epoch": 1.8928571428571428,
      "grad_norm": 0.5042030458059477,
      "learning_rate": 1.7433526766711727e-07,
      "loss": 0.5756,
      "step": 3975
    },
    {
      "epoch": 1.8952380952380952,
      "grad_norm": 0.5196433352960352,
      "learning_rate": 1.6669448527260602e-07,
      "loss": 0.5787,
      "step": 3980
    },
    {
      "epoch": 1.8976190476190475,
      "grad_norm": 0.5042961399463299,
      "learning_rate": 1.5922350967193524e-07,
      "loss": 0.5828,
      "step": 3985
    },
    {
      "epoch": 1.9,
      "grad_norm": 0.49509327596749514,
      "learning_rate": 1.519224698779198e-07,
      "loss": 0.5666,
      "step": 3990
    },
    {
      "epoch": 1.9023809523809523,
      "grad_norm": 0.4993392687429765,
      "learning_rate": 1.447914919688298e-07,
      "loss": 0.5862,
      "step": 3995
    },
    {
      "epoch": 1.9047619047619047,
      "grad_norm": 0.5302407636844851,
      "learning_rate": 1.3783069908621772e-07,
      "loss": 0.5711,
      "step": 4000
    },
    {
      "epoch": 1.907142857142857,
      "grad_norm": 0.49474811360911164,
      "learning_rate": 1.3104021143278911e-07,
      "loss": 0.5876,
      "step": 4005
    },
    {
      "epoch": 1.9095238095238094,
      "grad_norm": 0.497576228240754,
      "learning_rate": 1.2442014627032318e-07,
      "loss": 0.5744,
      "step": 4010
    },
    {
      "epoch": 1.9119047619047618,
      "grad_norm": 0.4871944438237385,
      "learning_rate": 1.1797061791766207e-07,
      "loss": 0.5714,
      "step": 4015
    },
    {
      "epoch": 1.9142857142857141,
      "grad_norm": 0.4830245999351171,
      "learning_rate": 1.1169173774871478e-07,
      "loss": 0.5686,
      "step": 4020
    },
    {
      "epoch": 1.9166666666666665,
      "grad_norm": 0.5413142563859302,
      "learning_rate": 1.055836141905553e-07,
      "loss": 0.5888,
      "step": 4025
    },
    {
      "epoch": 1.919047619047619,
      "grad_norm": 0.46941478343612175,
      "learning_rate": 9.964635272153633e-08,
      "loss": 0.5786,
      "step": 4030
    },
    {
      "epoch": 1.9214285714285713,
      "grad_norm": 0.5140729728882855,
      "learning_rate": 9.388005586947191e-08,
      "loss": 0.565,
      "step": 4035
    },
    {
      "epoch": 1.9238095238095239,
      "grad_norm": 0.4991452996322733,
      "learning_rate": 8.82848232098732e-08,
      "loss": 0.5708,
      "step": 4040
    },
    {
      "epoch": 1.9261904761904762,
      "grad_norm": 0.505925510646528,
      "learning_rate": 8.286075136421435e-08,
      "loss": 0.5814,
      "step": 4045
    },
    {
      "epoch": 1.9285714285714286,
      "grad_norm": 0.5275663420688306,
      "learning_rate": 7.760793399827937e-08,
      "loss": 0.5635,
      "step": 4050
    },
    {
      "epoch": 1.930952380952381,
      "grad_norm": 0.5049137853663558,
      "learning_rate": 7.25264618205357e-08,
      "loss": 0.5547,
      "step": 4055
    },
    {
      "epoch": 1.9333333333333333,
      "grad_norm": 0.4878320213926508,
      "learning_rate": 6.761642258056977e-08,
      "loss": 0.5695,
      "step": 4060
    },
    {
      "epoch": 1.9357142857142857,
      "grad_norm": 0.5081138801093147,
      "learning_rate": 6.287790106757396e-08,
      "loss": 0.5683,
      "step": 4065
    },
    {
      "epoch": 1.938095238095238,
      "grad_norm": 0.4943589564870212,
      "learning_rate": 5.831097910887873e-08,
      "loss": 0.5658,
      "step": 4070
    },
    {
      "epoch": 1.9404761904761905,
      "grad_norm": 0.5302217136380152,
      "learning_rate": 5.391573556854157e-08,
      "loss": 0.5678,
      "step": 4075
    },
    {
      "epoch": 1.9428571428571428,
      "grad_norm": 0.5038390499507364,
      "learning_rate": 4.9692246345985905e-08,
      "loss": 0.5702,
      "step": 4080
    },
    {
      "epoch": 1.9452380952380952,
      "grad_norm": 0.5151211498515915,
      "learning_rate": 4.564058437468877e-08,
      "loss": 0.5784,
      "step": 4085
    },
    {
      "epoch": 1.9476190476190476,
      "grad_norm": 0.4789745893173457,
      "learning_rate": 4.176081962092182e-08,
      "loss": 0.5749,
      "step": 4090
    },
    {
      "epoch": 1.95,
      "grad_norm": 0.4997223839030282,
      "learning_rate": 3.805301908254455e-08,
      "loss": 0.5871,
      "step": 4095
    },
    {
      "epoch": 1.9523809523809523,
      "grad_norm": 0.49934046802623616,
      "learning_rate": 3.451724678784518e-08,
      "loss": 0.561,
      "step": 4100
    },
    {
      "epoch": 1.954761904761905,
      "grad_norm": 0.4974229497151692,
      "learning_rate": 3.115356379443601e-08,
      "loss": 0.5661,
      "step": 4105
    },
    {
      "epoch": 1.9571428571428573,
      "grad_norm": 0.5196515473348364,
      "learning_rate": 2.796202818819871e-08,
      "loss": 0.5856,
      "step": 4110
    },
    {
      "epoch": 1.9595238095238097,
      "grad_norm": 0.49970636623212594,
      "learning_rate": 2.4942695082281752e-08,
      "loss": 0.5797,
      "step": 4115
    },
    {
      "epoch": 1.961904761904762,
      "grad_norm": 0.5173329159698928,
      "learning_rate": 2.2095616616150117e-08,
      "loss": 0.5747,
      "step": 4120
    },
    {
      "epoch": 1.9642857142857144,
      "grad_norm": 0.49959590807990745,
      "learning_rate": 1.9420841954681525e-08,
      "loss": 0.5646,
      "step": 4125
    },
    {
      "epoch": 1.9666666666666668,
      "grad_norm": 0.48412036634259087,
      "learning_rate": 1.6918417287318245e-08,
      "loss": 0.5777,
      "step": 4130
    },
    {
      "epoch": 1.9690476190476192,
      "grad_norm": 0.50340974957607,
      "learning_rate": 1.4588385827272178e-08,
      "loss": 0.5762,
      "step": 4135
    },
    {
      "epoch": 1.9714285714285715,
      "grad_norm": 0.5095137173840767,
      "learning_rate": 1.2430787810776556e-08,
      "loss": 0.5779,
      "step": 4140
    },
    {
      "epoch": 1.973809523809524,
      "grad_norm": 0.5201276330625599,
      "learning_rate": 1.0445660496390952e-08,
      "loss": 0.5829,
      "step": 4145
    },
    {
      "epoch": 1.9761904761904763,
      "grad_norm": 0.4957082874285413,
      "learning_rate": 8.633038164358454e-09,
      "loss": 0.5782,
      "step": 4150
    },
    {
      "epoch": 1.9785714285714286,
      "grad_norm": 0.49005045720787455,
      "learning_rate": 6.992952116013918e-09,
      "loss": 0.5769,
      "step": 4155
    },
    {
      "epoch": 1.980952380952381,
      "grad_norm": 0.5163548919624951,
      "learning_rate": 5.525430673244403e-09,
      "loss": 0.574,
      "step": 4160
    },
    {
      "epoch": 1.9833333333333334,
      "grad_norm": 0.5289724215651535,
      "learning_rate": 4.230499177994007e-09,
      "loss": 0.5773,
      "step": 4165
    },
    {
      "epoch": 1.9857142857142858,
      "grad_norm": 0.485812450600075,
      "learning_rate": 3.1081799918375454e-09,
      "loss": 0.5835,
      "step": 4170
    },
    {
      "epoch": 1.9880952380952381,
      "grad_norm": 0.48465992123370755,
      "learning_rate": 2.1584924955819763e-09,
      "loss": 0.5851,
      "step": 4175
    },
    {
      "epoch": 1.9904761904761905,
      "grad_norm": 0.5073868341064405,
      "learning_rate": 1.3814530889433298e-09,
      "loss": 0.5656,
      "step": 4180
    },
    {
      "epoch": 1.9928571428571429,
      "grad_norm": 0.4822167121104924,
      "learning_rate": 7.770751902513862e-10,
      "loss": 0.5766,
      "step": 4185
    },
    {
      "epoch": 1.9952380952380953,
      "grad_norm": 0.5135567153768665,
      "learning_rate": 3.4536923623096353e-10,
      "loss": 0.5891,
      "step": 4190
    },
    {
      "epoch": 1.9976190476190476,
      "grad_norm": 0.5058535961206515,
      "learning_rate": 8.634268181095806e-11,
      "loss": 0.5653,
      "step": 4195
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.5344236072743405,
      "learning_rate": 0.0,
      "loss": 0.56,
      "step": 4200
    },
    {
      "epoch": 2.0,
      "eval_loss": 0.741725742816925,
      "eval_runtime": 110.7755,
      "eval_samples_per_second": 77.282,
      "eval_steps_per_second": 1.21,
      "step": 4200
    },
    {
      "epoch": 2.0,
      "step": 4200,
      "total_flos": 879394553856000.0,
      "train_loss": 0.6596568237599872,
      "train_runtime": 12326.0183,
      "train_samples_per_second": 21.801,
      "train_steps_per_second": 0.341
    }
  ],
  "logging_steps": 5,
  "max_steps": 4200,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": false,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 879394553856000.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}