{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.975609756097561,
  "eval_steps": 100,
  "global_step": 1400,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "grad_norm": 5.222031839173859,
      "learning_rate": 2.0000000000000002e-07,
      "loss": 1.0419,
      "step": 1
    },
    {
      "epoch": 0.0,
      "eval_loss": 1.111273169517517,
      "eval_runtime": 187.0422,
      "eval_samples_per_second": 216.272,
      "eval_steps_per_second": 27.037,
      "step": 1
    },
    {
      "epoch": 0.0,
      "grad_norm": 5.978909941838748,
      "learning_rate": 4.0000000000000003e-07,
      "loss": 1.1665,
      "step": 2
    },
    {
      "epoch": 0.0,
      "grad_norm": 6.130580056448725,
      "learning_rate": 6.000000000000001e-07,
      "loss": 1.0667,
      "step": 3
    },
    {
      "epoch": 0.0,
      "grad_norm": 6.089935092381693,
      "learning_rate": 8.000000000000001e-07,
      "loss": 1.1201,
      "step": 4
    },
    {
      "epoch": 0.0,
      "grad_norm": 5.442869698529515,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 1.1546,
      "step": 5
    },
    {
      "epoch": 0.0,
      "grad_norm": 5.28471945792447,
      "learning_rate": 1.2000000000000002e-06,
      "loss": 1.0699,
      "step": 6
    },
    {
      "epoch": 0.0,
      "grad_norm": 5.161065961031279,
      "learning_rate": 1.4000000000000001e-06,
      "loss": 1.0906,
      "step": 7
    },
    {
      "epoch": 0.01,
      "grad_norm": 3.4182824757873225,
      "learning_rate": 1.6000000000000001e-06,
      "loss": 1.0971,
      "step": 8
    },
    {
      "epoch": 0.01,
      "grad_norm": 3.306106150153299,
      "learning_rate": 1.8000000000000001e-06,
      "loss": 1.0531,
      "step": 9
    },
    {
      "epoch": 0.01,
      "grad_norm": 3.191198685577769,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 0.9869,
      "step": 10
    },
    {
      "epoch": 0.01,
      "grad_norm": 2.533581010023776,
      "learning_rate": 2.2e-06,
      "loss": 0.9584,
      "step": 11
    },
    {
      "epoch": 0.01,
      "grad_norm": 2.0578264756667672,
      "learning_rate": 2.4000000000000003e-06,
      "loss": 1.0656,
      "step": 12
    },
    {
      "epoch": 0.01,
      "grad_norm": 1.8914865841383306,
      "learning_rate": 2.6e-06,
      "loss": 0.9628,
      "step": 13
    },
    {
      "epoch": 0.01,
      "grad_norm": 1.7786338729768105,
      "learning_rate": 2.8000000000000003e-06,
      "loss": 0.9298,
      "step": 14
    },
    {
      "epoch": 0.01,
      "grad_norm": 2.7245515964220006,
      "learning_rate": 3e-06,
      "loss": 0.9603,
      "step": 15
    },
    {
      "epoch": 0.01,
      "grad_norm": 2.247401176863816,
      "learning_rate": 3.2000000000000003e-06,
      "loss": 0.9844,
      "step": 16
    },
    {
      "epoch": 0.01,
      "grad_norm": 1.9693650667856115,
      "learning_rate": 3.4000000000000005e-06,
      "loss": 1.0114,
      "step": 17
    },
    {
      "epoch": 0.01,
      "grad_norm": 1.5493157164665008,
      "learning_rate": 3.6000000000000003e-06,
      "loss": 0.9769,
      "step": 18
    },
    {
      "epoch": 0.01,
      "grad_norm": 1.5312837230851732,
      "learning_rate": 3.8000000000000005e-06,
      "loss": 0.9671,
      "step": 19
    },
    {
      "epoch": 0.01,
      "grad_norm": 1.438348358445216,
      "learning_rate": 4.000000000000001e-06,
      "loss": 0.9968,
      "step": 20
    },
    {
      "epoch": 0.01,
      "grad_norm": 1.6205393019694059,
      "learning_rate": 4.2000000000000004e-06,
      "loss": 0.9493,
      "step": 21
    },
    {
      "epoch": 0.02,
      "grad_norm": 1.8998328673915148,
      "learning_rate": 4.4e-06,
      "loss": 0.9248,
      "step": 22
    },
    {
      "epoch": 0.02,
      "grad_norm": 1.4772584854244761,
      "learning_rate": 4.600000000000001e-06,
      "loss": 0.9606,
      "step": 23
    },
    {
      "epoch": 0.02,
      "grad_norm": 1.6492344751154981,
      "learning_rate": 4.800000000000001e-06,
      "loss": 0.9367,
      "step": 24
    },
    {
      "epoch": 0.02,
      "grad_norm": 1.4492135752311766,
      "learning_rate": 5e-06,
      "loss": 0.9681,
      "step": 25
    },
    {
      "epoch": 0.02,
      "grad_norm": 1.9345029453812452,
      "learning_rate": 5.2e-06,
      "loss": 0.9767,
      "step": 26
    },
    {
      "epoch": 0.02,
      "grad_norm": 1.4303746347311266,
      "learning_rate": 5.400000000000001e-06,
      "loss": 1.0061,
      "step": 27
    },
    {
      "epoch": 0.02,
      "grad_norm": 1.315283188205805,
      "learning_rate": 5.600000000000001e-06,
      "loss": 0.8702,
      "step": 28
    },
    {
      "epoch": 0.02,
      "grad_norm": 1.3343374527628737,
      "learning_rate": 5.8e-06,
      "loss": 0.9541,
      "step": 29
    },
    {
      "epoch": 0.02,
      "grad_norm": 1.4954136888328653,
      "learning_rate": 6e-06,
      "loss": 0.9801,
      "step": 30
    },
    {
      "epoch": 0.02,
      "grad_norm": 1.5130617654914862,
      "learning_rate": 6.200000000000001e-06,
      "loss": 0.9215,
      "step": 31
    },
    {
      "epoch": 0.02,
      "grad_norm": 1.499775954243391,
      "learning_rate": 6.4000000000000006e-06,
      "loss": 0.9385,
      "step": 32
    },
    {
      "epoch": 0.02,
      "grad_norm": 1.7786154279558195,
      "learning_rate": 6.600000000000001e-06,
      "loss": 0.929,
      "step": 33
    },
    {
      "epoch": 0.02,
      "grad_norm": 1.7042536424473338,
      "learning_rate": 6.800000000000001e-06,
      "loss": 0.9697,
      "step": 34
    },
    {
      "epoch": 0.02,
      "grad_norm": 1.2627033504811447,
      "learning_rate": 7e-06,
      "loss": 0.9032,
      "step": 35
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.2805435720774605,
      "learning_rate": 7.2000000000000005e-06,
      "loss": 0.8599,
      "step": 36
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.4840232476266473,
      "learning_rate": 7.4e-06,
      "loss": 0.9369,
      "step": 37
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.4458756643238664,
      "learning_rate": 7.600000000000001e-06,
      "loss": 0.8746,
      "step": 38
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.3994007419423393,
      "learning_rate": 7.800000000000002e-06,
      "loss": 0.8775,
      "step": 39
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.089121632396219,
      "learning_rate": 8.000000000000001e-06,
      "loss": 0.8899,
      "step": 40
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.592387928741599,
      "learning_rate": 8.2e-06,
      "loss": 0.8429,
      "step": 41
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.4183237137083025,
      "learning_rate": 8.400000000000001e-06,
      "loss": 0.9994,
      "step": 42
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.253020204127273,
      "learning_rate": 8.6e-06,
      "loss": 0.9008,
      "step": 43
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.2426930310189384,
      "learning_rate": 8.8e-06,
      "loss": 0.8955,
      "step": 44
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.9803308262802113,
      "learning_rate": 9e-06,
      "loss": 0.953,
      "step": 45
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.2733579391179952,
      "learning_rate": 9.200000000000002e-06,
      "loss": 0.9422,
      "step": 46
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.1807015822635625,
      "learning_rate": 9.4e-06,
      "loss": 0.9207,
      "step": 47
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.2510051340626769,
      "learning_rate": 9.600000000000001e-06,
      "loss": 0.8431,
      "step": 48
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.2611410009201918,
      "learning_rate": 9.800000000000001e-06,
      "loss": 0.8627,
      "step": 49
    },
    {
      "epoch": 0.03,
      "grad_norm": 2.588503959328431,
      "learning_rate": 1e-05,
      "loss": 0.937,
      "step": 50
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.472726233992422,
      "learning_rate": 1.02e-05,
      "loss": 0.915,
      "step": 51
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.2477329691005965,
      "learning_rate": 1.04e-05,
      "loss": 0.9082,
      "step": 52
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.9798238525349643,
      "learning_rate": 1.0600000000000002e-05,
      "loss": 0.909,
      "step": 53
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.4023041981907929,
      "learning_rate": 1.0800000000000002e-05,
      "loss": 0.8508,
      "step": 54
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.38789783036251,
      "learning_rate": 1.1000000000000001e-05,
      "loss": 0.962,
      "step": 55
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.6046775651575935,
      "learning_rate": 1.1200000000000001e-05,
      "loss": 0.8629,
      "step": 56
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.211890766417864,
      "learning_rate": 1.14e-05,
      "loss": 0.8936,
      "step": 57
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.5305064382435207,
      "learning_rate": 1.16e-05,
      "loss": 0.9087,
      "step": 58
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.3858807358761336,
      "learning_rate": 1.18e-05,
      "loss": 0.8888,
      "step": 59
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.4160996675215114,
      "learning_rate": 1.2e-05,
      "loss": 0.9709,
      "step": 60
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.612657711675939,
      "learning_rate": 1.22e-05,
      "loss": 0.9553,
      "step": 61
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.563228725731034,
      "learning_rate": 1.2400000000000002e-05,
      "loss": 0.9759,
      "step": 62
    },
    {
      "epoch": 0.04,
      "grad_norm": 4.549307417934899,
      "learning_rate": 1.2600000000000001e-05,
      "loss": 0.9167,
      "step": 63
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.6084211112800015,
      "learning_rate": 1.2800000000000001e-05,
      "loss": 0.8917,
      "step": 64
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.3125970489166219,
      "learning_rate": 1.3000000000000001e-05,
      "loss": 0.83,
      "step": 65
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.5194204769356594,
      "learning_rate": 1.3200000000000002e-05,
      "loss": 0.8531,
      "step": 66
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.3199910396453893,
      "learning_rate": 1.3400000000000002e-05,
      "loss": 0.9043,
      "step": 67
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.3154362295691828,
      "learning_rate": 1.3600000000000002e-05,
      "loss": 0.839,
      "step": 68
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.4154491863536813,
      "learning_rate": 1.38e-05,
      "loss": 0.8477,
      "step": 69
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.434434391565484,
      "learning_rate": 1.4e-05,
      "loss": 0.8615,
      "step": 70
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.4770964651688123,
      "learning_rate": 1.4200000000000001e-05,
      "loss": 0.8751,
      "step": 71
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.2822341452960506,
      "learning_rate": 1.4400000000000001e-05,
      "loss": 0.8426,
      "step": 72
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.7793171841690287,
      "learning_rate": 1.46e-05,
      "loss": 0.8814,
      "step": 73
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.3354120614602836,
      "learning_rate": 1.48e-05,
      "loss": 0.9254,
      "step": 74
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.3501540008431716,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 0.8709,
      "step": 75
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.266376412273164,
      "learning_rate": 1.5200000000000002e-05,
      "loss": 0.8844,
      "step": 76
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.281004813368152,
      "learning_rate": 1.54e-05,
      "loss": 0.9125,
      "step": 77
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.351899638153987,
      "learning_rate": 1.5600000000000003e-05,
      "loss": 0.947,
      "step": 78
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.230662844786248,
      "learning_rate": 1.58e-05,
      "loss": 0.8643,
      "step": 79
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.248647661067115,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 0.8728,
      "step": 80
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.4342385839949727,
      "learning_rate": 1.62e-05,
      "loss": 0.896,
      "step": 81
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.2641773466744164,
      "learning_rate": 1.64e-05,
      "loss": 0.8514,
      "step": 82
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.5090046658368796,
      "learning_rate": 1.66e-05,
      "loss": 0.8948,
      "step": 83
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.077918114752302,
      "learning_rate": 1.6800000000000002e-05,
      "loss": 0.9363,
      "step": 84
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.4114006422721,
      "learning_rate": 1.7e-05,
      "loss": 0.8664,
      "step": 85
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.4095249133167944,
      "learning_rate": 1.72e-05,
      "loss": 0.8569,
      "step": 86
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.3912369318560927,
      "learning_rate": 1.7400000000000003e-05,
      "loss": 0.9265,
      "step": 87
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.591904092465942,
      "learning_rate": 1.76e-05,
      "loss": 0.8981,
      "step": 88
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.3641569225962626,
      "learning_rate": 1.7800000000000002e-05,
      "loss": 0.9682,
      "step": 89
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.7178690467888635,
      "learning_rate": 1.8e-05,
      "loss": 0.9528,
      "step": 90
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.2120969466340743,
      "learning_rate": 1.8200000000000002e-05,
      "loss": 0.8879,
      "step": 91
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.4194691633551582,
      "learning_rate": 1.8400000000000003e-05,
      "loss": 0.916,
      "step": 92
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.2552224627285886,
      "learning_rate": 1.86e-05,
      "loss": 0.8385,
      "step": 93
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.5744253728758688,
      "learning_rate": 1.88e-05,
      "loss": 0.9253,
      "step": 94
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.28754739044814,
      "learning_rate": 1.9e-05,
      "loss": 0.9304,
      "step": 95
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.3937275944005247,
      "learning_rate": 1.9200000000000003e-05,
      "loss": 0.7894,
      "step": 96
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.7203298354877872,
      "learning_rate": 1.94e-05,
      "loss": 0.8396,
      "step": 97
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.3582005168065812,
      "learning_rate": 1.9600000000000002e-05,
      "loss": 0.8391,
      "step": 98
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.7784040830385452,
      "learning_rate": 1.98e-05,
      "loss": 0.9852,
      "step": 99
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.8125475091606469,
      "learning_rate": 2e-05,
      "loss": 0.9179,
      "step": 100
    },
    {
      "epoch": 0.07,
      "eval_loss": 0.8885624408721924,
      "eval_runtime": 187.1128,
      "eval_samples_per_second": 216.19,
      "eval_steps_per_second": 27.026,
      "step": 100
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.583544229383965,
      "learning_rate": 1.9999993568531234e-05,
      "loss": 0.9191,
      "step": 101
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.312290801935943,
      "learning_rate": 1.99999742741332e-05,
      "loss": 0.866,
      "step": 102
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.5049576941839968,
      "learning_rate": 1.999994211683072e-05,
      "loss": 0.8443,
      "step": 103
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.449632940843496,
      "learning_rate": 1.9999897096665158e-05,
      "loss": 0.9668,
      "step": 104
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.393761122315979,
      "learning_rate": 1.999983921369442e-05,
      "loss": 0.9582,
      "step": 105
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.4243225596755649,
      "learning_rate": 1.9999768467992964e-05,
      "loss": 0.8816,
      "step": 106
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.6681837751811386,
      "learning_rate": 1.999968485965179e-05,
      "loss": 1.0217,
      "step": 107
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.6052796096952295,
      "learning_rate": 1.999958838877844e-05,
      "loss": 0.9085,
      "step": 108
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.3634731163174791,
      "learning_rate": 1.999947905549701e-05,
      "loss": 0.8114,
      "step": 109
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.563483750334544,
      "learning_rate": 1.9999356859948126e-05,
      "loss": 0.844,
      "step": 110
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.309832232231074,
      "learning_rate": 1.999922180228897e-05,
      "loss": 0.8668,
      "step": 111
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.5223471077188282,
      "learning_rate": 1.999907388269327e-05,
      "loss": 0.8465,
      "step": 112
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.3448768039546044,
      "learning_rate": 1.999891310135129e-05,
      "loss": 0.96,
      "step": 113
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.4862383791563054,
      "learning_rate": 1.9998739458469846e-05,
      "loss": 0.9533,
      "step": 114
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.2017931806414803,
      "learning_rate": 1.999855295427229e-05,
      "loss": 0.8375,
      "step": 115
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.2583376428869173,
      "learning_rate": 1.999835358899852e-05,
      "loss": 0.805,
      "step": 116
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.2260058170108115,
      "learning_rate": 1.9998141362904978e-05,
      "loss": 0.8608,
      "step": 117
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.437771413281763,
      "learning_rate": 1.999791627626466e-05,
      "loss": 0.886,
      "step": 118
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.2184693792099177,
      "learning_rate": 1.999767832936708e-05,
      "loss": 0.8407,
      "step": 119
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.306478784713779,
      "learning_rate": 1.9997427522518315e-05,
      "loss": 0.8752,
      "step": 120
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.1534611511399118,
      "learning_rate": 1.9997163856040974e-05,
      "loss": 0.932,
      "step": 121
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.3792596997556017,
      "learning_rate": 1.999688733027421e-05,
      "loss": 0.923,
      "step": 122
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.8415988707474704,
      "learning_rate": 1.9996597945573714e-05,
      "loss": 0.8956,
      "step": 123
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.3351124075493161,
      "learning_rate": 1.9996295702311724e-05,
      "loss": 0.9524,
      "step": 124
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.3103430169447072,
      "learning_rate": 1.999598060087701e-05,
      "loss": 0.9206,
      "step": 125
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.3641483437726287,
      "learning_rate": 1.999565264167489e-05,
      "loss": 0.8577,
      "step": 126
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.3543902897202786,
      "learning_rate": 1.9995311825127206e-05,
      "loss": 0.8494,
      "step": 127
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.1381528151420175,
      "learning_rate": 1.9994958151672358e-05,
      "loss": 0.8701,
      "step": 128
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.4344875566309996,
      "learning_rate": 1.9994591621765272e-05,
      "loss": 0.8702,
      "step": 129
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.1956730998726899,
      "learning_rate": 1.9994212235877407e-05,
      "loss": 0.9015,
      "step": 130
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.2029518457227866,
      "learning_rate": 1.9993819994496776e-05,
      "loss": 0.9442,
      "step": 131
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.1604274764251628,
      "learning_rate": 1.9993414898127905e-05,
      "loss": 0.8042,
      "step": 132
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.3038943540300167,
      "learning_rate": 1.9992996947291876e-05,
      "loss": 0.9018,
      "step": 133
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.1960860187114335,
      "learning_rate": 1.999256614252629e-05,
      "loss": 0.9428,
      "step": 134
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.3913155509430453,
      "learning_rate": 1.999212248438529e-05,
      "loss": 0.9788,
      "step": 135
    },
    {
      "epoch": 0.09,
      "grad_norm": 1.3052468844211198,
      "learning_rate": 1.999166597343955e-05,
      "loss": 0.9086,
      "step": 136
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.7145477455732823,
      "learning_rate": 1.9991196610276283e-05,
      "loss": 0.9369,
      "step": 137
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.3431672968207697,
      "learning_rate": 1.9990714395499222e-05,
      "loss": 0.9278,
      "step": 138
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.1560484700856692,
      "learning_rate": 1.999021932972864e-05,
      "loss": 0.871,
      "step": 139
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.137982958645585,
      "learning_rate": 1.9989711413601332e-05,
      "loss": 0.7911,
      "step": 140
    },
    {
      "epoch": 0.1,
      "grad_norm": 2.41243915234061,
      "learning_rate": 1.9989190647770633e-05,
      "loss": 1.0343,
      "step": 141
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.6313054425561822,
      "learning_rate": 1.99886570329064e-05,
      "loss": 0.9113,
      "step": 142
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.1822708557044925,
      "learning_rate": 1.9988110569695017e-05,
      "loss": 0.8441,
      "step": 143
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.1087613022251992,
      "learning_rate": 1.9987551258839392e-05,
      "loss": 0.8759,
      "step": 144
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.1203723621386166,
      "learning_rate": 1.9986979101058972e-05,
      "loss": 0.8872,
      "step": 145
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.5757934934202387,
      "learning_rate": 1.9986394097089714e-05,
      "loss": 0.8804,
      "step": 146
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.1456220385730522,
      "learning_rate": 1.998579624768411e-05,
      "loss": 0.7979,
      "step": 147
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.097480086108459,
      "learning_rate": 1.998518555361116e-05,
      "loss": 0.8817,
      "step": 148
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.2141863942408255,
      "learning_rate": 1.9984562015656406e-05,
      "loss": 0.8688,
      "step": 149
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.165899291397342,
      "learning_rate": 1.9983925634621894e-05,
      "loss": 0.8389,
      "step": 150
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.1224242061916174,
      "learning_rate": 1.9983276411326206e-05,
      "loss": 0.8456,
      "step": 151
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.1718864519831262,
      "learning_rate": 1.9982614346604424e-05,
      "loss": 0.9252,
      "step": 152
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.1633450486139567,
      "learning_rate": 1.9981939441308166e-05,
      "loss": 0.9022,
      "step": 153
    },
    {
      "epoch": 0.11,
      "grad_norm": 2.8675156572488367,
      "learning_rate": 1.998125169630555e-05,
      "loss": 0.9143,
      "step": 154
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.3275288997192118,
      "learning_rate": 1.9980551112481224e-05,
      "loss": 0.975,
      "step": 155
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.1366645435061968,
      "learning_rate": 1.997983769073634e-05,
      "loss": 0.9066,
      "step": 156
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.2539240061165282,
      "learning_rate": 1.9979111431988575e-05,
      "loss": 0.8686,
      "step": 157
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.1830638013438253,
      "learning_rate": 1.997837233717211e-05,
      "loss": 0.9105,
      "step": 158
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.2289851798766707,
      "learning_rate": 1.9977620407237627e-05,
      "loss": 0.97,
      "step": 159
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.1894635911968074,
      "learning_rate": 1.997685564315234e-05,
      "loss": 0.941,
      "step": 160
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.439765259122199,
      "learning_rate": 1.997607804589996e-05,
      "loss": 1.0221,
      "step": 161
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.1495993551137769,
      "learning_rate": 1.9975287616480702e-05,
      "loss": 0.8823,
      "step": 162
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.2383675419211015,
      "learning_rate": 1.9974484355911287e-05,
      "loss": 0.8684,
      "step": 163
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.219442395631165,
      "learning_rate": 1.997366826522495e-05,
      "loss": 0.9084,
      "step": 164
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.2050137099782028,
      "learning_rate": 1.9972839345471423e-05,
      "loss": 0.8461,
      "step": 165
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.1610243840319072,
      "learning_rate": 1.997199759771694e-05,
      "loss": 0.843,
      "step": 166
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.1154404343775486,
      "learning_rate": 1.997114302304423e-05,
      "loss": 0.8247,
      "step": 167
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.194607031155807,
      "learning_rate": 1.9970275622552536e-05,
      "loss": 0.8432,
      "step": 168
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.4022970990428032,
      "learning_rate": 1.9969395397357584e-05,
      "loss": 0.9016,
      "step": 169
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.1858220432102802,
      "learning_rate": 1.99685023485916e-05,
      "loss": 0.9437,
      "step": 170
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.1155321667076121,
      "learning_rate": 1.9967596477403318e-05,
      "loss": 0.8602,
      "step": 171
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.2905373990572484,
      "learning_rate": 1.996667778495794e-05,
      "loss": 0.9333,
      "step": 172
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.1931787552579112,
      "learning_rate": 1.9965746272437187e-05,
      "loss": 0.7826,
      "step": 173
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.2630219016898117,
      "learning_rate": 1.996480194103925e-05,
      "loss": 0.8185,
      "step": 174
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.204987733919362,
      "learning_rate": 1.9963844791978818e-05,
      "loss": 0.8742,
      "step": 175
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.2437041912683955,
      "learning_rate": 1.996287482648707e-05,
      "loss": 0.9834,
      "step": 176
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.254870155842108,
      "learning_rate": 1.9961892045811663e-05,
      "loss": 0.8836,
      "step": 177
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.2090034933034504,
      "learning_rate": 1.9960896451216738e-05,
      "loss": 0.8667,
      "step": 178
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.1598314715618245,
      "learning_rate": 1.9959888043982927e-05,
      "loss": 0.8849,
      "step": 179
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.252477055176123,
      "learning_rate": 1.995886682540734e-05,
      "loss": 0.8851,
      "step": 180
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.1256837247964426,
      "learning_rate": 1.995783279680356e-05,
      "loss": 0.8993,
      "step": 181
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.2572839567534193,
      "learning_rate": 1.995678595950165e-05,
      "loss": 0.8838,
      "step": 182
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.2788480841418937,
      "learning_rate": 1.9955726314848154e-05,
      "loss": 0.9657,
      "step": 183
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.4351399334715638,
      "learning_rate": 1.9954653864206088e-05,
      "loss": 0.8965,
      "step": 184
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.148517952301927,
      "learning_rate": 1.9953568608954934e-05,
      "loss": 0.9614,
      "step": 185
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.0899591202732373,
      "learning_rate": 1.995247055049065e-05,
      "loss": 1.0451,
      "step": 186
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.1956254586029718,
      "learning_rate": 1.9951359690225662e-05,
      "loss": 0.8135,
      "step": 187
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.1207108959665357,
      "learning_rate": 1.9950236029588863e-05,
      "loss": 0.8822,
      "step": 188
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.1899112755126982,
      "learning_rate": 1.9949099570025613e-05,
      "loss": 0.869,
      "step": 189
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.2114377382527095,
      "learning_rate": 1.994795031299773e-05,
      "loss": 0.8621,
      "step": 190
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.1290548904860946,
      "learning_rate": 1.9946788259983493e-05,
      "loss": 0.9085,
      "step": 191
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.101382636702055,
      "learning_rate": 1.9945613412477652e-05,
      "loss": 0.8717,
      "step": 192
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.2652298684318162,
      "learning_rate": 1.99444257719914e-05,
      "loss": 0.914,
      "step": 193
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.1661768680774713,
      "learning_rate": 1.9943225340052392e-05,
      "loss": 1.0426,
      "step": 194
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.3501980135490719,
      "learning_rate": 1.9942012118204738e-05,
      "loss": 0.8917,
      "step": 195
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.2049018991454707,
      "learning_rate": 1.9940786108009e-05,
      "loss": 0.8631,
      "step": 196
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.215922883123164,
      "learning_rate": 1.9939547311042177e-05,
      "loss": 0.9292,
      "step": 197
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.1267422886076772,
      "learning_rate": 1.9938295728897735e-05,
      "loss": 0.8138,
      "step": 198
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.1497998538174055,
      "learning_rate": 1.9937031363185573e-05,
      "loss": 0.8412,
      "step": 199
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.3726576421968895,
      "learning_rate": 1.993575421553204e-05,
      "loss": 1.0123,
      "step": 200
    },
    {
      "epoch": 0.14,
      "eval_loss": 0.8822317719459534,
      "eval_runtime": 187.1914,
      "eval_samples_per_second": 216.1,
      "eval_steps_per_second": 27.015,
      "step": 200
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.2637805473747161,
      "learning_rate": 1.9934464287579922e-05,
      "loss": 0.9358,
      "step": 201
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.2221016247650263,
      "learning_rate": 1.9933161580988444e-05,
      "loss": 0.8732,
      "step": 202
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.2362316473986823,
      "learning_rate": 1.9931846097433265e-05,
      "loss": 0.8965,
      "step": 203
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.3892342291259105,
      "learning_rate": 1.9930517838606492e-05,
      "loss": 0.8785,
      "step": 204
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.2568068018376466,
      "learning_rate": 1.992917680621665e-05,
      "loss": 0.8879,
      "step": 205
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.2887830429527976,
      "learning_rate": 1.9927823001988703e-05,
      "loss": 0.8982,
      "step": 206
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.0952878042078324,
      "learning_rate": 1.9926456427664038e-05,
      "loss": 0.8321,
      "step": 207
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.1488105022621649,
      "learning_rate": 1.9925077085000475e-05,
      "loss": 0.8938,
      "step": 208
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.2001692579551484,
      "learning_rate": 1.992368497577225e-05,
      "loss": 0.9604,
      "step": 209
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.5520591983316103,
      "learning_rate": 1.992228010177003e-05,
      "loss": 0.8965,
      "step": 210
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.1538845325628375,
      "learning_rate": 1.992086246480089e-05,
      "loss": 0.9079,
      "step": 211
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.3086118735118826,
      "learning_rate": 1.991943206668833e-05,
      "loss": 0.8822,
      "step": 212
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.3066154322169896,
      "learning_rate": 1.9917988909272263e-05,
      "loss": 0.9422,
      "step": 213
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.3788975402648815,
      "learning_rate": 1.9916532994409012e-05,
      "loss": 0.8661,
      "step": 214
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.157353475407855,
      "learning_rate": 1.991506432397131e-05,
      "loss": 0.8708,
      "step": 215
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.0668946879406427,
      "learning_rate": 1.99135828998483e-05,
      "loss": 0.8281,
      "step": 216
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.0586925383296883,
      "learning_rate": 1.9912088723945527e-05,
      "loss": 0.8748,
      "step": 217
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.2243244443889567,
      "learning_rate": 1.9910581798184947e-05,
      "loss": 0.8876,
      "step": 218
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.153241330865434,
      "learning_rate": 1.99090621245049e-05,
      "loss": 1.0029,
      "step": 219
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.3289456136734883,
      "learning_rate": 1.990752970486014e-05,
      "loss": 0.9331,
      "step": 220
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.1658780585501232,
      "learning_rate": 1.99059845412218e-05,
      "loss": 0.8539,
      "step": 221
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.0841474719145574,
      "learning_rate": 1.9904426635577426e-05,
      "loss": 0.7989,
      "step": 222
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.2100420613683809,
      "learning_rate": 1.990285598993093e-05,
      "loss": 0.9099,
      "step": 223
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.2327481765852046,
      "learning_rate": 1.9901272606302635e-05,
      "loss": 0.8782,
      "step": 224
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.1374571970583345,
      "learning_rate": 1.9899676486729227e-05,
      "loss": 0.9215,
      "step": 225
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.2454011716677853,
      "learning_rate": 1.9898067633263795e-05,
      "loss": 0.9805,
      "step": 226
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.051858806753117,
      "learning_rate": 1.989644604797579e-05,
      "loss": 0.8915,
      "step": 227
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.6709690832913764,
      "learning_rate": 1.989481173295105e-05,
      "loss": 0.9316,
      "step": 228
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.2921955310126267,
      "learning_rate": 1.9893164690291783e-05,
      "loss": 0.911,
      "step": 229
    },
    {
      "epoch": 0.16,
      "grad_norm": 4.4306151791171935,
      "learning_rate": 1.9891504922116572e-05,
      "loss": 0.8217,
      "step": 230
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.4490313892439401,
      "learning_rate": 1.988983243056036e-05,
      "loss": 0.9171,
      "step": 231
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.2261731033069914,
      "learning_rate": 1.988814721777447e-05,
      "loss": 0.857,
      "step": 232
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.1936230768093887,
      "learning_rate": 1.988644928592658e-05,
      "loss": 0.9604,
      "step": 233
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.2805860141107388,
      "learning_rate": 1.988473863720072e-05,
      "loss": 0.8911,
      "step": 234
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.2391969410884403,
      "learning_rate": 1.9883015273797302e-05,
      "loss": 0.8648,
      "step": 235
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.1576939443779746,
      "learning_rate": 1.988127919793306e-05,
      "loss": 0.8933,
      "step": 236
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.3904763872990524,
      "learning_rate": 1.9879530411841114e-05,
      "loss": 0.8738,
      "step": 237
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.6162138215699062,
      "learning_rate": 1.987776891777091e-05,
      "loss": 0.8614,
      "step": 238
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.3562904123393382,
      "learning_rate": 1.9875994717988238e-05,
      "loss": 0.8795,
      "step": 239
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.5730263292883433,
      "learning_rate": 1.9874207814775252e-05,
      "loss": 0.9134,
      "step": 240
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.7831810147386489,
      "learning_rate": 1.9872408210430433e-05,
      "loss": 0.8516,
      "step": 241
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.1832426844117234,
      "learning_rate": 1.9870595907268596e-05,
      "loss": 0.8199,
      "step": 242
    },
    {
      "epoch": 0.17,
      "grad_norm": 2.350941258232983,
      "learning_rate": 1.98687709076209e-05,
      "loss": 0.9702,
      "step": 243
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.2867689498331254,
      "learning_rate": 1.9866933213834824e-05,
      "loss": 0.8643,
      "step": 244
    },
    {
      "epoch": 0.17,
      "grad_norm": 2.4677460519503693,
      "learning_rate": 1.986508282827419e-05,
      "loss": 0.8778,
      "step": 245
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.4363310224409451,
      "learning_rate": 1.9863219753319135e-05,
      "loss": 0.8522,
      "step": 246
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.1699677293775574,
      "learning_rate": 1.9861343991366115e-05,
      "loss": 0.802,
      "step": 247
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.2924807238317337,
      "learning_rate": 1.9859455544827918e-05,
      "loss": 0.9509,
      "step": 248
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.2521477373576704,
      "learning_rate": 1.9857554416133638e-05,
      "loss": 0.8525,
      "step": 249
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.1517606654171464,
      "learning_rate": 1.9855640607728684e-05,
      "loss": 0.8671,
      "step": 250
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.1846979830932318,
      "learning_rate": 1.985371412207478e-05,
      "loss": 0.8872,
      "step": 251
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.0494510402617383,
      "learning_rate": 1.9851774961649947e-05,
      "loss": 0.8404,
      "step": 252
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.2000573806870802,
      "learning_rate": 1.984982312894852e-05,
      "loss": 0.858,
      "step": 253
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.2135277830431934,
      "learning_rate": 1.984785862648112e-05,
      "loss": 0.8937,
      "step": 254
    },
    {
      "epoch": 0.18,
      "grad_norm": 2.1101162005595753,
      "learning_rate": 1.984588145677469e-05,
      "loss": 0.8475,
      "step": 255
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.2142650007241018,
      "learning_rate": 1.9843891622372434e-05,
      "loss": 0.9388,
      "step": 256
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.1822666855469028,
      "learning_rate": 1.9841889125833877e-05,
      "loss": 0.8937,
      "step": 257
    },
    {
      "epoch": 0.18,
      "grad_norm": 2.5588956230747333,
      "learning_rate": 1.9839873969734813e-05,
      "loss": 0.8999,
      "step": 258
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.2813736208840643,
      "learning_rate": 1.983784615666732e-05,
      "loss": 1.0269,
      "step": 259
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.0937396851014907,
      "learning_rate": 1.983580568923977e-05,
      "loss": 0.8552,
      "step": 260
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.0789428924402067,
      "learning_rate": 1.9833752570076794e-05,
      "loss": 0.8626,
      "step": 261
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.0716959865947704,
      "learning_rate": 1.983168680181931e-05,
      "loss": 0.9014,
      "step": 262
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.5586891426715053,
      "learning_rate": 1.9829608387124512e-05,
      "loss": 0.8257,
      "step": 263
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.159299773943287,
      "learning_rate": 1.9827517328665835e-05,
      "loss": 0.9158,
      "step": 264
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.614928320766928,
      "learning_rate": 1.9825413629133007e-05,
      "loss": 0.905,
      "step": 265
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.2759728656235267,
      "learning_rate": 1.9823297291232003e-05,
      "loss": 0.8884,
      "step": 266
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.130197334786531,
      "learning_rate": 1.9821168317685048e-05,
      "loss": 0.9401,
      "step": 267
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.1071953972918522,
      "learning_rate": 1.981902671123063e-05,
      "loss": 0.8998,
      "step": 268
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.4143214889252662,
      "learning_rate": 1.981687247462349e-05,
      "loss": 1.0354,
      "step": 269
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.1936018368917338,
      "learning_rate": 1.9814705610634602e-05,
      "loss": 0.8934,
      "step": 270
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.9588028448015303,
      "learning_rate": 1.981252612205119e-05,
      "loss": 0.7949,
      "step": 271
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.0367090915141624,
      "learning_rate": 1.981033401167672e-05,
      "loss": 0.85,
      "step": 272
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.1632134055825956,
      "learning_rate": 1.9808129282330895e-05,
      "loss": 0.8961,
      "step": 273
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.1644937246368534,
      "learning_rate": 1.980591193684963e-05,
      "loss": 0.9055,
      "step": 274
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.1695602344439167,
      "learning_rate": 1.9803681978085095e-05,
      "loss": 0.9705,
      "step": 275
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.0729503600381038,
      "learning_rate": 1.9801439408905663e-05,
      "loss": 0.8347,
      "step": 276
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.0999879962808221,
      "learning_rate": 1.9799184232195947e-05,
      "loss": 0.9158,
      "step": 277
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.0865411615717533,
      "learning_rate": 1.979691645085676e-05,
      "loss": 0.8844,
      "step": 278
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.012147198379429,
      "learning_rate": 1.9794636067805137e-05,
      "loss": 0.9223,
      "step": 279
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.412178875932858,
      "learning_rate": 1.9792343085974316e-05,
      "loss": 0.9005,
      "step": 280
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.1197488002533464,
      "learning_rate": 1.979003750831375e-05,
      "loss": 0.8507,
      "step": 281
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.2057779133550202,
      "learning_rate": 1.978771933778909e-05,
      "loss": 0.9847,
      "step": 282
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.1213946217031967,
      "learning_rate": 1.9785388577382183e-05,
      "loss": 0.824,
      "step": 283
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.1036782471126692,
      "learning_rate": 1.978304523009107e-05,
      "loss": 0.8095,
      "step": 284
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.0945851242489233,
      "learning_rate": 1.9780689298929984e-05,
      "loss": 0.8134,
      "step": 285
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.3077751312491577,
      "learning_rate": 1.9778320786929347e-05,
      "loss": 0.9936,
      "step": 286
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.2408368443934399,
      "learning_rate": 1.9775939697135758e-05,
      "loss": 0.9111,
      "step": 287
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.0957840590624228,
      "learning_rate": 1.9773546032611997e-05,
      "loss": 0.8965,
      "step": 288
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.0147868519584988,
      "learning_rate": 1.9771139796437028e-05,
      "loss": 0.7851,
      "step": 289
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.0973117222342668,
      "learning_rate": 1.976872099170597e-05,
      "loss": 0.8744,
      "step": 290
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.3287791694807247,
      "learning_rate": 1.9766289621530118e-05,
      "loss": 0.8534,
      "step": 291
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.133246313776563,
      "learning_rate": 1.9763845689036927e-05,
      "loss": 0.8312,
      "step": 292
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.1419361652462952,
      "learning_rate": 1.9761389197370014e-05,
      "loss": 0.8366,
      "step": 293
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.0821551951711113,
      "learning_rate": 1.9758920149689146e-05,
      "loss": 0.8487,
      "step": 294
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.1556389890148893,
      "learning_rate": 1.975643854917025e-05,
      "loss": 0.8578,
      "step": 295
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.2067794152264784,
      "learning_rate": 1.9753944399005388e-05,
      "loss": 0.8771,
      "step": 296
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.1417102044118401,
      "learning_rate": 1.9751437702402773e-05,
      "loss": 0.9566,
      "step": 297
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.7660938523689576,
      "learning_rate": 1.9748918462586752e-05,
      "loss": 0.876,
      "step": 298
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.1220879011792553,
      "learning_rate": 1.9746386682797802e-05,
      "loss": 0.8612,
      "step": 299
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.0816131747151747,
      "learning_rate": 1.9743842366292544e-05,
      "loss": 0.9106,
      "step": 300
    },
    {
      "epoch": 0.21,
      "eval_loss": 0.8701280951499939,
      "eval_runtime": 187.4205,
      "eval_samples_per_second": 215.836,
      "eval_steps_per_second": 26.982,
      "step": 300
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.0299750746890193,
      "learning_rate": 1.974128551634371e-05,
      "loss": 0.8134,
      "step": 301
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.0355435348681352,
      "learning_rate": 1.9738716136240166e-05,
      "loss": 0.8523,
      "step": 302
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.2446494879448189,
      "learning_rate": 1.9736134229286884e-05,
      "loss": 0.9613,
      "step": 303
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.2659564391872702,
      "learning_rate": 1.9733539798804958e-05,
      "loss": 0.8897,
      "step": 304
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.2668653568603956,
      "learning_rate": 1.9730932848131585e-05,
      "loss": 0.8957,
      "step": 305
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.1810413523703902,
      "learning_rate": 1.9728313380620073e-05,
      "loss": 0.8298,
      "step": 306
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.1504498545031272,
      "learning_rate": 1.9725681399639826e-05,
      "loss": 0.9032,
      "step": 307
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.1109923815534024,
      "learning_rate": 1.9723036908576344e-05,
      "loss": 0.8851,
      "step": 308
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.1153797340529337,
      "learning_rate": 1.972037991083122e-05,
      "loss": 0.9025,
      "step": 309
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.0547112750314187,
      "learning_rate": 1.971771040982213e-05,
      "loss": 0.867,
      "step": 310
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.9896043321667425,
      "learning_rate": 1.971502840898284e-05,
      "loss": 0.8251,
      "step": 311
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.0919583168522662,
      "learning_rate": 1.9712333911763186e-05,
      "loss": 0.9165,
      "step": 312
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.2904601705665253,
      "learning_rate": 1.970962692162909e-05,
      "loss": 0.8716,
      "step": 313
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.0305914092123785,
      "learning_rate": 1.9706907442062536e-05,
      "loss": 0.8143,
      "step": 314
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.1005551182409805,
      "learning_rate": 1.9704175476561568e-05,
      "loss": 0.8313,
      "step": 315
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.1201052731592884,
      "learning_rate": 1.97014310286403e-05,
      "loss": 0.8986,
      "step": 316
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.046546723321121,
      "learning_rate": 1.9698674101828895e-05,
      "loss": 0.9152,
      "step": 317
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.018976681773729,
      "learning_rate": 1.969590469967358e-05,
      "loss": 0.8272,
      "step": 318
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.9825109312046809,
      "learning_rate": 1.9693122825736607e-05,
      "loss": 0.8734,
      "step": 319
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.027432613849138,
      "learning_rate": 1.9690328483596287e-05,
      "loss": 0.8852,
      "step": 320
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.1532549677069504,
      "learning_rate": 1.9687521676846974e-05,
      "loss": 0.8848,
      "step": 321
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.1500913753153383,
      "learning_rate": 1.968470240909903e-05,
      "loss": 0.9482,
      "step": 322
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.0861728022209993,
      "learning_rate": 1.9681870683978878e-05,
      "loss": 0.885,
      "step": 323
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.1508385225727733,
      "learning_rate": 1.967902650512894e-05,
      "loss": 0.8525,
      "step": 324
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.1091611254738105,
      "learning_rate": 1.9676169876207664e-05,
      "loss": 0.9763,
      "step": 325
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.012395214833452,
      "learning_rate": 1.9673300800889513e-05,
      "loss": 1.0059,
      "step": 326
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.0709485032246597,
      "learning_rate": 1.9670419282864968e-05,
      "loss": 0.8361,
      "step": 327
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.067182605716564,
      "learning_rate": 1.96675253258405e-05,
      "loss": 0.8886,
      "step": 328
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.0898056998348664,
      "learning_rate": 1.9664618933538593e-05,
      "loss": 0.8371,
      "step": 329
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.0874145605191532,
      "learning_rate": 1.9661700109697718e-05,
      "loss": 0.9242,
      "step": 330
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.2537141356402897,
      "learning_rate": 1.9658768858072346e-05,
      "loss": 0.9072,
      "step": 331
    },
    {
      "epoch": 0.23,
      "grad_norm": 3.1244052821739037,
      "learning_rate": 1.965582518243292e-05,
      "loss": 0.9079,
      "step": 332
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.5132621278229172,
      "learning_rate": 1.9652869086565874e-05,
      "loss": 0.8279,
      "step": 333
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.1445681558432512,
      "learning_rate": 1.9649900574273616e-05,
      "loss": 0.8482,
      "step": 334
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.801049653373737,
      "learning_rate": 1.9646919649374524e-05,
      "loss": 0.8787,
      "step": 335
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.1852812751336075,
      "learning_rate": 1.9643926315702947e-05,
      "loss": 0.9122,
      "step": 336
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.1555348167729393,
      "learning_rate": 1.9640920577109183e-05,
      "loss": 0.8472,
      "step": 337
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.4430203433228617,
      "learning_rate": 1.9637902437459506e-05,
      "loss": 0.9194,
      "step": 338
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.0544540038634749,
      "learning_rate": 1.9634871900636124e-05,
      "loss": 0.9071,
      "step": 339
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.1435050397743178,
      "learning_rate": 1.9631828970537196e-05,
      "loss": 0.8863,
      "step": 340
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.268170090315426,
      "learning_rate": 1.9628773651076825e-05,
      "loss": 1.0548,
      "step": 341
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.0486670138134782,
      "learning_rate": 1.9625705946185053e-05,
      "loss": 0.8845,
      "step": 342
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.1109602735025481,
      "learning_rate": 1.9622625859807843e-05,
      "loss": 0.8888,
      "step": 343
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.0327094310140685,
      "learning_rate": 1.96195333959071e-05,
      "loss": 0.8448,
      "step": 344
    },
    {
      "epoch": 0.24,
      "grad_norm": 12.81851288731012,
      "learning_rate": 1.9616428558460634e-05,
      "loss": 0.8091,
      "step": 345
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.3904475342636298,
      "learning_rate": 1.961331135146218e-05,
      "loss": 0.8578,
      "step": 346
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.0316055568361129,
      "learning_rate": 1.961018177892138e-05,
      "loss": 0.8227,
      "step": 347
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.301685178122554,
      "learning_rate": 1.9607039844863788e-05,
      "loss": 0.9027,
      "step": 348
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.1850865906075192,
      "learning_rate": 1.960388555333085e-05,
      "loss": 0.8745,
      "step": 349
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.171726269820577,
      "learning_rate": 1.960071890837991e-05,
      "loss": 0.8424,
      "step": 350
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.2171194717004472,
      "learning_rate": 1.959753991408421e-05,
      "loss": 0.9305,
      "step": 351
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.2097775475792434,
      "learning_rate": 1.9594348574532868e-05,
      "loss": 0.7946,
      "step": 352
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.1659533100233976,
      "learning_rate": 1.9591144893830884e-05,
      "loss": 0.9041,
      "step": 353
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.361702782618829,
      "learning_rate": 1.9587928876099126e-05,
      "loss": 0.8343,
      "step": 354
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.2483023246254354,
      "learning_rate": 1.9584700525474347e-05,
      "loss": 0.8595,
      "step": 355
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.1656310027795045,
      "learning_rate": 1.9581459846109153e-05,
      "loss": 0.8499,
      "step": 356
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.2008528979815898,
      "learning_rate": 1.9578206842172003e-05,
      "loss": 0.9706,
      "step": 357
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.1352069526109516,
      "learning_rate": 1.9574941517847223e-05,
      "loss": 0.8912,
      "step": 358
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.1495509789253435,
      "learning_rate": 1.9571663877334975e-05,
      "loss": 0.8749,
      "step": 359
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.1074439603505601,
      "learning_rate": 1.9568373924851267e-05,
      "loss": 0.9433,
      "step": 360
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.2169160927046383,
      "learning_rate": 1.9565071664627947e-05,
      "loss": 0.9967,
      "step": 361
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.1445655760646407,
      "learning_rate": 1.9561757100912692e-05,
      "loss": 0.9123,
      "step": 362
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.034825339597779,
      "learning_rate": 1.9558430237968998e-05,
      "loss": 0.8477,
      "step": 363
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.1684005466502694,
      "learning_rate": 1.95550910800762e-05,
      "loss": 0.9228,
      "step": 364
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.0611745934297807,
      "learning_rate": 1.9551739631529427e-05,
      "loss": 0.8413,
      "step": 365
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.164478242612286,
      "learning_rate": 1.9548375896639627e-05,
      "loss": 0.8819,
      "step": 366
    },
    {
      "epoch": 0.26,
      "grad_norm": 5.069365191756458,
      "learning_rate": 1.9544999879733556e-05,
      "loss": 0.9306,
      "step": 367
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.2354599047635832,
      "learning_rate": 1.9541611585153758e-05,
      "loss": 0.846,
      "step": 368
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.051996239556798,
      "learning_rate": 1.9538211017258573e-05,
      "loss": 0.8362,
      "step": 369
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.0239770659963459,
      "learning_rate": 1.953479818042214e-05,
      "loss": 0.8912,
      "step": 370
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.0915734894988451,
      "learning_rate": 1.953137307903436e-05,
      "loss": 0.8258,
      "step": 371
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.4240207885170275,
      "learning_rate": 1.952793571750093e-05,
      "loss": 0.9152,
      "step": 372
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.1917328080665825,
      "learning_rate": 1.9524486100243297e-05,
      "loss": 0.8451,
      "step": 373
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.5484400558582907,
      "learning_rate": 1.9521024231698684e-05,
      "loss": 0.8355,
      "step": 374
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.1437245836456504,
      "learning_rate": 1.9517550116320074e-05,
      "loss": 0.963,
      "step": 375
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.1576928591561433,
      "learning_rate": 1.9514063758576198e-05,
      "loss": 0.8982,
      "step": 376
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.2350762795576822,
      "learning_rate": 1.9510565162951538e-05,
      "loss": 0.8619,
      "step": 377
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.013440484146166,
      "learning_rate": 1.9507054333946313e-05,
      "loss": 0.8565,
      "step": 378
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.1573947595135938,
      "learning_rate": 1.9503531276076483e-05,
      "loss": 0.883,
      "step": 379
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.0506730903652184,
      "learning_rate": 1.949999599387373e-05,
      "loss": 0.8537,
      "step": 380
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.2671573201994177,
      "learning_rate": 1.9496448491885473e-05,
      "loss": 0.9342,
      "step": 381
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.1837608740018646,
      "learning_rate": 1.9492888774674837e-05,
      "loss": 0.8467,
      "step": 382
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.12550000000519,
      "learning_rate": 1.9489316846820668e-05,
      "loss": 0.8109,
      "step": 383
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.0726587171258777,
      "learning_rate": 1.9485732712917507e-05,
      "loss": 0.7991,
      "step": 384
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.2691153809839144,
      "learning_rate": 1.9482136377575612e-05,
      "loss": 1.0423,
      "step": 385
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.0637626583859996,
      "learning_rate": 1.9478527845420915e-05,
      "loss": 0.8993,
      "step": 386
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.0884178299273755,
      "learning_rate": 1.9474907121095064e-05,
      "loss": 0.8942,
      "step": 387
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.0391015249601647,
      "learning_rate": 1.947127420925536e-05,
      "loss": 0.8135,
      "step": 388
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.1516781892264725,
      "learning_rate": 1.9467629114574805e-05,
      "loss": 0.8714,
      "step": 389
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.1314783254435155,
      "learning_rate": 1.9463971841742057e-05,
      "loss": 0.9036,
      "step": 390
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.025454709514132,
      "learning_rate": 1.9460302395461437e-05,
      "loss": 0.8731,
      "step": 391
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.2270327905246061,
      "learning_rate": 1.9456620780452943e-05,
      "loss": 0.8698,
      "step": 392
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.0616296964610366,
      "learning_rate": 1.9452927001452203e-05,
      "loss": 0.7885,
      "step": 393
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.151475949060371,
      "learning_rate": 1.9449221063210512e-05,
      "loss": 0.8256,
      "step": 394
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.423361234847695,
      "learning_rate": 1.9445502970494787e-05,
      "loss": 0.8914,
      "step": 395
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.1433125351711972,
      "learning_rate": 1.944177272808759e-05,
      "loss": 0.8687,
      "step": 396
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.184275686610942,
      "learning_rate": 1.943803034078711e-05,
      "loss": 0.7931,
      "step": 397
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.0661356068578263,
      "learning_rate": 1.943427581340715e-05,
      "loss": 0.7678,
      "step": 398
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.2228382448553605,
      "learning_rate": 1.9430509150777144e-05,
      "loss": 0.8018,
      "step": 399
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.88748184451058,
      "learning_rate": 1.9426730357742123e-05,
      "loss": 0.8992,
      "step": 400
    },
    {
      "epoch": 0.28,
      "eval_loss": 0.8636618852615356,
      "eval_runtime": 187.3213,
      "eval_samples_per_second": 215.95,
      "eval_steps_per_second": 26.996,
      "step": 400
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.2624347636274722,
      "learning_rate": 1.9422939439162724e-05,
      "loss": 0.9155,
      "step": 401
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.1698553557184548,
      "learning_rate": 1.941913639991518e-05,
      "loss": 0.86,
      "step": 402
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.2896541603131255,
      "learning_rate": 1.9415321244891324e-05,
      "loss": 0.8662,
      "step": 403
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.0328968599567645,
      "learning_rate": 1.9411493978998556e-05,
      "loss": 0.8603,
      "step": 404
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.1164191505312102,
      "learning_rate": 1.9407654607159872e-05,
      "loss": 0.8241,
      "step": 405
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.0333308388183566,
      "learning_rate": 1.940380313431383e-05,
      "loss": 0.9102,
      "step": 406
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.2102188125348146,
      "learning_rate": 1.9399939565414554e-05,
      "loss": 0.8601,
      "step": 407
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.0252791341841436,
      "learning_rate": 1.939606390543173e-05,
      "loss": 0.9156,
      "step": 408
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.0237005282287415,
      "learning_rate": 1.9392176159350592e-05,
      "loss": 0.8721,
      "step": 409
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.179791811608601,
      "learning_rate": 1.938827633217193e-05,
      "loss": 0.8506,
      "step": 410
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.2083149029506115,
      "learning_rate": 1.938436442891206e-05,
      "loss": 0.9396,
      "step": 411
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.304928466464715,
      "learning_rate": 1.938044045460284e-05,
      "loss": 0.848,
      "step": 412
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.245493747578827,
      "learning_rate": 1.9376504414291662e-05,
      "loss": 1.016,
      "step": 413
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.435385045917715,
      "learning_rate": 1.9372556313041423e-05,
      "loss": 1.0092,
      "step": 414
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.0903396597636805,
      "learning_rate": 1.9368596155930538e-05,
      "loss": 0.7966,
      "step": 415
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.1738401247123667,
      "learning_rate": 1.936462394805294e-05,
      "loss": 0.8328,
      "step": 416
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.0633958378072337,
      "learning_rate": 1.9360639694518047e-05,
      "loss": 0.8777,
      "step": 417
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.0396714883459242,
      "learning_rate": 1.935664340045079e-05,
      "loss": 0.7648,
      "step": 418
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.0106668472141556,
      "learning_rate": 1.9352635070991567e-05,
      "loss": 0.8712,
      "step": 419
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.1381217667885855,
      "learning_rate": 1.934861471129627e-05,
      "loss": 0.8539,
      "step": 420
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.1151430876376536,
      "learning_rate": 1.9344582326536265e-05,
      "loss": 0.8892,
      "step": 421
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.371300072001641,
      "learning_rate": 1.934053792189838e-05,
      "loss": 0.848,
      "step": 422
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.068226316452399,
      "learning_rate": 1.9336481502584914e-05,
      "loss": 0.858,
      "step": 423
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.0487313154852826,
      "learning_rate": 1.9332413073813606e-05,
      "loss": 0.8205,
      "step": 424
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.0254282471589573,
      "learning_rate": 1.9328332640817657e-05,
      "loss": 0.86,
      "step": 425
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.0351254744835727,
      "learning_rate": 1.9324240208845694e-05,
      "loss": 0.9067,
      "step": 426
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.0150706385574908,
      "learning_rate": 1.9320135783161795e-05,
      "loss": 0.7885,
      "step": 427
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.0164480002903071,
      "learning_rate": 1.9316019369045453e-05,
      "loss": 0.8156,
      "step": 428
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.0441180688201646,
      "learning_rate": 1.9311890971791586e-05,
      "loss": 0.8825,
      "step": 429
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.044772972990732,
      "learning_rate": 1.930775059671053e-05,
      "loss": 0.7897,
      "step": 430
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.9632658012924297,
      "learning_rate": 1.9303598249128016e-05,
      "loss": 0.7772,
      "step": 431
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.0341143803884538,
      "learning_rate": 1.929943393438519e-05,
      "loss": 0.9062,
      "step": 432
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.094263199803778,
      "learning_rate": 1.9295257657838578e-05,
      "loss": 0.859,
      "step": 433
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.643732102287827,
      "learning_rate": 1.9291069424860103e-05,
      "loss": 0.9486,
      "step": 434
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.1173987376473988,
      "learning_rate": 1.928686924083706e-05,
      "loss": 0.8217,
      "step": 435
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.029920328225798,
      "learning_rate": 1.9282657111172122e-05,
      "loss": 0.898,
      "step": 436
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.095170152800852,
      "learning_rate": 1.927843304128332e-05,
      "loss": 0.8778,
      "step": 437
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.1961572487379104,
      "learning_rate": 1.9274197036604056e-05,
      "loss": 0.9524,
      "step": 438
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.1804576808566998,
      "learning_rate": 1.9269949102583073e-05,
      "loss": 0.8683,
      "step": 439
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.9733805716493049,
      "learning_rate": 1.926568924468446e-05,
      "loss": 0.8669,
      "step": 440
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.0706964473279539,
      "learning_rate": 1.926141746838765e-05,
      "loss": 0.8367,
      "step": 441
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.0033805905176616,
      "learning_rate": 1.9257133779187396e-05,
      "loss": 0.7884,
      "step": 442
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.1611745396135442,
      "learning_rate": 1.9252838182593785e-05,
      "loss": 0.8934,
      "step": 443
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.954029454505071,
      "learning_rate": 1.9248530684132217e-05,
      "loss": 0.842,
      "step": 444
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.1689253660362962,
      "learning_rate": 1.9244211289343397e-05,
      "loss": 0.8226,
      "step": 445
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.0553358851077157,
      "learning_rate": 1.923988000378334e-05,
      "loss": 0.8474,
      "step": 446
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.2187486629066102,
      "learning_rate": 1.9235536833023345e-05,
      "loss": 0.8575,
      "step": 447
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.0348731817900605,
      "learning_rate": 1.923118178265001e-05,
      "loss": 0.8526,
      "step": 448
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.0842630814194327,
      "learning_rate": 1.922681485826521e-05,
      "loss": 0.9687,
      "step": 449
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.113876223105261,
      "learning_rate": 1.922243606548609e-05,
      "loss": 0.891,
      "step": 450
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.1371794908578412,
      "learning_rate": 1.9218045409945066e-05,
      "loss": 0.8671,
      "step": 451
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.1093753268810582,
      "learning_rate": 1.9213642897289807e-05,
      "loss": 0.8499,
      "step": 452
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.0311878548667242,
      "learning_rate": 1.920922853318324e-05,
      "loss": 0.8404,
      "step": 453
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.5676170591497518,
      "learning_rate": 1.9204802323303533e-05,
      "loss": 0.8505,
      "step": 454
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.105576515631698,
      "learning_rate": 1.9200364273344096e-05,
      "loss": 0.8631,
      "step": 455
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.1197845348326956,
      "learning_rate": 1.9195914389013557e-05,
      "loss": 0.8843,
      "step": 456
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.387690470463562,
      "learning_rate": 1.9191452676035785e-05,
      "loss": 0.7525,
      "step": 457
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.1987114359010893,
      "learning_rate": 1.9186979140149845e-05,
      "loss": 0.8599,
      "step": 458
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.217781571332019,
      "learning_rate": 1.9182493787110027e-05,
      "loss": 0.8816,
      "step": 459
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.048348069880512,
      "learning_rate": 1.91779966226858e-05,
      "loss": 0.8502,
      "step": 460
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.0833712301083942,
      "learning_rate": 1.9173487652661847e-05,
      "loss": 0.8391,
      "step": 461
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.2372405354323792,
      "learning_rate": 1.9168966882838025e-05,
      "loss": 0.8567,
      "step": 462
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.0414088831972983,
      "learning_rate": 1.9164434319029378e-05,
      "loss": 0.8912,
      "step": 463
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.252034938210078,
      "learning_rate": 1.9159889967066104e-05,
      "loss": 0.8629,
      "step": 464
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.4159470689143745,
      "learning_rate": 1.915533383279358e-05,
      "loss": 0.8894,
      "step": 465
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.089863489159817,
      "learning_rate": 1.915076592207234e-05,
      "loss": 0.8936,
      "step": 466
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.0763910526561575,
      "learning_rate": 1.9146186240778048e-05,
      "loss": 0.8483,
      "step": 467
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.9653415746089279,
      "learning_rate": 1.9141594794801525e-05,
      "loss": 0.8416,
      "step": 468
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.0979290386531497,
      "learning_rate": 1.9136991590048713e-05,
      "loss": 0.8149,
      "step": 469
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.1134257431959327,
      "learning_rate": 1.91323766324407e-05,
      "loss": 0.9428,
      "step": 470
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.2475415888372035,
      "learning_rate": 1.912774992791366e-05,
      "loss": 0.8359,
      "step": 471
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.1322862514712104,
      "learning_rate": 1.9123111482418908e-05,
      "loss": 0.8473,
      "step": 472
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.0202073961215956,
      "learning_rate": 1.9118461301922837e-05,
      "loss": 0.8386,
      "step": 473
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.1772015279152943,
      "learning_rate": 1.911379939240695e-05,
      "loss": 0.8364,
      "step": 474
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.9781738963360617,
      "learning_rate": 1.9109125759867834e-05,
      "loss": 0.931,
      "step": 475
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.9690542279329114,
      "learning_rate": 1.9104440410317148e-05,
      "loss": 0.7959,
      "step": 476
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.8264203526007248,
      "learning_rate": 1.9099743349781633e-05,
      "loss": 0.8622,
      "step": 477
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.0483364415879783,
      "learning_rate": 1.9095034584303086e-05,
      "loss": 0.8971,
      "step": 478
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.1658429627200173,
      "learning_rate": 1.9090314119938362e-05,
      "loss": 0.8295,
      "step": 479
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.1851938754575262,
      "learning_rate": 1.9085581962759366e-05,
      "loss": 0.8943,
      "step": 480
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.9887334244222568,
      "learning_rate": 1.9080838118853043e-05,
      "loss": 0.8942,
      "step": 481
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.996368417491876,
      "learning_rate": 1.9076082594321368e-05,
      "loss": 0.8431,
      "step": 482
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.1072723640538134,
      "learning_rate": 1.9071315395281344e-05,
      "loss": 0.8338,
      "step": 483
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.1114720146010824,
      "learning_rate": 1.906653652786499e-05,
      "loss": 0.8687,
      "step": 484
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.9795411708341635,
      "learning_rate": 1.906174599821933e-05,
      "loss": 0.8558,
      "step": 485
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.0358155237590705,
      "learning_rate": 1.9056943812506395e-05,
      "loss": 0.8539,
      "step": 486
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.0328294723383766,
      "learning_rate": 1.9052129976903206e-05,
      "loss": 0.9297,
      "step": 487
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.947373757200239,
      "learning_rate": 1.904730449760177e-05,
      "loss": 0.7847,
      "step": 488
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.0349224123359808,
      "learning_rate": 1.9042467380809068e-05,
      "loss": 0.8638,
      "step": 489
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.958310460108622,
      "learning_rate": 1.903761863274706e-05,
      "loss": 0.7945,
      "step": 490
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.4179625401019371,
      "learning_rate": 1.903275825965265e-05,
      "loss": 0.8623,
      "step": 491
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.9984916683954115,
      "learning_rate": 1.902788626777772e-05,
      "loss": 0.8547,
      "step": 492
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.9696717947291953,
      "learning_rate": 1.902300266338907e-05,
      "loss": 0.9136,
      "step": 493
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.0442302283722409,
      "learning_rate": 1.901810745276845e-05,
      "loss": 0.9077,
      "step": 494
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.0615973187793764,
      "learning_rate": 1.9013200642212547e-05,
      "loss": 0.9122,
      "step": 495
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.0278429898382326,
      "learning_rate": 1.9008282238032955e-05,
      "loss": 0.8604,
      "step": 496
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.9677095617976222,
      "learning_rate": 1.9003352246556187e-05,
      "loss": 0.9101,
      "step": 497
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.9735541688566568,
      "learning_rate": 1.8998410674123665e-05,
      "loss": 0.8234,
      "step": 498
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.1110533273357168,
      "learning_rate": 1.8993457527091696e-05,
      "loss": 0.8805,
      "step": 499
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.1119953319593077,
      "learning_rate": 1.8988492811831485e-05,
      "loss": 0.7915,
      "step": 500
    },
    {
      "epoch": 0.35,
      "eval_loss": 0.8526943325996399,
      "eval_runtime": 187.0435,
      "eval_samples_per_second": 216.271,
      "eval_steps_per_second": 27.036,
      "step": 500
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.9717769254859505,
      "learning_rate": 1.8983516534729117e-05,
      "loss": 0.8541,
      "step": 501
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.1567304120011481,
      "learning_rate": 1.8978528702185547e-05,
      "loss": 0.9735,
      "step": 502
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.045800467752564,
      "learning_rate": 1.8973529320616583e-05,
      "loss": 0.7481,
      "step": 503
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.9988848948131525,
      "learning_rate": 1.896851839645291e-05,
      "loss": 0.8684,
      "step": 504
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.052167675344499,
      "learning_rate": 1.8963495936140036e-05,
      "loss": 0.8679,
      "step": 505
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.1729615157564766,
      "learning_rate": 1.8958461946138335e-05,
      "loss": 0.8659,
      "step": 506
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.4141646096076652,
      "learning_rate": 1.8953416432922986e-05,
      "loss": 0.9133,
      "step": 507
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.0173125987989802,
      "learning_rate": 1.8948359402984006e-05,
      "loss": 0.8216,
      "step": 508
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.0734401456100644,
      "learning_rate": 1.894329086282622e-05,
      "loss": 0.8061,
      "step": 509
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.0470846911584983,
      "learning_rate": 1.8938210818969257e-05,
      "loss": 0.8438,
      "step": 510
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.0472618723061844,
      "learning_rate": 1.8933119277947548e-05,
      "loss": 0.8508,
      "step": 511
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.0077323188601064,
      "learning_rate": 1.892801624631031e-05,
      "loss": 0.9165,
      "step": 512
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.0844160173693849,
      "learning_rate": 1.8922901730621544e-05,
      "loss": 0.8232,
      "step": 513
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.9761080617342631,
      "learning_rate": 1.8917775737460015e-05,
      "loss": 0.9321,
      "step": 514
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.0110333862570609,
      "learning_rate": 1.8912638273419257e-05,
      "loss": 0.9282,
      "step": 515
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.1126860660977669,
      "learning_rate": 1.890748934510756e-05,
      "loss": 0.8755,
      "step": 516
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.974615001889175,
      "learning_rate": 1.8902328959147953e-05,
      "loss": 0.833,
      "step": 517
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.04420546634678,
      "learning_rate": 1.8897157122178216e-05,
      "loss": 0.9264,
      "step": 518
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.9882139360408511,
      "learning_rate": 1.8891973840850844e-05,
      "loss": 0.8147,
      "step": 519
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.9698350901525421,
      "learning_rate": 1.8886779121833065e-05,
      "loss": 0.797,
      "step": 520
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.0892458752220342,
      "learning_rate": 1.8881572971806808e-05,
      "loss": 0.8928,
      "step": 521
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.9279387036040393,
      "learning_rate": 1.8876355397468714e-05,
      "loss": 0.8401,
      "step": 522
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.0113032414744425,
      "learning_rate": 1.8871126405530113e-05,
      "loss": 0.9115,
      "step": 523
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.9129421884681735,
      "learning_rate": 1.8865886002717034e-05,
      "loss": 0.8143,
      "step": 524
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.3098098146866635,
      "learning_rate": 1.8860634195770165e-05,
      "loss": 1.0118,
      "step": 525
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.9903655628930513,
      "learning_rate": 1.8855370991444876e-05,
      "loss": 0.8416,
      "step": 526
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.0163609363523551,
      "learning_rate": 1.8850096396511196e-05,
      "loss": 0.8967,
      "step": 527
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.058332850451146,
      "learning_rate": 1.8844810417753797e-05,
      "loss": 0.8814,
      "step": 528
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.0760460518670376,
      "learning_rate": 1.8839513061972007e-05,
      "loss": 0.8574,
      "step": 529
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.9547071896987184,
      "learning_rate": 1.8834204335979777e-05,
      "loss": 0.8741,
      "step": 530
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.9830111500512667,
      "learning_rate": 1.8828884246605696e-05,
      "loss": 0.857,
      "step": 531
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.9666641431423578,
      "learning_rate": 1.882355280069295e-05,
      "loss": 0.8321,
      "step": 532
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.4401922028564462,
      "learning_rate": 1.8818210005099355e-05,
      "loss": 0.8167,
      "step": 533
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.0669102521388445,
      "learning_rate": 1.881285586669731e-05,
      "loss": 0.7776,
      "step": 534
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.0093813108688519,
      "learning_rate": 1.8807490392373808e-05,
      "loss": 0.841,
      "step": 535
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.7570201266726655,
      "learning_rate": 1.880211358903043e-05,
      "loss": 0.9326,
      "step": 536
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.9953583010172994,
      "learning_rate": 1.879672546358332e-05,
      "loss": 0.8339,
      "step": 537
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.0508471775378638,
      "learning_rate": 1.8791326022963197e-05,
      "loss": 0.8643,
      "step": 538
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.07762751139997,
      "learning_rate": 1.8785915274115322e-05,
      "loss": 0.8097,
      "step": 539
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.0601387141355354,
      "learning_rate": 1.8780493223999508e-05,
      "loss": 0.834,
      "step": 540
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.021216968150058,
      "learning_rate": 1.8775059879590106e-05,
      "loss": 0.8466,
      "step": 541
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.092057770038313,
      "learning_rate": 1.876961524787599e-05,
      "loss": 0.8418,
      "step": 542
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.0761804463517708,
      "learning_rate": 1.876415933586056e-05,
      "loss": 0.8096,
      "step": 543
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.0382523513195845,
      "learning_rate": 1.8758692150561718e-05,
      "loss": 0.8371,
      "step": 544
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.0560965482503217,
      "learning_rate": 1.8753213699011877e-05,
      "loss": 0.9391,
      "step": 545
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.5019300766603845,
      "learning_rate": 1.8747723988257924e-05,
      "loss": 0.8927,
      "step": 546
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.053684928562445,
      "learning_rate": 1.8742223025361245e-05,
      "loss": 0.9148,
      "step": 547
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.2566833905549095,
      "learning_rate": 1.8736710817397697e-05,
      "loss": 0.8452,
      "step": 548
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.9516384274941435,
      "learning_rate": 1.8731187371457594e-05,
      "loss": 0.8479,
      "step": 549
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.244319475578046,
      "learning_rate": 1.8725652694645714e-05,
      "loss": 0.806,
      "step": 550
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.9965107061476687,
      "learning_rate": 1.8720106794081276e-05,
      "loss": 0.8408,
      "step": 551
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.9923816429015672,
      "learning_rate": 1.8714549676897936e-05,
      "loss": 0.8249,
      "step": 552
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.0276121053745104,
      "learning_rate": 1.870898135024378e-05,
      "loss": 0.9268,
      "step": 553
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.9716000925703704,
      "learning_rate": 1.8703401821281317e-05,
      "loss": 0.8661,
      "step": 554
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.028051340486763,
      "learning_rate": 1.8697811097187445e-05,
      "loss": 0.8388,
      "step": 555
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.2861670965261067,
      "learning_rate": 1.8692209185153493e-05,
      "loss": 0.8534,
      "step": 556
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.0530293580854682,
      "learning_rate": 1.868659609238516e-05,
      "loss": 0.8347,
      "step": 557
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.9979681252925467,
      "learning_rate": 1.868097182610253e-05,
      "loss": 0.8898,
      "step": 558
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.05569167326003,
      "learning_rate": 1.8675336393540065e-05,
      "loss": 0.9221,
      "step": 559
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.0355101234684094,
      "learning_rate": 1.8669689801946585e-05,
      "loss": 0.8189,
      "step": 560
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.0206561288788434,
      "learning_rate": 1.8664032058585265e-05,
      "loss": 0.8029,
      "step": 561
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.1234982856261049,
      "learning_rate": 1.8658363170733625e-05,
      "loss": 0.8269,
      "step": 562
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.0286971576376855,
      "learning_rate": 1.8652683145683523e-05,
      "loss": 0.9344,
      "step": 563
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.0455324514804116,
      "learning_rate": 1.8646991990741138e-05,
      "loss": 0.889,
      "step": 564
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.0032390735498653,
      "learning_rate": 1.8641289713226963e-05,
      "loss": 0.8517,
      "step": 565
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.1131893195292746,
      "learning_rate": 1.863557632047581e-05,
      "loss": 0.8676,
      "step": 566
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.0714530814917393,
      "learning_rate": 1.8629851819836774e-05,
      "loss": 0.8465,
      "step": 567
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.944334257350204,
      "learning_rate": 1.862411621867324e-05,
      "loss": 0.7745,
      "step": 568
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.0785324680314694,
      "learning_rate": 1.8618369524362895e-05,
      "loss": 0.8505,
      "step": 569
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.0253026699762982,
      "learning_rate": 1.861261174429765e-05,
      "loss": 0.8498,
      "step": 570
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.1073123137203067,
      "learning_rate": 1.8606842885883724e-05,
      "loss": 0.8425,
      "step": 571
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.0138475687542496,
      "learning_rate": 1.860106295654155e-05,
      "loss": 0.8327,
      "step": 572
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.983905689468371,
      "learning_rate": 1.8595271963705822e-05,
      "loss": 0.8286,
      "step": 573
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.9978766241312532,
      "learning_rate": 1.8589469914825457e-05,
      "loss": 0.8048,
      "step": 574
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.9888483691868927,
      "learning_rate": 1.858365681736359e-05,
      "loss": 0.8162,
      "step": 575
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.9966944146838984,
      "learning_rate": 1.8577832678797575e-05,
      "loss": 0.8313,
      "step": 576
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.069934140934502,
      "learning_rate": 1.8571997506618964e-05,
      "loss": 0.8822,
      "step": 577
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.9827128570955065,
      "learning_rate": 1.8566151308333502e-05,
      "loss": 0.8465,
      "step": 578
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.1466769116887388,
      "learning_rate": 1.856029409146112e-05,
      "loss": 0.9171,
      "step": 579
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.0198004108553271,
      "learning_rate": 1.8554425863535915e-05,
      "loss": 0.9252,
      "step": 580
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.0242842691126035,
      "learning_rate": 1.854854663210616e-05,
      "loss": 0.7665,
      "step": 581
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.0890534784704105,
      "learning_rate": 1.8542656404734264e-05,
      "loss": 0.8269,
      "step": 582
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.9015971958546473,
      "learning_rate": 1.8536755188996797e-05,
      "loss": 0.8683,
      "step": 583
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.0291552133995123,
      "learning_rate": 1.853084299248445e-05,
      "loss": 0.8375,
      "step": 584
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.0379854385313003,
      "learning_rate": 1.852491982280205e-05,
      "loss": 0.8745,
      "step": 585
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.0475983349262212,
      "learning_rate": 1.851898568756853e-05,
      "loss": 0.8367,
      "step": 586
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.0198449464309953,
      "learning_rate": 1.8513040594416934e-05,
      "loss": 0.8291,
      "step": 587
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.0449883854278477,
      "learning_rate": 1.850708455099439e-05,
      "loss": 0.8851,
      "step": 588
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.0197024852454293,
      "learning_rate": 1.850111756496213e-05,
      "loss": 0.8032,
      "step": 589
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.9918341986182831,
      "learning_rate": 1.849513964399545e-05,
      "loss": 0.8112,
      "step": 590
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.0484201108935518,
      "learning_rate": 1.8489150795783702e-05,
      "loss": 0.8965,
      "step": 591
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.9689254913631651,
      "learning_rate": 1.848315102803031e-05,
      "loss": 0.8887,
      "step": 592
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.9706717251970238,
      "learning_rate": 1.8477140348452745e-05,
      "loss": 0.8358,
      "step": 593
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.0842401799268369,
      "learning_rate": 1.8471118764782497e-05,
      "loss": 0.8892,
      "step": 594
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.001371823170473,
      "learning_rate": 1.8465086284765093e-05,
      "loss": 0.8611,
      "step": 595
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.9558206663655661,
      "learning_rate": 1.8459042916160077e-05,
      "loss": 0.8917,
      "step": 596
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.0018787110080574,
      "learning_rate": 1.8452988666740993e-05,
      "loss": 0.8895,
      "step": 597
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.9565424323384727,
      "learning_rate": 1.844692354429539e-05,
      "loss": 0.847,
      "step": 598
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.9944052423681737,
      "learning_rate": 1.8440847556624794e-05,
      "loss": 0.8445,
      "step": 599
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.0571874002170982,
      "learning_rate": 1.8434760711544707e-05,
      "loss": 0.9123,
      "step": 600
    },
    {
      "epoch": 0.42,
      "eval_loss": 0.8448428511619568,
      "eval_runtime": 187.3148,
      "eval_samples_per_second": 215.957,
      "eval_steps_per_second": 26.997,
      "step": 600
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.0692919112422168,
      "learning_rate": 1.8428663016884606e-05,
      "loss": 0.835,
      "step": 601
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.0624352078303714,
      "learning_rate": 1.842255448048791e-05,
      "loss": 0.92,
      "step": 602
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.0217814818022022,
      "learning_rate": 1.8416435110211998e-05,
      "loss": 0.8442,
      "step": 603
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.0079541176167188,
      "learning_rate": 1.841030491392817e-05,
      "loss": 0.8381,
      "step": 604
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.0605990654308264,
      "learning_rate": 1.8404163899521666e-05,
      "loss": 0.8171,
      "step": 605
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.0802017142498224,
      "learning_rate": 1.8398012074891636e-05,
      "loss": 0.9261,
      "step": 606
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.9980562068741823,
      "learning_rate": 1.8391849447951128e-05,
      "loss": 0.7851,
      "step": 607
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.0262857177043048,
      "learning_rate": 1.838567602662709e-05,
      "loss": 0.8495,
      "step": 608
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.0383479353156029,
      "learning_rate": 1.837949181886036e-05,
      "loss": 0.8686,
      "step": 609
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.9725276530954041,
      "learning_rate": 1.8373296832605647e-05,
      "loss": 0.8217,
      "step": 610
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.96459871670791,
      "learning_rate": 1.8367091075831517e-05,
      "loss": 0.8748,
      "step": 611
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.9652669926432812,
      "learning_rate": 1.83608745565204e-05,
      "loss": 0.8963,
      "step": 612
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.9725870173994274,
      "learning_rate": 1.8354647282668566e-05,
      "loss": 0.8629,
      "step": 613
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.0224955249723027,
      "learning_rate": 1.8348409262286117e-05,
      "loss": 0.8649,
      "step": 614
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.96997495024294,
      "learning_rate": 1.8342160503396975e-05,
      "loss": 0.8625,
      "step": 615
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.9528776424597024,
      "learning_rate": 1.833590101403889e-05,
      "loss": 0.7936,
      "step": 616
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.0092126509995532,
      "learning_rate": 1.8329630802263397e-05,
      "loss": 0.8944,
      "step": 617
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.1003855463170757,
      "learning_rate": 1.8323349876135836e-05,
      "loss": 0.9236,
      "step": 618
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.9882424235256009,
      "learning_rate": 1.8317058243735312e-05,
      "loss": 0.8451,
      "step": 619
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.963270254631444,
      "learning_rate": 1.8310755913154726e-05,
      "loss": 0.9003,
      "step": 620
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.070834999042204,
      "learning_rate": 1.8304442892500716e-05,
      "loss": 0.8523,
      "step": 621
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.9218568344531317,
      "learning_rate": 1.8298119189893686e-05,
      "loss": 0.814,
      "step": 622
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.0121387565853985,
      "learning_rate": 1.8291784813467775e-05,
      "loss": 0.8424,
      "step": 623
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.6096637215697438,
      "learning_rate": 1.828543977137085e-05,
      "loss": 0.9638,
      "step": 624
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.0093617823228238,
      "learning_rate": 1.82790840717645e-05,
      "loss": 0.8431,
      "step": 625
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.0192552554698213,
      "learning_rate": 1.8272717722824024e-05,
      "loss": 0.8596,
      "step": 626
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.3776610014995394,
      "learning_rate": 1.826634073273841e-05,
      "loss": 1.0204,
      "step": 627
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.0675434029261415,
      "learning_rate": 1.825995310971035e-05,
      "loss": 0.8003,
      "step": 628
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.9842725904044134,
      "learning_rate": 1.8253554861956196e-05,
      "loss": 0.8682,
      "step": 629
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.0144622853869512,
      "learning_rate": 1.8247145997705977e-05,
      "loss": 0.8425,
      "step": 630
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.9797681977185918,
      "learning_rate": 1.8240726525203373e-05,
      "loss": 0.7792,
      "step": 631
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.0253288961176894,
      "learning_rate": 1.8234296452705715e-05,
      "loss": 0.8911,
      "step": 632
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.9908479790600693,
      "learning_rate": 1.8227855788483966e-05,
      "loss": 0.7824,
      "step": 633
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.0055635922446198,
      "learning_rate": 1.8221404540822706e-05,
      "loss": 0.8183,
      "step": 634
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.0186612448588224,
      "learning_rate": 1.8214942718020138e-05,
      "loss": 0.8881,
      "step": 635
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.1193248624591543,
      "learning_rate": 1.8208470328388065e-05,
      "loss": 0.9409,
      "step": 636
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.0941512225566314,
      "learning_rate": 1.820198738025188e-05,
      "loss": 0.7906,
      "step": 637
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.1150873133380623,
      "learning_rate": 1.8195493881950566e-05,
      "loss": 0.8611,
      "step": 638
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.9378843998364783,
      "learning_rate": 1.8188989841836656e-05,
      "loss": 0.773,
      "step": 639
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.9753210492248877,
      "learning_rate": 1.8182475268276265e-05,
      "loss": 0.8462,
      "step": 640
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.0828463958224648,
      "learning_rate": 1.8175950169649048e-05,
      "loss": 0.8576,
      "step": 641
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.9769233721699588,
      "learning_rate": 1.8169414554348194e-05,
      "loss": 0.7836,
      "step": 642
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.0461794610793929,
      "learning_rate": 1.8162868430780426e-05,
      "loss": 0.8385,
      "step": 643
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.003015728656599,
      "learning_rate": 1.8156311807365985e-05,
      "loss": 0.8552,
      "step": 644
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.0186870649283732,
      "learning_rate": 1.814974469253861e-05,
      "loss": 0.8379,
      "step": 645
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.0451464039674105,
      "learning_rate": 1.8143167094745544e-05,
      "loss": 0.9206,
      "step": 646
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.9836969096682053,
      "learning_rate": 1.8136579022447506e-05,
      "loss": 0.8315,
      "step": 647
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.1918878087256983,
      "learning_rate": 1.81299804841187e-05,
      "loss": 0.7708,
      "step": 648
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.13014118954486,
      "learning_rate": 1.8123371488246776e-05,
      "loss": 0.8264,
      "step": 649
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.095613581352552,
      "learning_rate": 1.8116752043332848e-05,
      "loss": 0.8275,
      "step": 650
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.001887759694024,
      "learning_rate": 1.8110122157891466e-05,
      "loss": 0.8993,
      "step": 651
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.0591263293529547,
      "learning_rate": 1.810348184045061e-05,
      "loss": 0.8239,
      "step": 652
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.9867565259786909,
      "learning_rate": 1.8096831099551675e-05,
      "loss": 0.8347,
      "step": 653
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.9573471269079379,
      "learning_rate": 1.8090169943749477e-05,
      "loss": 0.8389,
      "step": 654
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.0815591626860135,
      "learning_rate": 1.808349838161221e-05,
      "loss": 0.8124,
      "step": 655
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.0660151285755348,
      "learning_rate": 1.807681642172147e-05,
      "loss": 0.9354,
      "step": 656
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.9862775055482695,
      "learning_rate": 1.8070124072672212e-05,
      "loss": 0.8433,
      "step": 657
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.9895614964471511,
      "learning_rate": 1.806342134307277e-05,
      "loss": 0.8612,
      "step": 658
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.9589334452418762,
      "learning_rate": 1.805670824154482e-05,
      "loss": 0.8296,
      "step": 659
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.9501049834625723,
      "learning_rate": 1.8049984776723383e-05,
      "loss": 0.8283,
      "step": 660
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.1151775277350218,
      "learning_rate": 1.804325095725681e-05,
      "loss": 0.795,
      "step": 661
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.0790263646019147,
      "learning_rate": 1.803650679180677e-05,
      "loss": 0.9071,
      "step": 662
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.9658054663092771,
      "learning_rate": 1.8029752289048245e-05,
      "loss": 0.7951,
      "step": 663
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.06270294763586,
      "learning_rate": 1.8022987457669504e-05,
      "loss": 0.8664,
      "step": 664
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.039694994665679,
      "learning_rate": 1.801621230637211e-05,
      "loss": 0.8906,
      "step": 665
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.9165308822871485,
      "learning_rate": 1.8009426843870897e-05,
      "loss": 0.8651,
      "step": 666
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.106059285409371,
      "learning_rate": 1.8002631078893964e-05,
      "loss": 0.8719,
      "step": 667
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.9388909424266827,
      "learning_rate": 1.7995825020182664e-05,
      "loss": 0.8676,
      "step": 668
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.9428941948815046,
      "learning_rate": 1.7989008676491576e-05,
      "loss": 0.7718,
      "step": 669
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.9435866134778035,
      "learning_rate": 1.7982182056588536e-05,
      "loss": 0.9058,
      "step": 670
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.9484400640960485,
      "learning_rate": 1.7975345169254574e-05,
      "loss": 0.8145,
      "step": 671
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.0135613748858736,
      "learning_rate": 1.7968498023283937e-05,
      "loss": 0.8617,
      "step": 672
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.9907037798755128,
      "learning_rate": 1.7961640627484064e-05,
      "loss": 0.8254,
      "step": 673
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.0539851003236405,
      "learning_rate": 1.7954772990675583e-05,
      "loss": 0.8105,
      "step": 674
    },
    {
      "epoch": 0.47,
      "grad_norm": 2.5109070638813087,
      "learning_rate": 1.7947895121692293e-05,
      "loss": 0.8989,
      "step": 675
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.0570034476843884,
      "learning_rate": 1.794100702938115e-05,
      "loss": 0.8437,
      "step": 676
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.0062280180181036,
      "learning_rate": 1.7934108722602266e-05,
      "loss": 0.8234,
      "step": 677
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.0254412892858618,
      "learning_rate": 1.7927200210228895e-05,
      "loss": 0.8789,
      "step": 678
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.009355678226713,
      "learning_rate": 1.7920281501147406e-05,
      "loss": 0.8942,
      "step": 679
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.9707762185300899,
      "learning_rate": 1.791335260425729e-05,
      "loss": 0.8253,
      "step": 680
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.0507998746245961,
      "learning_rate": 1.7906413528471155e-05,
      "loss": 0.8184,
      "step": 681
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.014499078320948,
      "learning_rate": 1.7899464282714683e-05,
      "loss": 0.8316,
      "step": 682
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.2690613471208891,
      "learning_rate": 1.7892504875926643e-05,
      "loss": 0.8476,
      "step": 683
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.015777608061474,
      "learning_rate": 1.7885535317058882e-05,
      "loss": 0.8758,
      "step": 684
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.0097208382065235,
      "learning_rate": 1.7878555615076294e-05,
      "loss": 0.7964,
      "step": 685
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.0403303018421468,
      "learning_rate": 1.7871565778956836e-05,
      "loss": 0.8279,
      "step": 686
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.0185895791071147,
      "learning_rate": 1.7864565817691478e-05,
      "loss": 0.9441,
      "step": 687
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.219088999355827,
      "learning_rate": 1.7857555740284234e-05,
      "loss": 0.9177,
      "step": 688
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.021606981348204,
      "learning_rate": 1.7850535555752127e-05,
      "loss": 0.8538,
      "step": 689
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.2146520398195872,
      "learning_rate": 1.7843505273125164e-05,
      "loss": 0.9698,
      "step": 690
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.9344553257619521,
      "learning_rate": 1.7836464901446363e-05,
      "loss": 0.8474,
      "step": 691
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.0275115933940366,
      "learning_rate": 1.782941444977171e-05,
      "loss": 0.7603,
      "step": 692
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.0505661615764563,
      "learning_rate": 1.7822353927170154e-05,
      "loss": 0.8694,
      "step": 693
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.090766269758975,
      "learning_rate": 1.78152833427236e-05,
      "loss": 0.8273,
      "step": 694
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.0174580986492128,
      "learning_rate": 1.78082027055269e-05,
      "loss": 0.7529,
      "step": 695
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.0021861850530214,
      "learning_rate": 1.780111202468783e-05,
      "loss": 0.9338,
      "step": 696
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.0609059318746341,
      "learning_rate": 1.7794011309327094e-05,
      "loss": 0.8543,
      "step": 697
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.9551542638515328,
      "learning_rate": 1.778690056857829e-05,
      "loss": 0.8321,
      "step": 698
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.1289162721981014,
      "learning_rate": 1.7779779811587927e-05,
      "loss": 0.8622,
      "step": 699
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.0578729963198346,
      "learning_rate": 1.7772649047515384e-05,
      "loss": 0.7849,
      "step": 700
    },
    {
      "epoch": 0.49,
      "eval_loss": 0.8381435871124268,
      "eval_runtime": 187.1931,
      "eval_samples_per_second": 216.098,
      "eval_steps_per_second": 27.015,
      "step": 700
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.9279732332051667,
      "learning_rate": 1.7765508285532923e-05,
      "loss": 0.7979,
      "step": 701
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.0143917337734483,
      "learning_rate": 1.7758357534825658e-05,
      "loss": 0.8383,
      "step": 702
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.0124719670852789,
      "learning_rate": 1.7751196804591554e-05,
      "loss": 0.9105,
      "step": 703
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.0404174429801545,
      "learning_rate": 1.7744026104041422e-05,
      "loss": 0.8057,
      "step": 704
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.0203141485006675,
      "learning_rate": 1.7736845442398884e-05,
      "loss": 0.8641,
      "step": 705
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.0338735850682625,
      "learning_rate": 1.7729654828900372e-05,
      "loss": 0.7828,
      "step": 706
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.9554435548551307,
      "learning_rate": 1.7722454272795142e-05,
      "loss": 0.7999,
      "step": 707
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.0675538600899108,
      "learning_rate": 1.7715243783345215e-05,
      "loss": 0.8248,
      "step": 708
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.0334356374016562,
      "learning_rate": 1.77080233698254e-05,
      "loss": 0.9482,
      "step": 709
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.9625543396191655,
      "learning_rate": 1.7700793041523272e-05,
      "loss": 0.807,
      "step": 710
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.1920966108340543,
      "learning_rate": 1.7693552807739155e-05,
      "loss": 1.0113,
      "step": 711
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.1397337490346742,
      "learning_rate": 1.7686302677786118e-05,
      "loss": 0.8753,
      "step": 712
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.0365348300829782,
      "learning_rate": 1.7679042660989956e-05,
      "loss": 0.8879,
      "step": 713
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.0343554642761457,
      "learning_rate": 1.7671772766689185e-05,
      "loss": 0.8311,
      "step": 714
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.0824083716448243,
      "learning_rate": 1.7664493004235023e-05,
      "loss": 1.0056,
      "step": 715
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.0099315138119533,
      "learning_rate": 1.7657203382991384e-05,
      "loss": 0.8656,
      "step": 716
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.976404160597241,
      "learning_rate": 1.7649903912334864e-05,
      "loss": 0.7945,
      "step": 717
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.2084848684695084,
      "learning_rate": 1.7642594601654726e-05,
      "loss": 0.8635,
      "step": 718
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.9971992358419232,
      "learning_rate": 1.7635275460352885e-05,
      "loss": 0.8541,
      "step": 719
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.0726438623468066,
      "learning_rate": 1.7627946497843917e-05,
      "loss": 1.0002,
      "step": 720
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.0289865886566527,
      "learning_rate": 1.762060772355501e-05,
      "loss": 0.795,
      "step": 721
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.973501695572963,
      "learning_rate": 1.761325914692599e-05,
      "loss": 0.7983,
      "step": 722
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.9356583400580673,
      "learning_rate": 1.7605900777409282e-05,
      "loss": 0.8379,
      "step": 723
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.9969102865233515,
      "learning_rate": 1.7598532624469916e-05,
      "loss": 0.8237,
      "step": 724
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.9193759607412801,
      "learning_rate": 1.7591154697585496e-05,
      "loss": 0.7915,
      "step": 725
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.0241626821655354,
      "learning_rate": 1.7583767006246203e-05,
      "loss": 0.8324,
      "step": 726
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.9535841484168424,
      "learning_rate": 1.757636955995478e-05,
      "loss": 0.82,
      "step": 727
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.0646472607324255,
      "learning_rate": 1.7568962368226517e-05,
      "loss": 0.8231,
      "step": 728
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.02174942247018,
      "learning_rate": 1.7561545440589237e-05,
      "loss": 0.9426,
      "step": 729
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.931456362698152,
      "learning_rate": 1.755411878658329e-05,
      "loss": 0.7884,
      "step": 730
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.084058916314809,
      "learning_rate": 1.754668241576153e-05,
      "loss": 0.8664,
      "step": 731
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.996047425069412,
      "learning_rate": 1.7539236337689317e-05,
      "loss": 0.8128,
      "step": 732
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.9554163336960624,
      "learning_rate": 1.75317805619445e-05,
      "loss": 0.8238,
      "step": 733
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.9330046866060917,
      "learning_rate": 1.7524315098117385e-05,
      "loss": 0.8176,
      "step": 734
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.9760340454661153,
      "learning_rate": 1.751683995581076e-05,
      "loss": 0.7941,
      "step": 735
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.9449691883644274,
      "learning_rate": 1.7509355144639853e-05,
      "loss": 0.8796,
      "step": 736
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.8772646626675931,
      "learning_rate": 1.7501860674232327e-05,
      "loss": 0.7869,
      "step": 737
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.9696546113821329,
      "learning_rate": 1.7494356554228277e-05,
      "loss": 0.8105,
      "step": 738
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.9528515867071141,
      "learning_rate": 1.7486842794280198e-05,
      "loss": 0.8852,
      "step": 739
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.962161515570676,
      "learning_rate": 1.7479319404053004e-05,
      "loss": 0.8502,
      "step": 740
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.9023054126262993,
      "learning_rate": 1.7471786393223973e-05,
      "loss": 0.8616,
      "step": 741
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.0941424697568807,
      "learning_rate": 1.7464243771482778e-05,
      "loss": 0.8815,
      "step": 742
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.9951238405318317,
      "learning_rate": 1.7456691548531442e-05,
      "loss": 0.8328,
      "step": 743
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.9178551178716932,
      "learning_rate": 1.744912973408434e-05,
      "loss": 0.8078,
      "step": 744
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.9496311013052559,
      "learning_rate": 1.74415583378682e-05,
      "loss": 0.8138,
      "step": 745
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.9235589923434312,
      "learning_rate": 1.7433977369622044e-05,
      "loss": 0.8794,
      "step": 746
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.9272481982717993,
      "learning_rate": 1.7426386839097233e-05,
      "loss": 0.8177,
      "step": 747
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.0040310234682746,
      "learning_rate": 1.741878675605742e-05,
      "loss": 0.8455,
      "step": 748
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.9249804834714497,
      "learning_rate": 1.741117713027854e-05,
      "loss": 0.798,
      "step": 749
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.9297848707023268,
      "learning_rate": 1.740355797154881e-05,
      "loss": 0.8504,
      "step": 750
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.9926542817126969,
      "learning_rate": 1.7395929289668707e-05,
      "loss": 0.858,
      "step": 751
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.9213349718735717,
      "learning_rate": 1.7388291094450953e-05,
      "loss": 0.8135,
      "step": 752
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.981486353205901,
      "learning_rate": 1.7380643395720517e-05,
      "loss": 0.8525,
      "step": 753
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.9204065547943485,
      "learning_rate": 1.7372986203314578e-05,
      "loss": 0.755,
      "step": 754
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.9738300309612525,
      "learning_rate": 1.736531952708254e-05,
      "loss": 0.8743,
      "step": 755
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.9452690514025663,
      "learning_rate": 1.7357643376886004e-05,
      "loss": 0.837,
      "step": 756
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.9727629030140199,
      "learning_rate": 1.7349957762598745e-05,
      "loss": 0.8241,
      "step": 757
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.9099279720365867,
      "learning_rate": 1.734226269410673e-05,
      "loss": 0.7765,
      "step": 758
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.018538174707947,
      "learning_rate": 1.733455818130807e-05,
      "loss": 0.8626,
      "step": 759
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.9232631930298351,
      "learning_rate": 1.7326844234113037e-05,
      "loss": 0.8506,
      "step": 760
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.9405169893976543,
      "learning_rate": 1.731912086244403e-05,
      "loss": 0.9013,
      "step": 761
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.9350119648542045,
      "learning_rate": 1.7311388076235576e-05,
      "loss": 0.8907,
      "step": 762
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.9474704446032522,
      "learning_rate": 1.7303645885434305e-05,
      "loss": 0.8539,
      "step": 763
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.8704134009300898,
      "learning_rate": 1.7295894299998953e-05,
      "loss": 0.745,
      "step": 764
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.9615910463364002,
      "learning_rate": 1.7288133329900337e-05,
      "loss": 0.8242,
      "step": 765
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.9919439198316098,
      "learning_rate": 1.728036298512134e-05,
      "loss": 0.8495,
      "step": 766
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.877565931650257,
      "learning_rate": 1.727258327565691e-05,
      "loss": 0.8206,
      "step": 767
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.9878950331460611,
      "learning_rate": 1.7264794211514042e-05,
      "loss": 0.7938,
      "step": 768
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.9787049714101482,
      "learning_rate": 1.725699580271176e-05,
      "loss": 0.7985,
      "step": 769
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.9885640942295232,
      "learning_rate": 1.72491880592811e-05,
      "loss": 0.8215,
      "step": 770
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.9808580950113753,
      "learning_rate": 1.724137099126512e-05,
      "loss": 0.8952,
      "step": 771
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.0343691086853437,
      "learning_rate": 1.7233544608718866e-05,
      "loss": 0.9449,
      "step": 772
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.0211962127955467,
      "learning_rate": 1.7225708921709363e-05,
      "loss": 0.9369,
      "step": 773
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.0294479359588957,
      "learning_rate": 1.721786394031561e-05,
      "loss": 0.8511,
      "step": 774
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.9820784552509588,
      "learning_rate": 1.7210009674628553e-05,
      "loss": 0.7821,
      "step": 775
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.1866701805556474,
      "learning_rate": 1.720214613475109e-05,
      "loss": 0.9516,
      "step": 776
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.9445534415444331,
      "learning_rate": 1.719427333079804e-05,
      "loss": 0.879,
      "step": 777
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.0884563423631934,
      "learning_rate": 1.718639127289614e-05,
      "loss": 0.854,
      "step": 778
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.3147407731744265,
      "learning_rate": 1.7178499971184032e-05,
      "loss": 0.8875,
      "step": 779
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.9689204655821562,
      "learning_rate": 1.7170599435812253e-05,
      "loss": 0.8946,
      "step": 780
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.047014670498161,
      "learning_rate": 1.7162689676943206e-05,
      "loss": 0.8802,
      "step": 781
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.0306720035023686,
      "learning_rate": 1.7154770704751173e-05,
      "loss": 0.8289,
      "step": 782
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.9451205937730558,
      "learning_rate": 1.7146842529422268e-05,
      "loss": 0.8247,
      "step": 783
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.151775737564422,
      "learning_rate": 1.713890516115446e-05,
      "loss": 0.8381,
      "step": 784
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.8978775908811445,
      "learning_rate": 1.7130958610157535e-05,
      "loss": 0.8475,
      "step": 785
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.9936108721694572,
      "learning_rate": 1.712300288665309e-05,
      "loss": 0.8586,
      "step": 786
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.0384341707306826,
      "learning_rate": 1.7115038000874526e-05,
      "loss": 0.9073,
      "step": 787
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.0698844445150597,
      "learning_rate": 1.7107063963067025e-05,
      "loss": 0.8908,
      "step": 788
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.2170675037604572,
      "learning_rate": 1.7099080783487535e-05,
      "loss": 0.8864,
      "step": 789
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.9251427056637105,
      "learning_rate": 1.709108847240478e-05,
      "loss": 0.7828,
      "step": 790
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.0492859628400695,
      "learning_rate": 1.7083087040099218e-05,
      "loss": 0.8347,
      "step": 791
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.9566010306136947,
      "learning_rate": 1.7075076496863035e-05,
      "loss": 0.785,
      "step": 792
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.0395573578976345,
      "learning_rate": 1.7067056853000146e-05,
      "loss": 0.8052,
      "step": 793
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.0356951969375556,
      "learning_rate": 1.7059028118826173e-05,
      "loss": 0.7623,
      "step": 794
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.8986456959574445,
      "learning_rate": 1.7050990304668423e-05,
      "loss": 0.8003,
      "step": 795
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.963288211867447,
      "learning_rate": 1.7042943420865884e-05,
      "loss": 0.8653,
      "step": 796
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.019609500131109,
      "learning_rate": 1.7034887477769215e-05,
      "loss": 0.7268,
      "step": 797
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.939994639028726,
      "learning_rate": 1.7026822485740725e-05,
      "loss": 0.7512,
      "step": 798
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.0241026823320927,
      "learning_rate": 1.7018748455154365e-05,
      "loss": 0.8455,
      "step": 799
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.100237354106455,
      "learning_rate": 1.7010665396395706e-05,
      "loss": 0.8381,
      "step": 800
    },
    {
      "epoch": 0.56,
      "eval_loss": 0.8343697190284729,
      "eval_runtime": 187.1773,
      "eval_samples_per_second": 216.116,
      "eval_steps_per_second": 27.017,
      "step": 800
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.9781956877736848,
      "learning_rate": 1.700257331986194e-05,
      "loss": 0.8316,
      "step": 801
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.1589816575272422,
      "learning_rate": 1.699447223596185e-05,
      "loss": 0.9097,
      "step": 802
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.9441271210063006,
      "learning_rate": 1.6986362155115812e-05,
      "loss": 0.7765,
      "step": 803
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.8544844261366595,
      "learning_rate": 1.6978243087755775e-05,
      "loss": 0.8429,
      "step": 804
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.9275645374138108,
      "learning_rate": 1.697011504432524e-05,
      "loss": 0.7922,
      "step": 805
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.9188009246134373,
      "learning_rate": 1.6961978035279262e-05,
      "loss": 0.7762,
      "step": 806
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.969499301955575,
      "learning_rate": 1.6953832071084422e-05,
      "loss": 0.7442,
      "step": 807
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.980154184825822,
      "learning_rate": 1.6945677162218824e-05,
      "loss": 0.7951,
      "step": 808
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.0230622276939902,
      "learning_rate": 1.6937513319172078e-05,
      "loss": 0.8171,
      "step": 809
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.8991431113287323,
      "learning_rate": 1.6929340552445283e-05,
      "loss": 0.8356,
      "step": 810
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.0510503515631233,
      "learning_rate": 1.692115887255102e-05,
      "loss": 0.827,
      "step": 811
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.9178701479375049,
      "learning_rate": 1.6912968290013325e-05,
      "loss": 0.7745,
      "step": 812
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.9360018185950565,
      "learning_rate": 1.69047688153677e-05,
      "loss": 0.7774,
      "step": 813
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.316296501512368,
      "learning_rate": 1.689656045916108e-05,
      "loss": 0.8717,
      "step": 814
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.9527242777681525,
      "learning_rate": 1.6888343231951817e-05,
      "loss": 0.8446,
      "step": 815
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.9559347218205472,
      "learning_rate": 1.6880117144309682e-05,
      "loss": 0.7686,
      "step": 816
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.9243473396928792,
      "learning_rate": 1.6871882206815838e-05,
      "loss": 0.843,
      "step": 817
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.0471388055538455,
      "learning_rate": 1.6863638430062835e-05,
      "loss": 0.8021,
      "step": 818
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.0681533849169953,
      "learning_rate": 1.6855385824654595e-05,
      "loss": 0.9617,
      "step": 819
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.9907503662351598,
      "learning_rate": 1.6847124401206384e-05,
      "loss": 0.8398,
      "step": 820
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.1267861144590767,
      "learning_rate": 1.6838854170344827e-05,
      "loss": 0.9212,
      "step": 821
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.9371696927779393,
      "learning_rate": 1.6830575142707866e-05,
      "loss": 0.8774,
      "step": 822
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.963308008855645,
      "learning_rate": 1.6822287328944765e-05,
      "loss": 0.8295,
      "step": 823
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.9109515253684652,
      "learning_rate": 1.681399073971609e-05,
      "loss": 0.7968,
      "step": 824
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.9512690574893296,
      "learning_rate": 1.6805685385693684e-05,
      "loss": 0.7919,
      "step": 825
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.9277861987245727,
      "learning_rate": 1.679737127756068e-05,
      "loss": 0.8529,
      "step": 826
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.9786371869517354,
      "learning_rate": 1.6789048426011456e-05,
      "loss": 0.8313,
      "step": 827
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.8669153191576762,
      "learning_rate": 1.678071684175165e-05,
      "loss": 0.7609,
      "step": 828
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.9367989371618103,
      "learning_rate": 1.6772376535498122e-05,
      "loss": 0.9188,
      "step": 829
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.9319488948306222,
      "learning_rate": 1.676402751797896e-05,
      "loss": 0.8388,
      "step": 830
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.9060314101494492,
      "learning_rate": 1.6755669799933455e-05,
      "loss": 0.8088,
      "step": 831
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.9133531832761467,
      "learning_rate": 1.674730339211208e-05,
      "loss": 0.8333,
      "step": 832
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.8858572520830194,
      "learning_rate": 1.6738928305276498e-05,
      "loss": 0.7837,
      "step": 833
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.9748551828519176,
      "learning_rate": 1.673054455019953e-05,
      "loss": 0.8224,
      "step": 834
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.9837368048123739,
      "learning_rate": 1.6722152137665147e-05,
      "loss": 0.7404,
      "step": 835
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.9613075813336643,
      "learning_rate": 1.671375107846846e-05,
      "loss": 0.8452,
      "step": 836
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.9022543493122955,
      "learning_rate": 1.6705341383415694e-05,
      "loss": 0.7479,
      "step": 837
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.9381842639325487,
      "learning_rate": 1.6696923063324192e-05,
      "loss": 0.8381,
      "step": 838
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.0225858550563163,
      "learning_rate": 1.668849612902238e-05,
      "loss": 0.8341,
      "step": 839
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.9251227060209148,
      "learning_rate": 1.6680060591349774e-05,
      "loss": 0.8935,
      "step": 840
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.9775603659563589,
      "learning_rate": 1.6671616461156963e-05,
      "loss": 0.9297,
      "step": 841
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.1795119299407328,
      "learning_rate": 1.6663163749305568e-05,
      "loss": 0.8387,
      "step": 842
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.0465229174302006,
      "learning_rate": 1.665470246666826e-05,
      "loss": 0.8438,
      "step": 843
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.98481295597245,
      "learning_rate": 1.6646232624128737e-05,
      "loss": 0.8428,
      "step": 844
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.8961490284253136,
      "learning_rate": 1.66377542325817e-05,
      "loss": 0.7532,
      "step": 845
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.9818574745716003,
      "learning_rate": 1.662926730293286e-05,
      "loss": 0.8756,
      "step": 846
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.1230544122671045,
      "learning_rate": 1.6620771846098893e-05,
      "loss": 0.9136,
      "step": 847
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.0068717380378494,
      "learning_rate": 1.6612267873007456e-05,
      "loss": 0.9546,
      "step": 848
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.96385028656652,
      "learning_rate": 1.6603755394597155e-05,
      "loss": 0.9825,
      "step": 849
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.9111777420506347,
      "learning_rate": 1.659523442181754e-05,
      "loss": 0.7414,
      "step": 850
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.9688593070694009,
      "learning_rate": 1.6586704965629082e-05,
      "loss": 0.8562,
      "step": 851
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.9412426968470645,
      "learning_rate": 1.6578167037003173e-05,
      "loss": 0.8365,
      "step": 852
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.9955700458307191,
      "learning_rate": 1.656962064692209e-05,
      "loss": 0.8033,
      "step": 853
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.9691385337948485,
      "learning_rate": 1.6561065806379005e-05,
      "loss": 0.8894,
      "step": 854
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.272726220321745,
      "learning_rate": 1.6552502526377952e-05,
      "loss": 0.9017,
      "step": 855
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.1010411361156522,
      "learning_rate": 1.6543930817933833e-05,
      "loss": 0.9577,
      "step": 856
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.9585360635545656,
      "learning_rate": 1.6535350692072377e-05,
      "loss": 0.7982,
      "step": 857
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.9322358583855594,
      "learning_rate": 1.6526762159830145e-05,
      "loss": 0.9181,
      "step": 858
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.9944886470410574,
      "learning_rate": 1.6518165232254515e-05,
      "loss": 0.8202,
      "step": 859
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.0730618597851427,
      "learning_rate": 1.6509559920403663e-05,
      "loss": 0.8973,
      "step": 860
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.971148988153191,
      "learning_rate": 1.6500946235346545e-05,
      "loss": 0.8835,
      "step": 861
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.1248576590356607,
      "learning_rate": 1.649232418816289e-05,
      "loss": 0.8985,
      "step": 862
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.9562539651810333,
      "learning_rate": 1.6483693789943184e-05,
      "loss": 0.8613,
      "step": 863
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.9405416826009309,
      "learning_rate": 1.6475055051788656e-05,
      "loss": 0.7449,
      "step": 864
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.9773248641215648,
      "learning_rate": 1.646640798481126e-05,
      "loss": 0.7838,
      "step": 865
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.9352806966087698,
      "learning_rate": 1.645775260013366e-05,
      "loss": 0.9275,
      "step": 866
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.3131597709452303,
      "learning_rate": 1.644908890888923e-05,
      "loss": 0.829,
      "step": 867
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.0087536169626201,
      "learning_rate": 1.644041692222202e-05,
      "loss": 0.8893,
      "step": 868
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.9344144260658866,
      "learning_rate": 1.6431736651286753e-05,
      "loss": 0.801,
      "step": 869
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.0242357186289224,
      "learning_rate": 1.64230481072488e-05,
      "loss": 0.8546,
      "step": 870
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.0407673296307454,
      "learning_rate": 1.6414351301284194e-05,
      "loss": 0.8561,
      "step": 871
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.3359537210790293,
      "learning_rate": 1.640564624457957e-05,
      "loss": 0.7949,
      "step": 872
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.9652079053552713,
      "learning_rate": 1.6396932948332192e-05,
      "loss": 0.8802,
      "step": 873
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.9971827000934618,
      "learning_rate": 1.6388211423749926e-05,
      "loss": 0.8079,
      "step": 874
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.9873924164513037,
      "learning_rate": 1.63794816820512e-05,
      "loss": 0.9431,
      "step": 875
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.035708221786434,
      "learning_rate": 1.6370743734465037e-05,
      "loss": 0.8462,
      "step": 876
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.0659960068581555,
      "learning_rate": 1.6361997592231002e-05,
      "loss": 0.7802,
      "step": 877
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.95199115267153,
      "learning_rate": 1.6353243266599204e-05,
      "loss": 0.8402,
      "step": 878
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.0352302934148574,
      "learning_rate": 1.6344480768830272e-05,
      "loss": 0.8664,
      "step": 879
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.0727757180183821,
      "learning_rate": 1.633571011019536e-05,
      "loss": 0.8469,
      "step": 880
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.0103695746994772,
      "learning_rate": 1.632693130197611e-05,
      "loss": 0.8474,
      "step": 881
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.9279816172567278,
      "learning_rate": 1.6318144355464636e-05,
      "loss": 0.8251,
      "step": 882
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.0177667753191524,
      "learning_rate": 1.6309349281963554e-05,
      "loss": 0.8037,
      "step": 883
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.0205024180657574,
      "learning_rate": 1.6300546092785893e-05,
      "loss": 0.8937,
      "step": 884
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.8978191926449389,
      "learning_rate": 1.629173479925515e-05,
      "loss": 0.7662,
      "step": 885
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.9794809130650164,
      "learning_rate": 1.6282915412705237e-05,
      "loss": 0.778,
      "step": 886
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.1484736613051145,
      "learning_rate": 1.627408794448047e-05,
      "loss": 0.8501,
      "step": 887
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.2006586269251032,
      "learning_rate": 1.6265252405935567e-05,
      "loss": 0.8275,
      "step": 888
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.9565918259072778,
      "learning_rate": 1.6256408808435632e-05,
      "loss": 0.7764,
      "step": 889
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.9230346491449858,
      "learning_rate": 1.6247557163356127e-05,
      "loss": 0.8537,
      "step": 890
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.1385277004351848,
      "learning_rate": 1.6238697482082865e-05,
      "loss": 0.8683,
      "step": 891
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.9525638773784072,
      "learning_rate": 1.6229829776012e-05,
      "loss": 0.8534,
      "step": 892
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.9347976283055996,
      "learning_rate": 1.6220954056550007e-05,
      "loss": 0.7843,
      "step": 893
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.0583805539492264,
      "learning_rate": 1.621207033511367e-05,
      "loss": 0.8629,
      "step": 894
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.0048885232922549,
      "learning_rate": 1.620317862313006e-05,
      "loss": 0.9306,
      "step": 895
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.9232667435607793,
      "learning_rate": 1.6194278932036537e-05,
      "loss": 0.819,
      "step": 896
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.8682759371657264,
      "learning_rate": 1.6185371273280716e-05,
      "loss": 0.7695,
      "step": 897
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.996774327536682,
      "learning_rate": 1.6176455658320458e-05,
      "loss": 0.8802,
      "step": 898
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.9556030109023915,
      "learning_rate": 1.616753209862387e-05,
      "loss": 0.8849,
      "step": 899
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.9688301385550866,
      "learning_rate": 1.6158600605669264e-05,
      "loss": 0.7652,
      "step": 900
    },
    {
      "epoch": 0.63,
      "eval_loss": 0.822993814945221,
      "eval_runtime": 187.3145,
      "eval_samples_per_second": 215.958,
      "eval_steps_per_second": 26.997,
      "step": 900
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.9318473637952628,
      "learning_rate": 1.6149661190945166e-05,
      "loss": 0.8415,
      "step": 901
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.9274136224074371,
      "learning_rate": 1.6140713865950295e-05,
      "loss": 0.8316,
      "step": 902
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.9014362272472443,
      "learning_rate": 1.6131758642193532e-05,
      "loss": 0.8,
      "step": 903
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.9216394797926182,
      "learning_rate": 1.6122795531193928e-05,
      "loss": 0.8132,
      "step": 904
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.9725243755979751,
      "learning_rate": 1.6113824544480677e-05,
      "loss": 0.9002,
      "step": 905
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.9882233530522131,
      "learning_rate": 1.61048456935931e-05,
      "loss": 0.8617,
      "step": 906
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.9917887320236796,
      "learning_rate": 1.6095858990080645e-05,
      "loss": 0.8216,
      "step": 907
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.0406878445820225,
      "learning_rate": 1.608686444550285e-05,
      "loss": 0.9715,
      "step": 908
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.1217295732718597,
      "learning_rate": 1.607786207142933e-05,
      "loss": 0.8178,
      "step": 909
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.1019645894046524,
      "learning_rate": 1.606885187943979e-05,
      "loss": 0.9135,
      "step": 910
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.9552174332315572,
      "learning_rate": 1.6059833881123992e-05,
      "loss": 0.8409,
      "step": 911
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.9611142730552733,
      "learning_rate": 1.6050808088081724e-05,
      "loss": 0.9057,
      "step": 912
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.0288385302918484,
      "learning_rate": 1.6041774511922805e-05,
      "loss": 0.8507,
      "step": 913
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.886330987251663,
      "learning_rate": 1.6032733164267068e-05,
      "loss": 0.7642,
      "step": 914
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.951400710797225,
      "learning_rate": 1.602368405674435e-05,
      "loss": 0.8739,
      "step": 915
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.9686000092526066,
      "learning_rate": 1.601462720099445e-05,
      "loss": 0.8591,
      "step": 916
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.8930468558428761,
      "learning_rate": 1.600556260866715e-05,
      "loss": 0.8217,
      "step": 917
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.9035192721578178,
      "learning_rate": 1.599649029142218e-05,
      "loss": 0.8376,
      "step": 918
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.8646970486410438,
      "learning_rate": 1.5987410260929207e-05,
      "loss": 0.8474,
      "step": 919
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.9248834234575523,
      "learning_rate": 1.597832252886781e-05,
      "loss": 0.8444,
      "step": 920
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.9427172975191896,
      "learning_rate": 1.5969227106927484e-05,
      "loss": 0.826,
      "step": 921
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.4077800946655261,
      "learning_rate": 1.596012400680762e-05,
      "loss": 0.7879,
      "step": 922
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.837913547326813,
      "learning_rate": 1.5951013240217476e-05,
      "loss": 0.7558,
      "step": 923
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.9175537997708259,
      "learning_rate": 1.5941894818876167e-05,
      "loss": 0.8003,
      "step": 924
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.9341359649482986,
      "learning_rate": 1.593276875451267e-05,
      "loss": 0.9179,
      "step": 925
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.8901143268702544,
      "learning_rate": 1.592363505886578e-05,
      "loss": 0.749,
      "step": 926
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.955997180286808,
      "learning_rate": 1.591449374368412e-05,
      "loss": 0.8353,
      "step": 927
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.9247328217729289,
      "learning_rate": 1.5905344820726095e-05,
      "loss": 0.891,
      "step": 928
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.9606738684735865,
      "learning_rate": 1.5896188301759915e-05,
      "loss": 0.7897,
      "step": 929
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.9863303377461871,
      "learning_rate": 1.5887024198563552e-05,
      "loss": 0.8119,
      "step": 930
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.9680881639267663,
      "learning_rate": 1.5877852522924733e-05,
      "loss": 0.8187,
      "step": 931
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.9137190159154377,
      "learning_rate": 1.586867328664093e-05,
      "loss": 0.7274,
      "step": 932
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.8914334634486136,
      "learning_rate": 1.5859486501519336e-05,
      "loss": 0.7296,
      "step": 933
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.918290906922166,
      "learning_rate": 1.5850292179376853e-05,
      "loss": 0.8544,
      "step": 934
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.8983013443167193,
      "learning_rate": 1.584109033204008e-05,
      "loss": 0.8667,
      "step": 935
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.8783351660772043,
      "learning_rate": 1.58318809713453e-05,
      "loss": 0.8418,
      "step": 936
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.888234321129709,
      "learning_rate": 1.5822664109138455e-05,
      "loss": 0.8389,
      "step": 937
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.082130346683686,
      "learning_rate": 1.5813439757275136e-05,
      "loss": 0.8873,
      "step": 938
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.9420960129507885,
      "learning_rate": 1.580420792762057e-05,
      "loss": 0.8385,
      "step": 939
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.8962298028357553,
      "learning_rate": 1.5794968632049598e-05,
      "loss": 0.8424,
      "step": 940
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.9622507092912542,
      "learning_rate": 1.5785721882446674e-05,
      "loss": 0.9024,
      "step": 941
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.924531664156692,
      "learning_rate": 1.577646769070583e-05,
      "loss": 0.8497,
      "step": 942
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.8907729853195185,
      "learning_rate": 1.576720606873068e-05,
      "loss": 0.7535,
      "step": 943
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.922725222248796,
      "learning_rate": 1.5757937028434386e-05,
      "loss": 0.8141,
      "step": 944
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.0247896956566702,
      "learning_rate": 1.5748660581739658e-05,
      "loss": 0.8645,
      "step": 945
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.9683488898803148,
      "learning_rate": 1.5739376740578725e-05,
      "loss": 0.8602,
      "step": 946
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.9250842111817158,
      "learning_rate": 1.573008551689335e-05,
      "loss": 0.7781,
      "step": 947
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.0417883831148922,
      "learning_rate": 1.572078692263476e-05,
      "loss": 0.8281,
      "step": 948
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.9067729621768262,
      "learning_rate": 1.5711480969763687e-05,
      "loss": 0.8305,
      "step": 949
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.9354864669464692,
      "learning_rate": 1.570216767025032e-05,
      "loss": 0.7685,
      "step": 950
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.9522717869161624,
      "learning_rate": 1.569284703607429e-05,
      "loss": 0.8501,
      "step": 951
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.9356497506936815,
      "learning_rate": 1.568351907922468e-05,
      "loss": 0.7932,
      "step": 952
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.991045124767421,
      "learning_rate": 1.5674183811699977e-05,
      "loss": 0.7607,
      "step": 953
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.9425625884087384,
      "learning_rate": 1.5664841245508083e-05,
      "loss": 0.8086,
      "step": 954
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.9457733257889495,
      "learning_rate": 1.5655491392666278e-05,
      "loss": 0.8644,
      "step": 955
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.870259271198405,
      "learning_rate": 1.564613426520122e-05,
      "loss": 0.7676,
      "step": 956
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.9439558057808078,
      "learning_rate": 1.5636769875148923e-05,
      "loss": 0.8501,
      "step": 957
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.9299410524152394,
      "learning_rate": 1.5627398234554743e-05,
      "loss": 0.7952,
      "step": 958
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.97156518556245,
      "learning_rate": 1.5618019355473365e-05,
      "loss": 0.8358,
      "step": 959
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.9100662530892337,
      "learning_rate": 1.5608633249968783e-05,
      "loss": 0.7722,
      "step": 960
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.0511679090288089,
      "learning_rate": 1.5599239930114284e-05,
      "loss": 0.7877,
      "step": 961
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.8761142337595833,
      "learning_rate": 1.5589839407992438e-05,
      "loss": 0.7341,
      "step": 962
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.8990059427825337,
      "learning_rate": 1.5580431695695074e-05,
      "loss": 0.8201,
      "step": 963
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.0026432046525355,
      "learning_rate": 1.5571016805323277e-05,
      "loss": 0.867,
      "step": 964
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.9429348388707998,
      "learning_rate": 1.5561594748987366e-05,
      "loss": 0.9206,
      "step": 965
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.9167946059522355,
      "learning_rate": 1.5552165538806864e-05,
      "loss": 0.7893,
      "step": 966
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.1871295768545387,
      "learning_rate": 1.554272918691051e-05,
      "loss": 0.8828,
      "step": 967
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.9679415215947258,
      "learning_rate": 1.5533285705436223e-05,
      "loss": 0.8616,
      "step": 968
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.9402913050429529,
      "learning_rate": 1.55238351065311e-05,
      "loss": 0.8481,
      "step": 969
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.0003446194946921,
      "learning_rate": 1.5514377402351376e-05,
      "loss": 0.8663,
      "step": 970
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.8965443469538628,
      "learning_rate": 1.550491260506245e-05,
      "loss": 0.798,
      "step": 971
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.9302594905643129,
      "learning_rate": 1.5495440726838823e-05,
      "loss": 0.8539,
      "step": 972
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.87788264580982,
      "learning_rate": 1.5485961779864113e-05,
      "loss": 0.8012,
      "step": 973
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.8959993564405986,
      "learning_rate": 1.5476475776331038e-05,
      "loss": 0.8234,
      "step": 974
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.921332705440342,
      "learning_rate": 1.5466982728441372e-05,
      "loss": 0.7851,
      "step": 975
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.9266184071321535,
      "learning_rate": 1.5457482648405974e-05,
      "loss": 0.8268,
      "step": 976
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.2058651665186106,
      "learning_rate": 1.5447975548444736e-05,
      "loss": 0.8695,
      "step": 977
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.0440445222540657,
      "learning_rate": 1.5438461440786576e-05,
      "loss": 0.8452,
      "step": 978
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.1348865256068061,
      "learning_rate": 1.5428940337669437e-05,
      "loss": 0.8998,
      "step": 979
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.9749698913377348,
      "learning_rate": 1.541941225134025e-05,
      "loss": 0.8256,
      "step": 980
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.9220326956037203,
      "learning_rate": 1.5409877194054933e-05,
      "loss": 0.8253,
      "step": 981
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.0765304215328484,
      "learning_rate": 1.540033517807838e-05,
      "loss": 0.8896,
      "step": 982
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.9206753023806792,
      "learning_rate": 1.5390786215684418e-05,
      "loss": 0.7448,
      "step": 983
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.9708651392708145,
      "learning_rate": 1.5381230319155814e-05,
      "loss": 0.9519,
      "step": 984
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.218620357778404,
      "learning_rate": 1.5371667500784263e-05,
      "loss": 0.853,
      "step": 985
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.1911032016704852,
      "learning_rate": 1.5362097772870363e-05,
      "loss": 0.9497,
      "step": 986
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.9398864147894423,
      "learning_rate": 1.5352521147723586e-05,
      "loss": 0.8944,
      "step": 987
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.9661960223002711,
      "learning_rate": 1.5342937637662293e-05,
      "loss": 0.7934,
      "step": 988
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.8855725014661222,
      "learning_rate": 1.5333347255013688e-05,
      "loss": 0.7527,
      "step": 989
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.0787207219460402,
      "learning_rate": 1.532375001211383e-05,
      "loss": 0.8123,
      "step": 990
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.0384264021628293,
      "learning_rate": 1.5314145921307575e-05,
      "loss": 0.831,
      "step": 991
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.8883493942021998,
      "learning_rate": 1.5304534994948615e-05,
      "loss": 0.8752,
      "step": 992
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.9373183287986955,
      "learning_rate": 1.5294917245399432e-05,
      "loss": 0.8047,
      "step": 993
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.978544050648968,
      "learning_rate": 1.5285292685031264e-05,
      "loss": 0.7891,
      "step": 994
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.9645365407413318,
      "learning_rate": 1.5275661326224128e-05,
      "loss": 0.7789,
      "step": 995
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.9920781081825699,
      "learning_rate": 1.5266023181366785e-05,
      "loss": 0.808,
      "step": 996
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.8737892505774815,
      "learning_rate": 1.5256378262856717e-05,
      "loss": 0.8315,
      "step": 997
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.946250945761465,
      "learning_rate": 1.5246726583100117e-05,
      "loss": 0.7663,
      "step": 998
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.0186205498174532,
      "learning_rate": 1.5237068154511892e-05,
      "loss": 0.8631,
      "step": 999
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.0311343742793326,
      "learning_rate": 1.5227402989515607e-05,
      "loss": 0.9006,
      "step": 1000
    },
    {
      "epoch": 0.7,
      "eval_loss": 0.8166661858558655,
      "eval_runtime": 187.1666,
      "eval_samples_per_second": 216.128,
      "eval_steps_per_second": 27.019,
      "step": 1000
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.0366177745268226,
      "learning_rate": 1.5217731100543507e-05,
      "loss": 0.8218,
      "step": 1001
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.9506885195850883,
      "learning_rate": 1.5208052500036488e-05,
      "loss": 0.7495,
      "step": 1002
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.0338066376511579,
      "learning_rate": 1.5198367200444067e-05,
      "loss": 0.7877,
      "step": 1003
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.9322333474694569,
      "learning_rate": 1.518867521422439e-05,
      "loss": 0.7568,
      "step": 1004
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.9609534097048402,
      "learning_rate": 1.517897655384419e-05,
      "loss": 0.7611,
      "step": 1005
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.0325720072776678,
      "learning_rate": 1.5169271231778799e-05,
      "loss": 0.7689,
      "step": 1006
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.9418930343657563,
      "learning_rate": 1.5159559260512109e-05,
      "loss": 0.8998,
      "step": 1007
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.0235955508964831,
      "learning_rate": 1.5149840652536574e-05,
      "loss": 0.8997,
      "step": 1008
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.9414657504967248,
      "learning_rate": 1.5140115420353173e-05,
      "loss": 0.8484,
      "step": 1009
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.9245083032735134,
      "learning_rate": 1.5130383576471415e-05,
      "loss": 0.7856,
      "step": 1010
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.9161849096789572,
      "learning_rate": 1.5120645133409304e-05,
      "loss": 0.835,
      "step": 1011
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.8943557174659821,
      "learning_rate": 1.5110900103693346e-05,
      "loss": 0.7928,
      "step": 1012
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.0426274191582412,
      "learning_rate": 1.510114849985851e-05,
      "loss": 0.9187,
      "step": 1013
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.9941986293419836,
      "learning_rate": 1.509139033444822e-05,
      "loss": 0.7255,
      "step": 1014
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.004374685633853,
      "learning_rate": 1.5081625620014344e-05,
      "loss": 0.8519,
      "step": 1015
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.8963139975673067,
      "learning_rate": 1.5071854369117178e-05,
      "loss": 0.8662,
      "step": 1016
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.87070455564935,
      "learning_rate": 1.506207659432541e-05,
      "loss": 0.7996,
      "step": 1017
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.278643651530359,
      "learning_rate": 1.5052292308216143e-05,
      "loss": 0.8961,
      "step": 1018
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.885800971500993,
      "learning_rate": 1.5042501523374834e-05,
      "loss": 0.7309,
      "step": 1019
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.0241069842563644,
      "learning_rate": 1.5032704252395315e-05,
      "loss": 0.8767,
      "step": 1020
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.9138257247149999,
      "learning_rate": 1.5022900507879752e-05,
      "loss": 0.8001,
      "step": 1021
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.941823978584876,
      "learning_rate": 1.501309030243864e-05,
      "loss": 0.8897,
      "step": 1022
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.9469953491831391,
      "learning_rate": 1.5003273648690786e-05,
      "loss": 0.9473,
      "step": 1023
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.9207848899089832,
      "learning_rate": 1.4993450559263285e-05,
      "loss": 0.8003,
      "step": 1024
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.8926744152182166,
      "learning_rate": 1.4983621046791524e-05,
      "loss": 0.8505,
      "step": 1025
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.9408245436209166,
      "learning_rate": 1.4973785123919138e-05,
      "loss": 0.8341,
      "step": 1026
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.8629284716812735,
      "learning_rate": 1.4963942803298015e-05,
      "loss": 0.7872,
      "step": 1027
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.8962927330501582,
      "learning_rate": 1.495409409758827e-05,
      "loss": 0.7843,
      "step": 1028
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.9258411057151813,
      "learning_rate": 1.494423901945823e-05,
      "loss": 0.7379,
      "step": 1029
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.9798123698284505,
      "learning_rate": 1.4934377581584425e-05,
      "loss": 0.7774,
      "step": 1030
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.9132130466817296,
      "learning_rate": 1.4924509796651557e-05,
      "loss": 0.7349,
      "step": 1031
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.9640135589319957,
      "learning_rate": 1.4914635677352495e-05,
      "loss": 0.7628,
      "step": 1032
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.9171028168227539,
      "learning_rate": 1.4904755236388261e-05,
      "loss": 0.7603,
      "step": 1033
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.9418343170159471,
      "learning_rate": 1.4894868486468004e-05,
      "loss": 0.8052,
      "step": 1034
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.9598503981723232,
      "learning_rate": 1.4884975440308989e-05,
      "loss": 0.8606,
      "step": 1035
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.006904224011919,
      "learning_rate": 1.4875076110636574e-05,
      "loss": 0.8552,
      "step": 1036
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.9124164328650459,
      "learning_rate": 1.4865170510184213e-05,
      "loss": 0.7951,
      "step": 1037
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.9550560395782298,
      "learning_rate": 1.4855258651693409e-05,
      "loss": 0.8485,
      "step": 1038
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.9775924030336234,
      "learning_rate": 1.4845340547913729e-05,
      "loss": 0.807,
      "step": 1039
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.8750397902514163,
      "learning_rate": 1.4835416211602771e-05,
      "loss": 0.7876,
      "step": 1040
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.8987320057700271,
      "learning_rate": 1.4825485655526141e-05,
      "loss": 0.7378,
      "step": 1041
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.1034171103710384,
      "learning_rate": 1.4815548892457454e-05,
      "loss": 0.7968,
      "step": 1042
    },
    {
      "epoch": 0.73,
      "grad_norm": 4.840081865612383,
      "learning_rate": 1.4805605935178304e-05,
      "loss": 0.8786,
      "step": 1043
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.003518046889941,
      "learning_rate": 1.479565679647826e-05,
      "loss": 0.8088,
      "step": 1044
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.9524891013440205,
      "learning_rate": 1.4785701489154831e-05,
      "loss": 0.8254,
      "step": 1045
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.9247188686906767,
      "learning_rate": 1.477574002601347e-05,
      "loss": 0.7715,
      "step": 1046
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.8565668707747258,
      "learning_rate": 1.4765772419867546e-05,
      "loss": 0.6915,
      "step": 1047
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.8846787014674027,
      "learning_rate": 1.4755798683538326e-05,
      "loss": 0.8063,
      "step": 1048
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.9727973778751486,
      "learning_rate": 1.4745818829854961e-05,
      "loss": 0.8962,
      "step": 1049
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.9056258797643352,
      "learning_rate": 1.473583287165448e-05,
      "loss": 0.7706,
      "step": 1050
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.943869945595465,
      "learning_rate": 1.472584082178176e-05,
      "loss": 0.8285,
      "step": 1051
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.9194718412835111,
      "learning_rate": 1.4715842693089509e-05,
      "loss": 0.8362,
      "step": 1052
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.9223521065577772,
      "learning_rate": 1.4705838498438257e-05,
      "loss": 0.9504,
      "step": 1053
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.8443051767638792,
      "learning_rate": 1.469582825069634e-05,
      "loss": 0.7688,
      "step": 1054
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.0946829760149586,
      "learning_rate": 1.4685811962739873e-05,
      "loss": 0.7208,
      "step": 1055
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.9671049669919355,
      "learning_rate": 1.467578964745275e-05,
      "loss": 0.7694,
      "step": 1056
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.0050083456532306,
      "learning_rate": 1.4665761317726608e-05,
      "loss": 0.8395,
      "step": 1057
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.9401037736089004,
      "learning_rate": 1.4655726986460825e-05,
      "loss": 0.8505,
      "step": 1058
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.9271070392150399,
      "learning_rate": 1.4645686666562503e-05,
      "loss": 0.8382,
      "step": 1059
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.9161677661842693,
      "learning_rate": 1.463564037094644e-05,
      "loss": 0.7854,
      "step": 1060
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.8785511543929789,
      "learning_rate": 1.462558811253512e-05,
      "loss": 0.877,
      "step": 1061
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.902800739075103,
      "learning_rate": 1.4615529904258705e-05,
      "loss": 0.7724,
      "step": 1062
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.061019400757448,
      "learning_rate": 1.4605465759055006e-05,
      "loss": 0.8561,
      "step": 1063
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.9825523333215745,
      "learning_rate": 1.4595395689869464e-05,
      "loss": 0.8538,
      "step": 1064
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.9181139164136977,
      "learning_rate": 1.4585319709655153e-05,
      "loss": 0.845,
      "step": 1065
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.9735509559194173,
      "learning_rate": 1.457523783137274e-05,
      "loss": 0.8189,
      "step": 1066
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.9841500939652149,
      "learning_rate": 1.4565150067990483e-05,
      "loss": 0.8327,
      "step": 1067
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.8988091678342344,
      "learning_rate": 1.4555056432484207e-05,
      "loss": 0.7679,
      "step": 1068
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.944014867434341,
      "learning_rate": 1.4544956937837298e-05,
      "loss": 0.8342,
      "step": 1069
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.1056206144151361,
      "learning_rate": 1.4534851597040666e-05,
      "loss": 0.8465,
      "step": 1070
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.9660105954153827,
      "learning_rate": 1.452474042309275e-05,
      "loss": 0.8517,
      "step": 1071
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.0472463649236523,
      "learning_rate": 1.451462342899949e-05,
      "loss": 0.8548,
      "step": 1072
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.9762588730513893,
      "learning_rate": 1.4504500627774313e-05,
      "loss": 0.8829,
      "step": 1073
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.9489649675731793,
      "learning_rate": 1.4494372032438116e-05,
      "loss": 0.7979,
      "step": 1074
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.990120487046462,
      "learning_rate": 1.4484237656019244e-05,
      "loss": 0.8817,
      "step": 1075
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.9075790189381905,
      "learning_rate": 1.447409751155349e-05,
      "loss": 0.7941,
      "step": 1076
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.8831467966088242,
      "learning_rate": 1.4463951612084048e-05,
      "loss": 0.8214,
      "step": 1077
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.0125327855835362,
      "learning_rate": 1.445379997066153e-05,
      "loss": 0.7625,
      "step": 1078
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.9101408924011467,
      "learning_rate": 1.4443642600343932e-05,
      "loss": 0.7662,
      "step": 1079
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.9019559452891296,
      "learning_rate": 1.4433479514196615e-05,
      "loss": 0.7902,
      "step": 1080
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.9207943304282776,
      "learning_rate": 1.4423310725292288e-05,
      "loss": 0.875,
      "step": 1081
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.929234724837283,
      "learning_rate": 1.4413136246711008e-05,
      "loss": 0.8082,
      "step": 1082
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.8907862985352285,
      "learning_rate": 1.4402956091540137e-05,
      "loss": 0.8322,
      "step": 1083
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.1412941737168578,
      "learning_rate": 1.4392770272874344e-05,
      "loss": 0.9219,
      "step": 1084
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.9762146877555116,
      "learning_rate": 1.4382578803815592e-05,
      "loss": 0.8423,
      "step": 1085
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.9177873129682679,
      "learning_rate": 1.4372381697473098e-05,
      "loss": 0.8468,
      "step": 1086
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.9079263274942797,
      "learning_rate": 1.4362178966963335e-05,
      "loss": 0.85,
      "step": 1087
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.9099542658185245,
      "learning_rate": 1.435197062541002e-05,
      "loss": 0.8523,
      "step": 1088
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.9510183315678092,
      "learning_rate": 1.4341756685944069e-05,
      "loss": 0.84,
      "step": 1089
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.9423797325098769,
      "learning_rate": 1.4331537161703612e-05,
      "loss": 0.9125,
      "step": 1090
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.9666830124658934,
      "learning_rate": 1.4321312065833961e-05,
      "loss": 0.8334,
      "step": 1091
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.050044401434885,
      "learning_rate": 1.4311081411487593e-05,
      "loss": 0.818,
      "step": 1092
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.971299073600437,
      "learning_rate": 1.4300845211824133e-05,
      "loss": 0.7817,
      "step": 1093
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.0622022924767303,
      "learning_rate": 1.4290603480010337e-05,
      "loss": 0.8204,
      "step": 1094
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.8940801885856055,
      "learning_rate": 1.428035622922009e-05,
      "loss": 0.8421,
      "step": 1095
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.9711244830016025,
      "learning_rate": 1.427010347263436e-05,
      "loss": 0.7441,
      "step": 1096
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.9108635630363782,
      "learning_rate": 1.4259845223441201e-05,
      "loss": 0.8546,
      "step": 1097
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.9957713741461913,
      "learning_rate": 1.4249581494835744e-05,
      "loss": 0.7939,
      "step": 1098
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.947865938918299,
      "learning_rate": 1.4239312300020155e-05,
      "loss": 0.9002,
      "step": 1099
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.955212444373132,
      "learning_rate": 1.422903765220363e-05,
      "loss": 0.8589,
      "step": 1100
    },
    {
      "epoch": 0.77,
      "eval_loss": 0.8088098764419556,
      "eval_runtime": 187.3476,
      "eval_samples_per_second": 215.919,
      "eval_steps_per_second": 26.993,
      "step": 1100
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.8964662083850382,
      "learning_rate": 1.4218757564602395e-05,
      "loss": 0.8541,
      "step": 1101
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.8530014267313194,
      "learning_rate": 1.4208472050439653e-05,
      "loss": 0.7937,
      "step": 1102
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.9305448294362012,
      "learning_rate": 1.4198181122945596e-05,
      "loss": 0.8638,
      "step": 1103
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.0396841586497925,
      "learning_rate": 1.4187884795357385e-05,
      "loss": 0.9494,
      "step": 1104
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.9137449553212285,
      "learning_rate": 1.4177583080919124e-05,
      "loss": 0.8144,
      "step": 1105
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.0190854848529411,
      "learning_rate": 1.4167275992881835e-05,
      "loss": 0.928,
      "step": 1106
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.9353683263098286,
      "learning_rate": 1.415696354450347e-05,
      "loss": 0.7958,
      "step": 1107
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.9209680060709873,
      "learning_rate": 1.4146645749048861e-05,
      "loss": 0.8689,
      "step": 1108
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.898167043125677,
      "learning_rate": 1.4136322619789729e-05,
      "loss": 0.882,
      "step": 1109
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.0433577130243574,
      "learning_rate": 1.4125994170004644e-05,
      "loss": 0.8298,
      "step": 1110
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.8853306203175052,
      "learning_rate": 1.4115660412979033e-05,
      "loss": 0.8184,
      "step": 1111
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.9242770972057193,
      "learning_rate": 1.410532136200514e-05,
      "loss": 0.833,
      "step": 1112
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.8551822597963529,
      "learning_rate": 1.409497703038202e-05,
      "loss": 0.8164,
      "step": 1113
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.9074799292741689,
      "learning_rate": 1.4084627431415525e-05,
      "loss": 0.7843,
      "step": 1114
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.9030612446473509,
      "learning_rate": 1.407427257841828e-05,
      "loss": 0.8201,
      "step": 1115
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.8554120431464576,
      "learning_rate": 1.4063912484709663e-05,
      "loss": 0.7776,
      "step": 1116
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.9501159195331209,
      "learning_rate": 1.4053547163615803e-05,
      "loss": 0.8334,
      "step": 1117
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.8938629752691346,
      "learning_rate": 1.4043176628469545e-05,
      "loss": 0.8048,
      "step": 1118
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.0428868146721986,
      "learning_rate": 1.4032800892610446e-05,
      "loss": 0.8879,
      "step": 1119
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.9516786058647616,
      "learning_rate": 1.402241996938475e-05,
      "loss": 0.8268,
      "step": 1120
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.9922315164671542,
      "learning_rate": 1.401203387214537e-05,
      "loss": 0.7855,
      "step": 1121
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.9060023281261937,
      "learning_rate": 1.4001642614251881e-05,
      "loss": 0.8324,
      "step": 1122
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.9601763856903994,
      "learning_rate": 1.3991246209070493e-05,
      "loss": 0.8077,
      "step": 1123
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.9577849169044219,
      "learning_rate": 1.3980844669974036e-05,
      "loss": 0.8355,
      "step": 1124
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.8960036099129043,
      "learning_rate": 1.3970438010341945e-05,
      "loss": 0.8218,
      "step": 1125
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.9461892853385439,
      "learning_rate": 1.3960026243560243e-05,
      "loss": 0.8302,
      "step": 1126
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.9086947040687626,
      "learning_rate": 1.3949609383021518e-05,
      "loss": 0.7887,
      "step": 1127
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.0253390198732695,
      "learning_rate": 1.3939187442124915e-05,
      "loss": 0.7914,
      "step": 1128
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.039432871340379,
      "learning_rate": 1.3928760434276108e-05,
      "loss": 0.8485,
      "step": 1129
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.8970385765648137,
      "learning_rate": 1.3918328372887295e-05,
      "loss": 0.8225,
      "step": 1130
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.8726470987900731,
      "learning_rate": 1.3907891271377174e-05,
      "loss": 0.8193,
      "step": 1131
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.3511389366858273,
      "learning_rate": 1.3897449143170915e-05,
      "loss": 0.7433,
      "step": 1132
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.9003522292869762,
      "learning_rate": 1.3887002001700171e-05,
      "loss": 0.7925,
      "step": 1133
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.9604476147261559,
      "learning_rate": 1.3876549860403034e-05,
      "loss": 0.7373,
      "step": 1134
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.8931730019645792,
      "learning_rate": 1.3866092732724022e-05,
      "loss": 0.8209,
      "step": 1135
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.9533626103452278,
      "learning_rate": 1.3855630632114077e-05,
      "loss": 0.8119,
      "step": 1136
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.9210708748170129,
      "learning_rate": 1.3845163572030533e-05,
      "loss": 0.8493,
      "step": 1137
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.88266502750559,
      "learning_rate": 1.3834691565937104e-05,
      "loss": 0.7441,
      "step": 1138
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.9714788778711877,
      "learning_rate": 1.3824214627303865e-05,
      "loss": 0.9199,
      "step": 1139
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.93445787773671,
      "learning_rate": 1.381373276960724e-05,
      "loss": 0.8291,
      "step": 1140
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.9064124219434208,
      "learning_rate": 1.3803246006329975e-05,
      "loss": 0.7146,
      "step": 1141
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.8611879842958952,
      "learning_rate": 1.3792754350961126e-05,
      "loss": 0.7505,
      "step": 1142
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.8957401093812204,
      "learning_rate": 1.3782257816996047e-05,
      "loss": 0.8717,
      "step": 1143
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.9580044205886977,
      "learning_rate": 1.3771756417936363e-05,
      "loss": 0.7724,
      "step": 1144
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.8208381090776238,
      "learning_rate": 1.376125016728996e-05,
      "loss": 0.7815,
      "step": 1145
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.8539973246995288,
      "learning_rate": 1.3750739078570958e-05,
      "loss": 0.7544,
      "step": 1146
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.0014874732651948,
      "learning_rate": 1.3740223165299708e-05,
      "loss": 0.849,
      "step": 1147
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.9126804758407212,
      "learning_rate": 1.3729702441002763e-05,
      "loss": 0.8151,
      "step": 1148
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.9687131763677577,
      "learning_rate": 1.3719176919212865e-05,
      "loss": 0.9047,
      "step": 1149
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.969129888421451,
      "learning_rate": 1.3708646613468925e-05,
      "loss": 0.8256,
      "step": 1150
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.9653248623855282,
      "learning_rate": 1.3698111537316013e-05,
      "loss": 0.8613,
      "step": 1151
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.9477030668227989,
      "learning_rate": 1.3687571704305329e-05,
      "loss": 0.8741,
      "step": 1152
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.9467403055169439,
      "learning_rate": 1.3677027127994195e-05,
      "loss": 0.8158,
      "step": 1153
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.8881445660059051,
      "learning_rate": 1.3666477821946036e-05,
      "loss": 0.7622,
      "step": 1154
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.9823672949148402,
      "learning_rate": 1.3655923799730355e-05,
      "loss": 0.8495,
      "step": 1155
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.9247600537788654,
      "learning_rate": 1.3645365074922728e-05,
      "loss": 0.793,
      "step": 1156
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.9356835238185092,
      "learning_rate": 1.3634801661104771e-05,
      "loss": 0.8562,
      "step": 1157
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.8899179313721481,
      "learning_rate": 1.3624233571864143e-05,
      "loss": 0.8039,
      "step": 1158
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.8907403674153812,
      "learning_rate": 1.361366082079451e-05,
      "loss": 0.7767,
      "step": 1159
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.8609601412851831,
      "learning_rate": 1.3603083421495535e-05,
      "loss": 0.757,
      "step": 1160
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.854048536932743,
      "learning_rate": 1.3592501387572858e-05,
      "loss": 0.8074,
      "step": 1161
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.8583038832209344,
      "learning_rate": 1.3581914732638088e-05,
      "loss": 0.7514,
      "step": 1162
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.9102036881133101,
      "learning_rate": 1.3571323470308772e-05,
      "loss": 0.879,
      "step": 1163
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.9892591027955606,
      "learning_rate": 1.3560727614208382e-05,
      "loss": 0.7995,
      "step": 1164
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.8587977399936928,
      "learning_rate": 1.3550127177966306e-05,
      "loss": 0.7842,
      "step": 1165
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.8595666226056676,
      "learning_rate": 1.3539522175217815e-05,
      "loss": 0.848,
      "step": 1166
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.9459028126824949,
      "learning_rate": 1.3528912619604055e-05,
      "loss": 0.8037,
      "step": 1167
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.9332031814722181,
      "learning_rate": 1.3518298524772037e-05,
      "loss": 0.7559,
      "step": 1168
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.9494114970027568,
      "learning_rate": 1.3507679904374605e-05,
      "loss": 0.8466,
      "step": 1169
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.8704421497086452,
      "learning_rate": 1.3497056772070417e-05,
      "loss": 0.8155,
      "step": 1170
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.918802130165072,
      "learning_rate": 1.3486429141523952e-05,
      "loss": 0.7543,
      "step": 1171
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.9429001916650661,
      "learning_rate": 1.3475797026405455e-05,
      "loss": 0.8587,
      "step": 1172
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.9468204443661803,
      "learning_rate": 1.3465160440390956e-05,
      "loss": 0.8496,
      "step": 1173
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.9994607399005049,
      "learning_rate": 1.3454519397162224e-05,
      "loss": 0.8622,
      "step": 1174
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.1004175782584324,
      "learning_rate": 1.3443873910406773e-05,
      "loss": 0.9329,
      "step": 1175
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.0020293054378908,
      "learning_rate": 1.3433223993817821e-05,
      "loss": 0.8327,
      "step": 1176
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.9863748418961857,
      "learning_rate": 1.3422569661094292e-05,
      "loss": 0.8051,
      "step": 1177
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.9320271692137702,
      "learning_rate": 1.3411910925940785e-05,
      "loss": 0.79,
      "step": 1178
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.9135413110414086,
      "learning_rate": 1.3401247802067565e-05,
      "loss": 0.884,
      "step": 1179
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.052077980452545,
      "learning_rate": 1.3390580303190541e-05,
      "loss": 0.8115,
      "step": 1180
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.9349164080270702,
      "learning_rate": 1.3379908443031253e-05,
      "loss": 0.7915,
      "step": 1181
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.2324139315928029,
      "learning_rate": 1.3369232235316847e-05,
      "loss": 0.8856,
      "step": 1182
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.9594440807814407,
      "learning_rate": 1.335855169378006e-05,
      "loss": 0.8418,
      "step": 1183
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.9197962337492925,
      "learning_rate": 1.3347866832159206e-05,
      "loss": 0.783,
      "step": 1184
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.9305460243082693,
      "learning_rate": 1.3337177664198162e-05,
      "loss": 0.782,
      "step": 1185
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.9373693721632484,
      "learning_rate": 1.3326484203646333e-05,
      "loss": 0.8484,
      "step": 1186
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.916846515507665,
      "learning_rate": 1.3315786464258647e-05,
      "loss": 0.8364,
      "step": 1187
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.3099634206251927,
      "learning_rate": 1.3305084459795547e-05,
      "loss": 0.86,
      "step": 1188
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.9211071839446942,
      "learning_rate": 1.3294378204022948e-05,
      "loss": 0.8358,
      "step": 1189
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.9267300515820535,
      "learning_rate": 1.3283667710712245e-05,
      "loss": 0.7812,
      "step": 1190
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.9469209502966243,
      "learning_rate": 1.3272952993640276e-05,
      "loss": 0.8247,
      "step": 1191
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.8804259262659825,
      "learning_rate": 1.3262234066589315e-05,
      "loss": 0.7344,
      "step": 1192
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.9132281206728566,
      "learning_rate": 1.3251510943347049e-05,
      "loss": 0.7078,
      "step": 1193
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.9892610920445006,
      "learning_rate": 1.3240783637706566e-05,
      "loss": 0.8737,
      "step": 1194
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.1053484676015917,
      "learning_rate": 1.3230052163466337e-05,
      "loss": 0.789,
      "step": 1195
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.8906000246500937,
      "learning_rate": 1.321931653443018e-05,
      "loss": 0.8797,
      "step": 1196
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.8979403780314781,
      "learning_rate": 1.3208576764407277e-05,
      "loss": 0.7897,
      "step": 1197
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.123038434121297,
      "learning_rate": 1.3197832867212123e-05,
      "loss": 0.8288,
      "step": 1198
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.8854053827854093,
      "learning_rate": 1.3187084856664524e-05,
      "loss": 0.7818,
      "step": 1199
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.8361990472972701,
      "learning_rate": 1.3176332746589587e-05,
      "loss": 0.7635,
      "step": 1200
    },
    {
      "epoch": 0.84,
      "eval_loss": 0.8016307353973389,
      "eval_runtime": 187.26,
      "eval_samples_per_second": 216.02,
      "eval_steps_per_second": 27.005,
      "step": 1200
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.909024655853674,
      "learning_rate": 1.3165576550817674e-05,
      "loss": 0.8462,
      "step": 1201
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.8313849727666298,
      "learning_rate": 1.3154816283184416e-05,
      "loss": 0.7439,
      "step": 1202
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.9042935007013845,
      "learning_rate": 1.314405195753068e-05,
      "loss": 0.8269,
      "step": 1203
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.9956573032713342,
      "learning_rate": 1.313328358770255e-05,
      "loss": 0.8411,
      "step": 1204
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.8692638810097056,
      "learning_rate": 1.3122511187551313e-05,
      "loss": 0.7821,
      "step": 1205
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.8861664890808165,
      "learning_rate": 1.3111734770933435e-05,
      "loss": 0.8507,
      "step": 1206
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.010454663093981,
      "learning_rate": 1.3100954351710561e-05,
      "loss": 0.87,
      "step": 1207
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.9296535384437415,
      "learning_rate": 1.3090169943749475e-05,
      "loss": 0.8421,
      "step": 1208
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.8936969609941104,
      "learning_rate": 1.307938156092209e-05,
      "loss": 0.8661,
      "step": 1209
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.9227907157257895,
      "learning_rate": 1.3068589217105441e-05,
      "loss": 0.7934,
      "step": 1210
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.9335664869611315,
      "learning_rate": 1.3057792926181648e-05,
      "loss": 0.7751,
      "step": 1211
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.9019312696351173,
      "learning_rate": 1.3046992702037912e-05,
      "loss": 0.8335,
      "step": 1212
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.8899699042126639,
      "learning_rate": 1.3036188558566498e-05,
      "loss": 0.7718,
      "step": 1213
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.8694994902176645,
      "learning_rate": 1.3025380509664704e-05,
      "loss": 0.8224,
      "step": 1214
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.8679155573621159,
      "learning_rate": 1.3014568569234855e-05,
      "loss": 0.793,
      "step": 1215
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.8731683514157172,
      "learning_rate": 1.300375275118429e-05,
      "loss": 0.7145,
      "step": 1216
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.9617633270628331,
      "learning_rate": 1.2992933069425322e-05,
      "loss": 0.8323,
      "step": 1217
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.9205318690136027,
      "learning_rate": 1.2982109537875242e-05,
      "loss": 0.7919,
      "step": 1218
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.8720538824550501,
      "learning_rate": 1.2971282170456287e-05,
      "loss": 0.739,
      "step": 1219
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.9832029171959736,
      "learning_rate": 1.2960450981095643e-05,
      "loss": 0.8244,
      "step": 1220
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.8770451456283266,
      "learning_rate": 1.2949615983725386e-05,
      "loss": 0.7719,
      "step": 1221
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.8840598304118039,
      "learning_rate": 1.2938777192282516e-05,
      "loss": 0.8434,
      "step": 1222
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.9055448234498211,
      "learning_rate": 1.2927934620708902e-05,
      "loss": 0.8374,
      "step": 1223
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.8729195849353666,
      "learning_rate": 1.291708828295127e-05,
      "loss": 0.774,
      "step": 1224
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.9284381671456617,
      "learning_rate": 1.2906238192961201e-05,
      "loss": 0.9232,
      "step": 1225
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.8999733124576376,
      "learning_rate": 1.28953843646951e-05,
      "loss": 0.8288,
      "step": 1226
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.9245147181563812,
      "learning_rate": 1.2884526812114176e-05,
      "loss": 0.8119,
      "step": 1227
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.8530109921661233,
      "learning_rate": 1.2873665549184429e-05,
      "loss": 0.7753,
      "step": 1228
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.9043600405219798,
      "learning_rate": 1.2862800589876636e-05,
      "loss": 0.8343,
      "step": 1229
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.8830059417691293,
      "learning_rate": 1.2851931948166328e-05,
      "loss": 0.7843,
      "step": 1230
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.9418973868303533,
      "learning_rate": 1.2841059638033765e-05,
      "loss": 0.7896,
      "step": 1231
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.9100590025127928,
      "learning_rate": 1.2830183673463941e-05,
      "loss": 0.7616,
      "step": 1232
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.8495301196659513,
      "learning_rate": 1.2819304068446532e-05,
      "loss": 0.7689,
      "step": 1233
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.8780282740804941,
      "learning_rate": 1.280842083697591e-05,
      "loss": 0.7213,
      "step": 1234
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.8601052861886926,
      "learning_rate": 1.2797533993051108e-05,
      "loss": 0.8038,
      "step": 1235
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.873800855570753,
      "learning_rate": 1.2786643550675806e-05,
      "loss": 0.9166,
      "step": 1236
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.872977358615432,
      "learning_rate": 1.277574952385831e-05,
      "loss": 0.7841,
      "step": 1237
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.9348029069693068,
      "learning_rate": 1.2764851926611538e-05,
      "loss": 0.8556,
      "step": 1238
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.9177313188133553,
      "learning_rate": 1.2753950772953006e-05,
      "loss": 0.8374,
      "step": 1239
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.8880377226520811,
      "learning_rate": 1.2743046076904795e-05,
      "loss": 0.807,
      "step": 1240
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.8581317781991079,
      "learning_rate": 1.2732137852493548e-05,
      "loss": 0.7839,
      "step": 1241
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.9423518364761677,
      "learning_rate": 1.2721226113750449e-05,
      "loss": 0.9337,
      "step": 1242
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.8697716259429181,
      "learning_rate": 1.2710310874711195e-05,
      "loss": 0.7732,
      "step": 1243
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.030589559664667,
      "learning_rate": 1.2699392149415992e-05,
      "loss": 0.8249,
      "step": 1244
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.9171711323829616,
      "learning_rate": 1.268846995190953e-05,
      "loss": 0.8395,
      "step": 1245
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.8315506767883373,
      "learning_rate": 1.2677544296240963e-05,
      "loss": 0.7798,
      "step": 1246
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.20140255611588,
      "learning_rate": 1.2666615196463887e-05,
      "loss": 0.8241,
      "step": 1247
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.9073000748254678,
      "learning_rate": 1.2655682666636346e-05,
      "loss": 0.854,
      "step": 1248
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.9417372875604748,
      "learning_rate": 1.2644746720820778e-05,
      "loss": 0.9372,
      "step": 1249
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.9290306561838421,
      "learning_rate": 1.2633807373084022e-05,
      "loss": 0.8309,
      "step": 1250
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.9534748535916682,
      "learning_rate": 1.262286463749729e-05,
      "loss": 0.906,
      "step": 1251
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.8950263175691467,
      "learning_rate": 1.261191852813616e-05,
      "loss": 0.8991,
      "step": 1252
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.9129258423461022,
      "learning_rate": 1.2600969059080543e-05,
      "loss": 0.8243,
      "step": 1253
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.8634972435621588,
      "learning_rate": 1.2590016244414674e-05,
      "loss": 0.781,
      "step": 1254
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.903443853461887,
      "learning_rate": 1.2579060098227086e-05,
      "loss": 0.8297,
      "step": 1255
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.946311697477589,
      "learning_rate": 1.25681006346106e-05,
      "loss": 0.8786,
      "step": 1256
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.8728360680570422,
      "learning_rate": 1.255713786766231e-05,
      "loss": 0.7831,
      "step": 1257
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.9486738553484381,
      "learning_rate": 1.2546171811483555e-05,
      "loss": 0.7885,
      "step": 1258
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.852399743727923,
      "learning_rate": 1.2535202480179902e-05,
      "loss": 0.7437,
      "step": 1259
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.8446167680879512,
      "learning_rate": 1.2524229887861132e-05,
      "loss": 0.8096,
      "step": 1260
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.9119806793650314,
      "learning_rate": 1.2513254048641228e-05,
      "loss": 0.835,
      "step": 1261
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.9060150023697798,
      "learning_rate": 1.2502274976638337e-05,
      "loss": 0.8107,
      "step": 1262
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.9178164241596967,
      "learning_rate": 1.2491292685974775e-05,
      "loss": 0.8105,
      "step": 1263
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.9694234877661287,
      "learning_rate": 1.2480307190776994e-05,
      "loss": 0.9413,
      "step": 1264
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.054215876059854,
      "learning_rate": 1.2469318505175564e-05,
      "loss": 0.8096,
      "step": 1265
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.9302411914965589,
      "learning_rate": 1.2458326643305162e-05,
      "loss": 0.836,
      "step": 1266
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.9092781470891533,
      "learning_rate": 1.244733161930456e-05,
      "loss": 0.9085,
      "step": 1267
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.0185778379552477,
      "learning_rate": 1.2436333447316578e-05,
      "loss": 0.8225,
      "step": 1268
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.008752810569094,
      "learning_rate": 1.2425332141488103e-05,
      "loss": 0.7972,
      "step": 1269
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.9508043331539013,
      "learning_rate": 1.241432771597004e-05,
      "loss": 0.7727,
      "step": 1270
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.9081696570803016,
      "learning_rate": 1.240332018491732e-05,
      "loss": 0.8256,
      "step": 1271
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.9184233825599799,
      "learning_rate": 1.2392309562488857e-05,
      "loss": 0.771,
      "step": 1272
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.8776440619902922,
      "learning_rate": 1.2381295862847546e-05,
      "loss": 0.7685,
      "step": 1273
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.900259780582409,
      "learning_rate": 1.2370279100160243e-05,
      "loss": 0.7493,
      "step": 1274
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.0195338622101757,
      "learning_rate": 1.235925928859774e-05,
      "loss": 0.8172,
      "step": 1275
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.9777459968555523,
      "learning_rate": 1.2348236442334747e-05,
      "loss": 0.8224,
      "step": 1276
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.8132773288609149,
      "learning_rate": 1.2337210575549885e-05,
      "loss": 0.7546,
      "step": 1277
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.978595342667741,
      "learning_rate": 1.2326181702425662e-05,
      "loss": 0.7756,
      "step": 1278
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.916777195194068,
      "learning_rate": 1.2315149837148441e-05,
      "loss": 0.7982,
      "step": 1279
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.981152620310292,
      "learning_rate": 1.230411499390845e-05,
      "loss": 0.7198,
      "step": 1280
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.8969732111862679,
      "learning_rate": 1.229307718689973e-05,
      "loss": 0.7637,
      "step": 1281
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.8998245989558533,
      "learning_rate": 1.2282036430320153e-05,
      "loss": 0.8069,
      "step": 1282
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.9532879266081471,
      "learning_rate": 1.2270992738371363e-05,
      "loss": 0.7618,
      "step": 1283
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.8787836684734067,
      "learning_rate": 1.2259946125258804e-05,
      "loss": 0.7614,
      "step": 1284
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.9396395297610475,
      "learning_rate": 1.224889660519166e-05,
      "loss": 0.805,
      "step": 1285
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.8943880825019749,
      "learning_rate": 1.223784419238286e-05,
      "loss": 0.7378,
      "step": 1286
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.8440758161057578,
      "learning_rate": 1.2226788901049052e-05,
      "loss": 0.7209,
      "step": 1287
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.9473861048709283,
      "learning_rate": 1.221573074541059e-05,
      "loss": 0.7762,
      "step": 1288
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.8593533374009497,
      "learning_rate": 1.2204669739691508e-05,
      "loss": 0.7285,
      "step": 1289
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.8949062108663332,
      "learning_rate": 1.2193605898119513e-05,
      "loss": 0.8688,
      "step": 1290
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.9090979861560906,
      "learning_rate": 1.2182539234925954e-05,
      "loss": 0.8169,
      "step": 1291
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.0789848804501179,
      "learning_rate": 1.2171469764345807e-05,
      "loss": 0.8544,
      "step": 1292
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.9176123781134722,
      "learning_rate": 1.216039750061767e-05,
      "loss": 0.8013,
      "step": 1293
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.8972025672926027,
      "learning_rate": 1.2149322457983719e-05,
      "loss": 0.7344,
      "step": 1294
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.9696364696159007,
      "learning_rate": 1.2138244650689714e-05,
      "loss": 0.8064,
      "step": 1295
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.010581794626841,
      "learning_rate": 1.2127164092984976e-05,
      "loss": 0.8848,
      "step": 1296
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.9026898328330966,
      "learning_rate": 1.2116080799122349e-05,
      "loss": 0.7996,
      "step": 1297
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.1285869333851108,
      "learning_rate": 1.2104994783358206e-05,
      "loss": 0.9334,
      "step": 1298
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.819826433384388,
      "learning_rate": 1.2093906059952425e-05,
      "loss": 0.7214,
      "step": 1299
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.017003481795163,
      "learning_rate": 1.2082814643168357e-05,
      "loss": 0.7696,
      "step": 1300
    },
    {
      "epoch": 0.91,
      "eval_loss": 0.795089840888977,
      "eval_runtime": 187.5096,
      "eval_samples_per_second": 215.733,
      "eval_steps_per_second": 26.969,
      "step": 1300
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.8798817267157177,
      "learning_rate": 1.2071720547272823e-05,
      "loss": 0.7564,
      "step": 1301
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.90666438626132,
      "learning_rate": 1.2060623786536086e-05,
      "loss": 0.8346,
      "step": 1302
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.8789513496907703,
      "learning_rate": 1.2049524375231848e-05,
      "loss": 0.817,
      "step": 1303
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.9112276995271548,
      "learning_rate": 1.2038422327637208e-05,
      "loss": 0.8376,
      "step": 1304
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.9175604567901359,
      "learning_rate": 1.2027317658032655e-05,
      "loss": 0.8326,
      "step": 1305
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.8946435401851419,
      "learning_rate": 1.2016210380702068e-05,
      "loss": 0.7805,
      "step": 1306
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.9434366572160074,
      "learning_rate": 1.2005100509932662e-05,
      "loss": 0.7713,
      "step": 1307
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.9641160978432078,
      "learning_rate": 1.199398806001499e-05,
      "loss": 0.8679,
      "step": 1308
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.9441666498195864,
      "learning_rate": 1.1982873045242933e-05,
      "loss": 0.8775,
      "step": 1309
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.8583055752214402,
      "learning_rate": 1.1971755479913665e-05,
      "loss": 0.8123,
      "step": 1310
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.9304765536666078,
      "learning_rate": 1.1960635378327636e-05,
      "loss": 0.7299,
      "step": 1311
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.8234687024912583,
      "learning_rate": 1.194951275478857e-05,
      "loss": 0.7957,
      "step": 1312
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.8546894141514437,
      "learning_rate": 1.1938387623603425e-05,
      "loss": 0.8257,
      "step": 1313
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.8632822306104739,
      "learning_rate": 1.1927259999082386e-05,
      "loss": 0.7314,
      "step": 1314
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.896871727091561,
      "learning_rate": 1.1916129895538847e-05,
      "loss": 0.7087,
      "step": 1315
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.9393014655617864,
      "learning_rate": 1.1904997327289391e-05,
      "loss": 0.728,
      "step": 1316
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.8769371873165606,
      "learning_rate": 1.1893862308653777e-05,
      "loss": 0.736,
      "step": 1317
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.8852596329458032,
      "learning_rate": 1.1882724853954902e-05,
      "loss": 0.7668,
      "step": 1318
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.8617739696699027,
      "learning_rate": 1.1871584977518806e-05,
      "loss": 0.7659,
      "step": 1319
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.9314434034383864,
      "learning_rate": 1.1860442693674648e-05,
      "loss": 0.8394,
      "step": 1320
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.861142003308729,
      "learning_rate": 1.1849298016754669e-05,
      "loss": 0.7768,
      "step": 1321
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.8769070771121391,
      "learning_rate": 1.1838150961094204e-05,
      "loss": 0.8732,
      "step": 1322
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.8603644023677578,
      "learning_rate": 1.182700154103164e-05,
      "loss": 0.6549,
      "step": 1323
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.9638201294806444,
      "learning_rate": 1.1815849770908403e-05,
      "loss": 0.8464,
      "step": 1324
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.8306462320605537,
      "learning_rate": 1.180469566506895e-05,
      "loss": 0.7991,
      "step": 1325
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.9863044155217197,
      "learning_rate": 1.1793539237860738e-05,
      "loss": 0.8572,
      "step": 1326
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.9702494386049709,
      "learning_rate": 1.1782380503634203e-05,
      "loss": 1.0178,
      "step": 1327
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.8563480076569994,
      "learning_rate": 1.177121947674276e-05,
      "loss": 0.8421,
      "step": 1328
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.9823180165930772,
      "learning_rate": 1.1760056171542773e-05,
      "loss": 0.821,
      "step": 1329
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.906116648047096,
      "learning_rate": 1.1748890602393521e-05,
      "loss": 0.7529,
      "step": 1330
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.8593895588191588,
      "learning_rate": 1.1737722783657213e-05,
      "loss": 0.8545,
      "step": 1331
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.8499393110247033,
      "learning_rate": 1.172655272969894e-05,
      "loss": 0.8143,
      "step": 1332
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.9164004760981641,
      "learning_rate": 1.171538045488668e-05,
      "loss": 0.78,
      "step": 1333
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.9122326263339436,
      "learning_rate": 1.170420597359125e-05,
      "loss": 0.8505,
      "step": 1334
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.9549519243654508,
      "learning_rate": 1.1693029300186324e-05,
      "loss": 0.7455,
      "step": 1335
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.0516468035890543,
      "learning_rate": 1.1681850449048387e-05,
      "loss": 0.8577,
      "step": 1336
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.8758025212436614,
      "learning_rate": 1.1670669434556716e-05,
      "loss": 0.8231,
      "step": 1337
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.8884706110774874,
      "learning_rate": 1.1659486271093392e-05,
      "loss": 0.8108,
      "step": 1338
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.9218324642854692,
      "learning_rate": 1.1648300973043245e-05,
      "loss": 0.7995,
      "step": 1339
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.8654985510951089,
      "learning_rate": 1.1637113554793846e-05,
      "loss": 0.7501,
      "step": 1340
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.8380612233059123,
      "learning_rate": 1.1625924030735511e-05,
      "loss": 0.686,
      "step": 1341
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.8848563947968523,
      "learning_rate": 1.161473241526125e-05,
      "loss": 0.8025,
      "step": 1342
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.8821522053418632,
      "learning_rate": 1.1603538722766767e-05,
      "loss": 0.7701,
      "step": 1343
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.8692396513709321,
      "learning_rate": 1.1592342967650445e-05,
      "loss": 0.831,
      "step": 1344
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.8726825340572187,
      "learning_rate": 1.1581145164313307e-05,
      "loss": 0.8207,
      "step": 1345
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.9591798533346475,
      "learning_rate": 1.1569945327159023e-05,
      "loss": 0.8628,
      "step": 1346
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.9596109009779479,
      "learning_rate": 1.155874347059387e-05,
      "loss": 0.814,
      "step": 1347
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.9027226890146384,
      "learning_rate": 1.1547539609026726e-05,
      "loss": 0.8522,
      "step": 1348
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.8971455922709491,
      "learning_rate": 1.153633375686905e-05,
      "loss": 0.7769,
      "step": 1349
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.9048377154051395,
      "learning_rate": 1.152512592853486e-05,
      "loss": 0.7424,
      "step": 1350
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.8397557960034163,
      "learning_rate": 1.1513916138440712e-05,
      "loss": 0.7782,
      "step": 1351
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.8503308719220157,
      "learning_rate": 1.1502704401005694e-05,
      "loss": 0.7616,
      "step": 1352
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.8467495732273495,
      "learning_rate": 1.1491490730651389e-05,
      "loss": 0.7797,
      "step": 1353
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.899994053064031,
      "learning_rate": 1.1480275141801873e-05,
      "loss": 0.7726,
      "step": 1354
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.8583068406846777,
      "learning_rate": 1.146905764888369e-05,
      "loss": 0.7654,
      "step": 1355
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.9301024028790893,
      "learning_rate": 1.1457838266325828e-05,
      "loss": 0.7648,
      "step": 1356
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.8523423465764791,
      "learning_rate": 1.1446617008559713e-05,
      "loss": 0.7613,
      "step": 1357
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.9179001752750603,
      "learning_rate": 1.1435393890019173e-05,
      "loss": 0.7407,
      "step": 1358
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.8807224051681771,
      "learning_rate": 1.1424168925140438e-05,
      "loss": 0.7672,
      "step": 1359
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.9213553252352924,
      "learning_rate": 1.141294212836211e-05,
      "loss": 0.7772,
      "step": 1360
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.9143784577248558,
      "learning_rate": 1.1401713514125152e-05,
      "loss": 0.7812,
      "step": 1361
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.8653978990179322,
      "learning_rate": 1.1390483096872851e-05,
      "loss": 0.8557,
      "step": 1362
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.0061464612362694,
      "learning_rate": 1.137925089105083e-05,
      "loss": 0.926,
      "step": 1363
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.1393025054238606,
      "learning_rate": 1.1368016911107004e-05,
      "loss": 0.9341,
      "step": 1364
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.9080538249481118,
      "learning_rate": 1.1356781171491569e-05,
      "loss": 0.8169,
      "step": 1365
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.8933884113869166,
      "learning_rate": 1.1345543686656989e-05,
      "loss": 0.8321,
      "step": 1366
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.8700460854854123,
      "learning_rate": 1.1334304471057968e-05,
      "loss": 0.7425,
      "step": 1367
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.9531764227643872,
      "learning_rate": 1.1323063539151442e-05,
      "loss": 0.8056,
      "step": 1368
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.902921855333192,
      "learning_rate": 1.1311820905396547e-05,
      "loss": 0.878,
      "step": 1369
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.8272338173452627,
      "learning_rate": 1.1300576584254617e-05,
      "loss": 0.7549,
      "step": 1370
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.8555435739973453,
      "learning_rate": 1.1289330590189152e-05,
      "loss": 0.8163,
      "step": 1371
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.895793435047801,
      "learning_rate": 1.12780829376658e-05,
      "loss": 0.8736,
      "step": 1372
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.8643206423346252,
      "learning_rate": 1.126683364115235e-05,
      "loss": 0.813,
      "step": 1373
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.9454856642959599,
      "learning_rate": 1.1255582715118701e-05,
      "loss": 0.7898,
      "step": 1374
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.8681278075027504,
      "learning_rate": 1.1244330174036843e-05,
      "loss": 0.6867,
      "step": 1375
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.9328868275202035,
      "learning_rate": 1.123307603238086e-05,
      "loss": 0.824,
      "step": 1376
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.9073248755158357,
      "learning_rate": 1.1221820304626878e-05,
      "loss": 0.8881,
      "step": 1377
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.9364571025151188,
      "learning_rate": 1.1210563005253067e-05,
      "loss": 0.8359,
      "step": 1378
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.9404626028617894,
      "learning_rate": 1.1199304148739627e-05,
      "loss": 0.8087,
      "step": 1379
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.260358311619401,
      "learning_rate": 1.1188043749568752e-05,
      "loss": 0.7809,
      "step": 1380
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.9276597929451739,
      "learning_rate": 1.117678182222462e-05,
      "loss": 0.8202,
      "step": 1381
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.8692262060914322,
      "learning_rate": 1.1165518381193379e-05,
      "loss": 0.7998,
      "step": 1382
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.9063084872578175,
      "learning_rate": 1.115425344096313e-05,
      "loss": 0.8227,
      "step": 1383
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.9570539636008829,
      "learning_rate": 1.1142987016023887e-05,
      "loss": 0.7911,
      "step": 1384
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.9148160271160868,
      "learning_rate": 1.1131719120867584e-05,
      "loss": 0.8319,
      "step": 1385
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.8706583871071989,
      "learning_rate": 1.1120449769988043e-05,
      "loss": 0.778,
      "step": 1386
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.8691907155679381,
      "learning_rate": 1.1109178977880966e-05,
      "loss": 0.7964,
      "step": 1387
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.8493717758867598,
      "learning_rate": 1.1097906759043896e-05,
      "loss": 0.6965,
      "step": 1388
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.9992890399936691,
      "learning_rate": 1.108663312797622e-05,
      "loss": 0.834,
      "step": 1389
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.8756559048622335,
      "learning_rate": 1.1075358099179136e-05,
      "loss": 0.7885,
      "step": 1390
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.8429751025054221,
      "learning_rate": 1.1064081687155647e-05,
      "loss": 0.7318,
      "step": 1391
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.8655765925457657,
      "learning_rate": 1.1052803906410531e-05,
      "loss": 0.7906,
      "step": 1392
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.8853165227750313,
      "learning_rate": 1.1041524771450329e-05,
      "loss": 0.8022,
      "step": 1393
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.8899368333997295,
      "learning_rate": 1.1030244296783316e-05,
      "loss": 0.8456,
      "step": 1394
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.8465449912567415,
      "learning_rate": 1.10189624969195e-05,
      "loss": 0.7837,
      "step": 1395
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.9150904249953385,
      "learning_rate": 1.1007679386370591e-05,
      "loss": 0.8145,
      "step": 1396
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.9457916211995286,
      "learning_rate": 1.0996394979649977e-05,
      "loss": 0.8615,
      "step": 1397
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.823661666782617,
      "learning_rate": 1.0985109291272729e-05,
      "loss": 0.7733,
      "step": 1398
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.0025967815723742,
      "learning_rate": 1.0973822335755551e-05,
      "loss": 0.7727,
      "step": 1399
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.0641070270245732,
      "learning_rate": 1.0962534127616784e-05,
      "loss": 0.8476,
      "step": 1400
    },
    {
      "epoch": 0.98,
      "eval_loss": 0.7878583073616028,
      "eval_runtime": 187.2349,
      "eval_samples_per_second": 216.049,
      "eval_steps_per_second": 27.009,
      "step": 1400
    }
  ],
  "logging_steps": 1,
  "max_steps": 2870,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 100,
  "total_flos": 1.6525916175020851e+19,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}