{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.3535169785169785,
  "eval_steps": 500,
  "global_step": 500000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "grad_norm": 4.596311569213867,
      "learning_rate": 6.249999999999999e-07,
      "loss": 9.2114,
      "step": 500
    },
    {
      "epoch": 0.0,
      "grad_norm": 5.16270637512207,
      "learning_rate": 1.2499999999999999e-06,
      "loss": 7.3081,
      "step": 1000
    },
    {
      "epoch": 0.0,
      "grad_norm": 3.267263412475586,
      "learning_rate": 1.875e-06,
      "loss": 6.1634,
      "step": 1500
    },
    {
      "epoch": 0.01,
      "grad_norm": 2.1591992378234863,
      "learning_rate": 2.4999999999999998e-06,
      "loss": 5.421,
      "step": 2000
    },
    {
      "epoch": 0.01,
      "grad_norm": 2.160722494125366,
      "learning_rate": 3.125e-06,
      "loss": 4.856,
      "step": 2500
    },
    {
      "epoch": 0.01,
      "grad_norm": 2.330343723297119,
      "learning_rate": 3.75e-06,
      "loss": 4.3826,
      "step": 3000
    },
    {
      "epoch": 0.01,
      "grad_norm": 2.1275618076324463,
      "learning_rate": 4.3750000000000005e-06,
      "loss": 3.9848,
      "step": 3500
    },
    {
      "epoch": 0.01,
      "grad_norm": 2.1402294635772705,
      "learning_rate": 4.9999999999999996e-06,
      "loss": 3.6491,
      "step": 4000
    },
    {
      "epoch": 0.01,
      "grad_norm": 2.159619092941284,
      "learning_rate": 5.625e-06,
      "loss": 3.3861,
      "step": 4500
    },
    {
      "epoch": 0.01,
      "grad_norm": 2.5018796920776367,
      "learning_rate": 6.25e-06,
      "loss": 3.1845,
      "step": 5000
    },
    {
      "epoch": 0.01,
      "grad_norm": 1.9996334314346313,
      "learning_rate": 6.875e-06,
      "loss": 3.0335,
      "step": 5500
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.103320598602295,
      "learning_rate": 7.5e-06,
      "loss": 2.9096,
      "step": 6000
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.025847911834717,
      "learning_rate": 8.125e-06,
      "loss": 2.8088,
      "step": 6500
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.030522108078003,
      "learning_rate": 8.750000000000001e-06,
      "loss": 2.7156,
      "step": 7000
    },
    {
      "epoch": 0.02,
      "grad_norm": 1.992558479309082,
      "learning_rate": 9.375000000000001e-06,
      "loss": 2.6262,
      "step": 7500
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.1512062549591064,
      "learning_rate": 9.999999999999999e-06,
      "loss": 2.5432,
      "step": 8000
    },
    {
      "epoch": 0.02,
      "grad_norm": 2.0734474658966064,
      "learning_rate": 1.0625e-05,
      "loss": 2.4722,
      "step": 8500
    },
    {
      "epoch": 0.02,
      "grad_norm": 1.9478808641433716,
      "learning_rate": 1.125e-05,
      "loss": 2.4111,
      "step": 9000
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.762665033340454,
      "learning_rate": 1.1874999999999999e-05,
      "loss": 2.3521,
      "step": 9500
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.8274019956588745,
      "learning_rate": 1.25e-05,
      "loss": 2.3099,
      "step": 10000
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.905918002128601,
      "learning_rate": 1.3125e-05,
      "loss": 2.2629,
      "step": 10500
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.8081414699554443,
      "learning_rate": 1.375e-05,
      "loss": 2.2239,
      "step": 11000
    },
    {
      "epoch": 0.03,
      "grad_norm": 7.712226867675781,
      "learning_rate": 1.4375e-05,
      "loss": 2.1907,
      "step": 11500
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.6963427066802979,
      "learning_rate": 1.5e-05,
      "loss": 2.1602,
      "step": 12000
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.717537522315979,
      "learning_rate": 1.5625e-05,
      "loss": 2.1384,
      "step": 12500
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.745806336402893,
      "learning_rate": 1.625e-05,
      "loss": 2.1061,
      "step": 13000
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.7633601427078247,
      "learning_rate": 1.6875e-05,
      "loss": 2.0838,
      "step": 13500
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.7061880826950073,
      "learning_rate": 1.7500000000000002e-05,
      "loss": 2.0648,
      "step": 14000
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.7471063137054443,
      "learning_rate": 1.8125e-05,
      "loss": 2.0462,
      "step": 14500
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.705340027809143,
      "learning_rate": 1.8750000000000002e-05,
      "loss": 2.0281,
      "step": 15000
    },
    {
      "epoch": 0.04,
      "grad_norm": 41.675968170166016,
      "learning_rate": 1.9375e-05,
      "loss": 2.003,
      "step": 15500
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.737722396850586,
      "learning_rate": 1.9999999999999998e-05,
      "loss": 1.9914,
      "step": 16000
    },
    {
      "epoch": 0.04,
      "grad_norm": 1.8232406377792358,
      "learning_rate": 2.0625e-05,
      "loss": 1.9724,
      "step": 16500
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.8312487602233887,
      "learning_rate": 2.125e-05,
      "loss": 1.9577,
      "step": 17000
    },
    {
      "epoch": 0.05,
      "grad_norm": 2.025630235671997,
      "learning_rate": 2.1875e-05,
      "loss": 1.9411,
      "step": 17500
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.9454607963562012,
      "learning_rate": 2.25e-05,
      "loss": 1.9263,
      "step": 18000
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.637341856956482,
      "learning_rate": 2.3125000000000003e-05,
      "loss": 1.9221,
      "step": 18500
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.846366286277771,
      "learning_rate": 2.3749999999999998e-05,
      "loss": 1.9086,
      "step": 19000
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.802040457725525,
      "learning_rate": 2.4375e-05,
      "loss": 1.8961,
      "step": 19500
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.7378031015396118,
      "learning_rate": 2.5e-05,
      "loss": 1.8893,
      "step": 20000
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.6410856246948242,
      "learning_rate": 2.5625e-05,
      "loss": 1.8752,
      "step": 20500
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.7153388261795044,
      "learning_rate": 2.625e-05,
      "loss": 1.862,
      "step": 21000
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.6210004091262817,
      "learning_rate": 2.6875000000000003e-05,
      "loss": 1.855,
      "step": 21500
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.6593818664550781,
      "learning_rate": 2.75e-05,
      "loss": 1.8478,
      "step": 22000
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.659287691116333,
      "learning_rate": 2.8125e-05,
      "loss": 1.8353,
      "step": 22500
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.703875184059143,
      "learning_rate": 2.875e-05,
      "loss": 1.8288,
      "step": 23000
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.7122712135314941,
      "learning_rate": 2.9375e-05,
      "loss": 1.8289,
      "step": 23500
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.6744304895401,
      "learning_rate": 3e-05,
      "loss": 1.8219,
      "step": 24000
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.7783963680267334,
      "learning_rate": 2.9968487394957983e-05,
      "loss": 1.8141,
      "step": 24500
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.7388477325439453,
      "learning_rate": 2.9936974789915968e-05,
      "loss": 1.805,
      "step": 25000
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.6574689149856567,
      "learning_rate": 2.990546218487395e-05,
      "loss": 1.8005,
      "step": 25500
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.6803966760635376,
      "learning_rate": 2.9873949579831935e-05,
      "loss": 1.7902,
      "step": 26000
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.6314315795898438,
      "learning_rate": 2.9842436974789916e-05,
      "loss": 1.7832,
      "step": 26500
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.6180912256240845,
      "learning_rate": 2.98109243697479e-05,
      "loss": 1.7774,
      "step": 27000
    },
    {
      "epoch": 0.07,
      "grad_norm": 1.6669533252716064,
      "learning_rate": 2.9779411764705883e-05,
      "loss": 1.774,
      "step": 27500
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.5653916597366333,
      "learning_rate": 2.9747899159663868e-05,
      "loss": 1.7673,
      "step": 28000
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.6632215976715088,
      "learning_rate": 2.971638655462185e-05,
      "loss": 1.7639,
      "step": 28500
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.6262154579162598,
      "learning_rate": 2.9684873949579835e-05,
      "loss": 1.757,
      "step": 29000
    },
    {
      "epoch": 0.08,
      "grad_norm": 4.847783088684082,
      "learning_rate": 2.9653361344537817e-05,
      "loss": 1.9286,
      "step": 29500
    },
    {
      "epoch": 0.08,
      "grad_norm": 2.6416807174682617,
      "learning_rate": 2.9621848739495802e-05,
      "loss": 3.7773,
      "step": 30000
    },
    {
      "epoch": 0.08,
      "grad_norm": 3.4526023864746094,
      "learning_rate": 2.9590336134453784e-05,
      "loss": 4.3611,
      "step": 30500
    },
    {
      "epoch": 0.08,
      "grad_norm": 65.76104736328125,
      "learning_rate": 2.9558823529411766e-05,
      "loss": 4.5628,
      "step": 31000
    },
    {
      "epoch": 0.09,
      "grad_norm": 6.145516395568848,
      "learning_rate": 2.9527310924369747e-05,
      "loss": 4.388,
      "step": 31500
    },
    {
      "epoch": 0.09,
      "grad_norm": 4.991481781005859,
      "learning_rate": 2.949579831932773e-05,
      "loss": 4.1991,
      "step": 32000
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.632403612136841,
      "learning_rate": 2.9464285714285714e-05,
      "loss": 3.7935,
      "step": 32500
    },
    {
      "epoch": 0.09,
      "grad_norm": 3.691666841506958,
      "learning_rate": 2.9432773109243696e-05,
      "loss": 3.4704,
      "step": 33000
    },
    {
      "epoch": 0.09,
      "grad_norm": 14.81291675567627,
      "learning_rate": 2.940126050420168e-05,
      "loss": 2.6663,
      "step": 33500
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.4295215606689453,
      "learning_rate": 2.9369747899159663e-05,
      "loss": 2.4661,
      "step": 34000
    },
    {
      "epoch": 0.09,
      "grad_norm": 52.97163391113281,
      "learning_rate": 2.9338235294117648e-05,
      "loss": 2.1129,
      "step": 34500
    },
    {
      "epoch": 0.09,
      "grad_norm": 2.337153196334839,
      "learning_rate": 2.930672268907563e-05,
      "loss": 1.7961,
      "step": 35000
    },
    {
      "epoch": 0.1,
      "grad_norm": 6.669353008270264,
      "learning_rate": 2.9275210084033615e-05,
      "loss": 1.7907,
      "step": 35500
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.5874249935150146,
      "learning_rate": 2.9243697478991596e-05,
      "loss": 1.7663,
      "step": 36000
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.7114965915679932,
      "learning_rate": 2.921218487394958e-05,
      "loss": 1.7439,
      "step": 36500
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.8134816884994507,
      "learning_rate": 2.9180672268907563e-05,
      "loss": 1.7361,
      "step": 37000
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.505012035369873,
      "learning_rate": 2.9149159663865545e-05,
      "loss": 1.7323,
      "step": 37500
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.6047751903533936,
      "learning_rate": 2.911764705882353e-05,
      "loss": 1.7212,
      "step": 38000
    },
    {
      "epoch": 0.1,
      "grad_norm": 1.5497486591339111,
      "learning_rate": 2.9086134453781512e-05,
      "loss": 1.7215,
      "step": 38500
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.5367647409439087,
      "learning_rate": 2.9054621848739497e-05,
      "loss": 1.7027,
      "step": 39000
    },
    {
      "epoch": 0.11,
      "grad_norm": 4.223250865936279,
      "learning_rate": 2.902310924369748e-05,
      "loss": 1.6914,
      "step": 39500
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.5872981548309326,
      "learning_rate": 2.8991596638655464e-05,
      "loss": 1.6878,
      "step": 40000
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.5480022430419922,
      "learning_rate": 2.8960084033613446e-05,
      "loss": 1.6816,
      "step": 40500
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.5464568138122559,
      "learning_rate": 2.892857142857143e-05,
      "loss": 1.6796,
      "step": 41000
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.557543158531189,
      "learning_rate": 2.8897058823529413e-05,
      "loss": 1.6709,
      "step": 41500
    },
    {
      "epoch": 0.11,
      "grad_norm": 1.5462812185287476,
      "learning_rate": 2.8865546218487398e-05,
      "loss": 1.6728,
      "step": 42000
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.5833927392959595,
      "learning_rate": 2.883403361344538e-05,
      "loss": 1.6676,
      "step": 42500
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.63410222530365,
      "learning_rate": 2.8802521008403365e-05,
      "loss": 1.6696,
      "step": 43000
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.4682618379592896,
      "learning_rate": 2.8771008403361346e-05,
      "loss": 1.6693,
      "step": 43500
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.5386840105056763,
      "learning_rate": 2.8739495798319328e-05,
      "loss": 1.6602,
      "step": 44000
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.5572445392608643,
      "learning_rate": 2.8707983193277313e-05,
      "loss": 1.6581,
      "step": 44500
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.5247888565063477,
      "learning_rate": 2.8676470588235295e-05,
      "loss": 1.6546,
      "step": 45000
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.5297437906265259,
      "learning_rate": 2.864495798319328e-05,
      "loss": 1.6467,
      "step": 45500
    },
    {
      "epoch": 0.12,
      "grad_norm": 1.5252556800842285,
      "learning_rate": 2.8613445378151262e-05,
      "loss": 1.6504,
      "step": 46000
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.4626063108444214,
      "learning_rate": 2.8581932773109244e-05,
      "loss": 1.6441,
      "step": 46500
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.511093020439148,
      "learning_rate": 2.8550420168067225e-05,
      "loss": 1.6433,
      "step": 47000
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.572654366493225,
      "learning_rate": 2.851890756302521e-05,
      "loss": 1.6527,
      "step": 47500
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.5643205642700195,
      "learning_rate": 2.8487394957983192e-05,
      "loss": 1.6376,
      "step": 48000
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.497128963470459,
      "learning_rate": 2.8455882352941177e-05,
      "loss": 1.6397,
      "step": 48500
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.464203953742981,
      "learning_rate": 2.842436974789916e-05,
      "loss": 1.6358,
      "step": 49000
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.8414405584335327,
      "learning_rate": 2.8392857142857144e-05,
      "loss": 1.6366,
      "step": 49500
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.7834322452545166,
      "learning_rate": 2.8361344537815126e-05,
      "loss": 1.642,
      "step": 50000
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.477858304977417,
      "learning_rate": 2.8329831932773108e-05,
      "loss": 1.6342,
      "step": 50500
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.5328236818313599,
      "learning_rate": 2.8298319327731093e-05,
      "loss": 1.6333,
      "step": 51000
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.540300965309143,
      "learning_rate": 2.8266806722689075e-05,
      "loss": 1.6352,
      "step": 51500
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.8767386674880981,
      "learning_rate": 2.823529411764706e-05,
      "loss": 1.6328,
      "step": 52000
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.5387629270553589,
      "learning_rate": 2.820378151260504e-05,
      "loss": 1.632,
      "step": 52500
    },
    {
      "epoch": 0.14,
      "grad_norm": 1.6315770149230957,
      "learning_rate": 2.8172268907563027e-05,
      "loss": 1.627,
      "step": 53000
    },
    {
      "epoch": 0.14,
      "grad_norm": 5.726038455963135,
      "learning_rate": 2.814075630252101e-05,
      "loss": 1.6293,
      "step": 53500
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.5697258710861206,
      "learning_rate": 2.8109243697478993e-05,
      "loss": 1.6211,
      "step": 54000
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.5938401222229004,
      "learning_rate": 2.8077731092436975e-05,
      "loss": 1.6196,
      "step": 54500
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.5256606340408325,
      "learning_rate": 2.804621848739496e-05,
      "loss": 1.6177,
      "step": 55000
    },
    {
      "epoch": 0.15,
      "grad_norm": 2.223390817642212,
      "learning_rate": 2.8014705882352942e-05,
      "loss": 1.6246,
      "step": 55500
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.4948030710220337,
      "learning_rate": 2.7983193277310927e-05,
      "loss": 1.6239,
      "step": 56000
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.5147298574447632,
      "learning_rate": 2.795168067226891e-05,
      "loss": 1.6164,
      "step": 56500
    },
    {
      "epoch": 0.15,
      "grad_norm": 1.5068755149841309,
      "learning_rate": 2.792016806722689e-05,
      "loss": 1.612,
      "step": 57000
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.5074622631072998,
      "learning_rate": 2.7888655462184876e-05,
      "loss": 1.6113,
      "step": 57500
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.4880355596542358,
      "learning_rate": 2.7857142857142858e-05,
      "loss": 1.6102,
      "step": 58000
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.6379941701889038,
      "learning_rate": 2.7825630252100843e-05,
      "loss": 1.6084,
      "step": 58500
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.4973347187042236,
      "learning_rate": 2.7794117647058824e-05,
      "loss": 1.6007,
      "step": 59000
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.5474885702133179,
      "learning_rate": 2.776260504201681e-05,
      "loss": 1.6042,
      "step": 59500
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.602220058441162,
      "learning_rate": 2.773109243697479e-05,
      "loss": 1.6106,
      "step": 60000
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.6185747385025024,
      "learning_rate": 2.7699579831932776e-05,
      "loss": 1.6058,
      "step": 60500
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.56905996799469,
      "learning_rate": 2.7668067226890758e-05,
      "loss": 1.6013,
      "step": 61000
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.5619949102401733,
      "learning_rate": 2.763655462184874e-05,
      "loss": 1.6034,
      "step": 61500
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.504239559173584,
      "learning_rate": 2.7605042016806722e-05,
      "loss": 1.6057,
      "step": 62000
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.4879348278045654,
      "learning_rate": 2.7573529411764707e-05,
      "loss": 1.6021,
      "step": 62500
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.5099623203277588,
      "learning_rate": 2.754201680672269e-05,
      "loss": 1.6026,
      "step": 63000
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.4979091882705688,
      "learning_rate": 2.751050420168067e-05,
      "loss": 1.5986,
      "step": 63500
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.4825040102005005,
      "learning_rate": 2.7478991596638655e-05,
      "loss": 1.5957,
      "step": 64000
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.493453860282898,
      "learning_rate": 2.7447478991596637e-05,
      "loss": 1.5989,
      "step": 64500
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.530388593673706,
      "learning_rate": 2.7415966386554622e-05,
      "loss": 1.5953,
      "step": 65000
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.5459638833999634,
      "learning_rate": 2.7384453781512604e-05,
      "loss": 1.5957,
      "step": 65500
    },
    {
      "epoch": 0.18,
      "grad_norm": 2.0421242713928223,
      "learning_rate": 2.735294117647059e-05,
      "loss": 1.5984,
      "step": 66000
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.4634993076324463,
      "learning_rate": 2.732142857142857e-05,
      "loss": 1.5897,
      "step": 66500
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.530594825744629,
      "learning_rate": 2.7289915966386556e-05,
      "loss": 1.5902,
      "step": 67000
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.5332798957824707,
      "learning_rate": 2.7258403361344538e-05,
      "loss": 1.5874,
      "step": 67500
    },
    {
      "epoch": 0.18,
      "grad_norm": 1.753754734992981,
      "learning_rate": 2.7226890756302523e-05,
      "loss": 1.59,
      "step": 68000
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.5545145273208618,
      "learning_rate": 2.7195378151260505e-05,
      "loss": 1.5949,
      "step": 68500
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.5194141864776611,
      "learning_rate": 2.716386554621849e-05,
      "loss": 1.588,
      "step": 69000
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.532632827758789,
      "learning_rate": 2.713235294117647e-05,
      "loss": 1.5918,
      "step": 69500
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.4970754384994507,
      "learning_rate": 2.7100840336134453e-05,
      "loss": 1.5851,
      "step": 70000
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.4157612323760986,
      "learning_rate": 2.706932773109244e-05,
      "loss": 1.5823,
      "step": 70500
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.5014020204544067,
      "learning_rate": 2.703781512605042e-05,
      "loss": 1.5847,
      "step": 71000
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.4652481079101562,
      "learning_rate": 2.7006302521008405e-05,
      "loss": 1.5886,
      "step": 71500
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.5810528993606567,
      "learning_rate": 2.6974789915966387e-05,
      "loss": 1.5805,
      "step": 72000
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.4908738136291504,
      "learning_rate": 2.6943277310924372e-05,
      "loss": 1.5812,
      "step": 72500
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.4520491361618042,
      "learning_rate": 2.6911764705882354e-05,
      "loss": 1.5837,
      "step": 73000
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.46824049949646,
      "learning_rate": 2.688025210084034e-05,
      "loss": 1.5778,
      "step": 73500
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.5032325983047485,
      "learning_rate": 2.684873949579832e-05,
      "loss": 1.5777,
      "step": 74000
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.5338232517242432,
      "learning_rate": 2.6817226890756306e-05,
      "loss": 1.5768,
      "step": 74500
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.5439281463623047,
      "learning_rate": 2.6785714285714288e-05,
      "loss": 1.5782,
      "step": 75000
    },
    {
      "epoch": 0.2,
      "grad_norm": 1.536665439605713,
      "learning_rate": 2.675420168067227e-05,
      "loss": 1.5758,
      "step": 75500
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.4520212411880493,
      "learning_rate": 2.6722689075630255e-05,
      "loss": 1.5732,
      "step": 76000
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.5352224111557007,
      "learning_rate": 2.6691176470588233e-05,
      "loss": 1.5745,
      "step": 76500
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.4939314126968384,
      "learning_rate": 2.6659663865546218e-05,
      "loss": 1.5724,
      "step": 77000
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.4967976808547974,
      "learning_rate": 2.66281512605042e-05,
      "loss": 1.5693,
      "step": 77500
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.4980648756027222,
      "learning_rate": 2.6596638655462185e-05,
      "loss": 1.5721,
      "step": 78000
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.5700784921646118,
      "learning_rate": 2.6565126050420167e-05,
      "loss": 1.5713,
      "step": 78500
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.5124626159667969,
      "learning_rate": 2.6533613445378152e-05,
      "loss": 1.5709,
      "step": 79000
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.465012788772583,
      "learning_rate": 2.6502100840336134e-05,
      "loss": 1.5702,
      "step": 79500
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.4589452743530273,
      "learning_rate": 2.647058823529412e-05,
      "loss": 1.5675,
      "step": 80000
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.547255516052246,
      "learning_rate": 2.64390756302521e-05,
      "loss": 1.567,
      "step": 80500
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.5208017826080322,
      "learning_rate": 2.6407563025210086e-05,
      "loss": 1.5654,
      "step": 81000
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.563560128211975,
      "learning_rate": 2.6376050420168067e-05,
      "loss": 1.5651,
      "step": 81500
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.4551901817321777,
      "learning_rate": 2.634453781512605e-05,
      "loss": 1.5692,
      "step": 82000
    },
    {
      "epoch": 0.22,
      "grad_norm": 3.783536672592163,
      "learning_rate": 2.6313025210084034e-05,
      "loss": 1.5698,
      "step": 82500
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.5397638082504272,
      "learning_rate": 2.6281512605042016e-05,
      "loss": 1.5614,
      "step": 83000
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.5307060480117798,
      "learning_rate": 2.625e-05,
      "loss": 1.5596,
      "step": 83500
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.5148283243179321,
      "learning_rate": 2.6218487394957983e-05,
      "loss": 1.5612,
      "step": 84000
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.531973958015442,
      "learning_rate": 2.6186974789915968e-05,
      "loss": 1.559,
      "step": 84500
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.5402531623840332,
      "learning_rate": 2.615546218487395e-05,
      "loss": 1.5624,
      "step": 85000
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.486365795135498,
      "learning_rate": 2.6123949579831935e-05,
      "loss": 1.5601,
      "step": 85500
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.513438105583191,
      "learning_rate": 2.6092436974789917e-05,
      "loss": 1.5567,
      "step": 86000
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.5112252235412598,
      "learning_rate": 2.6060924369747902e-05,
      "loss": 1.5574,
      "step": 86500
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.4394776821136475,
      "learning_rate": 2.6029411764705883e-05,
      "loss": 1.5562,
      "step": 87000
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.6592140197753906,
      "learning_rate": 2.599789915966387e-05,
      "loss": 1.5551,
      "step": 87500
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.4790719747543335,
      "learning_rate": 2.596638655462185e-05,
      "loss": 1.5544,
      "step": 88000
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.4369221925735474,
      "learning_rate": 2.5934873949579832e-05,
      "loss": 1.5538,
      "step": 88500
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.5175668001174927,
      "learning_rate": 2.5903361344537817e-05,
      "loss": 1.5556,
      "step": 89000
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.4514554738998413,
      "learning_rate": 2.58718487394958e-05,
      "loss": 1.5539,
      "step": 89500
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.4288485050201416,
      "learning_rate": 2.5840336134453784e-05,
      "loss": 1.5525,
      "step": 90000
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.546531081199646,
      "learning_rate": 2.5808823529411766e-05,
      "loss": 1.5527,
      "step": 90500
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.567368507385254,
      "learning_rate": 2.5777310924369748e-05,
      "loss": 1.5491,
      "step": 91000
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.5126845836639404,
      "learning_rate": 2.574579831932773e-05,
      "loss": 1.5504,
      "step": 91500
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.5570114850997925,
      "learning_rate": 2.5714285714285714e-05,
      "loss": 1.5469,
      "step": 92000
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.4678915739059448,
      "learning_rate": 2.5682773109243696e-05,
      "loss": 1.5493,
      "step": 92500
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.4618594646453857,
      "learning_rate": 2.565126050420168e-05,
      "loss": 1.555,
      "step": 93000
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.5945430994033813,
      "learning_rate": 2.5619747899159663e-05,
      "loss": 1.547,
      "step": 93500
    },
    {
      "epoch": 0.25,
      "grad_norm": 1.4740761518478394,
      "learning_rate": 2.5588235294117648e-05,
      "loss": 1.5463,
      "step": 94000
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.4022290706634521,
      "learning_rate": 2.555672268907563e-05,
      "loss": 1.5449,
      "step": 94500
    },
    {
      "epoch": 0.26,
      "grad_norm": 2.622828722000122,
      "learning_rate": 2.552521008403361e-05,
      "loss": 1.55,
      "step": 95000
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.409568428993225,
      "learning_rate": 2.5493697478991597e-05,
      "loss": 1.5436,
      "step": 95500
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.4889922142028809,
      "learning_rate": 2.546218487394958e-05,
      "loss": 1.5441,
      "step": 96000
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.4589875936508179,
      "learning_rate": 2.5430672268907564e-05,
      "loss": 1.5468,
      "step": 96500
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.4680520296096802,
      "learning_rate": 2.5399159663865545e-05,
      "loss": 1.5429,
      "step": 97000
    },
    {
      "epoch": 0.26,
      "grad_norm": 1.4456883668899536,
      "learning_rate": 2.536764705882353e-05,
      "loss": 1.5458,
      "step": 97500
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.4655406475067139,
      "learning_rate": 2.5336134453781512e-05,
      "loss": 1.5399,
      "step": 98000
    },
    {
      "epoch": 0.27,
      "grad_norm": 7.581863880157471,
      "learning_rate": 2.5304621848739497e-05,
      "loss": 1.5423,
      "step": 98500
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.5289582014083862,
      "learning_rate": 2.527310924369748e-05,
      "loss": 1.5434,
      "step": 99000
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.475637674331665,
      "learning_rate": 2.5241596638655464e-05,
      "loss": 1.5415,
      "step": 99500
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.45746910572052,
      "learning_rate": 2.5210084033613446e-05,
      "loss": 1.5401,
      "step": 100000
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.4924384355545044,
      "learning_rate": 2.517857142857143e-05,
      "loss": 1.5382,
      "step": 100500
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.4440650939941406,
      "learning_rate": 2.5147058823529413e-05,
      "loss": 1.539,
      "step": 101000
    },
    {
      "epoch": 0.27,
      "grad_norm": 1.5022001266479492,
      "learning_rate": 2.5115546218487395e-05,
      "loss": 1.5375,
      "step": 101500
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.4573357105255127,
      "learning_rate": 2.508403361344538e-05,
      "loss": 1.5423,
      "step": 102000
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.4948347806930542,
      "learning_rate": 2.505252100840336e-05,
      "loss": 1.538,
      "step": 102500
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.5028940439224243,
      "learning_rate": 2.5021008403361347e-05,
      "loss": 1.5368,
      "step": 103000
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.510446310043335,
      "learning_rate": 2.498949579831933e-05,
      "loss": 1.534,
      "step": 103500
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.516194462776184,
      "learning_rate": 2.4957983193277314e-05,
      "loss": 1.5404,
      "step": 104000
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.452358365058899,
      "learning_rate": 2.4926470588235295e-05,
      "loss": 1.5349,
      "step": 104500
    },
    {
      "epoch": 0.28,
      "grad_norm": 1.4550226926803589,
      "learning_rate": 2.489495798319328e-05,
      "loss": 1.5373,
      "step": 105000
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.4559545516967773,
      "learning_rate": 2.4863445378151262e-05,
      "loss": 1.5341,
      "step": 105500
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.4436681270599365,
      "learning_rate": 2.4831932773109244e-05,
      "loss": 1.5344,
      "step": 106000
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.4642813205718994,
      "learning_rate": 2.4800420168067226e-05,
      "loss": 1.5333,
      "step": 106500
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.4824906587600708,
      "learning_rate": 2.476890756302521e-05,
      "loss": 1.5291,
      "step": 107000
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.515098214149475,
      "learning_rate": 2.4737394957983193e-05,
      "loss": 1.5285,
      "step": 107500
    },
    {
      "epoch": 0.29,
      "grad_norm": 2.073720693588257,
      "learning_rate": 2.4705882352941174e-05,
      "loss": 1.5348,
      "step": 108000
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.884777545928955,
      "learning_rate": 2.467436974789916e-05,
      "loss": 1.5321,
      "step": 108500
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.4791995286941528,
      "learning_rate": 2.464285714285714e-05,
      "loss": 1.5305,
      "step": 109000
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.4546101093292236,
      "learning_rate": 2.4611344537815126e-05,
      "loss": 1.5308,
      "step": 109500
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.421767234802246,
      "learning_rate": 2.4579831932773108e-05,
      "loss": 1.532,
      "step": 110000
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.476372480392456,
      "learning_rate": 2.4548319327731093e-05,
      "loss": 1.5303,
      "step": 110500
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.4746720790863037,
      "learning_rate": 2.4516806722689075e-05,
      "loss": 1.531,
      "step": 111000
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.486217975616455,
      "learning_rate": 2.448529411764706e-05,
      "loss": 1.5277,
      "step": 111500
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.4249714612960815,
      "learning_rate": 2.4453781512605042e-05,
      "loss": 1.525,
      "step": 112000
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.4237457513809204,
      "learning_rate": 2.4422268907563027e-05,
      "loss": 1.5263,
      "step": 112500
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.4878206253051758,
      "learning_rate": 2.439075630252101e-05,
      "loss": 1.5239,
      "step": 113000
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.4781346321105957,
      "learning_rate": 2.4359243697478994e-05,
      "loss": 1.528,
      "step": 113500
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.4943785667419434,
      "learning_rate": 2.4327731092436976e-05,
      "loss": 1.5231,
      "step": 114000
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.466009497642517,
      "learning_rate": 2.4296218487394957e-05,
      "loss": 1.5233,
      "step": 114500
    },
    {
      "epoch": 0.31,
      "grad_norm": 2.4329051971435547,
      "learning_rate": 2.4264705882352942e-05,
      "loss": 1.5266,
      "step": 115000
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.477039098739624,
      "learning_rate": 2.4233193277310924e-05,
      "loss": 1.5278,
      "step": 115500
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.5693820714950562,
      "learning_rate": 2.420168067226891e-05,
      "loss": 1.5254,
      "step": 116000
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.4393528699874878,
      "learning_rate": 2.417016806722689e-05,
      "loss": 1.5236,
      "step": 116500
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.4845529794692993,
      "learning_rate": 2.4138655462184876e-05,
      "loss": 1.5206,
      "step": 117000
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.476683259010315,
      "learning_rate": 2.4107142857142858e-05,
      "loss": 1.5208,
      "step": 117500
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.428836703300476,
      "learning_rate": 2.4075630252100843e-05,
      "loss": 1.5234,
      "step": 118000
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.449540138244629,
      "learning_rate": 2.4044117647058825e-05,
      "loss": 1.5234,
      "step": 118500
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.4410090446472168,
      "learning_rate": 2.401260504201681e-05,
      "loss": 1.5203,
      "step": 119000
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.4714431762695312,
      "learning_rate": 2.398109243697479e-05,
      "loss": 1.5208,
      "step": 119500
    },
    {
      "epoch": 0.32,
      "grad_norm": 1.469762921333313,
      "learning_rate": 2.3949579831932777e-05,
      "loss": 1.524,
      "step": 120000
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.5507971048355103,
      "learning_rate": 2.391806722689076e-05,
      "loss": 1.5224,
      "step": 120500
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.5093679428100586,
      "learning_rate": 2.3886554621848737e-05,
      "loss": 1.5235,
      "step": 121000
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.492244839668274,
      "learning_rate": 2.3855042016806722e-05,
      "loss": 1.5196,
      "step": 121500
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.4522676467895508,
      "learning_rate": 2.3823529411764704e-05,
      "loss": 1.5209,
      "step": 122000
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.527627944946289,
      "learning_rate": 2.379201680672269e-05,
      "loss": 1.5198,
      "step": 122500
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.488146424293518,
      "learning_rate": 2.376050420168067e-05,
      "loss": 1.5165,
      "step": 123000
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.4484755992889404,
      "learning_rate": 2.3728991596638656e-05,
      "loss": 1.5123,
      "step": 123500
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.5184931755065918,
      "learning_rate": 2.3697478991596638e-05,
      "loss": 1.5177,
      "step": 124000
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.4979966878890991,
      "learning_rate": 2.3665966386554623e-05,
      "loss": 1.5193,
      "step": 124500
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.4858919382095337,
      "learning_rate": 2.3634453781512604e-05,
      "loss": 1.5129,
      "step": 125000
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.6100457906723022,
      "learning_rate": 2.360294117647059e-05,
      "loss": 1.5153,
      "step": 125500
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.4573218822479248,
      "learning_rate": 2.357142857142857e-05,
      "loss": 1.5173,
      "step": 126000
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.4780622720718384,
      "learning_rate": 2.3539915966386556e-05,
      "loss": 1.5142,
      "step": 126500
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.4847768545150757,
      "learning_rate": 2.3508403361344538e-05,
      "loss": 1.5123,
      "step": 127000
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.789902925491333,
      "learning_rate": 2.347689075630252e-05,
      "loss": 1.5128,
      "step": 127500
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.4414323568344116,
      "learning_rate": 2.3445378151260505e-05,
      "loss": 1.5112,
      "step": 128000
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.542536735534668,
      "learning_rate": 2.3413865546218487e-05,
      "loss": 1.5132,
      "step": 128500
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.479336142539978,
      "learning_rate": 2.3382352941176472e-05,
      "loss": 1.5091,
      "step": 129000
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.5068061351776123,
      "learning_rate": 2.3350840336134454e-05,
      "loss": 1.5157,
      "step": 129500
    },
    {
      "epoch": 0.35,
      "grad_norm": 1.5134038925170898,
      "learning_rate": 2.331932773109244e-05,
      "loss": 1.5145,
      "step": 130000
    },
    {
      "epoch": 0.35,
      "grad_norm": 2.804521083831787,
      "learning_rate": 2.328781512605042e-05,
      "loss": 1.71,
      "step": 130500
    },
    {
      "epoch": 0.35,
      "grad_norm": 9.153915405273438,
      "learning_rate": 2.3256302521008406e-05,
      "loss": 1.5874,
      "step": 131000
    },
    {
      "epoch": 0.36,
      "grad_norm": 3.567737579345703,
      "learning_rate": 2.3224789915966387e-05,
      "loss": 1.5532,
      "step": 131500
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.5058925151824951,
      "learning_rate": 2.3193277310924373e-05,
      "loss": 1.5241,
      "step": 132000
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.48910653591156,
      "learning_rate": 2.3161764705882354e-05,
      "loss": 1.5197,
      "step": 132500
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.477921962738037,
      "learning_rate": 2.313025210084034e-05,
      "loss": 1.5191,
      "step": 133000
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.503013014793396,
      "learning_rate": 2.309873949579832e-05,
      "loss": 1.5112,
      "step": 133500
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.457146406173706,
      "learning_rate": 2.3067226890756303e-05,
      "loss": 1.5158,
      "step": 134000
    },
    {
      "epoch": 0.36,
      "grad_norm": 1.8954756259918213,
      "learning_rate": 2.3035714285714288e-05,
      "loss": 1.5138,
      "step": 134500
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.5171183347702026,
      "learning_rate": 2.300420168067227e-05,
      "loss": 1.5201,
      "step": 135000
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.454849362373352,
      "learning_rate": 2.2972689075630255e-05,
      "loss": 1.5113,
      "step": 135500
    },
    {
      "epoch": 0.37,
      "grad_norm": 2.3639023303985596,
      "learning_rate": 2.2941176470588233e-05,
      "loss": 1.5089,
      "step": 136000
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.4599758386611938,
      "learning_rate": 2.290966386554622e-05,
      "loss": 1.5099,
      "step": 136500
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.5151523351669312,
      "learning_rate": 2.28781512605042e-05,
      "loss": 1.5077,
      "step": 137000
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.518723726272583,
      "learning_rate": 2.2846638655462185e-05,
      "loss": 1.5097,
      "step": 137500
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.5430985689163208,
      "learning_rate": 2.2815126050420167e-05,
      "loss": 1.5089,
      "step": 138000
    },
    {
      "epoch": 0.37,
      "grad_norm": 1.468233585357666,
      "learning_rate": 2.2783613445378152e-05,
      "loss": 1.5075,
      "step": 138500
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.540824294090271,
      "learning_rate": 2.2752100840336134e-05,
      "loss": 1.5095,
      "step": 139000
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.4792211055755615,
      "learning_rate": 2.272058823529412e-05,
      "loss": 1.5123,
      "step": 139500
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.4582479000091553,
      "learning_rate": 2.26890756302521e-05,
      "loss": 1.5041,
      "step": 140000
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.4484353065490723,
      "learning_rate": 2.2657563025210083e-05,
      "loss": 1.5098,
      "step": 140500
    },
    {
      "epoch": 0.38,
      "grad_norm": 2.090087413787842,
      "learning_rate": 2.2626050420168068e-05,
      "loss": 1.504,
      "step": 141000
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.5165677070617676,
      "learning_rate": 2.259453781512605e-05,
      "loss": 1.5037,
      "step": 141500
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.4467180967330933,
      "learning_rate": 2.2563025210084035e-05,
      "loss": 1.5037,
      "step": 142000
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.53107750415802,
      "learning_rate": 2.2531512605042016e-05,
      "loss": 1.5048,
      "step": 142500
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.685832142829895,
      "learning_rate": 2.25e-05,
      "loss": 1.5051,
      "step": 143000
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.722901701927185,
      "learning_rate": 2.2468487394957983e-05,
      "loss": 1.5038,
      "step": 143500
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.5191560983657837,
      "learning_rate": 2.2436974789915968e-05,
      "loss": 1.5021,
      "step": 144000
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.6680717468261719,
      "learning_rate": 2.240546218487395e-05,
      "loss": 1.5019,
      "step": 144500
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.5664371252059937,
      "learning_rate": 2.2373949579831935e-05,
      "loss": 1.5028,
      "step": 145000
    },
    {
      "epoch": 0.39,
      "grad_norm": 1.484131932258606,
      "learning_rate": 2.2342436974789917e-05,
      "loss": 1.5028,
      "step": 145500
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.4882657527923584,
      "learning_rate": 2.2310924369747902e-05,
      "loss": 1.4993,
      "step": 146000
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.4583569765090942,
      "learning_rate": 2.2279411764705884e-05,
      "loss": 1.5037,
      "step": 146500
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.559399127960205,
      "learning_rate": 2.2247899159663866e-05,
      "loss": 1.4994,
      "step": 147000
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.537287950515747,
      "learning_rate": 2.221638655462185e-05,
      "loss": 1.5008,
      "step": 147500
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.4840517044067383,
      "learning_rate": 2.2184873949579832e-05,
      "loss": 1.5003,
      "step": 148000
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.6292195320129395,
      "learning_rate": 2.2153361344537818e-05,
      "loss": 1.4975,
      "step": 148500
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.4870771169662476,
      "learning_rate": 2.21218487394958e-05,
      "loss": 1.4962,
      "step": 149000
    },
    {
      "epoch": 0.4,
      "grad_norm": 1.4792907238006592,
      "learning_rate": 2.2090336134453784e-05,
      "loss": 1.4978,
      "step": 149500
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.4179558753967285,
      "learning_rate": 2.2058823529411766e-05,
      "loss": 1.5012,
      "step": 150000
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.4594039916992188,
      "learning_rate": 2.2027310924369748e-05,
      "loss": 1.4987,
      "step": 150500
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.5356736183166504,
      "learning_rate": 2.199579831932773e-05,
      "loss": 1.4975,
      "step": 151000
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.4961708784103394,
      "learning_rate": 2.1964285714285715e-05,
      "loss": 1.4966,
      "step": 151500
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.5061964988708496,
      "learning_rate": 2.1932773109243697e-05,
      "loss": 1.4952,
      "step": 152000
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.4668192863464355,
      "learning_rate": 2.190126050420168e-05,
      "loss": 1.4955,
      "step": 152500
    },
    {
      "epoch": 0.41,
      "grad_norm": 1.520202398300171,
      "learning_rate": 2.1869747899159663e-05,
      "loss": 1.4987,
      "step": 153000
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.5048165321350098,
      "learning_rate": 2.1838235294117645e-05,
      "loss": 1.4943,
      "step": 153500
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.4194804430007935,
      "learning_rate": 2.180672268907563e-05,
      "loss": 1.4962,
      "step": 154000
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.4963053464889526,
      "learning_rate": 2.1775210084033612e-05,
      "loss": 1.4939,
      "step": 154500
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.5189534425735474,
      "learning_rate": 2.1743697478991597e-05,
      "loss": 1.4955,
      "step": 155000
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.844502329826355,
      "learning_rate": 2.171218487394958e-05,
      "loss": 1.4932,
      "step": 155500
    },
    {
      "epoch": 0.42,
      "grad_norm": 1.6127697229385376,
      "learning_rate": 2.1680672268907564e-05,
      "loss": 1.4972,
      "step": 156000
    },
    {
      "epoch": 0.42,
      "grad_norm": 2.39309024810791,
      "learning_rate": 2.1649159663865546e-05,
      "loss": 1.4961,
      "step": 156500
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.7886457443237305,
      "learning_rate": 2.161764705882353e-05,
      "loss": 1.4981,
      "step": 157000
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.5055351257324219,
      "learning_rate": 2.1586134453781513e-05,
      "loss": 1.4937,
      "step": 157500
    },
    {
      "epoch": 0.43,
      "grad_norm": 2.2209436893463135,
      "learning_rate": 2.1554621848739498e-05,
      "loss": 1.4958,
      "step": 158000
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.4863665103912354,
      "learning_rate": 2.152310924369748e-05,
      "loss": 1.4937,
      "step": 158500
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.6290695667266846,
      "learning_rate": 2.1491596638655465e-05,
      "loss": 1.4934,
      "step": 159000
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.5069892406463623,
      "learning_rate": 2.1460084033613446e-05,
      "loss": 1.4966,
      "step": 159500
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.4480432271957397,
      "learning_rate": 2.1428571428571428e-05,
      "loss": 1.4928,
      "step": 160000
    },
    {
      "epoch": 0.43,
      "grad_norm": 1.4599815607070923,
      "learning_rate": 2.1397058823529413e-05,
      "loss": 1.4907,
      "step": 160500
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.5667592287063599,
      "learning_rate": 2.1365546218487395e-05,
      "loss": 1.4946,
      "step": 161000
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.591620683670044,
      "learning_rate": 2.133403361344538e-05,
      "loss": 1.4932,
      "step": 161500
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.4108275175094604,
      "learning_rate": 2.1302521008403362e-05,
      "loss": 1.4918,
      "step": 162000
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.3984153270721436,
      "learning_rate": 2.1271008403361347e-05,
      "loss": 1.4912,
      "step": 162500
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.5187551975250244,
      "learning_rate": 2.123949579831933e-05,
      "loss": 1.4896,
      "step": 163000
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.4671634435653687,
      "learning_rate": 2.1207983193277314e-05,
      "loss": 1.4909,
      "step": 163500
    },
    {
      "epoch": 0.44,
      "grad_norm": 1.5398577451705933,
      "learning_rate": 2.1176470588235296e-05,
      "loss": 1.4898,
      "step": 164000
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.4390913248062134,
      "learning_rate": 2.114495798319328e-05,
      "loss": 1.4917,
      "step": 164500
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.466871976852417,
      "learning_rate": 2.1113445378151263e-05,
      "loss": 1.486,
      "step": 165000
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.4268947839736938,
      "learning_rate": 2.1081932773109244e-05,
      "loss": 1.486,
      "step": 165500
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.473212718963623,
      "learning_rate": 2.1050420168067226e-05,
      "loss": 1.4906,
      "step": 166000
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.4817694425582886,
      "learning_rate": 2.1018907563025208e-05,
      "loss": 1.4876,
      "step": 166500
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.4899072647094727,
      "learning_rate": 2.0987394957983193e-05,
      "loss": 1.4853,
      "step": 167000
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.472068428993225,
      "learning_rate": 2.0955882352941175e-05,
      "loss": 1.4859,
      "step": 167500
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.4609180688858032,
      "learning_rate": 2.092436974789916e-05,
      "loss": 1.4867,
      "step": 168000
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.3884390592575073,
      "learning_rate": 2.089285714285714e-05,
      "loss": 1.4845,
      "step": 168500
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.4505021572113037,
      "learning_rate": 2.0861344537815127e-05,
      "loss": 1.4804,
      "step": 169000
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.4579660892486572,
      "learning_rate": 2.082983193277311e-05,
      "loss": 1.4828,
      "step": 169500
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.4193936586380005,
      "learning_rate": 2.0798319327731094e-05,
      "loss": 1.4846,
      "step": 170000
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.8833608627319336,
      "learning_rate": 2.0766806722689075e-05,
      "loss": 1.4832,
      "step": 170500
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.394463062286377,
      "learning_rate": 2.073529411764706e-05,
      "loss": 1.4858,
      "step": 171000
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.4402869939804077,
      "learning_rate": 2.0703781512605042e-05,
      "loss": 1.4853,
      "step": 171500
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.5677118301391602,
      "learning_rate": 2.0672268907563024e-05,
      "loss": 1.4828,
      "step": 172000
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.412744402885437,
      "learning_rate": 2.064075630252101e-05,
      "loss": 1.4861,
      "step": 172500
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.578121542930603,
      "learning_rate": 2.060924369747899e-05,
      "loss": 1.4825,
      "step": 173000
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.4429398775100708,
      "learning_rate": 2.0577731092436976e-05,
      "loss": 1.4806,
      "step": 173500
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.5229464769363403,
      "learning_rate": 2.0546218487394958e-05,
      "loss": 1.4822,
      "step": 174000
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.533868670463562,
      "learning_rate": 2.0514705882352943e-05,
      "loss": 1.4788,
      "step": 174500
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.4442238807678223,
      "learning_rate": 2.0483193277310925e-05,
      "loss": 1.4845,
      "step": 175000
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.8768386840820312,
      "learning_rate": 2.045168067226891e-05,
      "loss": 1.481,
      "step": 175500
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.5719354152679443,
      "learning_rate": 2.042016806722689e-05,
      "loss": 1.4815,
      "step": 176000
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.6776522397994995,
      "learning_rate": 2.0388655462184877e-05,
      "loss": 1.4834,
      "step": 176500
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.462403416633606,
      "learning_rate": 2.0357142857142858e-05,
      "loss": 1.4829,
      "step": 177000
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.441434621810913,
      "learning_rate": 2.0325630252100843e-05,
      "loss": 1.4817,
      "step": 177500
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.7203949689865112,
      "learning_rate": 2.0294117647058825e-05,
      "loss": 1.4819,
      "step": 178000
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.6117925643920898,
      "learning_rate": 2.0262605042016807e-05,
      "loss": 1.48,
      "step": 178500
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.4840322732925415,
      "learning_rate": 2.0231092436974792e-05,
      "loss": 1.4804,
      "step": 179000
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.4823276996612549,
      "learning_rate": 2.0199579831932774e-05,
      "loss": 1.4783,
      "step": 179500
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.467035174369812,
      "learning_rate": 2.016806722689076e-05,
      "loss": 1.4826,
      "step": 180000
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.4519331455230713,
      "learning_rate": 2.0136554621848737e-05,
      "loss": 1.4793,
      "step": 180500
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.4830392599105835,
      "learning_rate": 2.0105042016806722e-05,
      "loss": 1.478,
      "step": 181000
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.4889652729034424,
      "learning_rate": 2.0073529411764704e-05,
      "loss": 1.4825,
      "step": 181500
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.4417020082473755,
      "learning_rate": 2.004201680672269e-05,
      "loss": 1.4781,
      "step": 182000
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.5612033605575562,
      "learning_rate": 2.001050420168067e-05,
      "loss": 1.4749,
      "step": 182500
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.923521637916565,
      "learning_rate": 1.9978991596638656e-05,
      "loss": 1.4742,
      "step": 183000
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.4759869575500488,
      "learning_rate": 1.9947478991596638e-05,
      "loss": 1.4772,
      "step": 183500
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.4529997110366821,
      "learning_rate": 1.9915966386554623e-05,
      "loss": 1.4758,
      "step": 184000
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.4907563924789429,
      "learning_rate": 1.9884453781512605e-05,
      "loss": 1.477,
      "step": 184500
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.4529681205749512,
      "learning_rate": 1.9852941176470586e-05,
      "loss": 1.4754,
      "step": 185000
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.4950664043426514,
      "learning_rate": 1.982142857142857e-05,
      "loss": 1.477,
      "step": 185500
    },
    {
      "epoch": 0.5,
      "grad_norm": 1.5445144176483154,
      "learning_rate": 1.9789915966386553e-05,
      "loss": 1.4763,
      "step": 186000
    },
    {
      "epoch": 0.5,
      "grad_norm": 2.2947561740875244,
      "learning_rate": 1.975840336134454e-05,
      "loss": 1.4771,
      "step": 186500
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.4762338399887085,
      "learning_rate": 1.972689075630252e-05,
      "loss": 1.4748,
      "step": 187000
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.5006557703018188,
      "learning_rate": 1.9695378151260505e-05,
      "loss": 1.474,
      "step": 187500
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.5126187801361084,
      "learning_rate": 1.9663865546218487e-05,
      "loss": 1.4769,
      "step": 188000
    },
    {
      "epoch": 0.51,
      "grad_norm": 3.9213035106658936,
      "learning_rate": 1.9632352941176472e-05,
      "loss": 1.4724,
      "step": 188500
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.3832660913467407,
      "learning_rate": 1.9600840336134454e-05,
      "loss": 1.4743,
      "step": 189000
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.438021183013916,
      "learning_rate": 1.956932773109244e-05,
      "loss": 1.4732,
      "step": 189500
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.552357792854309,
      "learning_rate": 1.953781512605042e-05,
      "loss": 1.4693,
      "step": 190000
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.4992841482162476,
      "learning_rate": 1.9506302521008406e-05,
      "loss": 1.4741,
      "step": 190500
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.4546705484390259,
      "learning_rate": 1.9474789915966388e-05,
      "loss": 1.4709,
      "step": 191000
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.5536097288131714,
      "learning_rate": 1.944327731092437e-05,
      "loss": 1.4715,
      "step": 191500
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.4430129528045654,
      "learning_rate": 1.9411764705882355e-05,
      "loss": 1.4694,
      "step": 192000
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.4931637048721313,
      "learning_rate": 1.9380252100840336e-05,
      "loss": 1.4704,
      "step": 192500
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.4820243120193481,
      "learning_rate": 1.934873949579832e-05,
      "loss": 1.4707,
      "step": 193000
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.5232768058776855,
      "learning_rate": 1.9317226890756303e-05,
      "loss": 1.4692,
      "step": 193500
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.517333745956421,
      "learning_rate": 1.928571428571429e-05,
      "loss": 1.4731,
      "step": 194000
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.4523952007293701,
      "learning_rate": 1.925420168067227e-05,
      "loss": 1.4698,
      "step": 194500
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.4807761907577515,
      "learning_rate": 1.9222689075630255e-05,
      "loss": 1.4719,
      "step": 195000
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.4389820098876953,
      "learning_rate": 1.9191176470588234e-05,
      "loss": 1.4709,
      "step": 195500
    },
    {
      "epoch": 0.53,
      "grad_norm": 3.7379424571990967,
      "learning_rate": 1.915966386554622e-05,
      "loss": 1.4663,
      "step": 196000
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.4896109104156494,
      "learning_rate": 1.91281512605042e-05,
      "loss": 1.4709,
      "step": 196500
    },
    {
      "epoch": 0.53,
      "grad_norm": 5.979303359985352,
      "learning_rate": 1.9096638655462186e-05,
      "loss": 1.4743,
      "step": 197000
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.4648813009262085,
      "learning_rate": 1.9065126050420167e-05,
      "loss": 1.4687,
      "step": 197500
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.739353895187378,
      "learning_rate": 1.903361344537815e-05,
      "loss": 1.4702,
      "step": 198000
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.4263814687728882,
      "learning_rate": 1.9002100840336134e-05,
      "loss": 1.4695,
      "step": 198500
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.5090336799621582,
      "learning_rate": 1.8970588235294116e-05,
      "loss": 1.4667,
      "step": 199000
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.4606796503067017,
      "learning_rate": 1.89390756302521e-05,
      "loss": 1.4665,
      "step": 199500
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.4979524612426758,
      "learning_rate": 1.8907563025210083e-05,
      "loss": 1.4645,
      "step": 200000
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.5032795667648315,
      "learning_rate": 1.8876050420168068e-05,
      "loss": 1.4697,
      "step": 200500
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.4917629957199097,
      "learning_rate": 1.884453781512605e-05,
      "loss": 1.4654,
      "step": 201000
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.5047801733016968,
      "learning_rate": 1.8813025210084035e-05,
      "loss": 1.4665,
      "step": 201500
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.5550223588943481,
      "learning_rate": 1.8781512605042017e-05,
      "loss": 1.4669,
      "step": 202000
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.4432892799377441,
      "learning_rate": 1.8750000000000002e-05,
      "loss": 1.4652,
      "step": 202500
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.4227643013000488,
      "learning_rate": 1.8718487394957983e-05,
      "loss": 1.465,
      "step": 203000
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.5878413915634155,
      "learning_rate": 1.868697478991597e-05,
      "loss": 1.4675,
      "step": 203500
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.5786782503128052,
      "learning_rate": 1.865546218487395e-05,
      "loss": 1.4596,
      "step": 204000
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.4224051237106323,
      "learning_rate": 1.8623949579831932e-05,
      "loss": 1.462,
      "step": 204500
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.7678115367889404,
      "learning_rate": 1.8592436974789917e-05,
      "loss": 1.4614,
      "step": 205000
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.4170020818710327,
      "learning_rate": 1.85609243697479e-05,
      "loss": 1.4649,
      "step": 205500
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.5474693775177002,
      "learning_rate": 1.8529411764705884e-05,
      "loss": 1.464,
      "step": 206000
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.4655749797821045,
      "learning_rate": 1.8497899159663866e-05,
      "loss": 1.4654,
      "step": 206500
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.6294610500335693,
      "learning_rate": 1.846638655462185e-05,
      "loss": 1.4616,
      "step": 207000
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.4760308265686035,
      "learning_rate": 1.8434873949579833e-05,
      "loss": 1.4643,
      "step": 207500
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.4796357154846191,
      "learning_rate": 1.8403361344537818e-05,
      "loss": 1.4659,
      "step": 208000
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.9592546224594116,
      "learning_rate": 1.83718487394958e-05,
      "loss": 1.4611,
      "step": 208500
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.493324637413025,
      "learning_rate": 1.8340336134453785e-05,
      "loss": 1.4626,
      "step": 209000
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.453369379043579,
      "learning_rate": 1.8308823529411766e-05,
      "loss": 1.4603,
      "step": 209500
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.5146046876907349,
      "learning_rate": 1.8277310924369748e-05,
      "loss": 1.4594,
      "step": 210000
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.424707293510437,
      "learning_rate": 1.824579831932773e-05,
      "loss": 1.4631,
      "step": 210500
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.464998722076416,
      "learning_rate": 1.8214285714285712e-05,
      "loss": 1.4617,
      "step": 211000
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.4314439296722412,
      "learning_rate": 1.8182773109243697e-05,
      "loss": 1.4611,
      "step": 211500
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.4533342123031616,
      "learning_rate": 1.815126050420168e-05,
      "loss": 1.4591,
      "step": 212000
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.5328502655029297,
      "learning_rate": 1.8119747899159664e-05,
      "loss": 1.4606,
      "step": 212500
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.4684851169586182,
      "learning_rate": 1.8088235294117645e-05,
      "loss": 1.463,
      "step": 213000
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.512421727180481,
      "learning_rate": 1.805672268907563e-05,
      "loss": 1.4585,
      "step": 213500
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.5069866180419922,
      "learning_rate": 1.8025210084033612e-05,
      "loss": 1.4565,
      "step": 214000
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.4224152565002441,
      "learning_rate": 1.7993697478991597e-05,
      "loss": 1.4575,
      "step": 214500
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.6329984664916992,
      "learning_rate": 1.796218487394958e-05,
      "loss": 1.4541,
      "step": 215000
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.587007761001587,
      "learning_rate": 1.7930672268907564e-05,
      "loss": 1.4572,
      "step": 215500
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.4805065393447876,
      "learning_rate": 1.7899159663865546e-05,
      "loss": 1.4618,
      "step": 216000
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.517993450164795,
      "learning_rate": 1.786764705882353e-05,
      "loss": 1.4538,
      "step": 216500
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.4399406909942627,
      "learning_rate": 1.7836134453781513e-05,
      "loss": 1.4576,
      "step": 217000
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.4458235502243042,
      "learning_rate": 1.7804621848739495e-05,
      "loss": 1.4558,
      "step": 217500
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.5840320587158203,
      "learning_rate": 1.777310924369748e-05,
      "loss": 1.4562,
      "step": 218000
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.4832299947738647,
      "learning_rate": 1.774159663865546e-05,
      "loss": 1.456,
      "step": 218500
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.4003788232803345,
      "learning_rate": 1.7710084033613447e-05,
      "loss": 1.4555,
      "step": 219000
    },
    {
      "epoch": 0.59,
      "grad_norm": 1.5091036558151245,
      "learning_rate": 1.767857142857143e-05,
      "loss": 1.4596,
      "step": 219500
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.4758837223052979,
      "learning_rate": 1.7647058823529414e-05,
      "loss": 1.4566,
      "step": 220000
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.4372687339782715,
      "learning_rate": 1.7615546218487395e-05,
      "loss": 1.4524,
      "step": 220500
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.4391896724700928,
      "learning_rate": 1.758403361344538e-05,
      "loss": 1.4565,
      "step": 221000
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.4493831396102905,
      "learning_rate": 1.7552521008403362e-05,
      "loss": 1.4543,
      "step": 221500
    },
    {
      "epoch": 0.6,
      "grad_norm": 2.0319833755493164,
      "learning_rate": 1.7521008403361347e-05,
      "loss": 1.4536,
      "step": 222000
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.4861342906951904,
      "learning_rate": 1.748949579831933e-05,
      "loss": 1.454,
      "step": 222500
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.4432348012924194,
      "learning_rate": 1.7457983193277314e-05,
      "loss": 1.4546,
      "step": 223000
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.4457755088806152,
      "learning_rate": 1.7426470588235296e-05,
      "loss": 1.4542,
      "step": 223500
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.4785292148590088,
      "learning_rate": 1.7394957983193278e-05,
      "loss": 1.4539,
      "step": 224000
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.4646965265274048,
      "learning_rate": 1.7363445378151263e-05,
      "loss": 1.4557,
      "step": 224500
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.3340420722961426,
      "learning_rate": 1.733193277310924e-05,
      "loss": 1.4512,
      "step": 225000
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.4864197969436646,
      "learning_rate": 1.7300420168067226e-05,
      "loss": 1.4514,
      "step": 225500
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.441954493522644,
      "learning_rate": 1.7268907563025208e-05,
      "loss": 1.4565,
      "step": 226000
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.4796494245529175,
      "learning_rate": 1.7237394957983193e-05,
      "loss": 1.4549,
      "step": 226500
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.5095195770263672,
      "learning_rate": 1.7205882352941175e-05,
      "loss": 1.4538,
      "step": 227000
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.6988993883132935,
      "learning_rate": 1.717436974789916e-05,
      "loss": 1.4552,
      "step": 227500
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.4422426223754883,
      "learning_rate": 1.7142857142857142e-05,
      "loss": 1.4514,
      "step": 228000
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.4488030672073364,
      "learning_rate": 1.7111344537815127e-05,
      "loss": 1.4545,
      "step": 228500
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.4784460067749023,
      "learning_rate": 1.707983193277311e-05,
      "loss": 1.4527,
      "step": 229000
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.4642586708068848,
      "learning_rate": 1.7048319327731094e-05,
      "loss": 1.4483,
      "step": 229500
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.509343147277832,
      "learning_rate": 1.7016806722689076e-05,
      "loss": 1.4543,
      "step": 230000
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.3862849473953247,
      "learning_rate": 1.6985294117647057e-05,
      "loss": 1.4531,
      "step": 230500
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.4223895072937012,
      "learning_rate": 1.6953781512605042e-05,
      "loss": 1.451,
      "step": 231000
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.4616318941116333,
      "learning_rate": 1.6922268907563024e-05,
      "loss": 1.4511,
      "step": 231500
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.4746378660202026,
      "learning_rate": 1.689075630252101e-05,
      "loss": 1.4497,
      "step": 232000
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.461519479751587,
      "learning_rate": 1.685924369747899e-05,
      "loss": 1.4516,
      "step": 232500
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.3925315141677856,
      "learning_rate": 1.6827731092436976e-05,
      "loss": 1.4507,
      "step": 233000
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.4032963514328003,
      "learning_rate": 1.6796218487394958e-05,
      "loss": 1.4497,
      "step": 233500
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.4162888526916504,
      "learning_rate": 1.6764705882352943e-05,
      "loss": 1.4482,
      "step": 234000
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.3672780990600586,
      "learning_rate": 1.6733193277310925e-05,
      "loss": 1.4518,
      "step": 234500
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.522310733795166,
      "learning_rate": 1.670168067226891e-05,
      "loss": 1.4516,
      "step": 235000
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.3994154930114746,
      "learning_rate": 1.6670168067226892e-05,
      "loss": 1.4468,
      "step": 235500
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.4941591024398804,
      "learning_rate": 1.6638655462184877e-05,
      "loss": 1.4491,
      "step": 236000
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.4521230459213257,
      "learning_rate": 1.660714285714286e-05,
      "loss": 1.4475,
      "step": 236500
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.528152585029602,
      "learning_rate": 1.657563025210084e-05,
      "loss": 1.4473,
      "step": 237000
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.4769060611724854,
      "learning_rate": 1.6544117647058825e-05,
      "loss": 1.4463,
      "step": 237500
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.4506659507751465,
      "learning_rate": 1.6512605042016807e-05,
      "loss": 1.4458,
      "step": 238000
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.491810917854309,
      "learning_rate": 1.6481092436974792e-05,
      "loss": 1.4498,
      "step": 238500
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.4600553512573242,
      "learning_rate": 1.6449579831932774e-05,
      "loss": 1.4444,
      "step": 239000
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.4451686143875122,
      "learning_rate": 1.641806722689076e-05,
      "loss": 1.4441,
      "step": 239500
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.4227120876312256,
      "learning_rate": 1.6386554621848738e-05,
      "loss": 1.4448,
      "step": 240000
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.5668320655822754,
      "learning_rate": 1.6355042016806723e-05,
      "loss": 1.4456,
      "step": 240500
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.3923659324645996,
      "learning_rate": 1.6323529411764704e-05,
      "loss": 1.4477,
      "step": 241000
    },
    {
      "epoch": 0.65,
      "grad_norm": 1.4962598085403442,
      "learning_rate": 1.629201680672269e-05,
      "loss": 1.4454,
      "step": 241500
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.4878734350204468,
      "learning_rate": 1.626050420168067e-05,
      "loss": 1.4461,
      "step": 242000
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.4973180294036865,
      "learning_rate": 1.6228991596638656e-05,
      "loss": 1.4464,
      "step": 242500
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.4737753868103027,
      "learning_rate": 1.6197478991596638e-05,
      "loss": 1.444,
      "step": 243000
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.4609256982803345,
      "learning_rate": 1.616596638655462e-05,
      "loss": 1.4479,
      "step": 243500
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.4048258066177368,
      "learning_rate": 1.6134453781512605e-05,
      "loss": 1.4428,
      "step": 244000
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.399703025817871,
      "learning_rate": 1.6102941176470587e-05,
      "loss": 1.4433,
      "step": 244500
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.5445500612258911,
      "learning_rate": 1.6071428571428572e-05,
      "loss": 1.4455,
      "step": 245000
    },
    {
      "epoch": 0.66,
      "grad_norm": 1.4742292165756226,
      "learning_rate": 1.6039915966386554e-05,
      "loss": 1.4428,
      "step": 245500
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.4535382986068726,
      "learning_rate": 1.600840336134454e-05,
      "loss": 1.4453,
      "step": 246000
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.467373013496399,
      "learning_rate": 1.597689075630252e-05,
      "loss": 1.4459,
      "step": 246500
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.4863603115081787,
      "learning_rate": 1.5945378151260506e-05,
      "loss": 1.4444,
      "step": 247000
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.5373426675796509,
      "learning_rate": 1.5913865546218487e-05,
      "loss": 1.4418,
      "step": 247500
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.4747397899627686,
      "learning_rate": 1.5882352941176473e-05,
      "loss": 1.4423,
      "step": 248000
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.5024008750915527,
      "learning_rate": 1.5850840336134454e-05,
      "loss": 1.4466,
      "step": 248500
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.481330394744873,
      "learning_rate": 1.581932773109244e-05,
      "loss": 1.4395,
      "step": 249000
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.419636607170105,
      "learning_rate": 1.578781512605042e-05,
      "loss": 1.4416,
      "step": 249500
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.4620583057403564,
      "learning_rate": 1.5756302521008403e-05,
      "loss": 1.447,
      "step": 250000
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.4666600227355957,
      "learning_rate": 1.5724789915966388e-05,
      "loss": 1.4378,
      "step": 250500
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.4554154872894287,
      "learning_rate": 1.569327731092437e-05,
      "loss": 1.4439,
      "step": 251000
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.4908123016357422,
      "learning_rate": 1.5661764705882355e-05,
      "loss": 1.4427,
      "step": 251500
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.471479892730713,
      "learning_rate": 1.5630252100840337e-05,
      "loss": 1.4433,
      "step": 252000
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.4541757106781006,
      "learning_rate": 1.5598739495798322e-05,
      "loss": 1.4438,
      "step": 252500
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.7064818143844604,
      "learning_rate": 1.5567226890756304e-05,
      "loss": 1.4409,
      "step": 253000
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.5056750774383545,
      "learning_rate": 1.553571428571429e-05,
      "loss": 1.4405,
      "step": 253500
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.4601994752883911,
      "learning_rate": 1.550420168067227e-05,
      "loss": 1.4407,
      "step": 254000
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.4508180618286133,
      "learning_rate": 1.5472689075630256e-05,
      "loss": 1.4471,
      "step": 254500
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.476529598236084,
      "learning_rate": 1.5441176470588234e-05,
      "loss": 1.4416,
      "step": 255000
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.5242764949798584,
      "learning_rate": 1.540966386554622e-05,
      "loss": 1.4406,
      "step": 255500
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.405678153038025,
      "learning_rate": 1.53781512605042e-05,
      "loss": 1.4399,
      "step": 256000
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.4689253568649292,
      "learning_rate": 1.5346638655462183e-05,
      "loss": 1.4409,
      "step": 256500
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.5302820205688477,
      "learning_rate": 1.5315126050420168e-05,
      "loss": 1.4435,
      "step": 257000
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.4745590686798096,
      "learning_rate": 1.528361344537815e-05,
      "loss": 1.4411,
      "step": 257500
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.5703048706054688,
      "learning_rate": 1.5252100840336135e-05,
      "loss": 1.4372,
      "step": 258000
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.4982346296310425,
      "learning_rate": 1.5220588235294118e-05,
      "loss": 1.4342,
      "step": 258500
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.4562139511108398,
      "learning_rate": 1.51890756302521e-05,
      "loss": 1.4403,
      "step": 259000
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.5004678964614868,
      "learning_rate": 1.5157563025210083e-05,
      "loss": 1.4405,
      "step": 259500
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.4451349973678589,
      "learning_rate": 1.5126050420168067e-05,
      "loss": 1.436,
      "step": 260000
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.420857548713684,
      "learning_rate": 1.509453781512605e-05,
      "loss": 1.4402,
      "step": 260500
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.4772206544876099,
      "learning_rate": 1.5063025210084034e-05,
      "loss": 1.4373,
      "step": 261000
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.4933620691299438,
      "learning_rate": 1.5031512605042017e-05,
      "loss": 1.4392,
      "step": 261500
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.5023765563964844,
      "learning_rate": 1.5e-05,
      "loss": 1.438,
      "step": 262000
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.4560567140579224,
      "learning_rate": 1.4968487394957984e-05,
      "loss": 1.439,
      "step": 262500
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.5497692823410034,
      "learning_rate": 1.4936974789915967e-05,
      "loss": 1.4347,
      "step": 263000
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.5201669931411743,
      "learning_rate": 1.490546218487395e-05,
      "loss": 1.4365,
      "step": 263500
    },
    {
      "epoch": 0.71,
      "grad_norm": 1.4907211065292358,
      "learning_rate": 1.4873949579831934e-05,
      "loss": 1.4334,
      "step": 264000
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.4821357727050781,
      "learning_rate": 1.4842436974789918e-05,
      "loss": 1.4361,
      "step": 264500
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.4968074560165405,
      "learning_rate": 1.4810924369747901e-05,
      "loss": 1.4352,
      "step": 265000
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.475728154182434,
      "learning_rate": 1.4779411764705883e-05,
      "loss": 1.4365,
      "step": 265500
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.560935378074646,
      "learning_rate": 1.4747899159663864e-05,
      "loss": 1.4381,
      "step": 266000
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.4216580390930176,
      "learning_rate": 1.4716386554621848e-05,
      "loss": 1.4322,
      "step": 266500
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.499648094177246,
      "learning_rate": 1.4684873949579831e-05,
      "loss": 1.4378,
      "step": 267000
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.4971799850463867,
      "learning_rate": 1.4653361344537815e-05,
      "loss": 1.4334,
      "step": 267500
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.5106513500213623,
      "learning_rate": 1.4621848739495798e-05,
      "loss": 1.4347,
      "step": 268000
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.488006353378296,
      "learning_rate": 1.4590336134453782e-05,
      "loss": 1.4361,
      "step": 268500
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.484994888305664,
      "learning_rate": 1.4558823529411765e-05,
      "loss": 1.4389,
      "step": 269000
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.4334303140640259,
      "learning_rate": 1.4527310924369749e-05,
      "loss": 1.4366,
      "step": 269500
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.4980212450027466,
      "learning_rate": 1.4495798319327732e-05,
      "loss": 1.4335,
      "step": 270000
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.4758628606796265,
      "learning_rate": 1.4464285714285715e-05,
      "loss": 1.4367,
      "step": 270500
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.4914411306381226,
      "learning_rate": 1.4432773109243699e-05,
      "loss": 1.4373,
      "step": 271000
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.5274006128311157,
      "learning_rate": 1.4401260504201682e-05,
      "loss": 1.4364,
      "step": 271500
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.4571418762207031,
      "learning_rate": 1.4369747899159664e-05,
      "loss": 1.4354,
      "step": 272000
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.5726255178451538,
      "learning_rate": 1.4338235294117647e-05,
      "loss": 1.4338,
      "step": 272500
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.5626286268234253,
      "learning_rate": 1.4306722689075631e-05,
      "loss": 1.4345,
      "step": 273000
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.4581658840179443,
      "learning_rate": 1.4275210084033613e-05,
      "loss": 1.4339,
      "step": 273500
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.4836556911468506,
      "learning_rate": 1.4243697478991596e-05,
      "loss": 1.4331,
      "step": 274000
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.4955805540084839,
      "learning_rate": 1.421218487394958e-05,
      "loss": 1.434,
      "step": 274500
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.5095798969268799,
      "learning_rate": 1.4180672268907563e-05,
      "loss": 1.4335,
      "step": 275000
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.517565131187439,
      "learning_rate": 1.4149159663865546e-05,
      "loss": 1.4339,
      "step": 275500
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.5089333057403564,
      "learning_rate": 1.411764705882353e-05,
      "loss": 1.4303,
      "step": 276000
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.490110993385315,
      "learning_rate": 1.4086134453781513e-05,
      "loss": 1.4378,
      "step": 276500
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.4934676885604858,
      "learning_rate": 1.4054621848739497e-05,
      "loss": 1.4309,
      "step": 277000
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.453904628753662,
      "learning_rate": 1.402310924369748e-05,
      "loss": 1.4345,
      "step": 277500
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.4364333152770996,
      "learning_rate": 1.3991596638655464e-05,
      "loss": 1.4347,
      "step": 278000
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.5105829238891602,
      "learning_rate": 1.3960084033613445e-05,
      "loss": 1.4373,
      "step": 278500
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.5879383087158203,
      "learning_rate": 1.3928571428571429e-05,
      "loss": 1.4337,
      "step": 279000
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.4907859563827515,
      "learning_rate": 1.3897058823529412e-05,
      "loss": 1.4378,
      "step": 279500
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.4965413808822632,
      "learning_rate": 1.3865546218487396e-05,
      "loss": 1.4332,
      "step": 280000
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.4512360095977783,
      "learning_rate": 1.3834033613445379e-05,
      "loss": 1.4293,
      "step": 280500
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.5323312282562256,
      "learning_rate": 1.3802521008403361e-05,
      "loss": 1.4348,
      "step": 281000
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.515937089920044,
      "learning_rate": 1.3771008403361344e-05,
      "loss": 1.435,
      "step": 281500
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.5589243173599243,
      "learning_rate": 1.3739495798319328e-05,
      "loss": 1.4276,
      "step": 282000
    },
    {
      "epoch": 0.76,
      "grad_norm": 1.4904866218566895,
      "learning_rate": 1.3707983193277311e-05,
      "loss": 1.4317,
      "step": 282500
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.4851187467575073,
      "learning_rate": 1.3676470588235295e-05,
      "loss": 1.4297,
      "step": 283000
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.3728834390640259,
      "learning_rate": 1.3644957983193278e-05,
      "loss": 1.4322,
      "step": 283500
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.738533854484558,
      "learning_rate": 1.3613445378151261e-05,
      "loss": 1.4293,
      "step": 284000
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.5092045068740845,
      "learning_rate": 1.3581932773109245e-05,
      "loss": 1.4292,
      "step": 284500
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.5049362182617188,
      "learning_rate": 1.3550420168067227e-05,
      "loss": 1.4286,
      "step": 285000
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.4427067041397095,
      "learning_rate": 1.351890756302521e-05,
      "loss": 1.4279,
      "step": 285500
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.4460445642471313,
      "learning_rate": 1.3487394957983194e-05,
      "loss": 1.4301,
      "step": 286000
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.5012342929840088,
      "learning_rate": 1.3455882352941177e-05,
      "loss": 1.4287,
      "step": 286500
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.4399917125701904,
      "learning_rate": 1.342436974789916e-05,
      "loss": 1.4308,
      "step": 287000
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.4089640378952026,
      "learning_rate": 1.3392857142857144e-05,
      "loss": 1.4264,
      "step": 287500
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.5012991428375244,
      "learning_rate": 1.3361344537815127e-05,
      "loss": 1.4296,
      "step": 288000
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.4144240617752075,
      "learning_rate": 1.3329831932773109e-05,
      "loss": 1.4259,
      "step": 288500
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.4895191192626953,
      "learning_rate": 1.3298319327731092e-05,
      "loss": 1.4312,
      "step": 289000
    },
    {
      "epoch": 0.78,
      "grad_norm": 1.5855236053466797,
      "learning_rate": 1.3266806722689076e-05,
      "loss": 1.4275,
      "step": 289500
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.4119740724563599,
      "learning_rate": 1.323529411764706e-05,
      "loss": 1.428,
      "step": 290000
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.5101768970489502,
      "learning_rate": 1.3203781512605043e-05,
      "loss": 1.4289,
      "step": 290500
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.4803494215011597,
      "learning_rate": 1.3172268907563025e-05,
      "loss": 1.4273,
      "step": 291000
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.5688806772232056,
      "learning_rate": 1.3140756302521008e-05,
      "loss": 1.4276,
      "step": 291500
    },
    {
      "epoch": 0.79,
      "grad_norm": 2.2357559204101562,
      "learning_rate": 1.3109243697478991e-05,
      "loss": 1.4294,
      "step": 292000
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.4668666124343872,
      "learning_rate": 1.3077731092436975e-05,
      "loss": 1.4293,
      "step": 292500
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.46941339969635,
      "learning_rate": 1.3046218487394958e-05,
      "loss": 1.4321,
      "step": 293000
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.633657455444336,
      "learning_rate": 1.3014705882352942e-05,
      "loss": 1.4272,
      "step": 293500
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.6233292818069458,
      "learning_rate": 1.2983193277310925e-05,
      "loss": 1.4268,
      "step": 294000
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.4441863298416138,
      "learning_rate": 1.2951680672268909e-05,
      "loss": 1.4262,
      "step": 294500
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.5020571947097778,
      "learning_rate": 1.2920168067226892e-05,
      "loss": 1.4247,
      "step": 295000
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.476090669631958,
      "learning_rate": 1.2888655462184874e-05,
      "loss": 1.426,
      "step": 295500
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.4784507751464844,
      "learning_rate": 1.2857142857142857e-05,
      "loss": 1.4262,
      "step": 296000
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.4484635591506958,
      "learning_rate": 1.282563025210084e-05,
      "loss": 1.426,
      "step": 296500
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.5106843709945679,
      "learning_rate": 1.2794117647058824e-05,
      "loss": 1.4282,
      "step": 297000
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.401078701019287,
      "learning_rate": 1.2762605042016806e-05,
      "loss": 1.4229,
      "step": 297500
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.4721170663833618,
      "learning_rate": 1.273109243697479e-05,
      "loss": 1.4281,
      "step": 298000
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.5121667385101318,
      "learning_rate": 1.2699579831932773e-05,
      "loss": 1.4272,
      "step": 298500
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.4307163953781128,
      "learning_rate": 1.2668067226890756e-05,
      "loss": 1.4269,
      "step": 299000
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.520992398262024,
      "learning_rate": 1.263655462184874e-05,
      "loss": 1.426,
      "step": 299500
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.4671803712844849,
      "learning_rate": 1.2605042016806723e-05,
      "loss": 1.4207,
      "step": 300000
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.4773739576339722,
      "learning_rate": 1.2573529411764706e-05,
      "loss": 1.4248,
      "step": 300500
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.4782676696777344,
      "learning_rate": 1.254201680672269e-05,
      "loss": 1.4265,
      "step": 301000
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.5411614179611206,
      "learning_rate": 1.2510504201680673e-05,
      "loss": 1.4223,
      "step": 301500
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.4932873249053955,
      "learning_rate": 1.2478991596638657e-05,
      "loss": 1.4252,
      "step": 302000
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.451866626739502,
      "learning_rate": 1.244747899159664e-05,
      "loss": 1.4234,
      "step": 302500
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.4181545972824097,
      "learning_rate": 1.2415966386554622e-05,
      "loss": 1.4249,
      "step": 303000
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.460598349571228,
      "learning_rate": 1.2384453781512605e-05,
      "loss": 1.4237,
      "step": 303500
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.4560647010803223,
      "learning_rate": 1.2352941176470587e-05,
      "loss": 1.4199,
      "step": 304000
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.4535589218139648,
      "learning_rate": 1.232142857142857e-05,
      "loss": 1.4248,
      "step": 304500
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.4643712043762207,
      "learning_rate": 1.2289915966386554e-05,
      "loss": 1.4257,
      "step": 305000
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.5106630325317383,
      "learning_rate": 1.2258403361344537e-05,
      "loss": 1.4248,
      "step": 305500
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.489579439163208,
      "learning_rate": 1.2226890756302521e-05,
      "loss": 1.4215,
      "step": 306000
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.4746323823928833,
      "learning_rate": 1.2195378151260504e-05,
      "loss": 1.4202,
      "step": 306500
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.4702941179275513,
      "learning_rate": 1.2163865546218488e-05,
      "loss": 1.4214,
      "step": 307000
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.5852062702178955,
      "learning_rate": 1.2132352941176471e-05,
      "loss": 1.4229,
      "step": 307500
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.5045883655548096,
      "learning_rate": 1.2100840336134455e-05,
      "loss": 1.4245,
      "step": 308000
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.4635881185531616,
      "learning_rate": 1.2069327731092438e-05,
      "loss": 1.425,
      "step": 308500
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.4574062824249268,
      "learning_rate": 1.2037815126050422e-05,
      "loss": 1.4241,
      "step": 309000
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.4566025733947754,
      "learning_rate": 1.2006302521008405e-05,
      "loss": 1.4204,
      "step": 309500
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.525225281715393,
      "learning_rate": 1.1974789915966388e-05,
      "loss": 1.4218,
      "step": 310000
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.4726413488388062,
      "learning_rate": 1.1943277310924368e-05,
      "loss": 1.422,
      "step": 310500
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.4462370872497559,
      "learning_rate": 1.1911764705882352e-05,
      "loss": 1.4174,
      "step": 311000
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.4930446147918701,
      "learning_rate": 1.1880252100840335e-05,
      "loss": 1.4168,
      "step": 311500
    },
    {
      "epoch": 0.84,
      "grad_norm": 2.050973892211914,
      "learning_rate": 1.1848739495798319e-05,
      "loss": 1.4205,
      "step": 312000
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.514642596244812,
      "learning_rate": 1.1817226890756302e-05,
      "loss": 1.42,
      "step": 312500
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.4417085647583008,
      "learning_rate": 1.1785714285714286e-05,
      "loss": 1.42,
      "step": 313000
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.473029375076294,
      "learning_rate": 1.1754201680672269e-05,
      "loss": 1.4228,
      "step": 313500
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.573533296585083,
      "learning_rate": 1.1722689075630253e-05,
      "loss": 1.4193,
      "step": 314000
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.5040185451507568,
      "learning_rate": 1.1691176470588236e-05,
      "loss": 1.4209,
      "step": 314500
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.472280740737915,
      "learning_rate": 1.165966386554622e-05,
      "loss": 1.4203,
      "step": 315000
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.4371939897537231,
      "learning_rate": 1.1628151260504203e-05,
      "loss": 1.4197,
      "step": 315500
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.74043607711792,
      "learning_rate": 1.1596638655462186e-05,
      "loss": 1.4189,
      "step": 316000
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.5340248346328735,
      "learning_rate": 1.156512605042017e-05,
      "loss": 1.4178,
      "step": 316500
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.4650968313217163,
      "learning_rate": 1.1533613445378151e-05,
      "loss": 1.4157,
      "step": 317000
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.6052621603012085,
      "learning_rate": 1.1502100840336135e-05,
      "loss": 1.4221,
      "step": 317500
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.4934183359146118,
      "learning_rate": 1.1470588235294117e-05,
      "loss": 1.4219,
      "step": 318000
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.6604057550430298,
      "learning_rate": 1.14390756302521e-05,
      "loss": 1.4165,
      "step": 318500
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.448686957359314,
      "learning_rate": 1.1407563025210084e-05,
      "loss": 1.4167,
      "step": 319000
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.4600298404693604,
      "learning_rate": 1.1376050420168067e-05,
      "loss": 1.4196,
      "step": 319500
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.4856675863265991,
      "learning_rate": 1.134453781512605e-05,
      "loss": 1.4188,
      "step": 320000
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.5987657308578491,
      "learning_rate": 1.1313025210084034e-05,
      "loss": 1.4176,
      "step": 320500
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.4707138538360596,
      "learning_rate": 1.1281512605042017e-05,
      "loss": 1.4177,
      "step": 321000
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.4592325687408447,
      "learning_rate": 1.125e-05,
      "loss": 1.419,
      "step": 321500
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.477171540260315,
      "learning_rate": 1.1218487394957984e-05,
      "loss": 1.4118,
      "step": 322000
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.5284925699234009,
      "learning_rate": 1.1186974789915968e-05,
      "loss": 1.418,
      "step": 322500
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.5696572065353394,
      "learning_rate": 1.1155462184873951e-05,
      "loss": 1.4175,
      "step": 323000
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.5421068668365479,
      "learning_rate": 1.1123949579831933e-05,
      "loss": 1.4134,
      "step": 323500
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.5944511890411377,
      "learning_rate": 1.1092436974789916e-05,
      "loss": 1.4139,
      "step": 324000
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.4496880769729614,
      "learning_rate": 1.10609243697479e-05,
      "loss": 1.4131,
      "step": 324500
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.5021952390670776,
      "learning_rate": 1.1029411764705883e-05,
      "loss": 1.4144,
      "step": 325000
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.5261799097061157,
      "learning_rate": 1.0997899159663865e-05,
      "loss": 1.4149,
      "step": 325500
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.396974802017212,
      "learning_rate": 1.0966386554621848e-05,
      "loss": 1.4149,
      "step": 326000
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.561023235321045,
      "learning_rate": 1.0934873949579832e-05,
      "loss": 1.4183,
      "step": 326500
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.509398102760315,
      "learning_rate": 1.0903361344537815e-05,
      "loss": 1.4158,
      "step": 327000
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.5046377182006836,
      "learning_rate": 1.0871848739495799e-05,
      "loss": 1.4137,
      "step": 327500
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.504531979560852,
      "learning_rate": 1.0840336134453782e-05,
      "loss": 1.4155,
      "step": 328000
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.6807337999343872,
      "learning_rate": 1.0808823529411765e-05,
      "loss": 1.4161,
      "step": 328500
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.4374127388000488,
      "learning_rate": 1.0777310924369749e-05,
      "loss": 1.4162,
      "step": 329000
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.4737296104431152,
      "learning_rate": 1.0745798319327732e-05,
      "loss": 1.4176,
      "step": 329500
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.5063775777816772,
      "learning_rate": 1.0714285714285714e-05,
      "loss": 1.4128,
      "step": 330000
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.506156325340271,
      "learning_rate": 1.0682773109243698e-05,
      "loss": 1.4176,
      "step": 330500
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.5394564867019653,
      "learning_rate": 1.0651260504201681e-05,
      "loss": 1.4119,
      "step": 331000
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.4483675956726074,
      "learning_rate": 1.0619747899159664e-05,
      "loss": 1.4138,
      "step": 331500
    },
    {
      "epoch": 0.9,
      "grad_norm": 2.412644147872925,
      "learning_rate": 1.0588235294117648e-05,
      "loss": 1.4146,
      "step": 332000
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.9123421907424927,
      "learning_rate": 1.0556722689075631e-05,
      "loss": 1.4194,
      "step": 332500
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.4911080598831177,
      "learning_rate": 1.0525210084033613e-05,
      "loss": 1.418,
      "step": 333000
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.511194109916687,
      "learning_rate": 1.0493697478991596e-05,
      "loss": 1.4114,
      "step": 333500
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.4733537435531616,
      "learning_rate": 1.046218487394958e-05,
      "loss": 1.4149,
      "step": 334000
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.4742454290390015,
      "learning_rate": 1.0430672268907563e-05,
      "loss": 1.4163,
      "step": 334500
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.4842146635055542,
      "learning_rate": 1.0399159663865547e-05,
      "loss": 1.4118,
      "step": 335000
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.5346875190734863,
      "learning_rate": 1.036764705882353e-05,
      "loss": 1.4148,
      "step": 335500
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.6554747819900513,
      "learning_rate": 1.0336134453781512e-05,
      "loss": 1.416,
      "step": 336000
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.5015145540237427,
      "learning_rate": 1.0304621848739495e-05,
      "loss": 1.4146,
      "step": 336500
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.4634381532669067,
      "learning_rate": 1.0273109243697479e-05,
      "loss": 1.4199,
      "step": 337000
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.7802950143814087,
      "learning_rate": 1.0241596638655462e-05,
      "loss": 1.4127,
      "step": 337500
    },
    {
      "epoch": 0.91,
      "grad_norm": 3.0422604084014893,
      "learning_rate": 1.0210084033613446e-05,
      "loss": 1.4121,
      "step": 338000
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.4957752227783203,
      "learning_rate": 1.0178571428571429e-05,
      "loss": 1.4151,
      "step": 338500
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.6368649005889893,
      "learning_rate": 1.0147058823529413e-05,
      "loss": 1.4211,
      "step": 339000
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.493455410003662,
      "learning_rate": 1.0115546218487396e-05,
      "loss": 1.4131,
      "step": 339500
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.5789108276367188,
      "learning_rate": 1.008403361344538e-05,
      "loss": 1.413,
      "step": 340000
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.4984022378921509,
      "learning_rate": 1.0052521008403361e-05,
      "loss": 1.4156,
      "step": 340500
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.443871021270752,
      "learning_rate": 1.0021008403361345e-05,
      "loss": 1.4123,
      "step": 341000
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.532205581665039,
      "learning_rate": 9.989495798319328e-06,
      "loss": 1.4145,
      "step": 341500
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.487888216972351,
      "learning_rate": 9.957983193277312e-06,
      "loss": 1.4132,
      "step": 342000
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.5009286403656006,
      "learning_rate": 9.926470588235293e-06,
      "loss": 1.4132,
      "step": 342500
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.53665292263031,
      "learning_rate": 9.894957983193277e-06,
      "loss": 1.4114,
      "step": 343000
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.4559004306793213,
      "learning_rate": 9.86344537815126e-06,
      "loss": 1.4128,
      "step": 343500
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.472882628440857,
      "learning_rate": 9.831932773109244e-06,
      "loss": 1.4106,
      "step": 344000
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.528029203414917,
      "learning_rate": 9.800420168067227e-06,
      "loss": 1.4133,
      "step": 344500
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.4509416818618774,
      "learning_rate": 9.76890756302521e-06,
      "loss": 1.4099,
      "step": 345000
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.644581913948059,
      "learning_rate": 9.737394957983194e-06,
      "loss": 1.4102,
      "step": 345500
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.5054335594177246,
      "learning_rate": 9.705882352941177e-06,
      "loss": 1.4119,
      "step": 346000
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.47361421585083,
      "learning_rate": 9.67436974789916e-06,
      "loss": 1.4094,
      "step": 346500
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.461796522140503,
      "learning_rate": 9.642857142857144e-06,
      "loss": 1.4108,
      "step": 347000
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.6115666627883911,
      "learning_rate": 9.611344537815128e-06,
      "loss": 1.4096,
      "step": 347500
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.526082992553711,
      "learning_rate": 9.57983193277311e-06,
      "loss": 1.4094,
      "step": 348000
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.4482905864715576,
      "learning_rate": 9.548319327731093e-06,
      "loss": 1.4082,
      "step": 348500
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.5066174268722534,
      "learning_rate": 9.516806722689075e-06,
      "loss": 1.4122,
      "step": 349000
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.5225650072097778,
      "learning_rate": 9.485294117647058e-06,
      "loss": 1.4069,
      "step": 349500
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.4794243574142456,
      "learning_rate": 9.453781512605041e-06,
      "loss": 1.4087,
      "step": 350000
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.4825611114501953,
      "learning_rate": 9.422268907563025e-06,
      "loss": 1.4098,
      "step": 350500
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.50911283493042,
      "learning_rate": 9.390756302521008e-06,
      "loss": 1.4066,
      "step": 351000
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.5070313215255737,
      "learning_rate": 9.359243697478992e-06,
      "loss": 1.4067,
      "step": 351500
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.4434587955474854,
      "learning_rate": 9.327731092436975e-06,
      "loss": 1.4074,
      "step": 352000
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.4484858512878418,
      "learning_rate": 9.296218487394959e-06,
      "loss": 1.4056,
      "step": 352500
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.6141736507415771,
      "learning_rate": 9.264705882352942e-06,
      "loss": 1.4084,
      "step": 353000
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.4847619533538818,
      "learning_rate": 9.233193277310925e-06,
      "loss": 1.4092,
      "step": 353500
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.4862167835235596,
      "learning_rate": 9.201680672268909e-06,
      "loss": 1.4086,
      "step": 354000
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.5454356670379639,
      "learning_rate": 9.170168067226892e-06,
      "loss": 1.4088,
      "step": 354500
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.4676494598388672,
      "learning_rate": 9.138655462184874e-06,
      "loss": 1.4094,
      "step": 355000
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.4859504699707031,
      "learning_rate": 9.107142857142856e-06,
      "loss": 1.4076,
      "step": 355500
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.499040961265564,
      "learning_rate": 9.07563025210084e-06,
      "loss": 1.4104,
      "step": 356000
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.4864604473114014,
      "learning_rate": 9.044117647058823e-06,
      "loss": 1.4061,
      "step": 356500
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.4507191181182861,
      "learning_rate": 9.012605042016806e-06,
      "loss": 1.4062,
      "step": 357000
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.468526840209961,
      "learning_rate": 8.98109243697479e-06,
      "loss": 1.4081,
      "step": 357500
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.6709305047988892,
      "learning_rate": 8.949579831932773e-06,
      "loss": 1.4126,
      "step": 358000
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.9611443281173706,
      "learning_rate": 8.918067226890756e-06,
      "loss": 1.4079,
      "step": 358500
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.6809275150299072,
      "learning_rate": 8.88655462184874e-06,
      "loss": 1.4114,
      "step": 359000
    },
    {
      "epoch": 0.97,
      "grad_norm": 5.746359825134277,
      "learning_rate": 8.855042016806723e-06,
      "loss": 1.4084,
      "step": 359500
    },
    {
      "epoch": 0.97,
      "grad_norm": 5.197726726531982,
      "learning_rate": 8.823529411764707e-06,
      "loss": 1.4066,
      "step": 360000
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.4346739053726196,
      "learning_rate": 8.79201680672269e-06,
      "loss": 1.4066,
      "step": 360500
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.571542739868164,
      "learning_rate": 8.760504201680674e-06,
      "loss": 1.4097,
      "step": 361000
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.5356281995773315,
      "learning_rate": 8.728991596638657e-06,
      "loss": 1.4045,
      "step": 361500
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.7401924133300781,
      "learning_rate": 8.697478991596639e-06,
      "loss": 1.4067,
      "step": 362000
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.5491187572479248,
      "learning_rate": 8.66596638655462e-06,
      "loss": 1.4042,
      "step": 362500
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.5863696336746216,
      "learning_rate": 8.634453781512604e-06,
      "loss": 1.4074,
      "step": 363000
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.450952410697937,
      "learning_rate": 8.602941176470587e-06,
      "loss": 1.4076,
      "step": 363500
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.5750932693481445,
      "learning_rate": 8.571428571428571e-06,
      "loss": 1.41,
      "step": 364000
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.4661774635314941,
      "learning_rate": 8.539915966386554e-06,
      "loss": 1.4091,
      "step": 364500
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.540864109992981,
      "learning_rate": 8.508403361344538e-06,
      "loss": 1.4052,
      "step": 365000
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.5120595693588257,
      "learning_rate": 8.476890756302521e-06,
      "loss": 1.4072,
      "step": 365500
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.5357037782669067,
      "learning_rate": 8.445378151260505e-06,
      "loss": 1.4097,
      "step": 366000
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.5010443925857544,
      "learning_rate": 8.413865546218488e-06,
      "loss": 1.4094,
      "step": 366500
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.4643309116363525,
      "learning_rate": 8.382352941176472e-06,
      "loss": 1.4077,
      "step": 367000
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.4524095058441162,
      "learning_rate": 8.350840336134455e-06,
      "loss": 1.4065,
      "step": 367500
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.5203324556350708,
      "learning_rate": 8.319327731092438e-06,
      "loss": 1.4035,
      "step": 368000
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.4688167572021484,
      "learning_rate": 8.28781512605042e-06,
      "loss": 1.4067,
      "step": 368500
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.5595752000808716,
      "learning_rate": 8.256302521008404e-06,
      "loss": 1.4059,
      "step": 369000
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.4404747486114502,
      "learning_rate": 8.224789915966387e-06,
      "loss": 1.4035,
      "step": 369500
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.6032897233963013,
      "learning_rate": 8.193277310924369e-06,
      "loss": 1.4001,
      "step": 370000
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.6836262941360474,
      "learning_rate": 8.161764705882352e-06,
      "loss": 1.3981,
      "step": 370500
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.5205241441726685,
      "learning_rate": 8.130252100840336e-06,
      "loss": 1.3994,
      "step": 371000
    },
    {
      "epoch": 1.01,
      "grad_norm": 1.7194490432739258,
      "learning_rate": 8.098739495798319e-06,
      "loss": 1.4027,
      "step": 371500
    },
    {
      "epoch": 1.01,
      "grad_norm": 1.4517977237701416,
      "learning_rate": 8.067226890756303e-06,
      "loss": 1.4022,
      "step": 372000
    },
    {
      "epoch": 1.01,
      "grad_norm": 1.6818935871124268,
      "learning_rate": 8.035714285714286e-06,
      "loss": 1.4028,
      "step": 372500
    },
    {
      "epoch": 1.01,
      "grad_norm": 1.5117074251174927,
      "learning_rate": 8.00420168067227e-06,
      "loss": 1.4021,
      "step": 373000
    },
    {
      "epoch": 1.01,
      "grad_norm": 1.4689205884933472,
      "learning_rate": 7.972689075630253e-06,
      "loss": 1.4057,
      "step": 373500
    },
    {
      "epoch": 1.01,
      "grad_norm": 1.525889277458191,
      "learning_rate": 7.941176470588236e-06,
      "loss": 1.4041,
      "step": 374000
    },
    {
      "epoch": 1.01,
      "grad_norm": 1.4896938800811768,
      "learning_rate": 7.90966386554622e-06,
      "loss": 1.4027,
      "step": 374500
    },
    {
      "epoch": 1.02,
      "grad_norm": 1.4765034914016724,
      "learning_rate": 7.878151260504201e-06,
      "loss": 1.4005,
      "step": 375000
    },
    {
      "epoch": 1.02,
      "grad_norm": 1.5386637449264526,
      "learning_rate": 7.846638655462185e-06,
      "loss": 1.397,
      "step": 375500
    },
    {
      "epoch": 1.02,
      "grad_norm": 1.4808331727981567,
      "learning_rate": 7.815126050420168e-06,
      "loss": 1.401,
      "step": 376000
    },
    {
      "epoch": 1.02,
      "grad_norm": 1.517560362815857,
      "learning_rate": 7.783613445378152e-06,
      "loss": 1.4037,
      "step": 376500
    },
    {
      "epoch": 1.02,
      "grad_norm": 1.6733453273773193,
      "learning_rate": 7.752100840336135e-06,
      "loss": 1.3976,
      "step": 377000
    },
    {
      "epoch": 1.02,
      "grad_norm": 1.480815052986145,
      "learning_rate": 7.720588235294117e-06,
      "loss": 1.4,
      "step": 377500
    },
    {
      "epoch": 1.02,
      "grad_norm": 1.4836503267288208,
      "learning_rate": 7.6890756302521e-06,
      "loss": 1.3977,
      "step": 378000
    },
    {
      "epoch": 1.02,
      "grad_norm": 1.442256212234497,
      "learning_rate": 7.657563025210084e-06,
      "loss": 1.399,
      "step": 378500
    },
    {
      "epoch": 1.03,
      "grad_norm": 1.8496633768081665,
      "learning_rate": 7.626050420168067e-06,
      "loss": 1.4038,
      "step": 379000
    },
    {
      "epoch": 1.03,
      "grad_norm": 1.4886460304260254,
      "learning_rate": 7.59453781512605e-06,
      "loss": 1.4061,
      "step": 379500
    },
    {
      "epoch": 1.03,
      "grad_norm": 1.550764799118042,
      "learning_rate": 7.563025210084033e-06,
      "loss": 1.4003,
      "step": 380000
    },
    {
      "epoch": 1.03,
      "grad_norm": 1.5111615657806396,
      "learning_rate": 7.531512605042017e-06,
      "loss": 1.4021,
      "step": 380500
    },
    {
      "epoch": 1.03,
      "grad_norm": 1.5873339176177979,
      "learning_rate": 7.5e-06,
      "loss": 1.4003,
      "step": 381000
    },
    {
      "epoch": 1.03,
      "grad_norm": 1.5139081478118896,
      "learning_rate": 7.468487394957984e-06,
      "loss": 1.3974,
      "step": 381500
    },
    {
      "epoch": 1.03,
      "grad_norm": 1.4700753688812256,
      "learning_rate": 7.436974789915967e-06,
      "loss": 1.4009,
      "step": 382000
    },
    {
      "epoch": 1.04,
      "grad_norm": 1.4294934272766113,
      "learning_rate": 7.4054621848739505e-06,
      "loss": 1.3997,
      "step": 382500
    },
    {
      "epoch": 1.04,
      "grad_norm": 1.432667851448059,
      "learning_rate": 7.373949579831932e-06,
      "loss": 1.3992,
      "step": 383000
    },
    {
      "epoch": 1.04,
      "grad_norm": 1.6012872457504272,
      "learning_rate": 7.342436974789916e-06,
      "loss": 1.3988,
      "step": 383500
    },
    {
      "epoch": 1.04,
      "grad_norm": 1.5000537633895874,
      "learning_rate": 7.310924369747899e-06,
      "loss": 1.399,
      "step": 384000
    },
    {
      "epoch": 1.04,
      "grad_norm": 1.5064808130264282,
      "learning_rate": 7.2794117647058826e-06,
      "loss": 1.4022,
      "step": 384500
    },
    {
      "epoch": 1.04,
      "grad_norm": 1.5001455545425415,
      "learning_rate": 7.247899159663866e-06,
      "loss": 1.3947,
      "step": 385000
    },
    {
      "epoch": 1.04,
      "grad_norm": 1.4360790252685547,
      "learning_rate": 7.2163865546218494e-06,
      "loss": 1.3983,
      "step": 385500
    },
    {
      "epoch": 1.04,
      "grad_norm": 1.4993146657943726,
      "learning_rate": 7.184873949579832e-06,
      "loss": 1.3987,
      "step": 386000
    },
    {
      "epoch": 1.05,
      "grad_norm": 1.4621449708938599,
      "learning_rate": 7.1533613445378155e-06,
      "loss": 1.3974,
      "step": 386500
    },
    {
      "epoch": 1.05,
      "grad_norm": 1.7409414052963257,
      "learning_rate": 7.121848739495798e-06,
      "loss": 1.4004,
      "step": 387000
    },
    {
      "epoch": 1.05,
      "grad_norm": 1.4486150741577148,
      "learning_rate": 7.0903361344537815e-06,
      "loss": 1.3982,
      "step": 387500
    },
    {
      "epoch": 1.05,
      "grad_norm": 1.5252596139907837,
      "learning_rate": 7.058823529411765e-06,
      "loss": 1.4013,
      "step": 388000
    },
    {
      "epoch": 1.05,
      "grad_norm": 1.4874343872070312,
      "learning_rate": 7.027310924369748e-06,
      "loss": 1.3995,
      "step": 388500
    },
    {
      "epoch": 1.05,
      "grad_norm": 1.5078623294830322,
      "learning_rate": 6.995798319327732e-06,
      "loss": 1.3985,
      "step": 389000
    },
    {
      "epoch": 1.05,
      "grad_norm": 1.5256296396255493,
      "learning_rate": 6.964285714285714e-06,
      "loss": 1.4005,
      "step": 389500
    },
    {
      "epoch": 1.06,
      "grad_norm": 1.5369598865509033,
      "learning_rate": 6.932773109243698e-06,
      "loss": 1.3929,
      "step": 390000
    },
    {
      "epoch": 1.06,
      "grad_norm": 1.4955265522003174,
      "learning_rate": 6.9012605042016804e-06,
      "loss": 1.3968,
      "step": 390500
    },
    {
      "epoch": 1.06,
      "grad_norm": 1.501406192779541,
      "learning_rate": 6.869747899159664e-06,
      "loss": 1.3982,
      "step": 391000
    },
    {
      "epoch": 1.06,
      "grad_norm": 1.5695279836654663,
      "learning_rate": 6.838235294117647e-06,
      "loss": 1.3986,
      "step": 391500
    },
    {
      "epoch": 1.06,
      "grad_norm": 1.590920329093933,
      "learning_rate": 6.806722689075631e-06,
      "loss": 1.3989,
      "step": 392000
    },
    {
      "epoch": 1.06,
      "grad_norm": 1.4469817876815796,
      "learning_rate": 6.775210084033613e-06,
      "loss": 1.3958,
      "step": 392500
    },
    {
      "epoch": 1.06,
      "grad_norm": 1.4517157077789307,
      "learning_rate": 6.743697478991597e-06,
      "loss": 1.3948,
      "step": 393000
    },
    {
      "epoch": 1.07,
      "grad_norm": 1.477184534072876,
      "learning_rate": 6.71218487394958e-06,
      "loss": 1.3955,
      "step": 393500
    },
    {
      "epoch": 1.07,
      "grad_norm": 2.1850063800811768,
      "learning_rate": 6.680672268907564e-06,
      "loss": 1.3977,
      "step": 394000
    },
    {
      "epoch": 1.07,
      "grad_norm": 1.4544538259506226,
      "learning_rate": 6.649159663865546e-06,
      "loss": 1.3974,
      "step": 394500
    },
    {
      "epoch": 1.07,
      "grad_norm": 1.4682557582855225,
      "learning_rate": 6.61764705882353e-06,
      "loss": 1.3976,
      "step": 395000
    },
    {
      "epoch": 1.07,
      "grad_norm": 1.4401472806930542,
      "learning_rate": 6.586134453781512e-06,
      "loss": 1.4002,
      "step": 395500
    },
    {
      "epoch": 1.07,
      "grad_norm": 1.5497291088104248,
      "learning_rate": 6.554621848739496e-06,
      "loss": 1.3945,
      "step": 396000
    },
    {
      "epoch": 1.07,
      "grad_norm": 1.525145173072815,
      "learning_rate": 6.523109243697479e-06,
      "loss": 1.4006,
      "step": 396500
    },
    {
      "epoch": 1.07,
      "grad_norm": 1.5119032859802246,
      "learning_rate": 6.491596638655463e-06,
      "loss": 1.3984,
      "step": 397000
    },
    {
      "epoch": 1.08,
      "grad_norm": 1.7145532369613647,
      "learning_rate": 6.460084033613446e-06,
      "loss": 1.398,
      "step": 397500
    },
    {
      "epoch": 1.08,
      "grad_norm": 1.5175354480743408,
      "learning_rate": 6.428571428571429e-06,
      "loss": 1.3971,
      "step": 398000
    },
    {
      "epoch": 1.08,
      "grad_norm": 1.4529006481170654,
      "learning_rate": 6.397058823529412e-06,
      "loss": 1.3986,
      "step": 398500
    },
    {
      "epoch": 1.08,
      "grad_norm": 1.4779740571975708,
      "learning_rate": 6.365546218487395e-06,
      "loss": 1.3985,
      "step": 399000
    },
    {
      "epoch": 1.08,
      "grad_norm": 1.591557502746582,
      "learning_rate": 6.334033613445378e-06,
      "loss": 1.3971,
      "step": 399500
    },
    {
      "epoch": 1.08,
      "grad_norm": 1.5829887390136719,
      "learning_rate": 6.3025210084033615e-06,
      "loss": 1.3989,
      "step": 400000
    },
    {
      "epoch": 1.08,
      "grad_norm": 1.546576976776123,
      "learning_rate": 6.271008403361345e-06,
      "loss": 1.398,
      "step": 400500
    },
    {
      "epoch": 1.09,
      "grad_norm": 1.4360915422439575,
      "learning_rate": 6.239495798319328e-06,
      "loss": 1.3933,
      "step": 401000
    },
    {
      "epoch": 1.09,
      "grad_norm": 1.555240273475647,
      "learning_rate": 6.207983193277311e-06,
      "loss": 1.3964,
      "step": 401500
    },
    {
      "epoch": 1.09,
      "grad_norm": 1.5486465692520142,
      "learning_rate": 6.176470588235294e-06,
      "loss": 1.3922,
      "step": 402000
    },
    {
      "epoch": 1.09,
      "grad_norm": 1.6140353679656982,
      "learning_rate": 6.144957983193277e-06,
      "loss": 1.3941,
      "step": 402500
    },
    {
      "epoch": 1.09,
      "grad_norm": 1.422938346862793,
      "learning_rate": 6.1134453781512605e-06,
      "loss": 1.3946,
      "step": 403000
    },
    {
      "epoch": 1.09,
      "grad_norm": 1.673789620399475,
      "learning_rate": 6.081932773109244e-06,
      "loss": 1.3965,
      "step": 403500
    },
    {
      "epoch": 1.09,
      "grad_norm": 1.52051842212677,
      "learning_rate": 6.050420168067227e-06,
      "loss": 1.3935,
      "step": 404000
    },
    {
      "epoch": 1.09,
      "grad_norm": 1.5157978534698486,
      "learning_rate": 6.018907563025211e-06,
      "loss": 1.3938,
      "step": 404500
    },
    {
      "epoch": 1.1,
      "grad_norm": 1.5434610843658447,
      "learning_rate": 5.987394957983194e-06,
      "loss": 1.3931,
      "step": 405000
    },
    {
      "epoch": 1.1,
      "grad_norm": 1.7399873733520508,
      "learning_rate": 5.955882352941176e-06,
      "loss": 1.3924,
      "step": 405500
    },
    {
      "epoch": 1.1,
      "grad_norm": 1.482820749282837,
      "learning_rate": 5.924369747899159e-06,
      "loss": 1.3923,
      "step": 406000
    },
    {
      "epoch": 1.1,
      "grad_norm": 4.893394947052002,
      "learning_rate": 5.892857142857143e-06,
      "loss": 1.393,
      "step": 406500
    },
    {
      "epoch": 1.1,
      "grad_norm": 1.538550615310669,
      "learning_rate": 5.861344537815126e-06,
      "loss": 1.3938,
      "step": 407000
    },
    {
      "epoch": 1.1,
      "grad_norm": 1.4997118711471558,
      "learning_rate": 5.82983193277311e-06,
      "loss": 1.3934,
      "step": 407500
    },
    {
      "epoch": 1.1,
      "grad_norm": 1.5265237092971802,
      "learning_rate": 5.798319327731093e-06,
      "loss": 1.3915,
      "step": 408000
    },
    {
      "epoch": 1.11,
      "grad_norm": 1.6841180324554443,
      "learning_rate": 5.766806722689076e-06,
      "loss": 1.3946,
      "step": 408500
    },
    {
      "epoch": 1.11,
      "grad_norm": 1.4722718000411987,
      "learning_rate": 5.735294117647058e-06,
      "loss": 1.3949,
      "step": 409000
    },
    {
      "epoch": 1.11,
      "grad_norm": 2.087042808532715,
      "learning_rate": 5.703781512605042e-06,
      "loss": 1.3925,
      "step": 409500
    },
    {
      "epoch": 1.11,
      "grad_norm": 1.4858590364456177,
      "learning_rate": 5.672268907563025e-06,
      "loss": 1.3943,
      "step": 410000
    },
    {
      "epoch": 1.11,
      "grad_norm": 1.4591546058654785,
      "learning_rate": 5.640756302521009e-06,
      "loss": 1.3924,
      "step": 410500
    },
    {
      "epoch": 1.11,
      "grad_norm": 1.4490437507629395,
      "learning_rate": 5.609243697478992e-06,
      "loss": 1.3949,
      "step": 411000
    },
    {
      "epoch": 1.11,
      "grad_norm": 1.5795851945877075,
      "learning_rate": 5.5777310924369755e-06,
      "loss": 1.3951,
      "step": 411500
    },
    {
      "epoch": 1.12,
      "grad_norm": 1.5447410345077515,
      "learning_rate": 5.546218487394958e-06,
      "loss": 1.396,
      "step": 412000
    },
    {
      "epoch": 1.12,
      "grad_norm": 1.510696530342102,
      "learning_rate": 5.5147058823529415e-06,
      "loss": 1.3929,
      "step": 412500
    },
    {
      "epoch": 1.12,
      "grad_norm": 1.52991783618927,
      "learning_rate": 5.483193277310924e-06,
      "loss": 1.393,
      "step": 413000
    },
    {
      "epoch": 1.12,
      "grad_norm": 1.5724798440933228,
      "learning_rate": 5.4516806722689076e-06,
      "loss": 1.3933,
      "step": 413500
    },
    {
      "epoch": 1.12,
      "grad_norm": 1.9198040962219238,
      "learning_rate": 5.420168067226891e-06,
      "loss": 1.3934,
      "step": 414000
    },
    {
      "epoch": 1.12,
      "grad_norm": 1.5322943925857544,
      "learning_rate": 5.3886554621848744e-06,
      "loss": 1.3925,
      "step": 414500
    },
    {
      "epoch": 1.12,
      "grad_norm": 1.4684040546417236,
      "learning_rate": 5.357142857142857e-06,
      "loss": 1.3933,
      "step": 415000
    },
    {
      "epoch": 1.12,
      "grad_norm": 1.4797214269638062,
      "learning_rate": 5.3256302521008405e-06,
      "loss": 1.3925,
      "step": 415500
    },
    {
      "epoch": 1.13,
      "grad_norm": 1.524305820465088,
      "learning_rate": 5.294117647058824e-06,
      "loss": 1.3929,
      "step": 416000
    },
    {
      "epoch": 1.13,
      "grad_norm": 1.4858139753341675,
      "learning_rate": 5.2626050420168065e-06,
      "loss": 1.3881,
      "step": 416500
    },
    {
      "epoch": 1.13,
      "grad_norm": 1.5586313009262085,
      "learning_rate": 5.23109243697479e-06,
      "loss": 1.393,
      "step": 417000
    },
    {
      "epoch": 1.13,
      "grad_norm": 1.54250168800354,
      "learning_rate": 5.199579831932773e-06,
      "loss": 1.3926,
      "step": 417500
    },
    {
      "epoch": 1.13,
      "grad_norm": 9.902482986450195,
      "learning_rate": 5.168067226890756e-06,
      "loss": 1.3923,
      "step": 418000
    },
    {
      "epoch": 1.13,
      "grad_norm": 3.239046573638916,
      "learning_rate": 5.136554621848739e-06,
      "loss": 1.3925,
      "step": 418500
    },
    {
      "epoch": 1.13,
      "grad_norm": 1.5059127807617188,
      "learning_rate": 5.105042016806723e-06,
      "loss": 1.3936,
      "step": 419000
    },
    {
      "epoch": 1.14,
      "grad_norm": 1.5107486248016357,
      "learning_rate": 5.073529411764706e-06,
      "loss": 1.3942,
      "step": 419500
    },
    {
      "epoch": 1.14,
      "grad_norm": 1.577019214630127,
      "learning_rate": 5.04201680672269e-06,
      "loss": 1.3896,
      "step": 420000
    },
    {
      "epoch": 1.14,
      "grad_norm": 1.4538390636444092,
      "learning_rate": 5.010504201680672e-06,
      "loss": 1.387,
      "step": 420500
    },
    {
      "epoch": 1.14,
      "grad_norm": 1.593549132347107,
      "learning_rate": 4.978991596638656e-06,
      "loss": 1.3908,
      "step": 421000
    },
    {
      "epoch": 1.14,
      "grad_norm": 1.4725204706192017,
      "learning_rate": 4.947478991596638e-06,
      "loss": 1.3904,
      "step": 421500
    },
    {
      "epoch": 1.14,
      "grad_norm": 1.4892488718032837,
      "learning_rate": 4.915966386554622e-06,
      "loss": 1.3896,
      "step": 422000
    },
    {
      "epoch": 1.14,
      "grad_norm": 1.503003478050232,
      "learning_rate": 4.884453781512605e-06,
      "loss": 1.3901,
      "step": 422500
    },
    {
      "epoch": 1.15,
      "grad_norm": 1.5650583505630493,
      "learning_rate": 4.852941176470589e-06,
      "loss": 1.3879,
      "step": 423000
    },
    {
      "epoch": 1.15,
      "grad_norm": 1.5746469497680664,
      "learning_rate": 4.821428571428572e-06,
      "loss": 1.3898,
      "step": 423500
    },
    {
      "epoch": 1.15,
      "grad_norm": 1.4636718034744263,
      "learning_rate": 4.789915966386555e-06,
      "loss": 1.3946,
      "step": 424000
    },
    {
      "epoch": 1.15,
      "grad_norm": 1.5072635412216187,
      "learning_rate": 4.758403361344537e-06,
      "loss": 1.3936,
      "step": 424500
    },
    {
      "epoch": 1.15,
      "grad_norm": 1.9211359024047852,
      "learning_rate": 4.726890756302521e-06,
      "loss": 1.3919,
      "step": 425000
    },
    {
      "epoch": 1.15,
      "grad_norm": 1.6186763048171997,
      "learning_rate": 4.695378151260504e-06,
      "loss": 1.3874,
      "step": 425500
    },
    {
      "epoch": 1.15,
      "grad_norm": 1.6086759567260742,
      "learning_rate": 4.663865546218488e-06,
      "loss": 1.3911,
      "step": 426000
    },
    {
      "epoch": 1.15,
      "grad_norm": 1.4456268548965454,
      "learning_rate": 4.632352941176471e-06,
      "loss": 1.3888,
      "step": 426500
    },
    {
      "epoch": 1.16,
      "grad_norm": 1.5766582489013672,
      "learning_rate": 4.6008403361344545e-06,
      "loss": 1.3884,
      "step": 427000
    },
    {
      "epoch": 1.16,
      "grad_norm": 1.4081532955169678,
      "learning_rate": 4.569327731092437e-06,
      "loss": 1.3904,
      "step": 427500
    },
    {
      "epoch": 1.16,
      "grad_norm": 1.4901301860809326,
      "learning_rate": 4.53781512605042e-06,
      "loss": 1.389,
      "step": 428000
    },
    {
      "epoch": 1.16,
      "grad_norm": 1.5027050971984863,
      "learning_rate": 4.506302521008403e-06,
      "loss": 1.3931,
      "step": 428500
    },
    {
      "epoch": 1.16,
      "grad_norm": 1.4869219064712524,
      "learning_rate": 4.4747899159663865e-06,
      "loss": 1.3888,
      "step": 429000
    },
    {
      "epoch": 1.16,
      "grad_norm": 1.439729928970337,
      "learning_rate": 4.44327731092437e-06,
      "loss": 1.3897,
      "step": 429500
    },
    {
      "epoch": 1.16,
      "grad_norm": 1.5325324535369873,
      "learning_rate": 4.411764705882353e-06,
      "loss": 1.3891,
      "step": 430000
    },
    {
      "epoch": 1.17,
      "grad_norm": 1.5293645858764648,
      "learning_rate": 4.380252100840337e-06,
      "loss": 1.3902,
      "step": 430500
    },
    {
      "epoch": 1.17,
      "grad_norm": 1.4475960731506348,
      "learning_rate": 4.3487394957983194e-06,
      "loss": 1.388,
      "step": 431000
    },
    {
      "epoch": 1.17,
      "grad_norm": 1.5612802505493164,
      "learning_rate": 4.317226890756302e-06,
      "loss": 1.3885,
      "step": 431500
    },
    {
      "epoch": 1.17,
      "grad_norm": 1.682928204536438,
      "learning_rate": 4.2857142857142855e-06,
      "loss": 1.3899,
      "step": 432000
    },
    {
      "epoch": 1.17,
      "grad_norm": 1.5231236219406128,
      "learning_rate": 4.254201680672269e-06,
      "loss": 1.3877,
      "step": 432500
    },
    {
      "epoch": 1.17,
      "grad_norm": 1.446148157119751,
      "learning_rate": 4.222689075630252e-06,
      "loss": 1.3901,
      "step": 433000
    },
    {
      "epoch": 1.17,
      "grad_norm": 1.4778817892074585,
      "learning_rate": 4.191176470588236e-06,
      "loss": 1.3865,
      "step": 433500
    },
    {
      "epoch": 1.17,
      "grad_norm": 1.5888080596923828,
      "learning_rate": 4.159663865546219e-06,
      "loss": 1.3872,
      "step": 434000
    },
    {
      "epoch": 1.18,
      "grad_norm": 1.6371558904647827,
      "learning_rate": 4.128151260504202e-06,
      "loss": 1.3893,
      "step": 434500
    },
    {
      "epoch": 1.18,
      "grad_norm": 1.4442592859268188,
      "learning_rate": 4.096638655462184e-06,
      "loss": 1.3934,
      "step": 435000
    },
    {
      "epoch": 1.18,
      "grad_norm": 1.7637091875076294,
      "learning_rate": 4.065126050420168e-06,
      "loss": 1.3892,
      "step": 435500
    },
    {
      "epoch": 1.18,
      "grad_norm": 1.4838693141937256,
      "learning_rate": 4.033613445378151e-06,
      "loss": 1.3866,
      "step": 436000
    },
    {
      "epoch": 1.18,
      "grad_norm": 1.5558868646621704,
      "learning_rate": 4.002100840336135e-06,
      "loss": 1.3914,
      "step": 436500
    },
    {
      "epoch": 1.18,
      "grad_norm": 1.8331657648086548,
      "learning_rate": 3.970588235294118e-06,
      "loss": 1.389,
      "step": 437000
    },
    {
      "epoch": 1.18,
      "grad_norm": 1.7367424964904785,
      "learning_rate": 3.939075630252101e-06,
      "loss": 1.3897,
      "step": 437500
    },
    {
      "epoch": 1.19,
      "grad_norm": 1.5316094160079956,
      "learning_rate": 3.907563025210084e-06,
      "loss": 1.3871,
      "step": 438000
    },
    {
      "epoch": 1.19,
      "grad_norm": 1.5062899589538574,
      "learning_rate": 3.876050420168068e-06,
      "loss": 1.3876,
      "step": 438500
    },
    {
      "epoch": 1.19,
      "grad_norm": 1.5399343967437744,
      "learning_rate": 3.84453781512605e-06,
      "loss": 1.3873,
      "step": 439000
    },
    {
      "epoch": 1.19,
      "grad_norm": 1.8311206102371216,
      "learning_rate": 3.8130252100840336e-06,
      "loss": 1.3886,
      "step": 439500
    },
    {
      "epoch": 1.19,
      "grad_norm": 1.5011011362075806,
      "learning_rate": 3.7815126050420167e-06,
      "loss": 1.3877,
      "step": 440000
    },
    {
      "epoch": 1.19,
      "grad_norm": 1.5647181272506714,
      "learning_rate": 3.75e-06,
      "loss": 1.3895,
      "step": 440500
    },
    {
      "epoch": 1.19,
      "grad_norm": 1.9663615226745605,
      "learning_rate": 3.7184873949579835e-06,
      "loss": 1.3884,
      "step": 441000
    },
    {
      "epoch": 1.2,
      "grad_norm": 2.4808692932128906,
      "learning_rate": 3.686974789915966e-06,
      "loss": 1.3879,
      "step": 441500
    },
    {
      "epoch": 1.2,
      "grad_norm": 1.4271633625030518,
      "learning_rate": 3.6554621848739496e-06,
      "loss": 1.3913,
      "step": 442000
    },
    {
      "epoch": 1.2,
      "grad_norm": 1.5341715812683105,
      "learning_rate": 3.623949579831933e-06,
      "loss": 1.3874,
      "step": 442500
    },
    {
      "epoch": 1.2,
      "grad_norm": 1.4926517009735107,
      "learning_rate": 3.592436974789916e-06,
      "loss": 1.3873,
      "step": 443000
    },
    {
      "epoch": 1.2,
      "grad_norm": 1.4709627628326416,
      "learning_rate": 3.560924369747899e-06,
      "loss": 1.3856,
      "step": 443500
    },
    {
      "epoch": 1.2,
      "grad_norm": 1.4797513484954834,
      "learning_rate": 3.5294117647058825e-06,
      "loss": 1.3874,
      "step": 444000
    },
    {
      "epoch": 1.2,
      "grad_norm": 1.506548523902893,
      "learning_rate": 3.497899159663866e-06,
      "loss": 1.3859,
      "step": 444500
    },
    {
      "epoch": 1.2,
      "grad_norm": 1.4667857885360718,
      "learning_rate": 3.466386554621849e-06,
      "loss": 1.3889,
      "step": 445000
    },
    {
      "epoch": 1.21,
      "grad_norm": 1.4796762466430664,
      "learning_rate": 3.434873949579832e-06,
      "loss": 1.3912,
      "step": 445500
    },
    {
      "epoch": 1.21,
      "grad_norm": 1.534725546836853,
      "learning_rate": 3.4033613445378154e-06,
      "loss": 1.3881,
      "step": 446000
    },
    {
      "epoch": 1.21,
      "grad_norm": 1.6512054204940796,
      "learning_rate": 3.3718487394957984e-06,
      "loss": 1.3874,
      "step": 446500
    },
    {
      "epoch": 1.21,
      "grad_norm": 1.4926962852478027,
      "learning_rate": 3.340336134453782e-06,
      "loss": 1.3844,
      "step": 447000
    },
    {
      "epoch": 1.21,
      "grad_norm": 1.479819416999817,
      "learning_rate": 3.308823529411765e-06,
      "loss": 1.3862,
      "step": 447500
    },
    {
      "epoch": 1.21,
      "grad_norm": 1.429606318473816,
      "learning_rate": 3.277310924369748e-06,
      "loss": 1.3864,
      "step": 448000
    },
    {
      "epoch": 1.21,
      "grad_norm": 1.526227593421936,
      "learning_rate": 3.2457983193277313e-06,
      "loss": 1.388,
      "step": 448500
    },
    {
      "epoch": 1.22,
      "grad_norm": 1.5270380973815918,
      "learning_rate": 3.2142857142857143e-06,
      "loss": 1.3898,
      "step": 449000
    },
    {
      "epoch": 1.22,
      "grad_norm": 1.6459033489227295,
      "learning_rate": 3.1827731092436973e-06,
      "loss": 1.3872,
      "step": 449500
    },
    {
      "epoch": 1.22,
      "grad_norm": 1.5082780122756958,
      "learning_rate": 3.1512605042016808e-06,
      "loss": 1.3864,
      "step": 450000
    },
    {
      "epoch": 1.22,
      "grad_norm": 1.4675207138061523,
      "learning_rate": 3.119747899159664e-06,
      "loss": 1.3858,
      "step": 450500
    },
    {
      "epoch": 1.22,
      "grad_norm": 1.5487087965011597,
      "learning_rate": 3.088235294117647e-06,
      "loss": 1.3859,
      "step": 451000
    },
    {
      "epoch": 1.22,
      "grad_norm": 1.5166810750961304,
      "learning_rate": 3.0567226890756302e-06,
      "loss": 1.3838,
      "step": 451500
    },
    {
      "epoch": 1.22,
      "grad_norm": 1.4788706302642822,
      "learning_rate": 3.0252100840336137e-06,
      "loss": 1.3836,
      "step": 452000
    },
    {
      "epoch": 1.22,
      "grad_norm": 1.6381962299346924,
      "learning_rate": 2.993697478991597e-06,
      "loss": 1.3853,
      "step": 452500
    },
    {
      "epoch": 1.23,
      "grad_norm": 1.4548882246017456,
      "learning_rate": 2.9621848739495797e-06,
      "loss": 1.3878,
      "step": 453000
    },
    {
      "epoch": 1.23,
      "grad_norm": 1.5543279647827148,
      "learning_rate": 2.930672268907563e-06,
      "loss": 1.3885,
      "step": 453500
    },
    {
      "epoch": 1.23,
      "grad_norm": 1.5119037628173828,
      "learning_rate": 2.8991596638655466e-06,
      "loss": 1.3865,
      "step": 454000
    },
    {
      "epoch": 1.23,
      "grad_norm": 1.5338330268859863,
      "learning_rate": 2.867647058823529e-06,
      "loss": 1.3825,
      "step": 454500
    },
    {
      "epoch": 1.23,
      "grad_norm": 2.100884437561035,
      "learning_rate": 2.8361344537815126e-06,
      "loss": 1.3894,
      "step": 455000
    },
    {
      "epoch": 1.23,
      "grad_norm": 1.4853757619857788,
      "learning_rate": 2.804621848739496e-06,
      "loss": 1.385,
      "step": 455500
    },
    {
      "epoch": 1.23,
      "grad_norm": 1.545937180519104,
      "learning_rate": 2.773109243697479e-06,
      "loss": 1.3875,
      "step": 456000
    },
    {
      "epoch": 1.24,
      "grad_norm": 1.4860107898712158,
      "learning_rate": 2.741596638655462e-06,
      "loss": 1.3839,
      "step": 456500
    },
    {
      "epoch": 1.24,
      "grad_norm": 1.5260435342788696,
      "learning_rate": 2.7100840336134455e-06,
      "loss": 1.3815,
      "step": 457000
    },
    {
      "epoch": 1.24,
      "grad_norm": 1.5752997398376465,
      "learning_rate": 2.6785714285714285e-06,
      "loss": 1.3845,
      "step": 457500
    },
    {
      "epoch": 1.24,
      "grad_norm": 1.5157984495162964,
      "learning_rate": 2.647058823529412e-06,
      "loss": 1.3831,
      "step": 458000
    },
    {
      "epoch": 1.24,
      "grad_norm": 1.5206942558288574,
      "learning_rate": 2.615546218487395e-06,
      "loss": 1.3866,
      "step": 458500
    },
    {
      "epoch": 1.24,
      "grad_norm": 1.524672508239746,
      "learning_rate": 2.584033613445378e-06,
      "loss": 1.3869,
      "step": 459000
    },
    {
      "epoch": 1.24,
      "grad_norm": 6.727693557739258,
      "learning_rate": 2.5525210084033614e-06,
      "loss": 1.3805,
      "step": 459500
    },
    {
      "epoch": 1.25,
      "grad_norm": 1.5827701091766357,
      "learning_rate": 2.521008403361345e-06,
      "loss": 1.39,
      "step": 460000
    },
    {
      "epoch": 1.25,
      "grad_norm": 1.4831866025924683,
      "learning_rate": 2.489495798319328e-06,
      "loss": 1.3886,
      "step": 460500
    },
    {
      "epoch": 1.25,
      "grad_norm": 1.5272330045700073,
      "learning_rate": 2.457983193277311e-06,
      "loss": 1.3889,
      "step": 461000
    },
    {
      "epoch": 1.25,
      "grad_norm": 1.478623628616333,
      "learning_rate": 2.4264705882352943e-06,
      "loss": 1.3878,
      "step": 461500
    },
    {
      "epoch": 1.25,
      "grad_norm": 1.5272207260131836,
      "learning_rate": 2.3949579831932773e-06,
      "loss": 1.3834,
      "step": 462000
    },
    {
      "epoch": 1.25,
      "grad_norm": 1.574120044708252,
      "learning_rate": 2.3634453781512604e-06,
      "loss": 1.3852,
      "step": 462500
    },
    {
      "epoch": 1.25,
      "grad_norm": 1.5751044750213623,
      "learning_rate": 2.331932773109244e-06,
      "loss": 1.3829,
      "step": 463000
    },
    {
      "epoch": 1.25,
      "grad_norm": 1.4704902172088623,
      "learning_rate": 2.3004201680672272e-06,
      "loss": 1.3817,
      "step": 463500
    },
    {
      "epoch": 1.26,
      "grad_norm": 2.406973123550415,
      "learning_rate": 2.26890756302521e-06,
      "loss": 1.3872,
      "step": 464000
    },
    {
      "epoch": 1.26,
      "grad_norm": 1.4869129657745361,
      "learning_rate": 2.2373949579831933e-06,
      "loss": 1.3825,
      "step": 464500
    },
    {
      "epoch": 1.26,
      "grad_norm": 1.5050959587097168,
      "learning_rate": 2.2058823529411767e-06,
      "loss": 1.3821,
      "step": 465000
    },
    {
      "epoch": 1.26,
      "grad_norm": 1.4652327299118042,
      "learning_rate": 2.1743697478991597e-06,
      "loss": 1.3831,
      "step": 465500
    },
    {
      "epoch": 1.26,
      "grad_norm": 1.6011298894882202,
      "learning_rate": 2.1428571428571427e-06,
      "loss": 1.3824,
      "step": 466000
    },
    {
      "epoch": 1.26,
      "grad_norm": 1.589460015296936,
      "learning_rate": 2.111344537815126e-06,
      "loss": 1.3816,
      "step": 466500
    },
    {
      "epoch": 1.26,
      "grad_norm": 1.679612636566162,
      "learning_rate": 2.0798319327731096e-06,
      "loss": 1.383,
      "step": 467000
    },
    {
      "epoch": 1.27,
      "grad_norm": 5.37538480758667,
      "learning_rate": 2.048319327731092e-06,
      "loss": 1.3818,
      "step": 467500
    },
    {
      "epoch": 1.27,
      "grad_norm": 1.5256156921386719,
      "learning_rate": 2.0168067226890756e-06,
      "loss": 1.383,
      "step": 468000
    },
    {
      "epoch": 1.27,
      "grad_norm": 1.546476125717163,
      "learning_rate": 1.985294117647059e-06,
      "loss": 1.3841,
      "step": 468500
    },
    {
      "epoch": 1.27,
      "grad_norm": 1.429592251777649,
      "learning_rate": 1.953781512605042e-06,
      "loss": 1.3828,
      "step": 469000
    },
    {
      "epoch": 1.27,
      "grad_norm": 1.4674160480499268,
      "learning_rate": 1.922268907563025e-06,
      "loss": 1.3847,
      "step": 469500
    },
    {
      "epoch": 1.27,
      "grad_norm": 2.370859384536743,
      "learning_rate": 1.8907563025210083e-06,
      "loss": 1.3816,
      "step": 470000
    },
    {
      "epoch": 1.27,
      "grad_norm": 1.5106278657913208,
      "learning_rate": 1.8592436974789918e-06,
      "loss": 1.3783,
      "step": 470500
    },
    {
      "epoch": 1.28,
      "grad_norm": 1.5777826309204102,
      "learning_rate": 1.8277310924369748e-06,
      "loss": 1.3817,
      "step": 471000
    },
    {
      "epoch": 1.28,
      "grad_norm": 1.4805636405944824,
      "learning_rate": 1.796218487394958e-06,
      "loss": 1.3831,
      "step": 471500
    },
    {
      "epoch": 1.28,
      "grad_norm": 1.5154469013214111,
      "learning_rate": 1.7647058823529412e-06,
      "loss": 1.383,
      "step": 472000
    },
    {
      "epoch": 1.28,
      "grad_norm": 1.54281747341156,
      "learning_rate": 1.7331932773109245e-06,
      "loss": 1.3852,
      "step": 472500
    },
    {
      "epoch": 1.28,
      "grad_norm": 1.7247158288955688,
      "learning_rate": 1.7016806722689077e-06,
      "loss": 1.3819,
      "step": 473000
    },
    {
      "epoch": 1.28,
      "grad_norm": 1.4723429679870605,
      "learning_rate": 1.670168067226891e-06,
      "loss": 1.38,
      "step": 473500
    },
    {
      "epoch": 1.28,
      "grad_norm": 1.5267595052719116,
      "learning_rate": 1.638655462184874e-06,
      "loss": 1.3822,
      "step": 474000
    },
    {
      "epoch": 1.28,
      "grad_norm": 1.566758155822754,
      "learning_rate": 1.6071428571428572e-06,
      "loss": 1.3837,
      "step": 474500
    },
    {
      "epoch": 1.29,
      "grad_norm": 2.029449939727783,
      "learning_rate": 1.5756302521008404e-06,
      "loss": 1.3853,
      "step": 475000
    },
    {
      "epoch": 1.29,
      "grad_norm": 1.4750381708145142,
      "learning_rate": 1.5441176470588234e-06,
      "loss": 1.3838,
      "step": 475500
    },
    {
      "epoch": 1.29,
      "grad_norm": 1.5221339464187622,
      "learning_rate": 1.5126050420168068e-06,
      "loss": 1.3859,
      "step": 476000
    },
    {
      "epoch": 1.29,
      "grad_norm": 1.518754243850708,
      "learning_rate": 1.4810924369747898e-06,
      "loss": 1.3783,
      "step": 476500
    },
    {
      "epoch": 1.29,
      "grad_norm": 1.4300239086151123,
      "learning_rate": 1.4495798319327733e-06,
      "loss": 1.3769,
      "step": 477000
    },
    {
      "epoch": 1.29,
      "grad_norm": 1.5566083192825317,
      "learning_rate": 1.4180672268907563e-06,
      "loss": 1.3788,
      "step": 477500
    },
    {
      "epoch": 1.29,
      "grad_norm": 1.415859580039978,
      "learning_rate": 1.3865546218487395e-06,
      "loss": 1.385,
      "step": 478000
    },
    {
      "epoch": 1.3,
      "grad_norm": 1.4944028854370117,
      "learning_rate": 1.3550420168067228e-06,
      "loss": 1.3815,
      "step": 478500
    },
    {
      "epoch": 1.3,
      "grad_norm": 1.4514822959899902,
      "learning_rate": 1.323529411764706e-06,
      "loss": 1.3827,
      "step": 479000
    },
    {
      "epoch": 1.3,
      "grad_norm": 1.5512882471084595,
      "learning_rate": 1.292016806722689e-06,
      "loss": 1.384,
      "step": 479500
    },
    {
      "epoch": 1.3,
      "grad_norm": 1.574981689453125,
      "learning_rate": 1.2605042016806724e-06,
      "loss": 1.382,
      "step": 480000
    },
    {
      "epoch": 1.3,
      "grad_norm": 1.570827603340149,
      "learning_rate": 1.2289915966386554e-06,
      "loss": 1.382,
      "step": 480500
    },
    {
      "epoch": 1.3,
      "grad_norm": 1.5336010456085205,
      "learning_rate": 1.1974789915966387e-06,
      "loss": 1.3803,
      "step": 481000
    },
    {
      "epoch": 1.3,
      "grad_norm": 1.4452096223831177,
      "learning_rate": 1.165966386554622e-06,
      "loss": 1.3804,
      "step": 481500
    },
    {
      "epoch": 1.3,
      "grad_norm": 1.5529412031173706,
      "learning_rate": 1.134453781512605e-06,
      "loss": 1.3813,
      "step": 482000
    },
    {
      "epoch": 1.31,
      "grad_norm": 1.5553141832351685,
      "learning_rate": 1.1029411764705884e-06,
      "loss": 1.3822,
      "step": 482500
    },
    {
      "epoch": 1.31,
      "grad_norm": 1.5250602960586548,
      "learning_rate": 1.0714285714285714e-06,
      "loss": 1.379,
      "step": 483000
    },
    {
      "epoch": 1.31,
      "grad_norm": 1.4803342819213867,
      "learning_rate": 1.0399159663865548e-06,
      "loss": 1.3846,
      "step": 483500
    },
    {
      "epoch": 1.31,
      "grad_norm": 1.4097282886505127,
      "learning_rate": 1.0084033613445378e-06,
      "loss": 1.3855,
      "step": 484000
    },
    {
      "epoch": 1.31,
      "grad_norm": 1.535632848739624,
      "learning_rate": 9.76890756302521e-07,
      "loss": 1.3807,
      "step": 484500
    },
    {
      "epoch": 1.31,
      "grad_norm": 1.5535025596618652,
      "learning_rate": 9.453781512605042e-07,
      "loss": 1.379,
      "step": 485000
    },
    {
      "epoch": 1.31,
      "grad_norm": 1.5092753171920776,
      "learning_rate": 9.138655462184874e-07,
      "loss": 1.3777,
      "step": 485500
    },
    {
      "epoch": 1.32,
      "grad_norm": 1.5026346445083618,
      "learning_rate": 8.823529411764706e-07,
      "loss": 1.3844,
      "step": 486000
    },
    {
      "epoch": 1.32,
      "grad_norm": 2.1724424362182617,
      "learning_rate": 8.508403361344538e-07,
      "loss": 1.3808,
      "step": 486500
    },
    {
      "epoch": 1.32,
      "grad_norm": 1.5653128623962402,
      "learning_rate": 8.19327731092437e-07,
      "loss": 1.3826,
      "step": 487000
    },
    {
      "epoch": 1.32,
      "grad_norm": 1.8672337532043457,
      "learning_rate": 7.878151260504202e-07,
      "loss": 1.3804,
      "step": 487500
    },
    {
      "epoch": 1.32,
      "grad_norm": 1.5125828981399536,
      "learning_rate": 7.563025210084034e-07,
      "loss": 1.3785,
      "step": 488000
    },
    {
      "epoch": 1.32,
      "grad_norm": 1.5895177125930786,
      "learning_rate": 7.247899159663866e-07,
      "loss": 1.3806,
      "step": 488500
    },
    {
      "epoch": 1.32,
      "grad_norm": 1.505618929862976,
      "learning_rate": 6.932773109243698e-07,
      "loss": 1.3822,
      "step": 489000
    },
    {
      "epoch": 1.33,
      "grad_norm": 1.4767976999282837,
      "learning_rate": 6.61764705882353e-07,
      "loss": 1.3809,
      "step": 489500
    },
    {
      "epoch": 1.33,
      "grad_norm": 1.4713040590286255,
      "learning_rate": 6.302521008403362e-07,
      "loss": 1.38,
      "step": 490000
    },
    {
      "epoch": 1.33,
      "grad_norm": 1.5712190866470337,
      "learning_rate": 5.987394957983193e-07,
      "loss": 1.3821,
      "step": 490500
    },
    {
      "epoch": 1.33,
      "grad_norm": 1.520726203918457,
      "learning_rate": 5.672268907563025e-07,
      "loss": 1.3817,
      "step": 491000
    },
    {
      "epoch": 1.33,
      "grad_norm": 1.4978504180908203,
      "learning_rate": 5.357142857142857e-07,
      "loss": 1.3825,
      "step": 491500
    },
    {
      "epoch": 1.33,
      "grad_norm": 1.5783872604370117,
      "learning_rate": 5.042016806722689e-07,
      "loss": 1.3825,
      "step": 492000
    },
    {
      "epoch": 1.33,
      "grad_norm": 1.5126821994781494,
      "learning_rate": 4.726890756302521e-07,
      "loss": 1.3803,
      "step": 492500
    },
    {
      "epoch": 1.33,
      "grad_norm": 1.4677457809448242,
      "learning_rate": 4.411764705882353e-07,
      "loss": 1.3804,
      "step": 493000
    },
    {
      "epoch": 1.34,
      "grad_norm": 1.5842092037200928,
      "learning_rate": 4.096638655462185e-07,
      "loss": 1.3818,
      "step": 493500
    },
    {
      "epoch": 1.34,
      "grad_norm": 1.5152337551116943,
      "learning_rate": 3.781512605042017e-07,
      "loss": 1.3797,
      "step": 494000
    },
    {
      "epoch": 1.34,
      "grad_norm": 1.5868217945098877,
      "learning_rate": 3.466386554621849e-07,
      "loss": 1.3829,
      "step": 494500
    },
    {
      "epoch": 1.34,
      "grad_norm": 1.4543733596801758,
      "learning_rate": 3.151260504201681e-07,
      "loss": 1.3811,
      "step": 495000
    },
    {
      "epoch": 1.34,
      "grad_norm": 1.5251801013946533,
      "learning_rate": 2.8361344537815123e-07,
      "loss": 1.3793,
      "step": 495500
    },
    {
      "epoch": 1.34,
      "grad_norm": 1.5227956771850586,
      "learning_rate": 2.5210084033613445e-07,
      "loss": 1.3848,
      "step": 496000
    },
    {
      "epoch": 1.34,
      "grad_norm": 1.506102204322815,
      "learning_rate": 2.2058823529411765e-07,
      "loss": 1.3789,
      "step": 496500
    },
    {
      "epoch": 1.35,
      "grad_norm": 1.4776455163955688,
      "learning_rate": 1.8907563025210085e-07,
      "loss": 1.3837,
      "step": 497000
    },
    {
      "epoch": 1.35,
      "grad_norm": 1.5449495315551758,
      "learning_rate": 1.5756302521008405e-07,
      "loss": 1.3823,
      "step": 497500
    },
    {
      "epoch": 1.35,
      "grad_norm": 1.4903110265731812,
      "learning_rate": 1.2605042016806723e-07,
      "loss": 1.3816,
      "step": 498000
    },
    {
      "epoch": 1.35,
      "grad_norm": 1.4964358806610107,
      "learning_rate": 9.453781512605043e-08,
      "loss": 1.3783,
      "step": 498500
    },
    {
      "epoch": 1.35,
      "grad_norm": 1.6141352653503418,
      "learning_rate": 6.302521008403361e-08,
      "loss": 1.3819,
      "step": 499000
    },
    {
      "epoch": 1.35,
      "grad_norm": 1.5006154775619507,
      "learning_rate": 3.151260504201681e-08,
      "loss": 1.3771,
      "step": 499500
    },
    {
      "epoch": 1.35,
      "grad_norm": 1.5279935598373413,
      "learning_rate": 0.0,
      "loss": 1.3805,
      "step": 500000
    },
    {
      "epoch": 1.35,
      "step": 500000,
      "total_flos": 2.9824904071075946e+19,
      "train_loss": 1.5473345408935546,
      "train_runtime": 243315.0329,
      "train_samples_per_second": 526.067,
      "train_steps_per_second": 2.055
    }
  ],
  "logging_steps": 500,
  "max_steps": 500000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 10000,
  "total_flos": 2.9824904071075946e+19,
  "train_batch_size": 256,
  "trial_name": null,
  "trial_params": null
}