{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 21.0,
  "global_step": 80997,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 5e-09,
      "loss": 10.5291,
      "step": 1
    },
    {
      "epoch": 0.13,
      "learning_rate": 2.5e-06,
      "loss": 9.5195,
      "step": 500
    },
    {
      "epoch": 0.26,
      "learning_rate": 5e-06,
      "loss": 7.8918,
      "step": 1000
    },
    {
      "epoch": 0.39,
      "learning_rate": 7.5e-06,
      "loss": 6.8556,
      "step": 1500
    },
    {
      "epoch": 0.52,
      "learning_rate": 1e-05,
      "loss": 6.5569,
      "step": 2000
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.25e-05,
      "loss": 6.3942,
      "step": 2500
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.5e-05,
      "loss": 6.286,
      "step": 3000
    },
    {
      "epoch": 0.91,
      "learning_rate": 1.75e-05,
      "loss": 6.1963,
      "step": 3500
    },
    {
      "epoch": 1.04,
      "learning_rate": 2e-05,
      "loss": 6.1271,
      "step": 4000
    },
    {
      "epoch": 1.17,
      "learning_rate": 2.25e-05,
      "loss": 6.0662,
      "step": 4500
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.5e-05,
      "loss": 6.0132,
      "step": 5000
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.7500000000000004e-05,
      "loss": 5.9636,
      "step": 5500
    },
    {
      "epoch": 1.56,
      "learning_rate": 3e-05,
      "loss": 5.9214,
      "step": 6000
    },
    {
      "epoch": 1.69,
      "learning_rate": 3.2500000000000004e-05,
      "loss": 5.893,
      "step": 6500
    },
    {
      "epoch": 1.81,
      "learning_rate": 3.5e-05,
      "loss": 5.8604,
      "step": 7000
    },
    {
      "epoch": 1.94,
      "learning_rate": 3.7500000000000003e-05,
      "loss": 5.8285,
      "step": 7500
    },
    {
      "epoch": 2.07,
      "learning_rate": 4e-05,
      "loss": 5.8056,
      "step": 8000
    },
    {
      "epoch": 2.2,
      "learning_rate": 4.2495e-05,
      "loss": 5.7834,
      "step": 8500
    },
    {
      "epoch": 2.33,
      "learning_rate": 4.4995000000000005e-05,
      "loss": 5.7641,
      "step": 9000
    },
    {
      "epoch": 2.46,
      "learning_rate": 4.7495e-05,
      "loss": 5.7448,
      "step": 9500
    },
    {
      "epoch": 2.59,
      "learning_rate": 4.9995000000000005e-05,
      "loss": 5.7285,
      "step": 10000
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.998375521920668e-05,
      "loss": 5.7139,
      "step": 10500
    },
    {
      "epoch": 2.85,
      "learning_rate": 4.996744519832985e-05,
      "loss": 5.6956,
      "step": 11000
    },
    {
      "epoch": 2.98,
      "learning_rate": 4.995113517745303e-05,
      "loss": 5.6856,
      "step": 11500
    },
    {
      "epoch": 3.11,
      "learning_rate": 4.9934825156576205e-05,
      "loss": 5.6724,
      "step": 12000
    },
    {
      "epoch": 3.24,
      "learning_rate": 4.991854775574113e-05,
      "loss": 5.6621,
      "step": 12500
    },
    {
      "epoch": 3.37,
      "learning_rate": 4.9902237734864304e-05,
      "loss": 5.6517,
      "step": 13000
    },
    {
      "epoch": 3.5,
      "learning_rate": 4.988592771398747e-05,
      "loss": 5.643,
      "step": 13500
    },
    {
      "epoch": 3.63,
      "learning_rate": 4.986961769311065e-05,
      "loss": 5.6321,
      "step": 14000
    },
    {
      "epoch": 3.76,
      "learning_rate": 4.9853307672233826e-05,
      "loss": 5.6268,
      "step": 14500
    },
    {
      "epoch": 3.89,
      "learning_rate": 4.983703027139875e-05,
      "loss": 5.6193,
      "step": 15000
    },
    {
      "epoch": 4.02,
      "learning_rate": 4.9820752870563676e-05,
      "loss": 5.6084,
      "step": 15500
    },
    {
      "epoch": 4.15,
      "learning_rate": 4.980444284968685e-05,
      "loss": 5.6034,
      "step": 16000
    },
    {
      "epoch": 4.28,
      "learning_rate": 4.978813282881002e-05,
      "loss": 5.597,
      "step": 16500
    },
    {
      "epoch": 4.41,
      "learning_rate": 4.977182280793319e-05,
      "loss": 5.5927,
      "step": 17000
    },
    {
      "epoch": 4.54,
      "learning_rate": 4.975551278705637e-05,
      "loss": 5.5841,
      "step": 17500
    },
    {
      "epoch": 4.67,
      "learning_rate": 4.9739202766179545e-05,
      "loss": 5.5778,
      "step": 18000
    },
    {
      "epoch": 4.8,
      "learning_rate": 4.972289274530272e-05,
      "loss": 5.5748,
      "step": 18500
    },
    {
      "epoch": 4.93,
      "learning_rate": 4.970658272442589e-05,
      "loss": 5.5692,
      "step": 19000
    },
    {
      "epoch": 5.06,
      "learning_rate": 4.969030532359082e-05,
      "loss": 5.5608,
      "step": 19500
    },
    {
      "epoch": 5.19,
      "learning_rate": 4.967399530271399e-05,
      "loss": 5.5594,
      "step": 20000
    },
    {
      "epoch": 5.32,
      "learning_rate": 4.965771790187892e-05,
      "loss": 5.5563,
      "step": 20500
    },
    {
      "epoch": 5.44,
      "learning_rate": 4.964140788100209e-05,
      "loss": 5.5528,
      "step": 21000
    },
    {
      "epoch": 5.57,
      "learning_rate": 4.962509786012526e-05,
      "loss": 5.5461,
      "step": 21500
    },
    {
      "epoch": 5.7,
      "learning_rate": 4.960878783924844e-05,
      "loss": 5.5413,
      "step": 22000
    },
    {
      "epoch": 5.83,
      "learning_rate": 4.959251043841336e-05,
      "loss": 5.5347,
      "step": 22500
    },
    {
      "epoch": 5.96,
      "learning_rate": 4.957623303757829e-05,
      "loss": 5.535,
      "step": 23000
    },
    {
      "epoch": 6.09,
      "learning_rate": 4.9559923016701466e-05,
      "loss": 5.5296,
      "step": 23500
    },
    {
      "epoch": 6.22,
      "learning_rate": 4.954361299582464e-05,
      "loss": 5.5252,
      "step": 24000
    },
    {
      "epoch": 6.35,
      "learning_rate": 4.952730297494781e-05,
      "loss": 5.5228,
      "step": 24500
    },
    {
      "epoch": 6.48,
      "learning_rate": 4.951099295407098e-05,
      "loss": 5.5196,
      "step": 25000
    },
    {
      "epoch": 6.61,
      "learning_rate": 4.949468293319416e-05,
      "loss": 5.5208,
      "step": 25500
    },
    {
      "epoch": 6.74,
      "learning_rate": 4.947837291231733e-05,
      "loss": 5.5133,
      "step": 26000
    },
    {
      "epoch": 6.87,
      "learning_rate": 4.9462062891440504e-05,
      "loss": 5.5112,
      "step": 26500
    },
    {
      "epoch": 7.0,
      "learning_rate": 4.9445785490605426e-05,
      "loss": 5.5082,
      "step": 27000
    },
    {
      "epoch": 7.13,
      "learning_rate": 4.94294754697286e-05,
      "loss": 5.4993,
      "step": 27500
    },
    {
      "epoch": 7.26,
      "learning_rate": 4.941316544885178e-05,
      "loss": 5.5017,
      "step": 28000
    },
    {
      "epoch": 7.39,
      "learning_rate": 4.9396855427974955e-05,
      "loss": 5.4975,
      "step": 28500
    },
    {
      "epoch": 7.52,
      "learning_rate": 4.9380545407098125e-05,
      "loss": 5.4939,
      "step": 29000
    },
    {
      "epoch": 7.65,
      "learning_rate": 4.9364268006263046e-05,
      "loss": 5.4887,
      "step": 29500
    },
    {
      "epoch": 7.78,
      "learning_rate": 4.934795798538622e-05,
      "loss": 5.4916,
      "step": 30000
    },
    {
      "epoch": 7.91,
      "learning_rate": 4.93316479645094e-05,
      "loss": 5.4877,
      "step": 30500
    },
    {
      "epoch": 8.04,
      "learning_rate": 4.9315337943632576e-05,
      "loss": 5.4827,
      "step": 31000
    },
    {
      "epoch": 8.17,
      "learning_rate": 4.929902792275574e-05,
      "loss": 5.4813,
      "step": 31500
    },
    {
      "epoch": 8.3,
      "learning_rate": 4.9282750521920674e-05,
      "loss": 5.4788,
      "step": 32000
    },
    {
      "epoch": 8.43,
      "learning_rate": 4.926644050104384e-05,
      "loss": 5.4751,
      "step": 32500
    },
    {
      "epoch": 8.56,
      "learning_rate": 4.925013048016702e-05,
      "loss": 5.4706,
      "step": 33000
    },
    {
      "epoch": 8.69,
      "learning_rate": 4.923382045929019e-05,
      "loss": 5.4727,
      "step": 33500
    },
    {
      "epoch": 8.82,
      "learning_rate": 4.921754305845512e-05,
      "loss": 5.4667,
      "step": 34000
    },
    {
      "epoch": 8.94,
      "learning_rate": 4.9201233037578294e-05,
      "loss": 5.3861,
      "step": 34500
    },
    {
      "epoch": 9.07,
      "learning_rate": 4.9184923016701464e-05,
      "loss": 5.1493,
      "step": 35000
    },
    {
      "epoch": 9.2,
      "learning_rate": 4.9168612995824633e-05,
      "loss": 4.972,
      "step": 35500
    },
    {
      "epoch": 9.33,
      "learning_rate": 4.915230297494781e-05,
      "loss": 4.7871,
      "step": 36000
    },
    {
      "epoch": 9.46,
      "learning_rate": 4.9135992954070986e-05,
      "loss": 4.5924,
      "step": 36500
    },
    {
      "epoch": 9.59,
      "learning_rate": 4.9119715553235915e-05,
      "loss": 4.4234,
      "step": 37000
    },
    {
      "epoch": 9.72,
      "learning_rate": 4.9103405532359084e-05,
      "loss": 4.2503,
      "step": 37500
    },
    {
      "epoch": 9.85,
      "learning_rate": 4.9087095511482254e-05,
      "loss": 4.0878,
      "step": 38000
    },
    {
      "epoch": 9.98,
      "learning_rate": 4.907078549060543e-05,
      "loss": 3.8941,
      "step": 38500
    },
    {
      "epoch": 10.11,
      "learning_rate": 4.905447546972861e-05,
      "loss": 3.4534,
      "step": 39000
    },
    {
      "epoch": 10.24,
      "learning_rate": 4.9038165448851776e-05,
      "loss": 2.8029,
      "step": 39500
    },
    {
      "epoch": 10.37,
      "learning_rate": 4.902185542797495e-05,
      "loss": 2.3458,
      "step": 40000
    },
    {
      "epoch": 10.5,
      "learning_rate": 4.900554540709812e-05,
      "loss": 2.1352,
      "step": 40500
    },
    {
      "epoch": 10.63,
      "learning_rate": 4.89893006263048e-05,
      "loss": 2.0089,
      "step": 41000
    },
    {
      "epoch": 10.76,
      "learning_rate": 4.897299060542798e-05,
      "loss": 1.9194,
      "step": 41500
    },
    {
      "epoch": 10.89,
      "learning_rate": 4.895668058455115e-05,
      "loss": 1.8505,
      "step": 42000
    },
    {
      "epoch": 11.02,
      "learning_rate": 4.8940370563674325e-05,
      "loss": 1.7901,
      "step": 42500
    },
    {
      "epoch": 11.15,
      "learning_rate": 4.8924060542797495e-05,
      "loss": 1.7405,
      "step": 43000
    },
    {
      "epoch": 11.28,
      "learning_rate": 4.890775052192067e-05,
      "loss": 1.6962,
      "step": 43500
    },
    {
      "epoch": 11.41,
      "learning_rate": 4.889144050104385e-05,
      "loss": 1.6585,
      "step": 44000
    },
    {
      "epoch": 11.54,
      "learning_rate": 4.887516310020877e-05,
      "loss": 1.6184,
      "step": 44500
    },
    {
      "epoch": 11.67,
      "learning_rate": 4.8858853079331946e-05,
      "loss": 1.5853,
      "step": 45000
    },
    {
      "epoch": 11.8,
      "learning_rate": 4.8842543058455116e-05,
      "loss": 1.5588,
      "step": 45500
    },
    {
      "epoch": 11.93,
      "learning_rate": 4.882623303757829e-05,
      "loss": 1.5296,
      "step": 46000
    },
    {
      "epoch": 12.06,
      "learning_rate": 4.880992301670146e-05,
      "loss": 1.504,
      "step": 46500
    },
    {
      "epoch": 12.19,
      "learning_rate": 4.879364561586639e-05,
      "loss": 1.4818,
      "step": 47000
    },
    {
      "epoch": 12.32,
      "learning_rate": 4.8777335594989566e-05,
      "loss": 1.4608,
      "step": 47500
    },
    {
      "epoch": 12.44,
      "learning_rate": 4.876102557411274e-05,
      "loss": 1.4441,
      "step": 48000
    },
    {
      "epoch": 12.57,
      "learning_rate": 4.8744715553235906e-05,
      "loss": 1.4253,
      "step": 48500
    },
    {
      "epoch": 12.7,
      "learning_rate": 4.872840553235908e-05,
      "loss": 1.4099,
      "step": 49000
    },
    {
      "epoch": 12.83,
      "learning_rate": 4.871209551148226e-05,
      "loss": 1.3957,
      "step": 49500
    },
    {
      "epoch": 12.96,
      "learning_rate": 4.869578549060543e-05,
      "loss": 1.3802,
      "step": 50000
    },
    {
      "epoch": 13.09,
      "learning_rate": 4.8679475469728604e-05,
      "loss": 1.3644,
      "step": 50500
    },
    {
      "epoch": 13.22,
      "learning_rate": 4.8663198068893526e-05,
      "loss": 1.3536,
      "step": 51000
    },
    {
      "epoch": 13.35,
      "learning_rate": 4.86468880480167e-05,
      "loss": 1.3423,
      "step": 51500
    },
    {
      "epoch": 13.48,
      "learning_rate": 4.863061064718163e-05,
      "loss": 1.328,
      "step": 52000
    },
    {
      "epoch": 13.61,
      "learning_rate": 4.86143006263048e-05,
      "loss": 1.3191,
      "step": 52500
    },
    {
      "epoch": 13.74,
      "learning_rate": 4.859799060542798e-05,
      "loss": 1.3084,
      "step": 53000
    },
    {
      "epoch": 13.87,
      "learning_rate": 4.858168058455115e-05,
      "loss": 1.2963,
      "step": 53500
    },
    {
      "epoch": 14.0,
      "learning_rate": 4.856540318371608e-05,
      "loss": 1.2866,
      "step": 54000
    },
    {
      "epoch": 14.13,
      "learning_rate": 4.854909316283925e-05,
      "loss": 1.2748,
      "step": 54500
    },
    {
      "epoch": 14.26,
      "learning_rate": 4.853278314196242e-05,
      "loss": 1.2662,
      "step": 55000
    },
    {
      "epoch": 14.39,
      "learning_rate": 4.85164731210856e-05,
      "loss": 1.2603,
      "step": 55500
    },
    {
      "epoch": 14.52,
      "learning_rate": 4.8500163100208774e-05,
      "loss": 1.2479,
      "step": 56000
    },
    {
      "epoch": 14.65,
      "learning_rate": 4.8483885699373696e-05,
      "loss": 1.2429,
      "step": 56500
    },
    {
      "epoch": 14.78,
      "learning_rate": 4.8467575678496865e-05,
      "loss": 1.2346,
      "step": 57000
    },
    {
      "epoch": 14.91,
      "learning_rate": 4.845126565762004e-05,
      "loss": 1.227,
      "step": 57500
    },
    {
      "epoch": 15.04,
      "learning_rate": 4.843495563674322e-05,
      "loss": 1.2201,
      "step": 58000
    },
    {
      "epoch": 15.17,
      "learning_rate": 4.8418645615866394e-05,
      "loss": 1.2107,
      "step": 58500
    },
    {
      "epoch": 15.3,
      "learning_rate": 4.8402368215031316e-05,
      "loss": 1.2042,
      "step": 59000
    },
    {
      "epoch": 15.43,
      "learning_rate": 4.838605819415449e-05,
      "loss": 1.1966,
      "step": 59500
    },
    {
      "epoch": 15.56,
      "learning_rate": 4.836974817327766e-05,
      "loss": 1.1893,
      "step": 60000
    },
    {
      "epoch": 15.69,
      "learning_rate": 4.835343815240084e-05,
      "loss": 1.1849,
      "step": 60500
    },
    {
      "epoch": 15.82,
      "learning_rate": 4.833716075156576e-05,
      "loss": 1.1777,
      "step": 61000
    },
    {
      "epoch": 15.95,
      "learning_rate": 4.832085073068894e-05,
      "loss": 1.1731,
      "step": 61500
    },
    {
      "epoch": 16.07,
      "learning_rate": 4.830454070981211e-05,
      "loss": 1.1659,
      "step": 62000
    },
    {
      "epoch": 16.2,
      "learning_rate": 4.828823068893528e-05,
      "loss": 1.159,
      "step": 62500
    },
    {
      "epoch": 16.33,
      "learning_rate": 4.827192066805846e-05,
      "loss": 1.1537,
      "step": 63000
    },
    {
      "epoch": 16.46,
      "learning_rate": 4.825564326722338e-05,
      "loss": 1.1486,
      "step": 63500
    },
    {
      "epoch": 16.59,
      "learning_rate": 4.823936586638831e-05,
      "loss": 1.1415,
      "step": 64000
    },
    {
      "epoch": 16.72,
      "learning_rate": 4.8223055845511486e-05,
      "loss": 1.138,
      "step": 64500
    },
    {
      "epoch": 16.85,
      "learning_rate": 4.8206745824634655e-05,
      "loss": 1.1307,
      "step": 65000
    },
    {
      "epoch": 16.98,
      "learning_rate": 4.819043580375783e-05,
      "loss": 1.127,
      "step": 65500
    },
    {
      "epoch": 17.11,
      "learning_rate": 4.817415840292276e-05,
      "loss": 1.1194,
      "step": 66000
    },
    {
      "epoch": 17.24,
      "learning_rate": 4.815784838204594e-05,
      "loss": 1.1152,
      "step": 66500
    },
    {
      "epoch": 17.37,
      "learning_rate": 4.8141538361169106e-05,
      "loss": 1.1109,
      "step": 67000
    },
    {
      "epoch": 17.5,
      "learning_rate": 4.8125228340292276e-05,
      "loss": 1.1096,
      "step": 67500
    },
    {
      "epoch": 17.63,
      "learning_rate": 4.8108950939457204e-05,
      "loss": 1.1036,
      "step": 68000
    },
    {
      "epoch": 17.76,
      "learning_rate": 4.809264091858038e-05,
      "loss": 1.0995,
      "step": 68500
    },
    {
      "epoch": 17.89,
      "learning_rate": 4.807633089770355e-05,
      "loss": 1.0941,
      "step": 69000
    },
    {
      "epoch": 18.02,
      "learning_rate": 4.806002087682672e-05,
      "loss": 1.09,
      "step": 69500
    },
    {
      "epoch": 18.15,
      "learning_rate": 4.8043710855949896e-05,
      "loss": 1.0841,
      "step": 70000
    },
    {
      "epoch": 18.28,
      "learning_rate": 4.802740083507307e-05,
      "loss": 1.0802,
      "step": 70500
    },
    {
      "epoch": 18.41,
      "learning_rate": 4.801109081419625e-05,
      "loss": 1.0769,
      "step": 71000
    },
    {
      "epoch": 18.54,
      "learning_rate": 4.799481341336117e-05,
      "loss": 1.0729,
      "step": 71500
    },
    {
      "epoch": 18.67,
      "learning_rate": 4.79785360125261e-05,
      "loss": 1.0696,
      "step": 72000
    },
    {
      "epoch": 18.8,
      "learning_rate": 4.7962225991649276e-05,
      "loss": 1.0645,
      "step": 72500
    },
    {
      "epoch": 18.93,
      "learning_rate": 4.7945915970772445e-05,
      "loss": 1.06,
      "step": 73000
    },
    {
      "epoch": 19.06,
      "learning_rate": 4.7929605949895615e-05,
      "loss": 1.0546,
      "step": 73500
    },
    {
      "epoch": 19.19,
      "learning_rate": 4.791329592901879e-05,
      "loss": 1.0523,
      "step": 74000
    },
    {
      "epoch": 19.32,
      "learning_rate": 4.789698590814197e-05,
      "loss": 1.0483,
      "step": 74500
    },
    {
      "epoch": 19.45,
      "learning_rate": 4.788067588726514e-05,
      "loss": 1.0445,
      "step": 75000
    },
    {
      "epoch": 19.57,
      "learning_rate": 4.7864365866388314e-05,
      "loss": 1.0402,
      "step": 75500
    },
    {
      "epoch": 19.7,
      "learning_rate": 4.7848088465553235e-05,
      "loss": 1.0354,
      "step": 76000
    },
    {
      "epoch": 19.83,
      "learning_rate": 4.783177844467641e-05,
      "loss": 1.0329,
      "step": 76500
    },
    {
      "epoch": 19.96,
      "learning_rate": 4.781546842379959e-05,
      "loss": 1.0308,
      "step": 77000
    },
    {
      "epoch": 20.09,
      "learning_rate": 4.779919102296451e-05,
      "loss": 1.0272,
      "step": 77500
    },
    {
      "epoch": 20.22,
      "learning_rate": 4.7782881002087686e-05,
      "loss": 1.0218,
      "step": 78000
    },
    {
      "epoch": 20.35,
      "learning_rate": 4.7766570981210856e-05,
      "loss": 1.0197,
      "step": 78500
    },
    {
      "epoch": 20.48,
      "learning_rate": 4.775026096033403e-05,
      "loss": 1.0147,
      "step": 79000
    },
    {
      "epoch": 20.61,
      "learning_rate": 4.773395093945721e-05,
      "loss": 1.0115,
      "step": 79500
    },
    {
      "epoch": 20.74,
      "learning_rate": 4.771764091858038e-05,
      "loss": 1.0095,
      "step": 80000
    },
    {
      "epoch": 20.87,
      "learning_rate": 4.770136351774531e-05,
      "loss": 1.0087,
      "step": 80500
    }
  ],
  "max_steps": 1542800,
  "num_train_epochs": 400,
  "total_flos": 2.1827467373904396e+19,
  "trial_name": null,
  "trial_params": null
}