{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 5.0,
  "eval_steps": 500,
  "global_step": 36885,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.06777822963264199,
      "grad_norm": 27.22840690612793,
      "learning_rate": 2.959333062220415e-05,
      "loss": 2.3635,
      "step": 500
    },
    {
      "epoch": 0.13555645926528398,
      "grad_norm": 13.622244834899902,
      "learning_rate": 2.9186661244408297e-05,
      "loss": 1.5111,
      "step": 1000
    },
    {
      "epoch": 0.203334688897926,
      "grad_norm": 14.186929702758789,
      "learning_rate": 2.8779991866612443e-05,
      "loss": 1.3571,
      "step": 1500
    },
    {
      "epoch": 0.27111291853056796,
      "grad_norm": 23.26664161682129,
      "learning_rate": 2.8373322488816593e-05,
      "loss": 1.3122,
      "step": 2000
    },
    {
      "epoch": 0.33889114816321,
      "grad_norm": 16.56296157836914,
      "learning_rate": 2.796665311102074e-05,
      "loss": 1.2847,
      "step": 2500
    },
    {
      "epoch": 0.406669377795852,
      "grad_norm": 8.389954566955566,
      "learning_rate": 2.755998373322489e-05,
      "loss": 1.2343,
      "step": 3000
    },
    {
      "epoch": 0.47444760742849396,
      "grad_norm": 10.328352928161621,
      "learning_rate": 2.7153314355429036e-05,
      "loss": 1.1899,
      "step": 3500
    },
    {
      "epoch": 0.5422258370611359,
      "grad_norm": 14.220015525817871,
      "learning_rate": 2.6746644977633186e-05,
      "loss": 1.1337,
      "step": 4000
    },
    {
      "epoch": 0.6100040666937779,
      "grad_norm": 23.481950759887695,
      "learning_rate": 2.6339975599837332e-05,
      "loss": 1.1337,
      "step": 4500
    },
    {
      "epoch": 0.67778229632642,
      "grad_norm": 26.090124130249023,
      "learning_rate": 2.593330622204148e-05,
      "loss": 1.1607,
      "step": 5000
    },
    {
      "epoch": 0.745560525959062,
      "grad_norm": 16.809215545654297,
      "learning_rate": 2.552663684424563e-05,
      "loss": 1.1114,
      "step": 5500
    },
    {
      "epoch": 0.813338755591704,
      "grad_norm": 15.458964347839355,
      "learning_rate": 2.5119967466449778e-05,
      "loss": 1.0703,
      "step": 6000
    },
    {
      "epoch": 0.8811169852243459,
      "grad_norm": 21.379941940307617,
      "learning_rate": 2.4713298088653925e-05,
      "loss": 1.0782,
      "step": 6500
    },
    {
      "epoch": 0.9488952148569879,
      "grad_norm": 10.91637134552002,
      "learning_rate": 2.4306628710858075e-05,
      "loss": 1.0842,
      "step": 7000
    },
    {
      "epoch": 1.01667344448963,
      "grad_norm": 13.034053802490234,
      "learning_rate": 2.389995933306222e-05,
      "loss": 0.9463,
      "step": 7500
    },
    {
      "epoch": 1.0844516741222718,
      "grad_norm": 15.298956871032715,
      "learning_rate": 2.3493289955266367e-05,
      "loss": 0.7336,
      "step": 8000
    },
    {
      "epoch": 1.152229903754914,
      "grad_norm": 10.17520523071289,
      "learning_rate": 2.3086620577470517e-05,
      "loss": 0.7455,
      "step": 8500
    },
    {
      "epoch": 1.2200081333875559,
      "grad_norm": 15.160359382629395,
      "learning_rate": 2.2679951199674667e-05,
      "loss": 0.7516,
      "step": 9000
    },
    {
      "epoch": 1.287786363020198,
      "grad_norm": 29.048612594604492,
      "learning_rate": 2.2273281821878813e-05,
      "loss": 0.7434,
      "step": 9500
    },
    {
      "epoch": 1.35556459265284,
      "grad_norm": 24.640453338623047,
      "learning_rate": 2.1866612444082963e-05,
      "loss": 0.7673,
      "step": 10000
    },
    {
      "epoch": 1.4233428222854818,
      "grad_norm": 16.07855224609375,
      "learning_rate": 2.1459943066287106e-05,
      "loss": 0.775,
      "step": 10500
    },
    {
      "epoch": 1.491121051918124,
      "grad_norm": 12.662883758544922,
      "learning_rate": 2.1053273688491256e-05,
      "loss": 0.7561,
      "step": 11000
    },
    {
      "epoch": 1.5588992815507658,
      "grad_norm": 13.590459823608398,
      "learning_rate": 2.0646604310695406e-05,
      "loss": 0.7537,
      "step": 11500
    },
    {
      "epoch": 1.626677511183408,
      "grad_norm": 12.973872184753418,
      "learning_rate": 2.0239934932899552e-05,
      "loss": 0.7513,
      "step": 12000
    },
    {
      "epoch": 1.6944557408160499,
      "grad_norm": 17.74153709411621,
      "learning_rate": 1.9833265555103702e-05,
      "loss": 0.7666,
      "step": 12500
    },
    {
      "epoch": 1.7622339704486918,
      "grad_norm": 14.367899894714355,
      "learning_rate": 1.9426596177307852e-05,
      "loss": 0.7787,
      "step": 13000
    },
    {
      "epoch": 1.830012200081334,
      "grad_norm": 30.40443992614746,
      "learning_rate": 1.9019926799511995e-05,
      "loss": 0.7373,
      "step": 13500
    },
    {
      "epoch": 1.8977904297139758,
      "grad_norm": 8.429509162902832,
      "learning_rate": 1.8613257421716145e-05,
      "loss": 0.7559,
      "step": 14000
    },
    {
      "epoch": 1.965568659346618,
      "grad_norm": 12.091238975524902,
      "learning_rate": 1.8206588043920295e-05,
      "loss": 0.7537,
      "step": 14500
    },
    {
      "epoch": 2.03334688897926,
      "grad_norm": 7.968406677246094,
      "learning_rate": 1.779991866612444e-05,
      "loss": 0.6185,
      "step": 15000
    },
    {
      "epoch": 2.1011251186119018,
      "grad_norm": 19.485437393188477,
      "learning_rate": 1.739324928832859e-05,
      "loss": 0.4977,
      "step": 15500
    },
    {
      "epoch": 2.1689033482445437,
      "grad_norm": 19.35041046142578,
      "learning_rate": 1.6986579910532734e-05,
      "loss": 0.4627,
      "step": 16000
    },
    {
      "epoch": 2.236681577877186,
      "grad_norm": 11.437379837036133,
      "learning_rate": 1.6579910532736884e-05,
      "loss": 0.4954,
      "step": 16500
    },
    {
      "epoch": 2.304459807509828,
      "grad_norm": 6.330296039581299,
      "learning_rate": 1.6173241154941034e-05,
      "loss": 0.4885,
      "step": 17000
    },
    {
      "epoch": 2.37223803714247,
      "grad_norm": 26.632694244384766,
      "learning_rate": 1.576657177714518e-05,
      "loss": 0.5022,
      "step": 17500
    },
    {
      "epoch": 2.4400162667751117,
      "grad_norm": 10.865219116210938,
      "learning_rate": 1.535990239934933e-05,
      "loss": 0.484,
      "step": 18000
    },
    {
      "epoch": 2.5077944964077536,
      "grad_norm": 15.621503829956055,
      "learning_rate": 1.4953233021553476e-05,
      "loss": 0.4992,
      "step": 18500
    },
    {
      "epoch": 2.575572726040396,
      "grad_norm": 4.8670973777771,
      "learning_rate": 1.4546563643757626e-05,
      "loss": 0.5067,
      "step": 19000
    },
    {
      "epoch": 2.643350955673038,
      "grad_norm": 22.809894561767578,
      "learning_rate": 1.4139894265961774e-05,
      "loss": 0.4827,
      "step": 19500
    },
    {
      "epoch": 2.71112918530568,
      "grad_norm": 10.14173698425293,
      "learning_rate": 1.373322488816592e-05,
      "loss": 0.5003,
      "step": 20000
    },
    {
      "epoch": 2.7789074149383217,
      "grad_norm": 19.475053787231445,
      "learning_rate": 1.3326555510370069e-05,
      "loss": 0.5022,
      "step": 20500
    },
    {
      "epoch": 2.8466856445709636,
      "grad_norm": 22.009613037109375,
      "learning_rate": 1.2919886132574219e-05,
      "loss": 0.4949,
      "step": 21000
    },
    {
      "epoch": 2.914463874203606,
      "grad_norm": 7.058548927307129,
      "learning_rate": 1.2513216754778365e-05,
      "loss": 0.4963,
      "step": 21500
    },
    {
      "epoch": 2.982242103836248,
      "grad_norm": 45.82003402709961,
      "learning_rate": 1.2106547376982513e-05,
      "loss": 0.4881,
      "step": 22000
    },
    {
      "epoch": 3.05002033346889,
      "grad_norm": 7.270058631896973,
      "learning_rate": 1.1699877999186661e-05,
      "loss": 0.3598,
      "step": 22500
    },
    {
      "epoch": 3.1177985631015317,
      "grad_norm": 10.434412956237793,
      "learning_rate": 1.129320862139081e-05,
      "loss": 0.3055,
      "step": 23000
    },
    {
      "epoch": 3.1855767927341736,
      "grad_norm": 2.4307031631469727,
      "learning_rate": 1.0886539243594958e-05,
      "loss": 0.3264,
      "step": 23500
    },
    {
      "epoch": 3.253355022366816,
      "grad_norm": 47.332122802734375,
      "learning_rate": 1.0479869865799104e-05,
      "loss": 0.315,
      "step": 24000
    },
    {
      "epoch": 3.321133251999458,
      "grad_norm": 16.34264373779297,
      "learning_rate": 1.0073200488003254e-05,
      "loss": 0.3251,
      "step": 24500
    },
    {
      "epoch": 3.3889114816320998,
      "grad_norm": 13.301547050476074,
      "learning_rate": 9.666531110207402e-06,
      "loss": 0.3266,
      "step": 25000
    },
    {
      "epoch": 3.4566897112647417,
      "grad_norm": 31.915794372558594,
      "learning_rate": 9.259861732411548e-06,
      "loss": 0.3122,
      "step": 25500
    },
    {
      "epoch": 3.5244679408973836,
      "grad_norm": 4.690245151519775,
      "learning_rate": 8.853192354615698e-06,
      "loss": 0.3051,
      "step": 26000
    },
    {
      "epoch": 3.592246170530026,
      "grad_norm": 22.70941734313965,
      "learning_rate": 8.446522976819846e-06,
      "loss": 0.3013,
      "step": 26500
    },
    {
      "epoch": 3.660024400162668,
      "grad_norm": 19.372514724731445,
      "learning_rate": 8.039853599023993e-06,
      "loss": 0.3157,
      "step": 27000
    },
    {
      "epoch": 3.7278026297953097,
      "grad_norm": 13.642813682556152,
      "learning_rate": 7.633184221228141e-06,
      "loss": 0.3301,
      "step": 27500
    },
    {
      "epoch": 3.7955808594279516,
      "grad_norm": 31.518564224243164,
      "learning_rate": 7.226514843432289e-06,
      "loss": 0.3157,
      "step": 28000
    },
    {
      "epoch": 3.8633590890605936,
      "grad_norm": 56.66007614135742,
      "learning_rate": 6.819845465636438e-06,
      "loss": 0.308,
      "step": 28500
    },
    {
      "epoch": 3.931137318693236,
      "grad_norm": 11.975343704223633,
      "learning_rate": 6.413176087840585e-06,
      "loss": 0.2989,
      "step": 29000
    },
    {
      "epoch": 3.998915548325878,
      "grad_norm": 17.2923641204834,
      "learning_rate": 6.0065067100447335e-06,
      "loss": 0.3123,
      "step": 29500
    },
    {
      "epoch": 4.06669377795852,
      "grad_norm": 23.894207000732422,
      "learning_rate": 5.5998373322488825e-06,
      "loss": 0.2082,
      "step": 30000
    },
    {
      "epoch": 4.134472007591162,
      "grad_norm": 9.123438835144043,
      "learning_rate": 5.19316795445303e-06,
      "loss": 0.2065,
      "step": 30500
    },
    {
      "epoch": 4.2022502372238035,
      "grad_norm": 19.249637603759766,
      "learning_rate": 4.786498576657178e-06,
      "loss": 0.1926,
      "step": 31000
    },
    {
      "epoch": 4.270028466856446,
      "grad_norm": 41.71086883544922,
      "learning_rate": 4.379829198861326e-06,
      "loss": 0.2034,
      "step": 31500
    },
    {
      "epoch": 4.337806696489087,
      "grad_norm": 1.5960214138031006,
      "learning_rate": 3.973159821065474e-06,
      "loss": 0.2139,
      "step": 32000
    },
    {
      "epoch": 4.40558492612173,
      "grad_norm": 10.51189136505127,
      "learning_rate": 3.566490443269622e-06,
      "loss": 0.195,
      "step": 32500
    },
    {
      "epoch": 4.473363155754372,
      "grad_norm": 6.574166297912598,
      "learning_rate": 3.15982106547377e-06,
      "loss": 0.2121,
      "step": 33000
    },
    {
      "epoch": 4.5411413853870135,
      "grad_norm": 49.01862716674805,
      "learning_rate": 2.753151687677918e-06,
      "loss": 0.2121,
      "step": 33500
    },
    {
      "epoch": 4.608919615019656,
      "grad_norm": 24.359651565551758,
      "learning_rate": 2.346482309882066e-06,
      "loss": 0.2126,
      "step": 34000
    },
    {
      "epoch": 4.676697844652297,
      "grad_norm": 11.81959056854248,
      "learning_rate": 1.939812932086214e-06,
      "loss": 0.2153,
      "step": 34500
    },
    {
      "epoch": 4.74447607428494,
      "grad_norm": 20.48014259338379,
      "learning_rate": 1.533143554290362e-06,
      "loss": 0.1941,
      "step": 35000
    },
    {
      "epoch": 4.812254303917582,
      "grad_norm": 10.205302238464355,
      "learning_rate": 1.12647417649451e-06,
      "loss": 0.1981,
      "step": 35500
    },
    {
      "epoch": 4.8800325335502235,
      "grad_norm": 4.869925498962402,
      "learning_rate": 7.19804798698658e-07,
      "loss": 0.1984,
      "step": 36000
    },
    {
      "epoch": 4.947810763182866,
      "grad_norm": 15.551806449890137,
      "learning_rate": 3.13135420902806e-07,
      "loss": 0.196,
      "step": 36500
    },
    {
      "epoch": 5.0,
      "step": 36885,
      "total_flos": 8.674137784986624e+16,
      "train_loss": 0.6077316944008034,
      "train_runtime": 4174.9009,
      "train_samples_per_second": 106.019,
      "train_steps_per_second": 8.835
    }
  ],
  "logging_steps": 500,
  "max_steps": 36885,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 8.674137784986624e+16,
  "train_batch_size": 12,
  "trial_name": null,
  "trial_params": null
}