{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9868723033140548,
  "global_step": 21500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.02,
      "learning_rate": 1.9545579730101903e-05,
      "loss": 1.1232,
      "step": 500
    },
    {
      "epoch": 0.05,
      "learning_rate": 1.9086569356467456e-05,
      "loss": 0.0953,
      "step": 1000
    },
    {
      "epoch": 0.07,
      "learning_rate": 1.8627558982833013e-05,
      "loss": 0.0845,
      "step": 1500
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.816854860919857e-05,
      "loss": 0.0796,
      "step": 2000
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.7709538235564126e-05,
      "loss": 0.0796,
      "step": 2500
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.725052786192968e-05,
      "loss": 0.078,
      "step": 3000
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.6791517488295236e-05,
      "loss": 0.0766,
      "step": 3500
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.6332507114660793e-05,
      "loss": 0.0742,
      "step": 4000
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.587349674102635e-05,
      "loss": 0.0741,
      "step": 4500
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.5414486367391906e-05,
      "loss": 0.0743,
      "step": 5000
    },
    {
      "epoch": 0.25,
      "learning_rate": 1.495547599375746e-05,
      "loss": 0.0738,
      "step": 5500
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.4496465620123017e-05,
      "loss": 0.0725,
      "step": 6000
    },
    {
      "epoch": 0.3,
      "learning_rate": 1.4037455246488572e-05,
      "loss": 0.0728,
      "step": 6500
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.3578444872854129e-05,
      "loss": 0.0706,
      "step": 7000
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.3119434499219684e-05,
      "loss": 0.0697,
      "step": 7500
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.266042412558524e-05,
      "loss": 0.0713,
      "step": 8000
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.2201413751950796e-05,
      "loss": 0.0701,
      "step": 8500
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.1742403378316352e-05,
      "loss": 0.07,
      "step": 9000
    },
    {
      "epoch": 0.44,
      "learning_rate": 1.1283393004681905e-05,
      "loss": 0.0692,
      "step": 9500
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.0824382631047464e-05,
      "loss": 0.069,
      "step": 10000
    },
    {
      "epoch": 0.48,
      "learning_rate": 1.0365372257413017e-05,
      "loss": 0.0694,
      "step": 10500
    },
    {
      "epoch": 0.5,
      "learning_rate": 9.906361883778575e-06,
      "loss": 0.0691,
      "step": 11000
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.44735151014413e-06,
      "loss": 0.0685,
      "step": 11500
    },
    {
      "epoch": 0.55,
      "learning_rate": 8.988341136509687e-06,
      "loss": 0.0682,
      "step": 12000
    },
    {
      "epoch": 0.57,
      "learning_rate": 8.529330762875242e-06,
      "loss": 0.0682,
      "step": 12500
    },
    {
      "epoch": 0.6,
      "learning_rate": 8.070320389240799e-06,
      "loss": 0.0682,
      "step": 13000
    },
    {
      "epoch": 0.62,
      "learning_rate": 7.6113100156063535e-06,
      "loss": 0.067,
      "step": 13500
    },
    {
      "epoch": 0.64,
      "learning_rate": 7.152299641971909e-06,
      "loss": 0.0669,
      "step": 14000
    },
    {
      "epoch": 0.67,
      "learning_rate": 6.693289268337465e-06,
      "loss": 0.066,
      "step": 14500
    },
    {
      "epoch": 0.69,
      "learning_rate": 6.234278894703021e-06,
      "loss": 0.0664,
      "step": 15000
    },
    {
      "epoch": 0.71,
      "learning_rate": 5.776186541815846e-06,
      "loss": 0.0667,
      "step": 15500
    },
    {
      "epoch": 0.73,
      "learning_rate": 5.317176168181402e-06,
      "loss": 0.0667,
      "step": 16000
    },
    {
      "epoch": 0.76,
      "learning_rate": 4.858165794546958e-06,
      "loss": 0.0671,
      "step": 16500
    },
    {
      "epoch": 0.78,
      "learning_rate": 4.3991554209125135e-06,
      "loss": 0.0668,
      "step": 17000
    },
    {
      "epoch": 0.8,
      "learning_rate": 3.940145047278069e-06,
      "loss": 0.0661,
      "step": 17500
    },
    {
      "epoch": 0.83,
      "learning_rate": 3.4811346736436247e-06,
      "loss": 0.0674,
      "step": 18000
    },
    {
      "epoch": 0.85,
      "learning_rate": 3.0221243000091805e-06,
      "loss": 0.0662,
      "step": 18500
    },
    {
      "epoch": 0.87,
      "learning_rate": 2.5631139263747363e-06,
      "loss": 0.067,
      "step": 19000
    },
    {
      "epoch": 0.9,
      "learning_rate": 2.104103552740292e-06,
      "loss": 0.0657,
      "step": 19500
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.645093179105848e-06,
      "loss": 0.0658,
      "step": 20000
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.1860828054714039e-06,
      "loss": 0.0663,
      "step": 20500
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.270724318369595e-07,
      "loss": 0.0661,
      "step": 21000
    },
    {
      "epoch": 0.99,
      "learning_rate": 2.6898007894978427e-07,
      "loss": 0.0666,
      "step": 21500
    }
  ],
  "max_steps": 21786,
  "num_train_epochs": 1,
  "total_flos": 4.6557579706368e+16,
  "trial_name": null,
  "trial_params": null
}