{
  "best_metric": 0.01498666312545538,
  "best_model_checkpoint": "./text2sql/codellama_instruct_pt_text2sql/checkpoint-44000",
  "epoch": 4.9995126366358,
  "eval_steps": 2000,
  "global_step": 44880,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 1.1139992573338283e-07,
      "loss": 1.2191,
      "step": 1
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.00011139992573338284,
      "loss": 0.2684,
      "step": 1000
    },
    {
      "epoch": 0.22,
      "learning_rate": 0.00022279985146676567,
      "loss": 0.0693,
      "step": 2000
    },
    {
      "epoch": 0.22,
      "eval_loss": 0.05887996032834053,
      "eval_runtime": 171.127,
      "eval_samples_per_second": 11.687,
      "eval_steps_per_second": 1.461,
      "step": 2000
    },
    {
      "epoch": 0.33,
      "learning_rate": 0.00029781686301467276,
      "loss": 0.0565,
      "step": 3000
    },
    {
      "epoch": 0.45,
      "learning_rate": 0.0002907056676227274,
      "loss": 0.047,
      "step": 4000
    },
    {
      "epoch": 0.45,
      "eval_loss": 0.03957173973321915,
      "eval_runtime": 171.3682,
      "eval_samples_per_second": 11.671,
      "eval_steps_per_second": 1.459,
      "step": 4000
    },
    {
      "epoch": 0.56,
      "learning_rate": 0.00028359447223078195,
      "loss": 0.0403,
      "step": 5000
    },
    {
      "epoch": 0.67,
      "learning_rate": 0.0002764832768388366,
      "loss": 0.0364,
      "step": 6000
    },
    {
      "epoch": 0.67,
      "eval_loss": 0.030724667012691498,
      "eval_runtime": 170.9405,
      "eval_samples_per_second": 11.7,
      "eval_steps_per_second": 1.462,
      "step": 6000
    },
    {
      "epoch": 0.78,
      "learning_rate": 0.0002693720814468912,
      "loss": 0.0341,
      "step": 7000
    },
    {
      "epoch": 0.89,
      "learning_rate": 0.00026226088605494583,
      "loss": 0.0311,
      "step": 8000
    },
    {
      "epoch": 0.89,
      "eval_loss": 0.027806701138615608,
      "eval_runtime": 171.064,
      "eval_samples_per_second": 11.692,
      "eval_steps_per_second": 1.461,
      "step": 8000
    },
    {
      "epoch": 1.0,
      "learning_rate": 0.00025514969066300046,
      "loss": 0.0289,
      "step": 9000
    },
    {
      "epoch": 1.11,
      "learning_rate": 0.00024803849527105503,
      "loss": 0.0251,
      "step": 10000
    },
    {
      "epoch": 1.11,
      "eval_loss": 0.024082325398921967,
      "eval_runtime": 171.4689,
      "eval_samples_per_second": 11.664,
      "eval_steps_per_second": 1.458,
      "step": 10000
    },
    {
      "epoch": 1.23,
      "learning_rate": 0.00024092729987910966,
      "loss": 0.0242,
      "step": 11000
    },
    {
      "epoch": 1.34,
      "learning_rate": 0.00023381610448716428,
      "loss": 0.0243,
      "step": 12000
    },
    {
      "epoch": 1.34,
      "eval_loss": 0.02279273048043251,
      "eval_runtime": 171.2147,
      "eval_samples_per_second": 11.681,
      "eval_steps_per_second": 1.46,
      "step": 12000
    },
    {
      "epoch": 1.45,
      "learning_rate": 0.00022670490909521888,
      "loss": 0.0219,
      "step": 13000
    },
    {
      "epoch": 1.56,
      "learning_rate": 0.0002195937137032735,
      "loss": 0.0227,
      "step": 14000
    },
    {
      "epoch": 1.56,
      "eval_loss": 0.022252563387155533,
      "eval_runtime": 171.1834,
      "eval_samples_per_second": 11.683,
      "eval_steps_per_second": 1.46,
      "step": 14000
    },
    {
      "epoch": 1.67,
      "learning_rate": 0.00021248251831132813,
      "loss": 0.0218,
      "step": 15000
    },
    {
      "epoch": 1.78,
      "learning_rate": 0.00020537132291938273,
      "loss": 0.0212,
      "step": 16000
    },
    {
      "epoch": 1.78,
      "eval_loss": 0.020056582987308502,
      "eval_runtime": 170.9191,
      "eval_samples_per_second": 11.701,
      "eval_steps_per_second": 1.463,
      "step": 16000
    },
    {
      "epoch": 1.89,
      "learning_rate": 0.00019826012752743733,
      "loss": 0.0208,
      "step": 17000
    },
    {
      "epoch": 2.01,
      "learning_rate": 0.00019114893213549196,
      "loss": 0.0202,
      "step": 18000
    },
    {
      "epoch": 2.01,
      "eval_loss": 0.01821763999760151,
      "eval_runtime": 171.4736,
      "eval_samples_per_second": 11.664,
      "eval_steps_per_second": 1.458,
      "step": 18000
    },
    {
      "epoch": 2.12,
      "learning_rate": 0.00018403773674354658,
      "loss": 0.0161,
      "step": 19000
    },
    {
      "epoch": 2.23,
      "learning_rate": 0.0001769265413516012,
      "loss": 0.016,
      "step": 20000
    },
    {
      "epoch": 2.23,
      "eval_loss": 0.018352985382080078,
      "eval_runtime": 171.2111,
      "eval_samples_per_second": 11.681,
      "eval_steps_per_second": 1.46,
      "step": 20000
    },
    {
      "epoch": 2.34,
      "learning_rate": 0.00016981534595965578,
      "loss": 0.0155,
      "step": 21000
    },
    {
      "epoch": 2.45,
      "learning_rate": 0.0001627041505677104,
      "loss": 0.0156,
      "step": 22000
    },
    {
      "epoch": 2.45,
      "eval_loss": 0.017868032678961754,
      "eval_runtime": 171.2047,
      "eval_samples_per_second": 11.682,
      "eval_steps_per_second": 1.46,
      "step": 22000
    },
    {
      "epoch": 2.56,
      "learning_rate": 0.00015559295517576503,
      "loss": 0.0155,
      "step": 23000
    },
    {
      "epoch": 2.67,
      "learning_rate": 0.00014848175978381966,
      "loss": 0.015,
      "step": 24000
    },
    {
      "epoch": 2.67,
      "eval_loss": 0.017283763736486435,
      "eval_runtime": 171.6023,
      "eval_samples_per_second": 11.655,
      "eval_steps_per_second": 1.457,
      "step": 24000
    },
    {
      "epoch": 2.78,
      "learning_rate": 0.00014137056439187426,
      "loss": 0.0153,
      "step": 25000
    },
    {
      "epoch": 2.9,
      "learning_rate": 0.00013425936899992888,
      "loss": 0.0147,
      "step": 26000
    },
    {
      "epoch": 2.9,
      "eval_loss": 0.016522083431482315,
      "eval_runtime": 171.211,
      "eval_samples_per_second": 11.681,
      "eval_steps_per_second": 1.46,
      "step": 26000
    },
    {
      "epoch": 3.01,
      "learning_rate": 0.00012714817360798348,
      "loss": 0.0137,
      "step": 27000
    },
    {
      "epoch": 3.12,
      "learning_rate": 0.00012003697821603811,
      "loss": 0.0112,
      "step": 28000
    },
    {
      "epoch": 3.12,
      "eval_loss": 0.016529470682144165,
      "eval_runtime": 170.9168,
      "eval_samples_per_second": 11.702,
      "eval_steps_per_second": 1.463,
      "step": 28000
    },
    {
      "epoch": 3.23,
      "learning_rate": 0.00011292578282409272,
      "loss": 0.0112,
      "step": 29000
    },
    {
      "epoch": 3.34,
      "learning_rate": 0.00010581458743214733,
      "loss": 0.0109,
      "step": 30000
    },
    {
      "epoch": 3.34,
      "eval_loss": 0.016144245862960815,
      "eval_runtime": 171.5226,
      "eval_samples_per_second": 11.66,
      "eval_steps_per_second": 1.458,
      "step": 30000
    },
    {
      "epoch": 3.45,
      "learning_rate": 9.870339204020194e-05,
      "loss": 0.0111,
      "step": 31000
    },
    {
      "epoch": 3.56,
      "learning_rate": 9.159219664825657e-05,
      "loss": 0.0109,
      "step": 32000
    },
    {
      "epoch": 3.56,
      "eval_loss": 0.015489176847040653,
      "eval_runtime": 171.4873,
      "eval_samples_per_second": 11.663,
      "eval_steps_per_second": 1.458,
      "step": 32000
    },
    {
      "epoch": 3.68,
      "learning_rate": 8.448100125631117e-05,
      "loss": 0.0111,
      "step": 33000
    },
    {
      "epoch": 3.79,
      "learning_rate": 7.73698058643658e-05,
      "loss": 0.0105,
      "step": 34000
    },
    {
      "epoch": 3.79,
      "eval_loss": 0.015172351151704788,
      "eval_runtime": 171.4626,
      "eval_samples_per_second": 11.664,
      "eval_steps_per_second": 1.458,
      "step": 34000
    },
    {
      "epoch": 3.9,
      "learning_rate": 7.025861047242041e-05,
      "loss": 0.0107,
      "step": 35000
    },
    {
      "epoch": 4.01,
      "learning_rate": 6.314741508047502e-05,
      "loss": 0.0104,
      "step": 36000
    },
    {
      "epoch": 4.01,
      "eval_loss": 0.014995447359979153,
      "eval_runtime": 171.1146,
      "eval_samples_per_second": 11.688,
      "eval_steps_per_second": 1.461,
      "step": 36000
    },
    {
      "epoch": 4.12,
      "learning_rate": 5.603621968852963e-05,
      "loss": 0.0081,
      "step": 37000
    },
    {
      "epoch": 4.23,
      "learning_rate": 4.8925024296584245e-05,
      "loss": 0.0077,
      "step": 38000
    },
    {
      "epoch": 4.23,
      "eval_loss": 0.015779005363583565,
      "eval_runtime": 171.0935,
      "eval_samples_per_second": 11.69,
      "eval_steps_per_second": 1.461,
      "step": 38000
    },
    {
      "epoch": 4.34,
      "learning_rate": 4.181382890463887e-05,
      "loss": 0.0079,
      "step": 39000
    },
    {
      "epoch": 4.46,
      "learning_rate": 3.4702633512693484e-05,
      "loss": 0.0078,
      "step": 40000
    },
    {
      "epoch": 4.46,
      "eval_loss": 0.015086671337485313,
      "eval_runtime": 171.2287,
      "eval_samples_per_second": 11.68,
      "eval_steps_per_second": 1.46,
      "step": 40000
    },
    {
      "epoch": 4.57,
      "learning_rate": 2.7591438120748093e-05,
      "loss": 0.0079,
      "step": 41000
    },
    {
      "epoch": 4.68,
      "learning_rate": 2.0480242728802712e-05,
      "loss": 0.0076,
      "step": 42000
    },
    {
      "epoch": 4.68,
      "eval_loss": 0.015026736073195934,
      "eval_runtime": 170.9263,
      "eval_samples_per_second": 11.701,
      "eval_steps_per_second": 1.463,
      "step": 42000
    },
    {
      "epoch": 4.79,
      "learning_rate": 1.3369047336857326e-05,
      "loss": 0.0075,
      "step": 43000
    },
    {
      "epoch": 4.9,
      "learning_rate": 6.257851944911939e-06,
      "loss": 0.0077,
      "step": 44000
    },
    {
      "epoch": 4.9,
      "eval_loss": 0.01498666312545538,
      "eval_runtime": 171.2767,
      "eval_samples_per_second": 11.677,
      "eval_steps_per_second": 1.46,
      "step": 44000
    },
    {
      "epoch": 5.0,
      "step": 44880,
      "total_flos": 2.184131254639421e+19,
      "train_loss": 0.0249389049336447,
      "train_runtime": 262166.9813,
      "train_samples_per_second": 5.479,
      "train_steps_per_second": 0.171
    }
  ],
  "logging_steps": 1000,
  "max_steps": 44880,
  "num_train_epochs": 5,
  "save_steps": 2000,
  "total_flos": 2.184131254639421e+19,
  "trial_name": null,
  "trial_params": null
}