tmnam20's picture
Training in progress, step 10000, checkpoint
3d9c8c3
{
"best_metric": 0.024082325398921967,
"best_model_checkpoint": "./text2sql/codellama_instruct_pt_text2sql/checkpoint-10000",
"epoch": 1.1139734038849822,
"eval_steps": 2000,
"global_step": 10000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0,
"learning_rate": 1.1139992573338283e-07,
"loss": 1.2191,
"step": 1
},
{
"epoch": 0.11,
"learning_rate": 0.00011139992573338284,
"loss": 0.2684,
"step": 1000
},
{
"epoch": 0.22,
"learning_rate": 0.00022279985146676567,
"loss": 0.0693,
"step": 2000
},
{
"epoch": 0.22,
"eval_loss": 0.05887996032834053,
"eval_runtime": 171.127,
"eval_samples_per_second": 11.687,
"eval_steps_per_second": 1.461,
"step": 2000
},
{
"epoch": 0.33,
"learning_rate": 0.00029781686301467276,
"loss": 0.0565,
"step": 3000
},
{
"epoch": 0.45,
"learning_rate": 0.0002907056676227274,
"loss": 0.047,
"step": 4000
},
{
"epoch": 0.45,
"eval_loss": 0.03957173973321915,
"eval_runtime": 171.3682,
"eval_samples_per_second": 11.671,
"eval_steps_per_second": 1.459,
"step": 4000
},
{
"epoch": 0.56,
"learning_rate": 0.00028359447223078195,
"loss": 0.0403,
"step": 5000
},
{
"epoch": 0.67,
"learning_rate": 0.0002764832768388366,
"loss": 0.0364,
"step": 6000
},
{
"epoch": 0.67,
"eval_loss": 0.030724667012691498,
"eval_runtime": 170.9405,
"eval_samples_per_second": 11.7,
"eval_steps_per_second": 1.462,
"step": 6000
},
{
"epoch": 0.78,
"learning_rate": 0.0002693720814468912,
"loss": 0.0341,
"step": 7000
},
{
"epoch": 0.89,
"learning_rate": 0.00026226088605494583,
"loss": 0.0311,
"step": 8000
},
{
"epoch": 0.89,
"eval_loss": 0.027806701138615608,
"eval_runtime": 171.064,
"eval_samples_per_second": 11.692,
"eval_steps_per_second": 1.461,
"step": 8000
},
{
"epoch": 1.0,
"learning_rate": 0.00025514969066300046,
"loss": 0.0289,
"step": 9000
},
{
"epoch": 1.11,
"learning_rate": 0.00024803849527105503,
"loss": 0.0251,
"step": 10000
},
{
"epoch": 1.11,
"eval_loss": 0.024082325398921967,
"eval_runtime": 171.4689,
"eval_samples_per_second": 11.664,
"eval_steps_per_second": 1.458,
"step": 10000
}
],
"logging_steps": 1000,
"max_steps": 44880,
"num_train_epochs": 5,
"save_steps": 2000,
"total_flos": 4.868345406889722e+18,
"trial_name": null,
"trial_params": null
}