|
{ |
|
"best_metric": 0.02279273048043251, |
|
"best_model_checkpoint": "./text2sql/codellama_instruct_pt_text2sql/checkpoint-12000", |
|
"epoch": 1.3367680846619787, |
|
"eval_steps": 2000, |
|
"global_step": 12000, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 1.1139992573338283e-07, |
|
"loss": 1.2191, |
|
"step": 1 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"learning_rate": 0.00011139992573338284, |
|
"loss": 0.2684, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"learning_rate": 0.00022279985146676567, |
|
"loss": 0.0693, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"eval_loss": 0.05887996032834053, |
|
"eval_runtime": 171.127, |
|
"eval_samples_per_second": 11.687, |
|
"eval_steps_per_second": 1.461, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 0.33, |
|
"learning_rate": 0.00029781686301467276, |
|
"loss": 0.0565, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 0.45, |
|
"learning_rate": 0.0002907056676227274, |
|
"loss": 0.047, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 0.45, |
|
"eval_loss": 0.03957173973321915, |
|
"eval_runtime": 171.3682, |
|
"eval_samples_per_second": 11.671, |
|
"eval_steps_per_second": 1.459, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 0.56, |
|
"learning_rate": 0.00028359447223078195, |
|
"loss": 0.0403, |
|
"step": 5000 |
|
}, |
|
{ |
|
"epoch": 0.67, |
|
"learning_rate": 0.0002764832768388366, |
|
"loss": 0.0364, |
|
"step": 6000 |
|
}, |
|
{ |
|
"epoch": 0.67, |
|
"eval_loss": 0.030724667012691498, |
|
"eval_runtime": 170.9405, |
|
"eval_samples_per_second": 11.7, |
|
"eval_steps_per_second": 1.462, |
|
"step": 6000 |
|
}, |
|
{ |
|
"epoch": 0.78, |
|
"learning_rate": 0.0002693720814468912, |
|
"loss": 0.0341, |
|
"step": 7000 |
|
}, |
|
{ |
|
"epoch": 0.89, |
|
"learning_rate": 0.00026226088605494583, |
|
"loss": 0.0311, |
|
"step": 8000 |
|
}, |
|
{ |
|
"epoch": 0.89, |
|
"eval_loss": 0.027806701138615608, |
|
"eval_runtime": 171.064, |
|
"eval_samples_per_second": 11.692, |
|
"eval_steps_per_second": 1.461, |
|
"step": 8000 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 0.00025514969066300046, |
|
"loss": 0.0289, |
|
"step": 9000 |
|
}, |
|
{ |
|
"epoch": 1.11, |
|
"learning_rate": 0.00024803849527105503, |
|
"loss": 0.0251, |
|
"step": 10000 |
|
}, |
|
{ |
|
"epoch": 1.11, |
|
"eval_loss": 0.024082325398921967, |
|
"eval_runtime": 171.4689, |
|
"eval_samples_per_second": 11.664, |
|
"eval_steps_per_second": 1.458, |
|
"step": 10000 |
|
}, |
|
{ |
|
"epoch": 1.23, |
|
"learning_rate": 0.00024092729987910966, |
|
"loss": 0.0242, |
|
"step": 11000 |
|
}, |
|
{ |
|
"epoch": 1.34, |
|
"learning_rate": 0.00023381610448716428, |
|
"loss": 0.0243, |
|
"step": 12000 |
|
}, |
|
{ |
|
"epoch": 1.34, |
|
"eval_loss": 0.02279273048043251, |
|
"eval_runtime": 171.2147, |
|
"eval_samples_per_second": 11.681, |
|
"eval_steps_per_second": 1.46, |
|
"step": 12000 |
|
} |
|
], |
|
"logging_steps": 1000, |
|
"max_steps": 44880, |
|
"num_train_epochs": 5, |
|
"save_steps": 2000, |
|
"total_flos": 5.842260010834919e+18, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|