|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 0.7836990595611285, |
|
"eval_steps": 50, |
|
"global_step": 500, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.08, |
|
"learning_rate": 2.3869346733668342e-05, |
|
"loss": 0.7797, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"eval_loss": 0.2723180055618286, |
|
"eval_runtime": 135.6616, |
|
"eval_samples_per_second": 5.263, |
|
"eval_steps_per_second": 0.663, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"learning_rate": 2.2613065326633167e-05, |
|
"loss": 0.2457, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"eval_loss": 0.22004182636737823, |
|
"eval_runtime": 136.2348, |
|
"eval_samples_per_second": 5.241, |
|
"eval_steps_per_second": 0.661, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"learning_rate": 2.135678391959799e-05, |
|
"loss": 0.2088, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"eval_loss": 0.19266444444656372, |
|
"eval_runtime": 136.6465, |
|
"eval_samples_per_second": 5.225, |
|
"eval_steps_per_second": 0.659, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 0.31, |
|
"learning_rate": 2.0100502512562815e-05, |
|
"loss": 0.1832, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.31, |
|
"eval_loss": 0.17922177910804749, |
|
"eval_runtime": 136.7121, |
|
"eval_samples_per_second": 5.223, |
|
"eval_steps_per_second": 0.658, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.39, |
|
"learning_rate": 1.884422110552764e-05, |
|
"loss": 0.1754, |
|
"step": 250 |
|
}, |
|
{ |
|
"epoch": 0.39, |
|
"eval_loss": 0.17311859130859375, |
|
"eval_runtime": 136.3058, |
|
"eval_samples_per_second": 5.238, |
|
"eval_steps_per_second": 0.66, |
|
"step": 250 |
|
}, |
|
{ |
|
"epoch": 0.47, |
|
"learning_rate": 1.7587939698492464e-05, |
|
"loss": 0.169, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 0.47, |
|
"eval_loss": 0.16897280514240265, |
|
"eval_runtime": 136.923, |
|
"eval_samples_per_second": 5.215, |
|
"eval_steps_per_second": 0.657, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 0.55, |
|
"learning_rate": 1.6331658291457288e-05, |
|
"loss": 0.166, |
|
"step": 350 |
|
}, |
|
{ |
|
"epoch": 0.55, |
|
"eval_loss": 0.1663457602262497, |
|
"eval_runtime": 136.6033, |
|
"eval_samples_per_second": 5.227, |
|
"eval_steps_per_second": 0.659, |
|
"step": 350 |
|
}, |
|
{ |
|
"epoch": 0.63, |
|
"learning_rate": 1.507537688442211e-05, |
|
"loss": 0.1682, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 0.63, |
|
"eval_loss": 0.16482460498809814, |
|
"eval_runtime": 136.5801, |
|
"eval_samples_per_second": 5.228, |
|
"eval_steps_per_second": 0.659, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 0.71, |
|
"learning_rate": 1.3819095477386935e-05, |
|
"loss": 0.1576, |
|
"step": 450 |
|
}, |
|
{ |
|
"epoch": 0.71, |
|
"eval_loss": 0.16245244443416595, |
|
"eval_runtime": 136.7662, |
|
"eval_samples_per_second": 5.221, |
|
"eval_steps_per_second": 0.658, |
|
"step": 450 |
|
}, |
|
{ |
|
"epoch": 0.78, |
|
"learning_rate": 1.2562814070351759e-05, |
|
"loss": 0.165, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 0.78, |
|
"eval_loss": 0.16068558394908905, |
|
"eval_runtime": 136.6019, |
|
"eval_samples_per_second": 5.227, |
|
"eval_steps_per_second": 0.659, |
|
"step": 500 |
|
} |
|
], |
|
"logging_steps": 50, |
|
"max_steps": 1000, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 2, |
|
"save_steps": 50, |
|
"total_flos": 8.7637037678592e+16, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|