|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 1.7543859649122808, |
|
"eval_steps": 100, |
|
"global_step": 500, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.08771929824561403, |
|
"grad_norm": 23.971385955810547, |
|
"learning_rate": 4.9947570655942796e-05, |
|
"loss": 2.8211, |
|
"step": 25 |
|
}, |
|
{ |
|
"epoch": 0.17543859649122806, |
|
"grad_norm": 5.184176921844482, |
|
"learning_rate": 4.936026311617316e-05, |
|
"loss": 2.673, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 0.2631578947368421, |
|
"grad_norm": 13.108516693115234, |
|
"learning_rate": 4.813553074106761e-05, |
|
"loss": 2.5574, |
|
"step": 75 |
|
}, |
|
{ |
|
"epoch": 0.3508771929824561, |
|
"grad_norm": 4.182127952575684, |
|
"learning_rate": 4.630542059139924e-05, |
|
"loss": 2.495, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.3508771929824561, |
|
"eval_loss": 2.434575319290161, |
|
"eval_runtime": 43.2291, |
|
"eval_samples_per_second": 13.024, |
|
"eval_steps_per_second": 1.642, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.43859649122807015, |
|
"grad_norm": 3.291740894317627, |
|
"learning_rate": 4.391782039544238e-05, |
|
"loss": 2.5136, |
|
"step": 125 |
|
}, |
|
{ |
|
"epoch": 0.5263157894736842, |
|
"grad_norm": 6.727398872375488, |
|
"learning_rate": 4.10352054907785e-05, |
|
"loss": 2.6616, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 0.6140350877192983, |
|
"grad_norm": 21.510730743408203, |
|
"learning_rate": 3.773300405821908e-05, |
|
"loss": 2.5945, |
|
"step": 175 |
|
}, |
|
{ |
|
"epoch": 0.7017543859649122, |
|
"grad_norm": 4.637833595275879, |
|
"learning_rate": 3.409762342408719e-05, |
|
"loss": 2.6287, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.7017543859649122, |
|
"eval_loss": 2.5877649784088135, |
|
"eval_runtime": 43.2273, |
|
"eval_samples_per_second": 13.024, |
|
"eval_steps_per_second": 1.642, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.7894736842105263, |
|
"grad_norm": 3.1285316944122314, |
|
"learning_rate": 3.0224189075781884e-05, |
|
"loss": 2.5298, |
|
"step": 225 |
|
}, |
|
{ |
|
"epoch": 0.8771929824561403, |
|
"grad_norm": 4.8442487716674805, |
|
"learning_rate": 2.621405555286121e-05, |
|
"loss": 2.4645, |
|
"step": 250 |
|
}, |
|
{ |
|
"epoch": 0.9649122807017544, |
|
"grad_norm": 2.832021474838257, |
|
"learning_rate": 2.2172154345117894e-05, |
|
"loss": 2.301, |
|
"step": 275 |
|
}, |
|
{ |
|
"epoch": 1.0526315789473684, |
|
"grad_norm": 4.368851184844971, |
|
"learning_rate": 1.820424819409143e-05, |
|
"loss": 1.7355, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 1.0526315789473684, |
|
"eval_loss": 2.33687424659729, |
|
"eval_runtime": 43.1906, |
|
"eval_samples_per_second": 13.035, |
|
"eval_steps_per_second": 1.644, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 1.1403508771929824, |
|
"grad_norm": 3.0351405143737793, |
|
"learning_rate": 1.4414163643562755e-05, |
|
"loss": 1.4118, |
|
"step": 325 |
|
}, |
|
{ |
|
"epoch": 1.2280701754385965, |
|
"grad_norm": 2.7601630687713623, |
|
"learning_rate": 1.0901074253727336e-05, |
|
"loss": 1.5392, |
|
"step": 350 |
|
}, |
|
{ |
|
"epoch": 1.3157894736842106, |
|
"grad_norm": 2.810555934906006, |
|
"learning_rate": 7.756905568047393e-06, |
|
"loss": 1.4519, |
|
"step": 375 |
|
}, |
|
{ |
|
"epoch": 1.4035087719298245, |
|
"grad_norm": 2.534160614013672, |
|
"learning_rate": 5.063929735931985e-06, |
|
"loss": 1.6403, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 1.4035087719298245, |
|
"eval_loss": 2.3016788959503174, |
|
"eval_runtime": 43.3472, |
|
"eval_samples_per_second": 12.988, |
|
"eval_steps_per_second": 1.638, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 1.4912280701754386, |
|
"grad_norm": 2.371621608734131, |
|
"learning_rate": 2.892612731749414e-06, |
|
"loss": 1.4072, |
|
"step": 425 |
|
}, |
|
{ |
|
"epoch": 1.5789473684210527, |
|
"grad_norm": 6.394142150878906, |
|
"learning_rate": 1.2997705010932393e-06, |
|
"loss": 1.3413, |
|
"step": 450 |
|
}, |
|
{ |
|
"epoch": 1.6666666666666665, |
|
"grad_norm": 2.48482084274292, |
|
"learning_rate": 3.270822816527325e-07, |
|
"loss": 1.389, |
|
"step": 475 |
|
}, |
|
{ |
|
"epoch": 1.7543859649122808, |
|
"grad_norm": 2.898869514465332, |
|
"learning_rate": 0.0, |
|
"loss": 1.4254, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 1.7543859649122808, |
|
"eval_loss": 2.2643489837646484, |
|
"eval_runtime": 43.1959, |
|
"eval_samples_per_second": 13.034, |
|
"eval_steps_per_second": 1.644, |
|
"step": 500 |
|
} |
|
], |
|
"logging_steps": 25, |
|
"max_steps": 500, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 2, |
|
"save_steps": 250, |
|
"total_flos": 4.61102588624896e+16, |
|
"train_batch_size": 1, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|