| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.7543859649122808, | |
| "eval_steps": 100, | |
| "global_step": 500, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.08771929824561403, | |
| "grad_norm": 23.971385955810547, | |
| "learning_rate": 4.9947570655942796e-05, | |
| "loss": 2.8211, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.17543859649122806, | |
| "grad_norm": 5.184176921844482, | |
| "learning_rate": 4.936026311617316e-05, | |
| "loss": 2.673, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.2631578947368421, | |
| "grad_norm": 13.108516693115234, | |
| "learning_rate": 4.813553074106761e-05, | |
| "loss": 2.5574, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.3508771929824561, | |
| "grad_norm": 4.182127952575684, | |
| "learning_rate": 4.630542059139924e-05, | |
| "loss": 2.495, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.3508771929824561, | |
| "eval_loss": 2.434575319290161, | |
| "eval_runtime": 43.2291, | |
| "eval_samples_per_second": 13.024, | |
| "eval_steps_per_second": 1.642, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.43859649122807015, | |
| "grad_norm": 3.291740894317627, | |
| "learning_rate": 4.391782039544238e-05, | |
| "loss": 2.5136, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.5263157894736842, | |
| "grad_norm": 6.727398872375488, | |
| "learning_rate": 4.10352054907785e-05, | |
| "loss": 2.6616, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.6140350877192983, | |
| "grad_norm": 21.510730743408203, | |
| "learning_rate": 3.773300405821908e-05, | |
| "loss": 2.5945, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.7017543859649122, | |
| "grad_norm": 4.637833595275879, | |
| "learning_rate": 3.409762342408719e-05, | |
| "loss": 2.6287, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.7017543859649122, | |
| "eval_loss": 2.5877649784088135, | |
| "eval_runtime": 43.2273, | |
| "eval_samples_per_second": 13.024, | |
| "eval_steps_per_second": 1.642, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.7894736842105263, | |
| "grad_norm": 3.1285316944122314, | |
| "learning_rate": 3.0224189075781884e-05, | |
| "loss": 2.5298, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.8771929824561403, | |
| "grad_norm": 4.8442487716674805, | |
| "learning_rate": 2.621405555286121e-05, | |
| "loss": 2.4645, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.9649122807017544, | |
| "grad_norm": 2.832021474838257, | |
| "learning_rate": 2.2172154345117894e-05, | |
| "loss": 2.301, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 1.0526315789473684, | |
| "grad_norm": 4.368851184844971, | |
| "learning_rate": 1.820424819409143e-05, | |
| "loss": 1.7355, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.0526315789473684, | |
| "eval_loss": 2.33687424659729, | |
| "eval_runtime": 43.1906, | |
| "eval_samples_per_second": 13.035, | |
| "eval_steps_per_second": 1.644, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.1403508771929824, | |
| "grad_norm": 3.0351405143737793, | |
| "learning_rate": 1.4414163643562755e-05, | |
| "loss": 1.4118, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 1.2280701754385965, | |
| "grad_norm": 2.7601630687713623, | |
| "learning_rate": 1.0901074253727336e-05, | |
| "loss": 1.5392, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 1.3157894736842106, | |
| "grad_norm": 2.810555934906006, | |
| "learning_rate": 7.756905568047393e-06, | |
| "loss": 1.4519, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 1.4035087719298245, | |
| "grad_norm": 2.534160614013672, | |
| "learning_rate": 5.063929735931985e-06, | |
| "loss": 1.6403, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.4035087719298245, | |
| "eval_loss": 2.3016788959503174, | |
| "eval_runtime": 43.3472, | |
| "eval_samples_per_second": 12.988, | |
| "eval_steps_per_second": 1.638, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.4912280701754386, | |
| "grad_norm": 2.371621608734131, | |
| "learning_rate": 2.892612731749414e-06, | |
| "loss": 1.4072, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 1.5789473684210527, | |
| "grad_norm": 6.394142150878906, | |
| "learning_rate": 1.2997705010932393e-06, | |
| "loss": 1.3413, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 1.6666666666666665, | |
| "grad_norm": 2.48482084274292, | |
| "learning_rate": 3.270822816527325e-07, | |
| "loss": 1.389, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 1.7543859649122808, | |
| "grad_norm": 2.898869514465332, | |
| "learning_rate": 0.0, | |
| "loss": 1.4254, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.7543859649122808, | |
| "eval_loss": 2.2643489837646484, | |
| "eval_runtime": 43.1959, | |
| "eval_samples_per_second": 13.034, | |
| "eval_steps_per_second": 1.644, | |
| "step": 500 | |
| } | |
| ], | |
| "logging_steps": 25, | |
| "max_steps": 500, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 250, | |
| "total_flos": 4.61102588624896e+16, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |