| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 5.0, | |
| "eval_steps": 500, | |
| "global_step": 625, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 5e-06, | |
| "loss": 2.1158, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 1e-05, | |
| "loss": 1.3913, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 9.449378330373002e-06, | |
| "loss": 1.2838, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 8.898756660746004e-06, | |
| "loss": 1.2016, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "learning_rate": 8.348134991119005e-06, | |
| "loss": 1.0974, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "learning_rate": 7.797513321492007e-06, | |
| "loss": 0.8999, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "learning_rate": 7.246891651865009e-06, | |
| "loss": 0.7662, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "learning_rate": 6.6962699822380115e-06, | |
| "loss": 0.7183, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 2.23, | |
| "learning_rate": 6.145648312611013e-06, | |
| "loss": 0.6274, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 2.48, | |
| "learning_rate": 5.595026642984015e-06, | |
| "loss": 0.4377, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "learning_rate": 5.044404973357016e-06, | |
| "loss": 0.2646, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 2.98, | |
| "learning_rate": 4.493783303730018e-06, | |
| "loss": 0.2512, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 3.22, | |
| "learning_rate": 3.94316163410302e-06, | |
| "loss": 0.2128, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 3.47, | |
| "learning_rate": 3.3925399644760213e-06, | |
| "loss": 0.1259, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 3.72, | |
| "learning_rate": 2.841918294849023e-06, | |
| "loss": 0.0753, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 3.97, | |
| "learning_rate": 2.291296625222025e-06, | |
| "loss": 0.0686, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 4.22, | |
| "learning_rate": 1.7406749555950267e-06, | |
| "loss": 0.054, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 4.46, | |
| "learning_rate": 1.1900532859680285e-06, | |
| "loss": 0.0332, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 4.71, | |
| "learning_rate": 6.394316163410303e-07, | |
| "loss": 0.0204, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 4.96, | |
| "learning_rate": 8.880994671403197e-08, | |
| "loss": 0.0144, | |
| "step": 620 | |
| } | |
| ], | |
| "logging_steps": 31, | |
| "max_steps": 625, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 5, | |
| "save_steps": 625, | |
| "total_flos": 0.0, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |