| { | |
| "best_metric": 2.214716911315918, | |
| "best_model_checkpoint": "./outputs/checkpoint-2000", | |
| "epoch": 1.4571948998178508, | |
| "eval_steps": 100, | |
| "global_step": 2000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 0.0002, | |
| "loss": 2.7392, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_loss": 2.641645669937134, | |
| "eval_runtime": 216.5632, | |
| "eval_samples_per_second": 28.971, | |
| "eval_steps_per_second": 3.625, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 0.0002, | |
| "loss": 2.6048, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "eval_loss": 2.5937132835388184, | |
| "eval_runtime": 206.5927, | |
| "eval_samples_per_second": 30.369, | |
| "eval_steps_per_second": 3.8, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 0.0002, | |
| "loss": 2.5626, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "eval_loss": 2.556633949279785, | |
| "eval_runtime": 206.6295, | |
| "eval_samples_per_second": 30.364, | |
| "eval_steps_per_second": 3.799, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 0.0002, | |
| "loss": 2.5359, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "eval_loss": 2.52408504486084, | |
| "eval_runtime": 206.6465, | |
| "eval_samples_per_second": 30.361, | |
| "eval_steps_per_second": 3.799, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 0.0002, | |
| "loss": 2.4941, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "eval_loss": 2.4982783794403076, | |
| "eval_runtime": 206.6237, | |
| "eval_samples_per_second": 30.364, | |
| "eval_steps_per_second": 3.799, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 0.0002, | |
| "loss": 2.4681, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "eval_loss": 2.4732720851898193, | |
| "eval_runtime": 206.7564, | |
| "eval_samples_per_second": 30.345, | |
| "eval_steps_per_second": 3.797, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 0.0002, | |
| "loss": 2.4509, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "eval_loss": 2.4523911476135254, | |
| "eval_runtime": 206.8041, | |
| "eval_samples_per_second": 30.338, | |
| "eval_steps_per_second": 3.796, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 0.0002, | |
| "loss": 2.429, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "eval_loss": 2.4297590255737305, | |
| "eval_runtime": 206.8909, | |
| "eval_samples_per_second": 30.325, | |
| "eval_steps_per_second": 3.794, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 0.0002, | |
| "loss": 2.3922, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "eval_loss": 2.4085500240325928, | |
| "eval_runtime": 206.8407, | |
| "eval_samples_per_second": 30.333, | |
| "eval_steps_per_second": 3.795, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 0.0002, | |
| "loss": 2.3898, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "eval_loss": 2.3908660411834717, | |
| "eval_runtime": 206.8251, | |
| "eval_samples_per_second": 30.335, | |
| "eval_steps_per_second": 3.795, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 0.0002, | |
| "loss": 2.3825, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "eval_loss": 2.36782169342041, | |
| "eval_runtime": 206.8621, | |
| "eval_samples_per_second": 30.329, | |
| "eval_steps_per_second": 3.795, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 0.0002, | |
| "loss": 2.3384, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "eval_loss": 2.348783254623413, | |
| "eval_runtime": 206.6622, | |
| "eval_samples_per_second": 30.359, | |
| "eval_steps_per_second": 3.798, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 0.0002, | |
| "loss": 2.3505, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "eval_loss": 2.334380865097046, | |
| "eval_runtime": 206.6361, | |
| "eval_samples_per_second": 30.363, | |
| "eval_steps_per_second": 3.799, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 0.0002, | |
| "loss": 2.3013, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "eval_loss": 2.3094112873077393, | |
| "eval_runtime": 206.8997, | |
| "eval_samples_per_second": 30.324, | |
| "eval_steps_per_second": 3.794, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "learning_rate": 0.0002, | |
| "loss": 2.2619, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "eval_loss": 2.293931484222412, | |
| "eval_runtime": 207.4615, | |
| "eval_samples_per_second": 30.242, | |
| "eval_steps_per_second": 3.784, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "learning_rate": 0.0002, | |
| "loss": 2.2542, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "eval_loss": 2.275839328765869, | |
| "eval_runtime": 207.0504, | |
| "eval_samples_per_second": 30.302, | |
| "eval_steps_per_second": 3.791, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "learning_rate": 0.0002, | |
| "loss": 2.2529, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "eval_loss": 2.2586843967437744, | |
| "eval_runtime": 207.0741, | |
| "eval_samples_per_second": 30.298, | |
| "eval_steps_per_second": 3.791, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "learning_rate": 0.0002, | |
| "loss": 2.2154, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "eval_loss": 2.2427449226379395, | |
| "eval_runtime": 207.0755, | |
| "eval_samples_per_second": 30.298, | |
| "eval_steps_per_second": 3.791, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "learning_rate": 0.0002, | |
| "loss": 2.1995, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "eval_loss": 2.229428291320801, | |
| "eval_runtime": 207.3553, | |
| "eval_samples_per_second": 30.257, | |
| "eval_steps_per_second": 3.786, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "learning_rate": 0.0002, | |
| "loss": 2.1939, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "eval_loss": 2.214716911315918, | |
| "eval_runtime": 207.5218, | |
| "eval_samples_per_second": 30.233, | |
| "eval_steps_per_second": 3.783, | |
| "step": 2000 | |
| } | |
| ], | |
| "logging_steps": 100, | |
| "max_steps": 4116, | |
| "num_train_epochs": 3, | |
| "save_steps": 100, | |
| "total_flos": 5.844081922689024e+16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |