{ "best_metric": null, "best_model_checkpoint": null, "epoch": 20.0, "global_step": 6220, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 1.0, "eval_accuracy": 0.9522821307182312, "eval_loss": 0.12891167402267456, "eval_runtime": 9.8242, "eval_samples_per_second": 147.188, "eval_steps_per_second": 18.424, "step": 311 }, { "epoch": 1.61, "learning_rate": 3.106972231499722e-05, "loss": 0.2799, "step": 500 }, { "epoch": 2.0, "eval_accuracy": 0.9612724781036377, "eval_loss": 0.11741334199905396, "eval_runtime": 9.9246, "eval_samples_per_second": 145.698, "eval_steps_per_second": 18.237, "step": 622 }, { "epoch": 3.0, "eval_accuracy": 0.9688796401023865, "eval_loss": 0.1398700326681137, "eval_runtime": 9.777, "eval_samples_per_second": 147.898, "eval_steps_per_second": 18.513, "step": 933 }, { "epoch": 3.22, "learning_rate": 2.8353837497252705e-05, "loss": 0.0986, "step": 1000 }, { "epoch": 4.0, "eval_accuracy": 0.9640387296676636, "eval_loss": 0.19078733026981354, "eval_runtime": 10.086, "eval_samples_per_second": 143.368, "eval_steps_per_second": 17.946, "step": 1244 }, { "epoch": 4.82, "learning_rate": 2.563795267950819e-05, "loss": 0.0467, "step": 1500 }, { "epoch": 5.0, "eval_accuracy": 0.9598893523216248, "eval_loss": 0.2066243439912796, "eval_runtime": 9.9772, "eval_samples_per_second": 144.93, "eval_steps_per_second": 18.141, "step": 1555 }, { "epoch": 6.0, "eval_accuracy": 0.9619640111923218, "eval_loss": 0.23871752619743347, "eval_runtime": 9.7438, "eval_samples_per_second": 148.402, "eval_steps_per_second": 18.576, "step": 1866 }, { "epoch": 6.43, "learning_rate": 2.292206786176368e-05, "loss": 0.0299, "step": 2000 }, { "epoch": 7.0, "eval_accuracy": 0.9640387296676636, "eval_loss": 0.2593800723552704, "eval_runtime": 9.8624, "eval_samples_per_second": 146.617, "eval_steps_per_second": 18.352, "step": 2177 }, { "epoch": 8.0, "eval_accuracy": 0.9681881070137024, "eval_loss": 0.21497485041618347, "eval_runtime": 9.6756, "eval_samples_per_second": 149.448, "eval_steps_per_second": 18.707, "step": 2488 }, { "epoch": 8.04, "learning_rate": 2.020618304401917e-05, "loss": 0.0174, "step": 2500 }, { "epoch": 9.0, "eval_accuracy": 0.9702627658843994, "eval_loss": 0.21150082349777222, "eval_runtime": 10.0341, "eval_samples_per_second": 144.108, "eval_steps_per_second": 18.038, "step": 2799 }, { "epoch": 9.65, "learning_rate": 1.749029822627466e-05, "loss": 0.0133, "step": 3000 }, { "epoch": 10.0, "eval_accuracy": 0.9661133885383606, "eval_loss": 0.2336471825838089, "eval_runtime": 9.6376, "eval_samples_per_second": 150.037, "eval_steps_per_second": 18.781, "step": 3110 }, { "epoch": 11.0, "eval_accuracy": 0.9640387296676636, "eval_loss": 0.26857590675354004, "eval_runtime": 10.0374, "eval_samples_per_second": 144.061, "eval_steps_per_second": 18.033, "step": 3421 }, { "epoch": 11.25, "learning_rate": 1.4774413408530146e-05, "loss": 0.0065, "step": 3500 }, { "epoch": 12.0, "eval_accuracy": 0.9647302627563477, "eval_loss": 0.29211708903312683, "eval_runtime": 9.8275, "eval_samples_per_second": 147.138, "eval_steps_per_second": 18.418, "step": 3732 }, { "epoch": 12.86, "learning_rate": 1.2058528590785633e-05, "loss": 0.006, "step": 4000 }, { "epoch": 13.0, "eval_accuracy": 0.9633471369743347, "eval_loss": 0.30721694231033325, "eval_runtime": 9.9209, "eval_samples_per_second": 145.753, "eval_steps_per_second": 18.244, "step": 4043 }, { "epoch": 14.0, "eval_accuracy": 0.9674965143203735, "eval_loss": 0.30118855834007263, "eval_runtime": 9.8913, "eval_samples_per_second": 146.189, "eval_steps_per_second": 18.299, "step": 4354 }, { "epoch": 14.47, "learning_rate": 9.342643773041121e-06, "loss": 0.0068, "step": 4500 }, { "epoch": 15.0, "eval_accuracy": 0.9647302627563477, "eval_loss": 0.29607123136520386, "eval_runtime": 9.8325, "eval_samples_per_second": 147.063, "eval_steps_per_second": 18.408, "step": 4665 }, { "epoch": 16.0, "eval_accuracy": 0.9633471369743347, "eval_loss": 0.29950061440467834, "eval_runtime": 9.895, "eval_samples_per_second": 146.134, "eval_steps_per_second": 18.292, "step": 4976 }, { "epoch": 16.08, "learning_rate": 6.626758955296609e-06, "loss": 0.0062, "step": 5000 }, { "epoch": 17.0, "eval_accuracy": 0.9674965143203735, "eval_loss": 0.2802109718322754, "eval_runtime": 9.7901, "eval_samples_per_second": 147.7, "eval_steps_per_second": 18.488, "step": 5287 }, { "epoch": 17.68, "learning_rate": 3.910874137552097e-06, "loss": 0.0069, "step": 5500 }, { "epoch": 18.0, "eval_accuracy": 0.9688796401023865, "eval_loss": 0.2822701930999756, "eval_runtime": 9.8995, "eval_samples_per_second": 146.068, "eval_steps_per_second": 18.284, "step": 5598 }, { "epoch": 19.0, "eval_accuracy": 0.9681881070137024, "eval_loss": 0.27318963408470154, "eval_runtime": 9.6783, "eval_samples_per_second": 149.407, "eval_steps_per_second": 18.702, "step": 5909 }, { "epoch": 19.29, "learning_rate": 1.1949893198075852e-06, "loss": 0.0041, "step": 6000 }, { "epoch": 20.0, "eval_accuracy": 0.9681881070137024, "eval_loss": 0.27601131796836853, "eval_runtime": 9.9846, "eval_samples_per_second": 144.824, "eval_steps_per_second": 18.128, "step": 6220 }, { "epoch": 20.0, "step": 6220, "total_flos": 6546379231641600.0, "train_loss": 0.042026480821551235, "train_runtime": 4438.5906, "train_samples_per_second": 22.422, "train_steps_per_second": 1.401 } ], "max_steps": 6220, "num_train_epochs": 20, "total_flos": 6546379231641600.0, "trial_name": null, "trial_params": null }