{ "best_metric": 1.285245418548584, "best_model_checkpoint": "Models/checkpoint-600", "epoch": 2.7809965237543453, "global_step": 600, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.05, "learning_rate": 2.9999999999999997e-05, "loss": 2.1801, "step": 10 }, { "epoch": 0.09, "learning_rate": 5.9999999999999995e-05, "loss": 2.1794, "step": 20 }, { "epoch": 0.14, "learning_rate": 8.999999999999999e-05, "loss": 2.0713, "step": 30 }, { "epoch": 0.19, "learning_rate": 0.00011999999999999999, "loss": 1.8861, "step": 40 }, { "epoch": 0.23, "learning_rate": 0.00015, "loss": 1.8091, "step": 50 }, { "epoch": 0.28, "learning_rate": 0.00017999999999999998, "loss": 1.7075, "step": 60 }, { "epoch": 0.32, "learning_rate": 0.00020999999999999998, "loss": 1.5947, "step": 70 }, { "epoch": 0.37, "learning_rate": 0.00023999999999999998, "loss": 1.6255, "step": 80 }, { "epoch": 0.42, "learning_rate": 0.00027, "loss": 1.598, "step": 90 }, { "epoch": 0.46, "learning_rate": 0.0003, "loss": 1.5142, "step": 100 }, { "epoch": 0.51, "learning_rate": 0.00029449541284403666, "loss": 1.5258, "step": 110 }, { "epoch": 0.56, "learning_rate": 0.00028899082568807334, "loss": 1.4687, "step": 120 }, { "epoch": 0.6, "learning_rate": 0.0002834862385321101, "loss": 1.4434, "step": 130 }, { "epoch": 0.65, "learning_rate": 0.00027798165137614677, "loss": 1.4302, "step": 140 }, { "epoch": 0.7, "learning_rate": 0.00027247706422018345, "loss": 1.3928, "step": 150 }, { "epoch": 0.74, "learning_rate": 0.00026697247706422014, "loss": 1.4525, "step": 160 }, { "epoch": 0.79, "learning_rate": 0.0002614678899082569, "loss": 1.4681, "step": 170 }, { "epoch": 0.83, "learning_rate": 0.00025596330275229356, "loss": 1.4105, "step": 180 }, { "epoch": 0.88, "learning_rate": 0.00025045871559633025, "loss": 1.3371, "step": 190 }, { "epoch": 0.93, "learning_rate": 0.00024495412844036693, "loss": 1.3493, "step": 200 }, { "epoch": 0.93, "eval_loss": 1.4036030769348145, "eval_runtime": 87.4611, "eval_samples_per_second": 22.867, "eval_steps_per_second": 2.858, "step": 200 }, { "epoch": 0.97, "learning_rate": 0.00023944954128440364, "loss": 1.3139, "step": 210 }, { "epoch": 1.02, "learning_rate": 0.00023394495412844035, "loss": 1.3878, "step": 220 }, { "epoch": 1.07, "learning_rate": 0.00022844036697247704, "loss": 1.3011, "step": 230 }, { "epoch": 1.11, "learning_rate": 0.00022293577981651375, "loss": 1.3121, "step": 240 }, { "epoch": 1.16, "learning_rate": 0.00021743119266055044, "loss": 1.3234, "step": 250 }, { "epoch": 1.21, "learning_rate": 0.00021192660550458712, "loss": 1.2722, "step": 260 }, { "epoch": 1.25, "learning_rate": 0.00020642201834862383, "loss": 1.2897, "step": 270 }, { "epoch": 1.3, "learning_rate": 0.00020091743119266052, "loss": 1.2723, "step": 280 }, { "epoch": 1.34, "learning_rate": 0.00019541284403669723, "loss": 1.2375, "step": 290 }, { "epoch": 1.39, "learning_rate": 0.00018990825688073391, "loss": 1.2756, "step": 300 }, { "epoch": 1.44, "learning_rate": 0.00018440366972477063, "loss": 1.2567, "step": 310 }, { "epoch": 1.48, "learning_rate": 0.0001788990825688073, "loss": 1.2491, "step": 320 }, { "epoch": 1.53, "learning_rate": 0.00017339449541284402, "loss": 1.2501, "step": 330 }, { "epoch": 1.58, "learning_rate": 0.0001678899082568807, "loss": 1.2702, "step": 340 }, { "epoch": 1.62, "learning_rate": 0.00016238532110091742, "loss": 1.2882, "step": 350 }, { "epoch": 1.67, "learning_rate": 0.0001568807339449541, "loss": 1.2681, "step": 360 }, { "epoch": 1.71, "learning_rate": 0.00015137614678899082, "loss": 1.2652, "step": 370 }, { "epoch": 1.76, "learning_rate": 0.00014587155963302753, "loss": 1.2324, "step": 380 }, { "epoch": 1.81, "learning_rate": 0.0001403669724770642, "loss": 1.2817, "step": 390 }, { "epoch": 1.85, "learning_rate": 0.00013486238532110092, "loss": 1.2244, "step": 400 }, { "epoch": 1.85, "eval_loss": 1.3160691261291504, "eval_runtime": 87.8417, "eval_samples_per_second": 22.768, "eval_steps_per_second": 2.846, "step": 400 }, { "epoch": 1.9, "learning_rate": 0.0001293577981651376, "loss": 1.2933, "step": 410 }, { "epoch": 1.95, "learning_rate": 0.00012385321100917432, "loss": 1.2248, "step": 420 }, { "epoch": 1.99, "learning_rate": 0.000118348623853211, "loss": 1.2437, "step": 430 }, { "epoch": 2.04, "learning_rate": 0.0001128440366972477, "loss": 1.1904, "step": 440 }, { "epoch": 2.09, "learning_rate": 0.0001073394495412844, "loss": 1.1809, "step": 450 }, { "epoch": 2.13, "learning_rate": 0.0001018348623853211, "loss": 1.1475, "step": 460 }, { "epoch": 2.18, "learning_rate": 9.63302752293578e-05, "loss": 1.1345, "step": 470 }, { "epoch": 2.22, "learning_rate": 9.08256880733945e-05, "loss": 1.1766, "step": 480 }, { "epoch": 2.27, "learning_rate": 8.53211009174312e-05, "loss": 1.1694, "step": 490 }, { "epoch": 2.32, "learning_rate": 7.981651376146788e-05, "loss": 1.1736, "step": 500 }, { "epoch": 2.36, "learning_rate": 7.431192660550458e-05, "loss": 1.1543, "step": 510 }, { "epoch": 2.41, "learning_rate": 6.880733944954128e-05, "loss": 1.1707, "step": 520 }, { "epoch": 2.46, "learning_rate": 6.330275229357798e-05, "loss": 1.112, "step": 530 }, { "epoch": 2.5, "learning_rate": 5.7798165137614674e-05, "loss": 1.1202, "step": 540 }, { "epoch": 2.55, "learning_rate": 5.229357798165137e-05, "loss": 1.1136, "step": 550 }, { "epoch": 2.6, "learning_rate": 4.678899082568807e-05, "loss": 1.1451, "step": 560 }, { "epoch": 2.64, "learning_rate": 4.128440366972477e-05, "loss": 1.1713, "step": 570 }, { "epoch": 2.69, "learning_rate": 3.577981651376147e-05, "loss": 1.1593, "step": 580 }, { "epoch": 2.73, "learning_rate": 3.0275229357798166e-05, "loss": 1.1583, "step": 590 }, { "epoch": 2.78, "learning_rate": 2.477064220183486e-05, "loss": 1.1867, "step": 600 }, { "epoch": 2.78, "eval_loss": 1.285245418548584, "eval_runtime": 87.6765, "eval_samples_per_second": 22.811, "eval_steps_per_second": 2.851, "step": 600 } ], "max_steps": 645, "num_train_epochs": 3, "total_flos": 5.779417623743693e+16, "trial_name": null, "trial_params": null }