{ "best_metric": null, "best_model_checkpoint": null, "epoch": 2.828854314002829, "eval_steps": 1000, "global_step": 2000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.03536067892503536, "grad_norm": 30.994422912597656, "learning_rate": 4.6000000000000004e-07, "loss": 2.5424, "step": 25 }, { "epoch": 0.07072135785007072, "grad_norm": 28.130775451660156, "learning_rate": 9.600000000000001e-07, "loss": 2.3297, "step": 50 }, { "epoch": 0.10608203677510608, "grad_norm": 23.87168312072754, "learning_rate": 1.46e-06, "loss": 2.0791, "step": 75 }, { "epoch": 0.14144271570014144, "grad_norm": 22.275480270385742, "learning_rate": 1.9600000000000003e-06, "loss": 1.8166, "step": 100 }, { "epoch": 0.1768033946251768, "grad_norm": 20.288251876831055, "learning_rate": 2.46e-06, "loss": 1.6861, "step": 125 }, { "epoch": 0.21216407355021216, "grad_norm": 19.130552291870117, "learning_rate": 2.96e-06, "loss": 1.5617, "step": 150 }, { "epoch": 0.24752475247524752, "grad_norm": 19.718809127807617, "learning_rate": 3.46e-06, "loss": 1.4696, "step": 175 }, { "epoch": 0.2828854314002829, "grad_norm": 19.25800132751465, "learning_rate": 3.96e-06, "loss": 1.4243, "step": 200 }, { "epoch": 0.31824611032531824, "grad_norm": 17.486873626708984, "learning_rate": 4.4600000000000005e-06, "loss": 1.3264, "step": 225 }, { "epoch": 0.3536067892503536, "grad_norm": 17.029237747192383, "learning_rate": 4.960000000000001e-06, "loss": 1.2738, "step": 250 }, { "epoch": 0.38896746817538896, "grad_norm": 18.300344467163086, "learning_rate": 5.460000000000001e-06, "loss": 1.188, "step": 275 }, { "epoch": 0.4243281471004243, "grad_norm": 18.427331924438477, "learning_rate": 5.9600000000000005e-06, "loss": 1.1332, "step": 300 }, { "epoch": 0.4596888260254597, "grad_norm": 17.452590942382812, "learning_rate": 6.460000000000001e-06, "loss": 1.1342, "step": 325 }, { "epoch": 0.49504950495049505, "grad_norm": 17.23073387145996, "learning_rate": 6.96e-06, "loss": 1.0711, "step": 350 }, { "epoch": 0.5304101838755304, "grad_norm": 17.96349334716797, "learning_rate": 7.4600000000000006e-06, "loss": 0.9895, "step": 375 }, { "epoch": 0.5657708628005658, "grad_norm": 18.00710105895996, "learning_rate": 7.960000000000002e-06, "loss": 0.9815, "step": 400 }, { "epoch": 0.6011315417256011, "grad_norm": 14.980706214904785, "learning_rate": 8.46e-06, "loss": 0.9336, "step": 425 }, { "epoch": 0.6364922206506365, "grad_norm": 17.89024543762207, "learning_rate": 8.96e-06, "loss": 0.9098, "step": 450 }, { "epoch": 0.6718528995756718, "grad_norm": 16.27644157409668, "learning_rate": 9.460000000000001e-06, "loss": 0.8745, "step": 475 }, { "epoch": 0.7072135785007072, "grad_norm": 16.346195220947266, "learning_rate": 9.960000000000001e-06, "loss": 0.8709, "step": 500 }, { "epoch": 0.7425742574257426, "grad_norm": 15.123006820678711, "learning_rate": 9.846666666666668e-06, "loss": 0.8402, "step": 525 }, { "epoch": 0.7779349363507779, "grad_norm": 16.96986961364746, "learning_rate": 9.68e-06, "loss": 0.8082, "step": 550 }, { "epoch": 0.8132956152758133, "grad_norm": 16.53630256652832, "learning_rate": 9.513333333333334e-06, "loss": 0.7627, "step": 575 }, { "epoch": 0.8486562942008486, "grad_norm": 16.62044906616211, "learning_rate": 9.346666666666666e-06, "loss": 0.7566, "step": 600 }, { "epoch": 0.884016973125884, "grad_norm": 14.903979301452637, "learning_rate": 9.180000000000002e-06, "loss": 0.7467, "step": 625 }, { "epoch": 0.9193776520509194, "grad_norm": 13.78823184967041, "learning_rate": 9.013333333333334e-06, "loss": 0.7248, "step": 650 }, { "epoch": 0.9547383309759547, "grad_norm": 15.028746604919434, "learning_rate": 8.846666666666668e-06, "loss": 0.7335, "step": 675 }, { "epoch": 0.9900990099009901, "grad_norm": 15.316567420959473, "learning_rate": 8.68e-06, "loss": 0.6937, "step": 700 }, { "epoch": 1.0254596888260255, "grad_norm": 14.481536865234375, "learning_rate": 8.513333333333335e-06, "loss": 0.6605, "step": 725 }, { "epoch": 1.0608203677510608, "grad_norm": 13.36230754852295, "learning_rate": 8.346666666666668e-06, "loss": 0.6326, "step": 750 }, { "epoch": 1.0961810466760962, "grad_norm": 15.339876174926758, "learning_rate": 8.18e-06, "loss": 0.5874, "step": 775 }, { "epoch": 1.1315417256011315, "grad_norm": 13.94893741607666, "learning_rate": 8.013333333333333e-06, "loss": 0.6046, "step": 800 }, { "epoch": 1.166902404526167, "grad_norm": 13.017638206481934, "learning_rate": 7.846666666666667e-06, "loss": 0.6161, "step": 825 }, { "epoch": 1.2022630834512023, "grad_norm": 13.231209754943848, "learning_rate": 7.680000000000001e-06, "loss": 0.5698, "step": 850 }, { "epoch": 1.2376237623762376, "grad_norm": 12.817441940307617, "learning_rate": 7.513333333333334e-06, "loss": 0.5713, "step": 875 }, { "epoch": 1.272984441301273, "grad_norm": 13.46290397644043, "learning_rate": 7.346666666666668e-06, "loss": 0.5654, "step": 900 }, { "epoch": 1.3083451202263083, "grad_norm": 14.10335922241211, "learning_rate": 7.180000000000001e-06, "loss": 0.573, "step": 925 }, { "epoch": 1.3437057991513437, "grad_norm": 13.611617088317871, "learning_rate": 7.0133333333333345e-06, "loss": 0.5811, "step": 950 }, { "epoch": 1.379066478076379, "grad_norm": 14.193683624267578, "learning_rate": 6.846666666666667e-06, "loss": 0.553, "step": 975 }, { "epoch": 1.4144271570014144, "grad_norm": 11.151966094970703, "learning_rate": 6.680000000000001e-06, "loss": 0.5465, "step": 1000 }, { "epoch": 1.4144271570014144, "eval_loss": 0.6222829222679138, "eval_runtime": 620.3275, "eval_samples_per_second": 8.674, "eval_steps_per_second": 0.543, "eval_wer": 0.47019762217185573, "step": 1000 }, { "epoch": 1.4497878359264498, "grad_norm": 14.845292091369629, "learning_rate": 6.513333333333333e-06, "loss": 0.5215, "step": 1025 }, { "epoch": 1.4851485148514851, "grad_norm": 14.059162139892578, "learning_rate": 6.346666666666668e-06, "loss": 0.5362, "step": 1050 }, { "epoch": 1.5205091937765205, "grad_norm": 12.1607027053833, "learning_rate": 6.18e-06, "loss": 0.5198, "step": 1075 }, { "epoch": 1.5558698727015559, "grad_norm": 14.104994773864746, "learning_rate": 6.013333333333335e-06, "loss": 0.522, "step": 1100 }, { "epoch": 1.5912305516265912, "grad_norm": 14.609585762023926, "learning_rate": 5.846666666666667e-06, "loss": 0.5456, "step": 1125 }, { "epoch": 1.6265912305516266, "grad_norm": 13.004403114318848, "learning_rate": 5.68e-06, "loss": 0.5216, "step": 1150 }, { "epoch": 1.661951909476662, "grad_norm": 13.968815803527832, "learning_rate": 5.513333333333334e-06, "loss": 0.5101, "step": 1175 }, { "epoch": 1.6973125884016973, "grad_norm": 12.793135643005371, "learning_rate": 5.346666666666667e-06, "loss": 0.5054, "step": 1200 }, { "epoch": 1.7326732673267327, "grad_norm": 12.969812393188477, "learning_rate": 5.18e-06, "loss": 0.5078, "step": 1225 }, { "epoch": 1.768033946251768, "grad_norm": 12.749104499816895, "learning_rate": 5.013333333333333e-06, "loss": 0.4944, "step": 1250 }, { "epoch": 1.8033946251768034, "grad_norm": 13.452000617980957, "learning_rate": 4.846666666666667e-06, "loss": 0.5047, "step": 1275 }, { "epoch": 1.8387553041018387, "grad_norm": 13.211859703063965, "learning_rate": 4.680000000000001e-06, "loss": 0.5024, "step": 1300 }, { "epoch": 1.874115983026874, "grad_norm": 12.375421524047852, "learning_rate": 4.513333333333333e-06, "loss": 0.4817, "step": 1325 }, { "epoch": 1.9094766619519095, "grad_norm": 13.229231834411621, "learning_rate": 4.346666666666667e-06, "loss": 0.47, "step": 1350 }, { "epoch": 1.9448373408769448, "grad_norm": 11.967358589172363, "learning_rate": 4.18e-06, "loss": 0.4717, "step": 1375 }, { "epoch": 1.9801980198019802, "grad_norm": 13.194028854370117, "learning_rate": 4.013333333333334e-06, "loss": 0.4871, "step": 1400 }, { "epoch": 2.0155586987270158, "grad_norm": 10.578360557556152, "learning_rate": 3.8466666666666665e-06, "loss": 0.4601, "step": 1425 }, { "epoch": 2.050919377652051, "grad_norm": 10.83725357055664, "learning_rate": 3.6800000000000003e-06, "loss": 0.4081, "step": 1450 }, { "epoch": 2.0862800565770865, "grad_norm": 11.61172866821289, "learning_rate": 3.5133333333333337e-06, "loss": 0.4086, "step": 1475 }, { "epoch": 2.1216407355021216, "grad_norm": 13.022510528564453, "learning_rate": 3.346666666666667e-06, "loss": 0.3962, "step": 1500 }, { "epoch": 2.157001414427157, "grad_norm": 11.560221672058105, "learning_rate": 3.1800000000000005e-06, "loss": 0.4214, "step": 1525 }, { "epoch": 2.1923620933521923, "grad_norm": 11.080381393432617, "learning_rate": 3.013333333333334e-06, "loss": 0.3891, "step": 1550 }, { "epoch": 2.227722772277228, "grad_norm": 11.685514450073242, "learning_rate": 2.8466666666666672e-06, "loss": 0.4066, "step": 1575 }, { "epoch": 2.263083451202263, "grad_norm": 10.105015754699707, "learning_rate": 2.68e-06, "loss": 0.4023, "step": 1600 }, { "epoch": 2.298444130127298, "grad_norm": 10.330554008483887, "learning_rate": 2.5133333333333336e-06, "loss": 0.3896, "step": 1625 }, { "epoch": 2.333804809052334, "grad_norm": 12.053783416748047, "learning_rate": 2.346666666666667e-06, "loss": 0.4, "step": 1650 }, { "epoch": 2.3691654879773694, "grad_norm": 11.276220321655273, "learning_rate": 2.1800000000000003e-06, "loss": 0.3984, "step": 1675 }, { "epoch": 2.4045261669024045, "grad_norm": 13.366302490234375, "learning_rate": 2.0133333333333337e-06, "loss": 0.3986, "step": 1700 }, { "epoch": 2.4398868458274396, "grad_norm": 10.583386421203613, "learning_rate": 1.8466666666666668e-06, "loss": 0.4013, "step": 1725 }, { "epoch": 2.4752475247524752, "grad_norm": 11.777633666992188, "learning_rate": 1.6800000000000002e-06, "loss": 0.4076, "step": 1750 }, { "epoch": 2.510608203677511, "grad_norm": 12.717354774475098, "learning_rate": 1.5133333333333334e-06, "loss": 0.3901, "step": 1775 }, { "epoch": 2.545968882602546, "grad_norm": 10.099494934082031, "learning_rate": 1.3466666666666668e-06, "loss": 0.3914, "step": 1800 }, { "epoch": 2.581329561527581, "grad_norm": 12.377460479736328, "learning_rate": 1.1800000000000001e-06, "loss": 0.3904, "step": 1825 }, { "epoch": 2.6166902404526167, "grad_norm": 11.621073722839355, "learning_rate": 1.0133333333333333e-06, "loss": 0.3865, "step": 1850 }, { "epoch": 2.6520509193776522, "grad_norm": 12.402543067932129, "learning_rate": 8.466666666666668e-07, "loss": 0.3993, "step": 1875 }, { "epoch": 2.6874115983026874, "grad_norm": 12.710662841796875, "learning_rate": 6.800000000000001e-07, "loss": 0.3892, "step": 1900 }, { "epoch": 2.7227722772277225, "grad_norm": 11.998794555664062, "learning_rate": 5.133333333333334e-07, "loss": 0.3725, "step": 1925 }, { "epoch": 2.758132956152758, "grad_norm": 11.460661888122559, "learning_rate": 3.466666666666667e-07, "loss": 0.3947, "step": 1950 }, { "epoch": 2.7934936350777937, "grad_norm": 10.511993408203125, "learning_rate": 1.8e-07, "loss": 0.3839, "step": 1975 }, { "epoch": 2.828854314002829, "grad_norm": 11.295842170715332, "learning_rate": 1.3333333333333334e-08, "loss": 0.3781, "step": 2000 }, { "epoch": 2.828854314002829, "eval_loss": 0.5415101647377014, "eval_runtime": 593.481, "eval_samples_per_second": 9.067, "eval_steps_per_second": 0.568, "eval_wer": 0.4117459938764961, "step": 2000 }, { "epoch": 2.828854314002829, "step": 2000, "total_flos": 4.14935339433984e+18, "train_loss": 0.729869236946106, "train_runtime": 7273.2114, "train_samples_per_second": 8.799, "train_steps_per_second": 0.275 } ], "logging_steps": 25, "max_steps": 2000, "num_input_tokens_seen": 0, "num_train_epochs": 3, "save_steps": 1000, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 4.14935339433984e+18, "train_batch_size": 16, "trial_name": null, "trial_params": null }