| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 4.0, | |
| "eval_steps": 500, | |
| "global_step": 740, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.005405405405405406, | |
| "grad_norm": 61.001103964725324, | |
| "learning_rate": 1.0526315789473685e-06, | |
| "loss": 1.9097, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.02702702702702703, | |
| "grad_norm": 35.97997402423919, | |
| "learning_rate": 5.263157894736842e-06, | |
| "loss": 1.7102, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.05405405405405406, | |
| "grad_norm": 30.10156193198182, | |
| "learning_rate": 1.0526315789473684e-05, | |
| "loss": 1.5516, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.08108108108108109, | |
| "grad_norm": 6.532111146208257, | |
| "learning_rate": 1.578947368421053e-05, | |
| "loss": 1.4536, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.10810810810810811, | |
| "grad_norm": 4.983904851506608, | |
| "learning_rate": 1.999820922669738e-05, | |
| "loss": 1.4112, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.13513513513513514, | |
| "grad_norm": 3.8732866550483545, | |
| "learning_rate": 1.993559947963185e-05, | |
| "loss": 1.4056, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.16216216216216217, | |
| "grad_norm": 3.0620367608079846, | |
| "learning_rate": 1.9784091409455728e-05, | |
| "loss": 1.4016, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.1891891891891892, | |
| "grad_norm": 3.2352358324557167, | |
| "learning_rate": 1.9545040627715554e-05, | |
| "loss": 1.4128, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.21621621621621623, | |
| "grad_norm": 3.022703286965415, | |
| "learning_rate": 1.9220586030376135e-05, | |
| "loss": 1.4148, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.24324324324324326, | |
| "grad_norm": 2.8955611484982033, | |
| "learning_rate": 1.881363066014649e-05, | |
| "loss": 1.4159, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.2702702702702703, | |
| "grad_norm": 2.8660620524615688, | |
| "learning_rate": 1.8327815731637612e-05, | |
| "loss": 1.42, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.2972972972972973, | |
| "grad_norm": 2.632475843797219, | |
| "learning_rate": 1.7767488051760858e-05, | |
| "loss": 1.4078, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.32432432432432434, | |
| "grad_norm": 2.5436272914892872, | |
| "learning_rate": 1.713766112687139e-05, | |
| "loss": 1.4015, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.35135135135135137, | |
| "grad_norm": 2.431239149211266, | |
| "learning_rate": 1.644397030464877e-05, | |
| "loss": 1.3807, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.3783783783783784, | |
| "grad_norm": 2.328539582829742, | |
| "learning_rate": 1.5692622352080662e-05, | |
| "loss": 1.3639, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.40540540540540543, | |
| "grad_norm": 2.708625235728292, | |
| "learning_rate": 1.4890339920698334e-05, | |
| "loss": 1.3836, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.43243243243243246, | |
| "grad_norm": 2.4202434897618317, | |
| "learning_rate": 1.404430139595877e-05, | |
| "loss": 1.3823, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.4594594594594595, | |
| "grad_norm": 2.243346482513894, | |
| "learning_rate": 1.316207666896824e-05, | |
| "loss": 1.3538, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.4864864864864865, | |
| "grad_norm": 2.4109049967489433, | |
| "learning_rate": 1.2251559405226943e-05, | |
| "loss": 1.3503, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.5135135135135135, | |
| "grad_norm": 2.242883116591874, | |
| "learning_rate": 1.1320896416417026e-05, | |
| "loss": 1.3562, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.5405405405405406, | |
| "grad_norm": 2.1959662600808203, | |
| "learning_rate": 1.0378414767176706e-05, | |
| "loss": 1.3447, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.5675675675675675, | |
| "grad_norm": 2.2348646553535714, | |
| "learning_rate": 9.43254726906926e-06, | |
| "loss": 1.3398, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.5945945945945946, | |
| "grad_norm": 2.21405256524929, | |
| "learning_rate": 8.491757028386262e-06, | |
| "loss": 1.3383, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.6216216216216216, | |
| "grad_norm": 2.1710850419967263, | |
| "learning_rate": 7.564461722890082e-06, | |
| "loss": 1.3271, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.6486486486486487, | |
| "grad_norm": 2.1752417729097338, | |
| "learning_rate": 6.6589582850261025e-06, | |
| "loss": 1.3176, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.6756756756756757, | |
| "grad_norm": 2.1322248363189686, | |
| "learning_rate": 5.78334866549816e-06, | |
| "loss": 1.321, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.7027027027027027, | |
| "grad_norm": 2.1516864548066525, | |
| "learning_rate": 4.9454673414341945e-06, | |
| "loss": 1.3074, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.7297297297297297, | |
| "grad_norm": 2.04797883118049, | |
| "learning_rate": 4.152811217759529e-06, | |
| "loss": 1.3123, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.7567567567567568, | |
| "grad_norm": 2.1202023783270367, | |
| "learning_rate": 3.4124725489820643e-06, | |
| "loss": 1.3026, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.7837837837837838, | |
| "grad_norm": 2.1203746539007158, | |
| "learning_rate": 2.7310754815685627e-06, | |
| "loss": 1.2838, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.8108108108108109, | |
| "grad_norm": 2.058016060238832, | |
| "learning_rate": 2.114716784696342e-06, | |
| "loss": 1.2805, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.8378378378378378, | |
| "grad_norm": 2.072702697896577, | |
| "learning_rate": 1.5689112996891576e-06, | |
| "loss": 1.276, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.8648648648648649, | |
| "grad_norm": 2.070358297476048, | |
| "learning_rate": 1.0985425962260342e-06, | |
| "loss": 1.2768, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.8918918918918919, | |
| "grad_norm": 1.993421902652665, | |
| "learning_rate": 7.078192768243486e-07, | |
| "loss": 1.2755, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.918918918918919, | |
| "grad_norm": 2.02321205406663, | |
| "learning_rate": 4.0023732056077235e-07, | |
| "loss": 1.276, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.9459459459459459, | |
| "grad_norm": 2.0216958269361154, | |
| "learning_rate": 1.7854880295797406e-07, | |
| "loss": 1.2694, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.972972972972973, | |
| "grad_norm": 2.0002791761840157, | |
| "learning_rate": 4.473727191441124e-08, | |
| "loss": 1.2669, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 1.9847900492979156, | |
| "learning_rate": 0.0, | |
| "loss": 1.2583, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 1.027027027027027, | |
| "grad_norm": 5.410199324361583, | |
| "learning_rate": 1.853992867931721e-05, | |
| "loss": 0.944, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 1.054054054054054, | |
| "grad_norm": 5.152995409876598, | |
| "learning_rate": 1.8414852973000503e-05, | |
| "loss": 0.956, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 1.0810810810810811, | |
| "grad_norm": 3.933917659184313, | |
| "learning_rate": 1.8285096492438424e-05, | |
| "loss": 0.9283, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 1.1081081081081081, | |
| "grad_norm": 2.759086157792593, | |
| "learning_rate": 1.8150731414862623e-05, | |
| "loss": 0.9151, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 1.135135135135135, | |
| "grad_norm": 2.910077750970637, | |
| "learning_rate": 1.8011832481043577e-05, | |
| "loss": 0.9413, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 1.1621621621621623, | |
| "grad_norm": 3.1297209827761985, | |
| "learning_rate": 1.78684769537159e-05, | |
| "loss": 0.9243, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 1.1891891891891893, | |
| "grad_norm": 3.406559269295354, | |
| "learning_rate": 1.7720744574600865e-05, | |
| "loss": 0.9474, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 1.2162162162162162, | |
| "grad_norm": 3.2575862603317876, | |
| "learning_rate": 1.756871752004992e-05, | |
| "loss": 0.9461, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 1.2432432432432432, | |
| "grad_norm": 3.2529118198639644, | |
| "learning_rate": 1.7412480355334006e-05, | |
| "loss": 0.9385, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 1.2702702702702702, | |
| "grad_norm": 3.096374104973297, | |
| "learning_rate": 1.7252119987603976e-05, | |
| "loss": 0.9564, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 1.2972972972972974, | |
| "grad_norm": 2.9780724324068695, | |
| "learning_rate": 1.7087725617548385e-05, | |
| "loss": 0.9456, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 1.3243243243243243, | |
| "grad_norm": 2.887431987514818, | |
| "learning_rate": 1.6919388689775463e-05, | |
| "loss": 0.9608, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 1.3513513513513513, | |
| "grad_norm": 3.420843173177096, | |
| "learning_rate": 1.6747202841946928e-05, | |
| "loss": 0.9817, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 1.3783783783783785, | |
| "grad_norm": 2.817422226047505, | |
| "learning_rate": 1.6571263852691887e-05, | |
| "loss": 0.9794, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 1.4054054054054055, | |
| "grad_norm": 2.8475793868122135, | |
| "learning_rate": 1.639166958832985e-05, | |
| "loss": 0.9249, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 1.4324324324324325, | |
| "grad_norm": 3.084978828155213, | |
| "learning_rate": 1.6208519948432438e-05, | |
| "loss": 0.9694, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 1.4594594594594594, | |
| "grad_norm": 2.9443084757542923, | |
| "learning_rate": 1.6021916810254096e-05, | |
| "loss": 0.9646, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 1.4864864864864864, | |
| "grad_norm": 2.7978723842230555, | |
| "learning_rate": 1.5831963972062734e-05, | |
| "loss": 0.9614, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 1.5135135135135136, | |
| "grad_norm": 2.8201773773365155, | |
| "learning_rate": 1.5638767095401778e-05, | |
| "loss": 0.9785, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 1.5405405405405406, | |
| "grad_norm": 2.6511276981563907, | |
| "learning_rate": 1.5442433646315792e-05, | |
| "loss": 0.956, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 1.5675675675675675, | |
| "grad_norm": 2.907386340027783, | |
| "learning_rate": 1.5243072835572319e-05, | |
| "loss": 0.9386, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 1.5945945945945947, | |
| "grad_norm": 3.2379041081891455, | |
| "learning_rate": 1.5040795557913246e-05, | |
| "loss": 0.9891, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 1.6216216216216215, | |
| "grad_norm": 2.659956186011908, | |
| "learning_rate": 1.4835714330369445e-05, | |
| "loss": 0.9806, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.6486486486486487, | |
| "grad_norm": 2.794287463461555, | |
| "learning_rate": 1.4627943229672992e-05, | |
| "loss": 0.9856, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 1.6756756756756757, | |
| "grad_norm": 2.9825237321465647, | |
| "learning_rate": 1.4417597828801833e-05, | |
| "loss": 1.011, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 1.7027027027027026, | |
| "grad_norm": 2.6599834596055145, | |
| "learning_rate": 1.4204795132692146e-05, | |
| "loss": 0.9682, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 1.7297297297297298, | |
| "grad_norm": 2.63763723653628, | |
| "learning_rate": 1.3989653513154165e-05, | |
| "loss": 0.9703, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 1.7567567567567568, | |
| "grad_norm": 2.702492331093115, | |
| "learning_rate": 1.37722926430277e-05, | |
| "loss": 0.9695, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 1.7837837837837838, | |
| "grad_norm": 2.6668927523262234, | |
| "learning_rate": 1.3552833429613939e-05, | |
| "loss": 0.9621, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 1.810810810810811, | |
| "grad_norm": 2.830202295132874, | |
| "learning_rate": 1.3331397947420578e-05, | |
| "loss": 1.0006, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 1.8378378378378377, | |
| "grad_norm": 2.960495369045161, | |
| "learning_rate": 1.3108109370257714e-05, | |
| "loss": 0.9658, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 1.864864864864865, | |
| "grad_norm": 2.8089453201114005, | |
| "learning_rate": 1.288309190272222e-05, | |
| "loss": 0.978, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 1.8918918918918919, | |
| "grad_norm": 2.690571777156308, | |
| "learning_rate": 1.2656470711108763e-05, | |
| "loss": 0.9694, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 1.9189189189189189, | |
| "grad_norm": 3.072726161364189, | |
| "learning_rate": 1.2428371853785872e-05, | |
| "loss": 0.995, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 1.945945945945946, | |
| "grad_norm": 2.650492212953216, | |
| "learning_rate": 1.2198922211075779e-05, | |
| "loss": 0.9633, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 1.972972972972973, | |
| "grad_norm": 2.4600728300935524, | |
| "learning_rate": 1.1968249414677055e-05, | |
| "loss": 0.9518, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 2.660921417467904, | |
| "learning_rate": 1.1736481776669307e-05, | |
| "loss": 0.9697, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_loss": 1.2888436317443848, | |
| "eval_runtime": 49.8535, | |
| "eval_samples_per_second": 13.219, | |
| "eval_steps_per_second": 0.421, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 2.027027027027027, | |
| "grad_norm": 4.650300715219466, | |
| "learning_rate": 1.150374821813937e-05, | |
| "loss": 0.4819, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 2.054054054054054, | |
| "grad_norm": 3.6035388443171055, | |
| "learning_rate": 1.1270178197468788e-05, | |
| "loss": 0.4496, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 2.081081081081081, | |
| "grad_norm": 3.2195791970064738, | |
| "learning_rate": 1.1035901638322392e-05, | |
| "loss": 0.4485, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 2.108108108108108, | |
| "grad_norm": 3.969479182342283, | |
| "learning_rate": 1.080104885737807e-05, | |
| "loss": 0.431, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 2.135135135135135, | |
| "grad_norm": 3.5220560829841108, | |
| "learning_rate": 1.0565750491837925e-05, | |
| "loss": 0.4358, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 2.1621621621621623, | |
| "grad_norm": 3.054414879545972, | |
| "learning_rate": 1.0330137426761136e-05, | |
| "loss": 0.4195, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 2.189189189189189, | |
| "grad_norm": 2.8407451960442844, | |
| "learning_rate": 1.0094340722258969e-05, | |
| "loss": 0.4139, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 2.2162162162162162, | |
| "grad_norm": 3.1380887590616835, | |
| "learning_rate": 9.858491540592383e-06, | |
| "loss": 0.4288, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 2.2432432432432434, | |
| "grad_norm": 3.0000811662471607, | |
| "learning_rate": 9.622721073212831e-06, | |
| "loss": 0.4307, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 2.27027027027027, | |
| "grad_norm": 2.9078632951242, | |
| "learning_rate": 9.38716046778684e-06, | |
| "loss": 0.4346, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 2.2972972972972974, | |
| "grad_norm": 3.0788575744315363, | |
| "learning_rate": 9.151940755244912e-06, | |
| "loss": 0.4354, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 2.3243243243243246, | |
| "grad_norm": 3.2452582293940764, | |
| "learning_rate": 8.917192776895382e-06, | |
| "loss": 0.43, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 2.3513513513513513, | |
| "grad_norm": 2.9959040185970345, | |
| "learning_rate": 8.683047111643764e-06, | |
| "loss": 0.4288, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 2.3783783783783785, | |
| "grad_norm": 2.9976789493802642, | |
| "learning_rate": 8.449634003358022e-06, | |
| "loss": 0.4154, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 2.4054054054054053, | |
| "grad_norm": 3.342720495579085, | |
| "learning_rate": 8.217083288420241e-06, | |
| "loss": 0.4184, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 2.4324324324324325, | |
| "grad_norm": 2.9954997310319817, | |
| "learning_rate": 7.985524323504948e-06, | |
| "loss": 0.4244, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 2.4594594594594597, | |
| "grad_norm": 3.1107476712409436, | |
| "learning_rate": 7.755085913624274e-06, | |
| "loss": 0.4201, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 2.4864864864864864, | |
| "grad_norm": 2.982814359917317, | |
| "learning_rate": 7.525896240479977e-06, | |
| "loss": 0.4223, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 2.5135135135135136, | |
| "grad_norm": 2.918536641642885, | |
| "learning_rate": 7.29808279116218e-06, | |
| "loss": 0.4355, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 2.5405405405405403, | |
| "grad_norm": 3.0794937831504914, | |
| "learning_rate": 7.071772287234497e-06, | |
| "loss": 0.4182, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 2.5675675675675675, | |
| "grad_norm": 3.350485105176484, | |
| "learning_rate": 6.8470906142449764e-06, | |
| "loss": 0.4173, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 2.5945945945945947, | |
| "grad_norm": 2.978358242778936, | |
| "learning_rate": 6.624162751702077e-06, | |
| "loss": 0.4257, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 2.6216216216216215, | |
| "grad_norm": 3.03990431149403, | |
| "learning_rate": 6.403112703554643e-06, | |
| "loss": 0.4198, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 2.6486486486486487, | |
| "grad_norm": 3.2537909886176797, | |
| "learning_rate": 6.184063429214515e-06, | |
| "loss": 0.4289, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 2.6756756756756754, | |
| "grad_norm": 2.9401645896134068, | |
| "learning_rate": 5.967136775160188e-06, | |
| "loss": 0.4229, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 2.7027027027027026, | |
| "grad_norm": 2.8796497097799385, | |
| "learning_rate": 5.752453407159521e-06, | |
| "loss": 0.4134, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 2.72972972972973, | |
| "grad_norm": 3.240398354047165, | |
| "learning_rate": 5.5401327431492425e-06, | |
| "loss": 0.4212, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 2.756756756756757, | |
| "grad_norm": 3.0875752772388556, | |
| "learning_rate": 5.33029288680852e-06, | |
| "loss": 0.4366, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 2.7837837837837838, | |
| "grad_norm": 2.950418599154064, | |
| "learning_rate": 5.1230505618636575e-06, | |
| "loss": 0.4132, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 2.810810810810811, | |
| "grad_norm": 2.9691405536481708, | |
| "learning_rate": 4.918521047160309e-06, | |
| "loss": 0.421, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 2.8378378378378377, | |
| "grad_norm": 3.288503082597523, | |
| "learning_rate": 4.716818112539485e-06, | |
| "loss": 0.4177, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 2.864864864864865, | |
| "grad_norm": 2.8513863896448304, | |
| "learning_rate": 4.518053955552903e-06, | |
| "loss": 0.4027, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 2.891891891891892, | |
| "grad_norm": 2.906451097506746, | |
| "learning_rate": 4.322339139052922e-06, | |
| "loss": 0.4104, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 2.918918918918919, | |
| "grad_norm": 2.8739958546058255, | |
| "learning_rate": 4.1297825296918145e-06, | |
| "loss": 0.4006, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 2.945945945945946, | |
| "grad_norm": 2.9696442817419113, | |
| "learning_rate": 3.940491237364519e-06, | |
| "loss": 0.4, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 2.972972972972973, | |
| "grad_norm": 3.0645448850809793, | |
| "learning_rate": 3.754570555628613e-06, | |
| "loss": 0.4043, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 2.9322335051873423, | |
| "learning_rate": 3.5721239031346067e-06, | |
| "loss": 0.4114, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_loss": 1.4739221334457397, | |
| "eval_runtime": 47.6894, | |
| "eval_samples_per_second": 13.819, | |
| "eval_steps_per_second": 0.44, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 3.027027027027027, | |
| "grad_norm": 2.239642555101549, | |
| "learning_rate": 3.3932527660991877e-06, | |
| "loss": 0.1581, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 3.054054054054054, | |
| "grad_norm": 3.1082908400603464, | |
| "learning_rate": 3.2180566418533365e-06, | |
| "loss": 0.1515, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 3.081081081081081, | |
| "grad_norm": 2.152743576813358, | |
| "learning_rate": 3.0466329834968234e-06, | |
| "loss": 0.1438, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 3.108108108108108, | |
| "grad_norm": 2.232485171340327, | |
| "learning_rate": 2.879077145689746e-06, | |
| "loss": 0.1452, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 3.135135135135135, | |
| "grad_norm": 2.1315167934046464, | |
| "learning_rate": 2.715482331611393e-06, | |
| "loss": 0.1483, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 3.1621621621621623, | |
| "grad_norm": 1.9641583881749838, | |
| "learning_rate": 2.5559395411158116e-06, | |
| "loss": 0.1428, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 3.189189189189189, | |
| "grad_norm": 2.136285665522953, | |
| "learning_rate": 2.4005375201130275e-06, | |
| "loss": 0.1456, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 3.2162162162162162, | |
| "grad_norm": 2.3296203504449413, | |
| "learning_rate": 2.249362711203985e-06, | |
| "loss": 0.1451, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 3.2432432432432434, | |
| "grad_norm": 2.1953889356463105, | |
| "learning_rate": 2.102499205596743e-06, | |
| "loss": 0.1412, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 3.27027027027027, | |
| "grad_norm": 1.9846220715180103, | |
| "learning_rate": 1.960028696330596e-06, | |
| "loss": 0.139, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 3.2972972972972974, | |
| "grad_norm": 2.0955721946100345, | |
| "learning_rate": 1.8220304328342253e-06, | |
| "loss": 0.1379, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 3.3243243243243246, | |
| "grad_norm": 2.13188633069558, | |
| "learning_rate": 1.688581176843066e-06, | |
| "loss": 0.1401, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 3.3513513513513513, | |
| "grad_norm": 2.152817300804356, | |
| "learning_rate": 1.5597551597004968e-06, | |
| "loss": 0.1389, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 3.3783783783783785, | |
| "grad_norm": 2.0539946534038305, | |
| "learning_rate": 1.4356240410665435e-06, | |
| "loss": 0.141, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 3.4054054054054053, | |
| "grad_norm": 2.162669615931553, | |
| "learning_rate": 1.3162568690570743e-06, | |
| "loss": 0.1437, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 3.4324324324324325, | |
| "grad_norm": 2.153506447556338, | |
| "learning_rate": 1.2017200418357077e-06, | |
| "loss": 0.1417, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 3.4594594594594597, | |
| "grad_norm": 2.1701177657529964, | |
| "learning_rate": 1.0920772706797166e-06, | |
| "loss": 0.142, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 3.4864864864864864, | |
| "grad_norm": 2.0721670365744407, | |
| "learning_rate": 9.873895445405523e-07, | |
| "loss": 0.14, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 3.5135135135135136, | |
| "grad_norm": 2.0406246464567612, | |
| "learning_rate": 8.87715096118642e-07, | |
| "loss": 0.1398, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 3.5405405405405403, | |
| "grad_norm": 2.0428479721186035, | |
| "learning_rate": 7.931093694713687e-07, | |
| "loss": 0.1382, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 3.5675675675675675, | |
| "grad_norm": 2.234111473839529, | |
| "learning_rate": 7.03624989172228e-07, | |
| "loss": 0.1428, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 3.5945945945945947, | |
| "grad_norm": 1.9632293170603063, | |
| "learning_rate": 6.193117310383412e-07, | |
| "loss": 0.136, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 3.6216216216216215, | |
| "grad_norm": 2.0540773804658286, | |
| "learning_rate": 5.402164944425758e-07, | |
| "loss": 0.1355, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 3.6486486486486487, | |
| "grad_norm": 2.0789858869481144, | |
| "learning_rate": 4.66383276225707e-07, | |
| "loss": 0.1404, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 3.6756756756756754, | |
| "grad_norm": 2.2440192963067678, | |
| "learning_rate": 3.97853146223105e-07, | |
| "loss": 0.1384, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 3.7027027027027026, | |
| "grad_norm": 2.0732015708107703, | |
| "learning_rate": 3.346642244195863e-07, | |
| "loss": 0.1359, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 3.72972972972973, | |
| "grad_norm": 1.982186914698493, | |
| "learning_rate": 2.7685165974510987e-07, | |
| "loss": 0.1367, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 3.756756756756757, | |
| "grad_norm": 2.0636323678600306, | |
| "learning_rate": 2.2444761052313857e-07, | |
| "loss": 0.136, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 3.7837837837837838, | |
| "grad_norm": 2.133975894121271, | |
| "learning_rate": 1.7748122658251877e-07, | |
| "loss": 0.1398, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 3.810810810810811, | |
| "grad_norm": 1.9445931920281623, | |
| "learning_rate": 1.3597863304285475e-07, | |
| "loss": 0.1384, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 3.8378378378378377, | |
| "grad_norm": 2.1247798692529414, | |
| "learning_rate": 9.996291578236228e-08, | |
| "loss": 0.1361, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 3.864864864864865, | |
| "grad_norm": 2.128261177290376, | |
| "learning_rate": 6.945410859632295e-08, | |
| "loss": 0.1326, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 3.891891891891892, | |
| "grad_norm": 2.059927006960735, | |
| "learning_rate": 4.44691820532539e-08, | |
| "loss": 0.1355, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 3.918918918918919, | |
| "grad_norm": 1.942567955434284, | |
| "learning_rate": 2.5022034055003363e-08, | |
| "loss": 0.1415, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 3.945945945945946, | |
| "grad_norm": 1.9857313689273417, | |
| "learning_rate": 1.1123482106021322e-08, | |
| "loss": 0.1356, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 3.972972972972973, | |
| "grad_norm": 2.0940341606759816, | |
| "learning_rate": 2.7812572961127825e-09, | |
| "loss": 0.1399, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 1.9231586161743661, | |
| "learning_rate": 0.0, | |
| "loss": 0.1361, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_loss": 1.7972235679626465, | |
| "eval_runtime": 46.1514, | |
| "eval_samples_per_second": 14.279, | |
| "eval_steps_per_second": 0.455, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "step": 740, | |
| "total_flos": 77470472601600.0, | |
| "train_loss": 0.38161755220310106, | |
| "train_runtime": 4944.5179, | |
| "train_samples_per_second": 4.784, | |
| "train_steps_per_second": 0.15 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 740, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 4, | |
| "save_steps": 800, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 77470472601600.0, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |