| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 3.2776138970829236, | |
| "eval_steps": 1000, | |
| "global_step": 5000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.01638806948541462, | |
| "grad_norm": 16.339120864868164, | |
| "learning_rate": 4.800000000000001e-07, | |
| "loss": 3.195, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.03277613897082924, | |
| "grad_norm": 11.416489601135254, | |
| "learning_rate": 9.800000000000001e-07, | |
| "loss": 2.5931, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.049164208456243856, | |
| "grad_norm": 10.20141887664795, | |
| "learning_rate": 1.48e-06, | |
| "loss": 2.0124, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.06555227794165848, | |
| "grad_norm": 10.408208847045898, | |
| "learning_rate": 1.98e-06, | |
| "loss": 1.6783, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.0819403474270731, | |
| "grad_norm": 10.501668930053711, | |
| "learning_rate": 2.4800000000000004e-06, | |
| "loss": 1.6138, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.09832841691248771, | |
| "grad_norm": 9.28870964050293, | |
| "learning_rate": 2.9800000000000003e-06, | |
| "loss": 1.5721, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.11471648639790233, | |
| "grad_norm": 10.96129322052002, | |
| "learning_rate": 3.48e-06, | |
| "loss": 1.4486, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.13110455588331696, | |
| "grad_norm": 9.153674125671387, | |
| "learning_rate": 3.980000000000001e-06, | |
| "loss": 1.3586, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.14749262536873156, | |
| "grad_norm": 9.216712951660156, | |
| "learning_rate": 4.48e-06, | |
| "loss": 1.3824, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.1638806948541462, | |
| "grad_norm": 9.344610214233398, | |
| "learning_rate": 4.980000000000001e-06, | |
| "loss": 1.3523, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.1802687643395608, | |
| "grad_norm": 9.565411567687988, | |
| "learning_rate": 5.480000000000001e-06, | |
| "loss": 1.3112, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.19665683382497542, | |
| "grad_norm": 9.21192455291748, | |
| "learning_rate": 5.98e-06, | |
| "loss": 1.2953, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.21304490331039003, | |
| "grad_norm": 9.407176971435547, | |
| "learning_rate": 6.480000000000001e-06, | |
| "loss": 1.297, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.22943297279580466, | |
| "grad_norm": 11.401097297668457, | |
| "learning_rate": 6.98e-06, | |
| "loss": 1.2525, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.24582104228121926, | |
| "grad_norm": 7.8178181648254395, | |
| "learning_rate": 7.48e-06, | |
| "loss": 1.2158, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.2622091117666339, | |
| "grad_norm": 10.073293685913086, | |
| "learning_rate": 7.980000000000002e-06, | |
| "loss": 1.2654, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.2785971812520485, | |
| "grad_norm": 9.110590934753418, | |
| "learning_rate": 8.48e-06, | |
| "loss": 1.2629, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.2949852507374631, | |
| "grad_norm": 9.107154846191406, | |
| "learning_rate": 8.98e-06, | |
| "loss": 1.2484, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.3113733202228777, | |
| "grad_norm": 8.568262100219727, | |
| "learning_rate": 9.48e-06, | |
| "loss": 1.2081, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.3277613897082924, | |
| "grad_norm": 7.736518383026123, | |
| "learning_rate": 9.980000000000001e-06, | |
| "loss": 1.234, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.344149459193707, | |
| "grad_norm": 8.957286834716797, | |
| "learning_rate": 9.946666666666667e-06, | |
| "loss": 1.1519, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.3605375286791216, | |
| "grad_norm": 8.355584144592285, | |
| "learning_rate": 9.891111111111113e-06, | |
| "loss": 1.1517, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.3769255981645362, | |
| "grad_norm": 6.338685512542725, | |
| "learning_rate": 9.835555555555556e-06, | |
| "loss": 1.1563, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.39331366764995085, | |
| "grad_norm": 8.323567390441895, | |
| "learning_rate": 9.780000000000001e-06, | |
| "loss": 1.1948, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.40970173713536545, | |
| "grad_norm": 8.510113716125488, | |
| "learning_rate": 9.724444444444445e-06, | |
| "loss": 1.1357, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.42608980662078005, | |
| "grad_norm": 8.770384788513184, | |
| "learning_rate": 9.66888888888889e-06, | |
| "loss": 1.1083, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.4424778761061947, | |
| "grad_norm": 6.591556072235107, | |
| "learning_rate": 9.613333333333335e-06, | |
| "loss": 1.1361, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.4588659455916093, | |
| "grad_norm": 9.191658973693848, | |
| "learning_rate": 9.557777777777777e-06, | |
| "loss": 1.1053, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.4752540150770239, | |
| "grad_norm": 7.101362705230713, | |
| "learning_rate": 9.502222222222223e-06, | |
| "loss": 1.1253, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.4916420845624385, | |
| "grad_norm": 7.415987491607666, | |
| "learning_rate": 9.446666666666667e-06, | |
| "loss": 1.0605, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.5080301540478531, | |
| "grad_norm": 7.0226616859436035, | |
| "learning_rate": 9.391111111111111e-06, | |
| "loss": 1.0165, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.5244182235332678, | |
| "grad_norm": 8.283411026000977, | |
| "learning_rate": 9.335555555555557e-06, | |
| "loss": 1.0527, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.5408062930186824, | |
| "grad_norm": 7.523382186889648, | |
| "learning_rate": 9.280000000000001e-06, | |
| "loss": 1.0575, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.557194362504097, | |
| "grad_norm": 8.657249450683594, | |
| "learning_rate": 9.224444444444445e-06, | |
| "loss": 1.0674, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.5735824319895116, | |
| "grad_norm": 6.097987174987793, | |
| "learning_rate": 9.168888888888889e-06, | |
| "loss": 0.9898, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.5899705014749262, | |
| "grad_norm": 8.815755844116211, | |
| "learning_rate": 9.113333333333335e-06, | |
| "loss": 1.0372, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.6063585709603408, | |
| "grad_norm": 6.628593921661377, | |
| "learning_rate": 9.057777777777779e-06, | |
| "loss": 1.052, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 0.6227466404457555, | |
| "grad_norm": 7.880568027496338, | |
| "learning_rate": 9.002222222222223e-06, | |
| "loss": 1.0182, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.63913470993117, | |
| "grad_norm": 7.334752559661865, | |
| "learning_rate": 8.946666666666669e-06, | |
| "loss": 1.0596, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.6555227794165848, | |
| "grad_norm": 6.15729284286499, | |
| "learning_rate": 8.891111111111111e-06, | |
| "loss": 0.9964, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.6555227794165848, | |
| "eval_loss": 0.4889208674430847, | |
| "eval_runtime": 1659.2481, | |
| "eval_samples_per_second": 2.351, | |
| "eval_steps_per_second": 0.147, | |
| "eval_wer": 0.36632965537354784, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.6719108489019994, | |
| "grad_norm": 7.4670538902282715, | |
| "learning_rate": 8.835555555555557e-06, | |
| "loss": 1.0353, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 0.688298918387414, | |
| "grad_norm": 6.965098857879639, | |
| "learning_rate": 8.78e-06, | |
| "loss": 0.9819, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.7046869878728286, | |
| "grad_norm": 6.953728675842285, | |
| "learning_rate": 8.724444444444445e-06, | |
| "loss": 0.9931, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 0.7210750573582432, | |
| "grad_norm": 7.410843849182129, | |
| "learning_rate": 8.66888888888889e-06, | |
| "loss": 1.0368, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.7374631268436578, | |
| "grad_norm": 6.275593280792236, | |
| "learning_rate": 8.613333333333333e-06, | |
| "loss": 0.974, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 0.7538511963290724, | |
| "grad_norm": 5.739853382110596, | |
| "learning_rate": 8.557777777777778e-06, | |
| "loss": 0.9568, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.7702392658144871, | |
| "grad_norm": 7.921228408813477, | |
| "learning_rate": 8.502222222222223e-06, | |
| "loss": 0.9109, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 0.7866273352999017, | |
| "grad_norm": 6.905638694763184, | |
| "learning_rate": 8.446666666666668e-06, | |
| "loss": 0.9741, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.8030154047853163, | |
| "grad_norm": 7.002967834472656, | |
| "learning_rate": 8.391111111111112e-06, | |
| "loss": 0.9512, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 0.8194034742707309, | |
| "grad_norm": 8.190713882446289, | |
| "learning_rate": 8.335555555555556e-06, | |
| "loss": 0.9474, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.8357915437561455, | |
| "grad_norm": 6.305277347564697, | |
| "learning_rate": 8.28e-06, | |
| "loss": 0.9251, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 0.8521796132415601, | |
| "grad_norm": 6.228824615478516, | |
| "learning_rate": 8.224444444444444e-06, | |
| "loss": 0.9186, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.8685676827269747, | |
| "grad_norm": 7.2379679679870605, | |
| "learning_rate": 8.16888888888889e-06, | |
| "loss": 0.9062, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 0.8849557522123894, | |
| "grad_norm": 5.009719371795654, | |
| "learning_rate": 8.113333333333334e-06, | |
| "loss": 0.9369, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.901343821697804, | |
| "grad_norm": 6.123809814453125, | |
| "learning_rate": 8.057777777777778e-06, | |
| "loss": 0.9473, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 0.9177318911832186, | |
| "grad_norm": 8.46691608428955, | |
| "learning_rate": 8.002222222222222e-06, | |
| "loss": 0.9325, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.9341199606686332, | |
| "grad_norm": 6.441035747528076, | |
| "learning_rate": 7.946666666666666e-06, | |
| "loss": 0.9194, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 0.9505080301540478, | |
| "grad_norm": 6.163531303405762, | |
| "learning_rate": 7.891111111111112e-06, | |
| "loss": 0.8699, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.9668960996394624, | |
| "grad_norm": 6.857112407684326, | |
| "learning_rate": 7.835555555555556e-06, | |
| "loss": 0.8956, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 0.983284169124877, | |
| "grad_norm": 6.297347068786621, | |
| "learning_rate": 7.78e-06, | |
| "loss": 0.9163, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.9996722386102918, | |
| "grad_norm": 6.199060440063477, | |
| "learning_rate": 7.724444444444446e-06, | |
| "loss": 0.8492, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 1.0160603080957062, | |
| "grad_norm": 5.396669864654541, | |
| "learning_rate": 7.66888888888889e-06, | |
| "loss": 0.669, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 1.0324483775811208, | |
| "grad_norm": 4.675485134124756, | |
| "learning_rate": 7.613333333333334e-06, | |
| "loss": 0.6436, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 1.0488364470665354, | |
| "grad_norm": 4.590639591217041, | |
| "learning_rate": 7.557777777777779e-06, | |
| "loss": 0.656, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 1.0652245165519503, | |
| "grad_norm": 5.911344528198242, | |
| "learning_rate": 7.502222222222223e-06, | |
| "loss": 0.6784, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 1.0816125860373649, | |
| "grad_norm": 5.509343147277832, | |
| "learning_rate": 7.446666666666668e-06, | |
| "loss": 0.694, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 1.0980006555227795, | |
| "grad_norm": 5.67479944229126, | |
| "learning_rate": 7.3911111111111125e-06, | |
| "loss": 0.6891, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 1.114388725008194, | |
| "grad_norm": 6.981929302215576, | |
| "learning_rate": 7.335555555555556e-06, | |
| "loss": 0.6854, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 1.1307767944936087, | |
| "grad_norm": 5.943860054016113, | |
| "learning_rate": 7.280000000000001e-06, | |
| "loss": 0.6669, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 1.1471648639790233, | |
| "grad_norm": 6.462680816650391, | |
| "learning_rate": 7.224444444444445e-06, | |
| "loss": 0.6775, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 1.1635529334644379, | |
| "grad_norm": 5.6128621101379395, | |
| "learning_rate": 7.1688888888888895e-06, | |
| "loss": 0.6777, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 1.1799410029498525, | |
| "grad_norm": 5.527766227722168, | |
| "learning_rate": 7.113333333333334e-06, | |
| "loss": 0.6723, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 1.196329072435267, | |
| "grad_norm": 5.95067024230957, | |
| "learning_rate": 7.057777777777778e-06, | |
| "loss": 0.6477, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 1.2127171419206817, | |
| "grad_norm": 6.410384654998779, | |
| "learning_rate": 7.0022222222222225e-06, | |
| "loss": 0.6597, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 1.2291052114060963, | |
| "grad_norm": 5.738908767700195, | |
| "learning_rate": 6.946666666666667e-06, | |
| "loss": 0.6651, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 1.245493280891511, | |
| "grad_norm": 6.21875, | |
| "learning_rate": 6.891111111111111e-06, | |
| "loss": 0.6647, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 1.2618813503769255, | |
| "grad_norm": 5.887701034545898, | |
| "learning_rate": 6.835555555555556e-06, | |
| "loss": 0.6963, | |
| "step": 1925 | |
| }, | |
| { | |
| "epoch": 1.2782694198623403, | |
| "grad_norm": 6.115960121154785, | |
| "learning_rate": 6.780000000000001e-06, | |
| "loss": 0.6637, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 1.2946574893477547, | |
| "grad_norm": 5.413832664489746, | |
| "learning_rate": 6.724444444444444e-06, | |
| "loss": 0.6849, | |
| "step": 1975 | |
| }, | |
| { | |
| "epoch": 1.3110455588331695, | |
| "grad_norm": 6.256831169128418, | |
| "learning_rate": 6.668888888888889e-06, | |
| "loss": 0.6606, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 1.3110455588331695, | |
| "eval_loss": 0.42234352231025696, | |
| "eval_runtime": 1655.8109, | |
| "eval_samples_per_second": 2.356, | |
| "eval_steps_per_second": 0.147, | |
| "eval_wer": 0.3116949399698634, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 1.3274336283185841, | |
| "grad_norm": 5.587663650512695, | |
| "learning_rate": 6.613333333333334e-06, | |
| "loss": 0.677, | |
| "step": 2025 | |
| }, | |
| { | |
| "epoch": 1.3438216978039987, | |
| "grad_norm": 5.522030830383301, | |
| "learning_rate": 6.557777777777778e-06, | |
| "loss": 0.6378, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 1.3602097672894133, | |
| "grad_norm": 5.9308953285217285, | |
| "learning_rate": 6.502222222222223e-06, | |
| "loss": 0.6468, | |
| "step": 2075 | |
| }, | |
| { | |
| "epoch": 1.376597836774828, | |
| "grad_norm": 6.899292469024658, | |
| "learning_rate": 6.446666666666668e-06, | |
| "loss": 0.6605, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 1.3929859062602425, | |
| "grad_norm": 5.966159343719482, | |
| "learning_rate": 6.391111111111111e-06, | |
| "loss": 0.6554, | |
| "step": 2125 | |
| }, | |
| { | |
| "epoch": 1.4093739757456571, | |
| "grad_norm": 5.988006114959717, | |
| "learning_rate": 6.335555555555556e-06, | |
| "loss": 0.6532, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 1.4257620452310718, | |
| "grad_norm": 5.561163902282715, | |
| "learning_rate": 6.280000000000001e-06, | |
| "loss": 0.6513, | |
| "step": 2175 | |
| }, | |
| { | |
| "epoch": 1.4421501147164864, | |
| "grad_norm": 5.755290508270264, | |
| "learning_rate": 6.224444444444445e-06, | |
| "loss": 0.6308, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 1.458538184201901, | |
| "grad_norm": 5.094759464263916, | |
| "learning_rate": 6.16888888888889e-06, | |
| "loss": 0.629, | |
| "step": 2225 | |
| }, | |
| { | |
| "epoch": 1.4749262536873156, | |
| "grad_norm": 5.547093391418457, | |
| "learning_rate": 6.113333333333333e-06, | |
| "loss": 0.6141, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 1.4913143231727304, | |
| "grad_norm": 5.79092264175415, | |
| "learning_rate": 6.057777777777778e-06, | |
| "loss": 0.6252, | |
| "step": 2275 | |
| }, | |
| { | |
| "epoch": 1.5077023926581448, | |
| "grad_norm": 5.5909271240234375, | |
| "learning_rate": 6.002222222222223e-06, | |
| "loss": 0.6533, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 1.5240904621435596, | |
| "grad_norm": 6.318563938140869, | |
| "learning_rate": 5.946666666666668e-06, | |
| "loss": 0.6474, | |
| "step": 2325 | |
| }, | |
| { | |
| "epoch": 1.540478531628974, | |
| "grad_norm": 6.217270851135254, | |
| "learning_rate": 5.891111111111112e-06, | |
| "loss": 0.6524, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 1.5568666011143888, | |
| "grad_norm": 6.372344970703125, | |
| "learning_rate": 5.8355555555555565e-06, | |
| "loss": 0.6401, | |
| "step": 2375 | |
| }, | |
| { | |
| "epoch": 1.5732546705998034, | |
| "grad_norm": 5.783897399902344, | |
| "learning_rate": 5.78e-06, | |
| "loss": 0.6285, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 1.589642740085218, | |
| "grad_norm": 5.293729305267334, | |
| "learning_rate": 5.724444444444445e-06, | |
| "loss": 0.6294, | |
| "step": 2425 | |
| }, | |
| { | |
| "epoch": 1.6060308095706326, | |
| "grad_norm": 5.974725246429443, | |
| "learning_rate": 5.6688888888888895e-06, | |
| "loss": 0.6373, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 1.6224188790560472, | |
| "grad_norm": 5.62349271774292, | |
| "learning_rate": 5.613333333333334e-06, | |
| "loss": 0.7165, | |
| "step": 2475 | |
| }, | |
| { | |
| "epoch": 1.6388069485414618, | |
| "grad_norm": 6.215331077575684, | |
| "learning_rate": 5.557777777777778e-06, | |
| "loss": 0.6337, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 1.6551950180268764, | |
| "grad_norm": 6.165288925170898, | |
| "learning_rate": 5.5022222222222224e-06, | |
| "loss": 0.6335, | |
| "step": 2525 | |
| }, | |
| { | |
| "epoch": 1.671583087512291, | |
| "grad_norm": 5.34564208984375, | |
| "learning_rate": 5.4466666666666665e-06, | |
| "loss": 0.6482, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 1.6879711569977056, | |
| "grad_norm": 6.15928316116333, | |
| "learning_rate": 5.391111111111111e-06, | |
| "loss": 0.631, | |
| "step": 2575 | |
| }, | |
| { | |
| "epoch": 1.7043592264831204, | |
| "grad_norm": 6.502092361450195, | |
| "learning_rate": 5.335555555555556e-06, | |
| "loss": 0.6239, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 1.7207472959685348, | |
| "grad_norm": 5.569223403930664, | |
| "learning_rate": 5.28e-06, | |
| "loss": 0.6203, | |
| "step": 2625 | |
| }, | |
| { | |
| "epoch": 1.7371353654539496, | |
| "grad_norm": 6.04316520690918, | |
| "learning_rate": 5.224444444444445e-06, | |
| "loss": 0.631, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 1.753523434939364, | |
| "grad_norm": 5.956827163696289, | |
| "learning_rate": 5.168888888888889e-06, | |
| "loss": 0.6421, | |
| "step": 2675 | |
| }, | |
| { | |
| "epoch": 1.7699115044247788, | |
| "grad_norm": 5.976485252380371, | |
| "learning_rate": 5.113333333333333e-06, | |
| "loss": 0.6041, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 1.7862995739101932, | |
| "grad_norm": 5.431225776672363, | |
| "learning_rate": 5.057777777777778e-06, | |
| "loss": 0.6521, | |
| "step": 2725 | |
| }, | |
| { | |
| "epoch": 1.802687643395608, | |
| "grad_norm": 5.089391708374023, | |
| "learning_rate": 5.002222222222223e-06, | |
| "loss": 0.608, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 1.8190757128810227, | |
| "grad_norm": 7.186110496520996, | |
| "learning_rate": 4.946666666666667e-06, | |
| "loss": 0.638, | |
| "step": 2775 | |
| }, | |
| { | |
| "epoch": 1.8354637823664373, | |
| "grad_norm": 5.833242416381836, | |
| "learning_rate": 4.891111111111111e-06, | |
| "loss": 0.6396, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 1.8518518518518519, | |
| "grad_norm": 4.990212440490723, | |
| "learning_rate": 4.835555555555556e-06, | |
| "loss": 0.6231, | |
| "step": 2825 | |
| }, | |
| { | |
| "epoch": 1.8682399213372665, | |
| "grad_norm": 5.418929100036621, | |
| "learning_rate": 4.78e-06, | |
| "loss": 0.6365, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 1.884627990822681, | |
| "grad_norm": 4.335667610168457, | |
| "learning_rate": 4.724444444444445e-06, | |
| "loss": 0.6426, | |
| "step": 2875 | |
| }, | |
| { | |
| "epoch": 1.9010160603080957, | |
| "grad_norm": 4.153316020965576, | |
| "learning_rate": 4.66888888888889e-06, | |
| "loss": 0.6197, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 1.9174041297935103, | |
| "grad_norm": 4.748465538024902, | |
| "learning_rate": 4.613333333333334e-06, | |
| "loss": 0.6105, | |
| "step": 2925 | |
| }, | |
| { | |
| "epoch": 1.9337921992789249, | |
| "grad_norm": 4.694342136383057, | |
| "learning_rate": 4.557777777777778e-06, | |
| "loss": 0.6158, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 1.9501802687643397, | |
| "grad_norm": 5.531050205230713, | |
| "learning_rate": 4.502222222222223e-06, | |
| "loss": 0.6089, | |
| "step": 2975 | |
| }, | |
| { | |
| "epoch": 1.966568338249754, | |
| "grad_norm": 5.279643535614014, | |
| "learning_rate": 4.446666666666667e-06, | |
| "loss": 0.6065, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 1.966568338249754, | |
| "eval_loss": 0.3859391212463379, | |
| "eval_runtime": 1670.3478, | |
| "eval_samples_per_second": 2.335, | |
| "eval_steps_per_second": 0.146, | |
| "eval_wer": 0.2873426335488261, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 1.982956407735169, | |
| "grad_norm": 4.542531967163086, | |
| "learning_rate": 4.391111111111112e-06, | |
| "loss": 0.6178, | |
| "step": 3025 | |
| }, | |
| { | |
| "epoch": 1.9993444772205833, | |
| "grad_norm": 5.153913974761963, | |
| "learning_rate": 4.3355555555555565e-06, | |
| "loss": 0.6124, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 2.015732546705998, | |
| "grad_norm": 4.631136417388916, | |
| "learning_rate": 4.2800000000000005e-06, | |
| "loss": 0.4396, | |
| "step": 3075 | |
| }, | |
| { | |
| "epoch": 2.0321206161914125, | |
| "grad_norm": 5.14950704574585, | |
| "learning_rate": 4.2244444444444446e-06, | |
| "loss": 0.3907, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 2.0485086856768273, | |
| "grad_norm": 4.144317150115967, | |
| "learning_rate": 4.168888888888889e-06, | |
| "loss": 0.39, | |
| "step": 3125 | |
| }, | |
| { | |
| "epoch": 2.0648967551622417, | |
| "grad_norm": 4.183619499206543, | |
| "learning_rate": 4.1133333333333335e-06, | |
| "loss": 0.4086, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 2.0812848246476565, | |
| "grad_norm": 5.38789176940918, | |
| "learning_rate": 4.057777777777778e-06, | |
| "loss": 0.3987, | |
| "step": 3175 | |
| }, | |
| { | |
| "epoch": 2.097672894133071, | |
| "grad_norm": 5.071357727050781, | |
| "learning_rate": 4.002222222222222e-06, | |
| "loss": 0.4209, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 2.1140609636184857, | |
| "grad_norm": 5.261667728424072, | |
| "learning_rate": 3.946666666666667e-06, | |
| "loss": 0.4061, | |
| "step": 3225 | |
| }, | |
| { | |
| "epoch": 2.1304490331039005, | |
| "grad_norm": 4.820098876953125, | |
| "learning_rate": 3.891111111111111e-06, | |
| "loss": 0.4132, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 2.146837102589315, | |
| "grad_norm": 5.199064254760742, | |
| "learning_rate": 3.835555555555555e-06, | |
| "loss": 0.41, | |
| "step": 3275 | |
| }, | |
| { | |
| "epoch": 2.1632251720747298, | |
| "grad_norm": 4.427770614624023, | |
| "learning_rate": 3.7800000000000002e-06, | |
| "loss": 0.3957, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 2.179613241560144, | |
| "grad_norm": 4.931752681732178, | |
| "learning_rate": 3.724444444444445e-06, | |
| "loss": 0.4051, | |
| "step": 3325 | |
| }, | |
| { | |
| "epoch": 2.196001311045559, | |
| "grad_norm": 4.410216331481934, | |
| "learning_rate": 3.668888888888889e-06, | |
| "loss": 0.3908, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 2.2123893805309733, | |
| "grad_norm": 5.322948455810547, | |
| "learning_rate": 3.6133333333333336e-06, | |
| "loss": 0.3829, | |
| "step": 3375 | |
| }, | |
| { | |
| "epoch": 2.228777450016388, | |
| "grad_norm": 4.69309663772583, | |
| "learning_rate": 3.5577777777777785e-06, | |
| "loss": 0.3768, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 2.2451655195018025, | |
| "grad_norm": 5.363163471221924, | |
| "learning_rate": 3.5022222222222225e-06, | |
| "loss": 0.4241, | |
| "step": 3425 | |
| }, | |
| { | |
| "epoch": 2.2615535889872174, | |
| "grad_norm": 5.2487688064575195, | |
| "learning_rate": 3.446666666666667e-06, | |
| "loss": 0.4001, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 2.2779416584726317, | |
| "grad_norm": 4.444194316864014, | |
| "learning_rate": 3.391111111111111e-06, | |
| "loss": 0.4114, | |
| "step": 3475 | |
| }, | |
| { | |
| "epoch": 2.2943297279580466, | |
| "grad_norm": 4.2093892097473145, | |
| "learning_rate": 3.335555555555556e-06, | |
| "loss": 0.4056, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 2.310717797443461, | |
| "grad_norm": 4.929553508758545, | |
| "learning_rate": 3.2800000000000004e-06, | |
| "loss": 0.3952, | |
| "step": 3525 | |
| }, | |
| { | |
| "epoch": 2.3271058669288758, | |
| "grad_norm": 5.331225395202637, | |
| "learning_rate": 3.2244444444444444e-06, | |
| "loss": 0.381, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 2.3434939364142906, | |
| "grad_norm": 4.381256580352783, | |
| "learning_rate": 3.1688888888888893e-06, | |
| "loss": 0.399, | |
| "step": 3575 | |
| }, | |
| { | |
| "epoch": 2.359882005899705, | |
| "grad_norm": 4.569367408752441, | |
| "learning_rate": 3.1133333333333337e-06, | |
| "loss": 0.4195, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 2.37627007538512, | |
| "grad_norm": 5.157946586608887, | |
| "learning_rate": 3.0577777777777778e-06, | |
| "loss": 0.4796, | |
| "step": 3625 | |
| }, | |
| { | |
| "epoch": 2.392658144870534, | |
| "grad_norm": 4.326797008514404, | |
| "learning_rate": 3.0022222222222227e-06, | |
| "loss": 0.4094, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 2.409046214355949, | |
| "grad_norm": 5.1377081871032715, | |
| "learning_rate": 2.946666666666667e-06, | |
| "loss": 0.3983, | |
| "step": 3675 | |
| }, | |
| { | |
| "epoch": 2.4254342838413634, | |
| "grad_norm": 5.24452543258667, | |
| "learning_rate": 2.891111111111111e-06, | |
| "loss": 0.4243, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 2.441822353326778, | |
| "grad_norm": 5.172399997711182, | |
| "learning_rate": 2.835555555555556e-06, | |
| "loss": 0.3962, | |
| "step": 3725 | |
| }, | |
| { | |
| "epoch": 2.4582104228121926, | |
| "grad_norm": 4.068329811096191, | |
| "learning_rate": 2.7800000000000005e-06, | |
| "loss": 0.3857, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 2.4745984922976074, | |
| "grad_norm": 5.2074995040893555, | |
| "learning_rate": 2.7244444444444445e-06, | |
| "loss": 0.4035, | |
| "step": 3775 | |
| }, | |
| { | |
| "epoch": 2.490986561783022, | |
| "grad_norm": 6.278205871582031, | |
| "learning_rate": 2.6688888888888894e-06, | |
| "loss": 0.4125, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 2.5073746312684366, | |
| "grad_norm": 5.124298572540283, | |
| "learning_rate": 2.6133333333333334e-06, | |
| "loss": 0.4153, | |
| "step": 3825 | |
| }, | |
| { | |
| "epoch": 2.523762700753851, | |
| "grad_norm": 5.120030879974365, | |
| "learning_rate": 2.557777777777778e-06, | |
| "loss": 0.4178, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 2.540150770239266, | |
| "grad_norm": 5.407374382019043, | |
| "learning_rate": 2.5022222222222224e-06, | |
| "loss": 0.4044, | |
| "step": 3875 | |
| }, | |
| { | |
| "epoch": 2.5565388397246807, | |
| "grad_norm": 4.730270862579346, | |
| "learning_rate": 2.446666666666667e-06, | |
| "loss": 0.3733, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 2.572926909210095, | |
| "grad_norm": 4.6310224533081055, | |
| "learning_rate": 2.3911111111111113e-06, | |
| "loss": 0.4064, | |
| "step": 3925 | |
| }, | |
| { | |
| "epoch": 2.5893149786955094, | |
| "grad_norm": 3.4895918369293213, | |
| "learning_rate": 2.3355555555555557e-06, | |
| "loss": 0.3976, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 2.6057030481809242, | |
| "grad_norm": 5.346146106719971, | |
| "learning_rate": 2.28e-06, | |
| "loss": 0.3833, | |
| "step": 3975 | |
| }, | |
| { | |
| "epoch": 2.622091117666339, | |
| "grad_norm": 4.933919906616211, | |
| "learning_rate": 2.2244444444444447e-06, | |
| "loss": 0.3894, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 2.622091117666339, | |
| "eval_loss": 0.39615824818611145, | |
| "eval_runtime": 1630.0413, | |
| "eval_samples_per_second": 2.393, | |
| "eval_steps_per_second": 0.15, | |
| "eval_wer": 0.2787391240946872, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 2.6384791871517534, | |
| "grad_norm": 4.994978427886963, | |
| "learning_rate": 2.168888888888889e-06, | |
| "loss": 0.3979, | |
| "step": 4025 | |
| }, | |
| { | |
| "epoch": 2.6548672566371683, | |
| "grad_norm": 5.25327730178833, | |
| "learning_rate": 2.1133333333333336e-06, | |
| "loss": 0.3912, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 2.6712553261225827, | |
| "grad_norm": 5.466716766357422, | |
| "learning_rate": 2.057777777777778e-06, | |
| "loss": 0.3953, | |
| "step": 4075 | |
| }, | |
| { | |
| "epoch": 2.6876433956079975, | |
| "grad_norm": 4.965219497680664, | |
| "learning_rate": 2.0022222222222225e-06, | |
| "loss": 0.3809, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 2.704031465093412, | |
| "grad_norm": 5.104487895965576, | |
| "learning_rate": 1.9466666666666665e-06, | |
| "loss": 0.389, | |
| "step": 4125 | |
| }, | |
| { | |
| "epoch": 2.7204195345788267, | |
| "grad_norm": 5.978146076202393, | |
| "learning_rate": 1.8911111111111114e-06, | |
| "loss": 0.3995, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 2.736807604064241, | |
| "grad_norm": 5.592274188995361, | |
| "learning_rate": 1.8355555555555557e-06, | |
| "loss": 0.3829, | |
| "step": 4175 | |
| }, | |
| { | |
| "epoch": 2.753195673549656, | |
| "grad_norm": 4.805532932281494, | |
| "learning_rate": 1.7800000000000001e-06, | |
| "loss": 0.387, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 2.7695837430350707, | |
| "grad_norm": 4.371249198913574, | |
| "learning_rate": 1.7244444444444448e-06, | |
| "loss": 0.3969, | |
| "step": 4225 | |
| }, | |
| { | |
| "epoch": 2.785971812520485, | |
| "grad_norm": 5.515538215637207, | |
| "learning_rate": 1.668888888888889e-06, | |
| "loss": 0.3804, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 2.8023598820058995, | |
| "grad_norm": 4.387998104095459, | |
| "learning_rate": 1.6133333333333335e-06, | |
| "loss": 0.3976, | |
| "step": 4275 | |
| }, | |
| { | |
| "epoch": 2.8187479514913143, | |
| "grad_norm": 6.351314544677734, | |
| "learning_rate": 1.5577777777777777e-06, | |
| "loss": 0.423, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 2.835136020976729, | |
| "grad_norm": 5.132925987243652, | |
| "learning_rate": 1.5022222222222224e-06, | |
| "loss": 0.3954, | |
| "step": 4325 | |
| }, | |
| { | |
| "epoch": 2.8515240904621435, | |
| "grad_norm": 4.940093517303467, | |
| "learning_rate": 1.4466666666666669e-06, | |
| "loss": 0.3874, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 2.8679121599475583, | |
| "grad_norm": 4.280588626861572, | |
| "learning_rate": 1.3911111111111111e-06, | |
| "loss": 0.3962, | |
| "step": 4375 | |
| }, | |
| { | |
| "epoch": 2.8843002294329727, | |
| "grad_norm": 4.708969593048096, | |
| "learning_rate": 1.3355555555555558e-06, | |
| "loss": 0.3874, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 2.9006882989183875, | |
| "grad_norm": 4.572214126586914, | |
| "learning_rate": 1.28e-06, | |
| "loss": 0.3618, | |
| "step": 4425 | |
| }, | |
| { | |
| "epoch": 2.917076368403802, | |
| "grad_norm": 5.374238967895508, | |
| "learning_rate": 1.2244444444444445e-06, | |
| "loss": 0.3789, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 2.9334644378892167, | |
| "grad_norm": 4.603006362915039, | |
| "learning_rate": 1.168888888888889e-06, | |
| "loss": 0.3744, | |
| "step": 4475 | |
| }, | |
| { | |
| "epoch": 2.949852507374631, | |
| "grad_norm": 5.514355659484863, | |
| "learning_rate": 1.1133333333333334e-06, | |
| "loss": 0.3705, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 2.966240576860046, | |
| "grad_norm": 5.96732234954834, | |
| "learning_rate": 1.0577777777777779e-06, | |
| "loss": 0.3816, | |
| "step": 4525 | |
| }, | |
| { | |
| "epoch": 2.9826286463454608, | |
| "grad_norm": 4.869338035583496, | |
| "learning_rate": 1.0022222222222223e-06, | |
| "loss": 0.4033, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 2.999016715830875, | |
| "grad_norm": 4.8514404296875, | |
| "learning_rate": 9.466666666666667e-07, | |
| "loss": 0.3862, | |
| "step": 4575 | |
| }, | |
| { | |
| "epoch": 3.0154047853162895, | |
| "grad_norm": 4.073346138000488, | |
| "learning_rate": 8.911111111111112e-07, | |
| "loss": 0.2642, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 3.0317928548017044, | |
| "grad_norm": 3.8675925731658936, | |
| "learning_rate": 8.355555555555556e-07, | |
| "loss": 0.2484, | |
| "step": 4625 | |
| }, | |
| { | |
| "epoch": 3.048180924287119, | |
| "grad_norm": 4.085783004760742, | |
| "learning_rate": 7.8e-07, | |
| "loss": 0.253, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 3.0645689937725336, | |
| "grad_norm": 5.922070026397705, | |
| "learning_rate": 7.244444444444446e-07, | |
| "loss": 0.2572, | |
| "step": 4675 | |
| }, | |
| { | |
| "epoch": 3.0809570632579484, | |
| "grad_norm": 3.9240541458129883, | |
| "learning_rate": 6.68888888888889e-07, | |
| "loss": 0.2628, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 3.0973451327433628, | |
| "grad_norm": 3.6416871547698975, | |
| "learning_rate": 6.133333333333333e-07, | |
| "loss": 0.2762, | |
| "step": 4725 | |
| }, | |
| { | |
| "epoch": 3.1137332022287776, | |
| "grad_norm": 3.966794729232788, | |
| "learning_rate": 5.577777777777779e-07, | |
| "loss": 0.2641, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 3.130121271714192, | |
| "grad_norm": 4.7765045166015625, | |
| "learning_rate": 5.022222222222222e-07, | |
| "loss": 0.2581, | |
| "step": 4775 | |
| }, | |
| { | |
| "epoch": 3.146509341199607, | |
| "grad_norm": 4.1129608154296875, | |
| "learning_rate": 4.466666666666667e-07, | |
| "loss": 0.2715, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 3.162897410685021, | |
| "grad_norm": 3.8220412731170654, | |
| "learning_rate": 3.9111111111111115e-07, | |
| "loss": 0.2639, | |
| "step": 4825 | |
| }, | |
| { | |
| "epoch": 3.179285480170436, | |
| "grad_norm": 4.8853912353515625, | |
| "learning_rate": 3.3555555555555556e-07, | |
| "loss": 0.2666, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 3.1956735496558504, | |
| "grad_norm": 4.593063831329346, | |
| "learning_rate": 2.8e-07, | |
| "loss": 0.2639, | |
| "step": 4875 | |
| }, | |
| { | |
| "epoch": 3.212061619141265, | |
| "grad_norm": 3.6766130924224854, | |
| "learning_rate": 2.2444444444444445e-07, | |
| "loss": 0.2571, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 3.2284496886266796, | |
| "grad_norm": 4.200336933135986, | |
| "learning_rate": 1.6888888888888888e-07, | |
| "loss": 0.2507, | |
| "step": 4925 | |
| }, | |
| { | |
| "epoch": 3.2448377581120944, | |
| "grad_norm": 4.104145050048828, | |
| "learning_rate": 1.1333333333333336e-07, | |
| "loss": 0.2527, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 3.2612258275975092, | |
| "grad_norm": 3.6322615146636963, | |
| "learning_rate": 5.777777777777778e-08, | |
| "loss": 0.2512, | |
| "step": 4975 | |
| }, | |
| { | |
| "epoch": 3.2776138970829236, | |
| "grad_norm": 3.6525533199310303, | |
| "learning_rate": 2.2222222222222225e-09, | |
| "loss": 0.2478, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 3.2776138970829236, | |
| "eval_loss": 0.41265004873275757, | |
| "eval_runtime": 1618.8893, | |
| "eval_samples_per_second": 2.41, | |
| "eval_steps_per_second": 0.151, | |
| "eval_wer": 0.2775239391435376, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 3.2776138970829236, | |
| "step": 5000, | |
| "total_flos": 5.435895365546803e+20, | |
| "train_loss": 0.7020168427467346, | |
| "train_runtime": 60500.8955, | |
| "train_samples_per_second": 2.645, | |
| "train_steps_per_second": 0.083 | |
| } | |
| ], | |
| "logging_steps": 25, | |
| "max_steps": 5000, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 4, | |
| "save_steps": 1000, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 5.435895365546803e+20, | |
| "train_batch_size": 16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |