| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.008080220428413287, | |
| "eval_steps": 500, | |
| "global_step": 1000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 8.080220428413287e-05, | |
| "grad_norm": 4661457.0, | |
| "learning_rate": 4.040404040404041e-08, | |
| "loss": 678012.1, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.00016160440856826573, | |
| "grad_norm": 9865970.0, | |
| "learning_rate": 8.080808080808082e-08, | |
| "loss": 841980.1, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.00024240661285239863, | |
| "grad_norm": 10027139.0, | |
| "learning_rate": 1.2121212121212122e-07, | |
| "loss": 816764.25, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.00032320881713653147, | |
| "grad_norm": 16910428.0, | |
| "learning_rate": 1.6161616161616163e-07, | |
| "loss": 961656.7, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.00040401102142066436, | |
| "grad_norm": 5068422.0, | |
| "learning_rate": 2.0202020202020202e-07, | |
| "loss": 679086.95, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.00048481322570479725, | |
| "grad_norm": 2293057.5, | |
| "learning_rate": 2.4242424242424244e-07, | |
| "loss": 949613.2, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.0005656154299889301, | |
| "grad_norm": 7849363.5, | |
| "learning_rate": 2.8282828282828283e-07, | |
| "loss": 859798.0, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.0006464176342730629, | |
| "grad_norm": 2669786.75, | |
| "learning_rate": 3.2323232323232327e-07, | |
| "loss": 863443.9, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.0007272198385571959, | |
| "grad_norm": 6021406.5, | |
| "learning_rate": 3.6363636363636366e-07, | |
| "loss": 734401.3, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.0008080220428413287, | |
| "grad_norm": 5000674.5, | |
| "learning_rate": 4.0404040404040405e-07, | |
| "loss": 526539.8, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.0008888242471254616, | |
| "grad_norm": 4362635.5, | |
| "learning_rate": 4.444444444444445e-07, | |
| "loss": 422810.45, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.0009696264514095945, | |
| "grad_norm": 5343355.0, | |
| "learning_rate": 4.848484848484849e-07, | |
| "loss": 490438.55, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.0010504286556937273, | |
| "grad_norm": 11366241.0, | |
| "learning_rate": 5.252525252525253e-07, | |
| "loss": 704809.3, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.0011312308599778602, | |
| "grad_norm": 5520147.0, | |
| "learning_rate": 5.656565656565657e-07, | |
| "loss": 526687.5, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.001212033064261993, | |
| "grad_norm": 3778741.0, | |
| "learning_rate": 6.060606060606061e-07, | |
| "loss": 322092.525, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.0012928352685461259, | |
| "grad_norm": 3378473.0, | |
| "learning_rate": 6.464646464646465e-07, | |
| "loss": 516098.85, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.0013736374728302587, | |
| "grad_norm": 4408531.0, | |
| "learning_rate": 6.868686868686869e-07, | |
| "loss": 410817.35, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.0014544396771143918, | |
| "grad_norm": 766378.375, | |
| "learning_rate": 7.272727272727273e-07, | |
| "loss": 197623.1625, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.0015352418813985246, | |
| "grad_norm": 5468394.5, | |
| "learning_rate": 7.676767676767678e-07, | |
| "loss": 238133.6, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.0016160440856826574, | |
| "grad_norm": 7980194.5, | |
| "learning_rate": 8.080808080808081e-07, | |
| "loss": 182498.725, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.0016968462899667903, | |
| "grad_norm": 737060.125, | |
| "learning_rate": 8.484848484848486e-07, | |
| "loss": 122880.075, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.0017776484942509231, | |
| "grad_norm": 476725.8125, | |
| "learning_rate": 8.88888888888889e-07, | |
| "loss": 100649.7563, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.001858450698535056, | |
| "grad_norm": 353791.875, | |
| "learning_rate": 9.292929292929294e-07, | |
| "loss": 58150.4563, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.001939252902819189, | |
| "grad_norm": 684820.5625, | |
| "learning_rate": 9.696969696969698e-07, | |
| "loss": 44040.125, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.0020200551071033216, | |
| "grad_norm": 228699.796875, | |
| "learning_rate": 1.0101010101010103e-06, | |
| "loss": 21505.6156, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.0021008573113874547, | |
| "grad_norm": 91799.625, | |
| "learning_rate": 1.0505050505050506e-06, | |
| "loss": 11209.5648, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.0021816595156715873, | |
| "grad_norm": 64077.56640625, | |
| "learning_rate": 1.090909090909091e-06, | |
| "loss": 5405.107, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.0022624617199557204, | |
| "grad_norm": 68140.5078125, | |
| "learning_rate": 1.1313131313131313e-06, | |
| "loss": 2509.3971, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.0023432639242398534, | |
| "grad_norm": 38560.15625, | |
| "learning_rate": 1.1717171717171719e-06, | |
| "loss": 1295.3724, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.002424066128523986, | |
| "grad_norm": 2864.86474609375, | |
| "learning_rate": 1.2121212121212122e-06, | |
| "loss": 923.2405, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.002504868332808119, | |
| "grad_norm": 2044.932861328125, | |
| "learning_rate": 1.2525252525252527e-06, | |
| "loss": 950.31, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.0025856705370922517, | |
| "grad_norm": 2294.186279296875, | |
| "learning_rate": 1.292929292929293e-06, | |
| "loss": 830.1033, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.002666472741376385, | |
| "grad_norm": 941.1571044921875, | |
| "learning_rate": 1.3333333333333334e-06, | |
| "loss": 711.3893, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.0027472749456605174, | |
| "grad_norm": 6470.8056640625, | |
| "learning_rate": 1.3737373737373738e-06, | |
| "loss": 746.1014, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.0028280771499446505, | |
| "grad_norm": 2412.6904296875, | |
| "learning_rate": 1.4141414141414143e-06, | |
| "loss": 774.8737, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.0029088793542287835, | |
| "grad_norm": 2536.60791015625, | |
| "learning_rate": 1.4545454545454546e-06, | |
| "loss": 832.4265, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.002989681558512916, | |
| "grad_norm": 5404.72265625, | |
| "learning_rate": 1.4949494949494952e-06, | |
| "loss": 676.5023, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.003070483762797049, | |
| "grad_norm": 1271.8477783203125, | |
| "learning_rate": 1.5353535353535355e-06, | |
| "loss": 518.433, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.003151285967081182, | |
| "grad_norm": 736.135009765625, | |
| "learning_rate": 1.5757575757575759e-06, | |
| "loss": 768.4572, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.003232088171365315, | |
| "grad_norm": 1238.1878662109375, | |
| "learning_rate": 1.6161616161616162e-06, | |
| "loss": 696.9558, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.0033128903756494475, | |
| "grad_norm": 1593.6436767578125, | |
| "learning_rate": 1.6565656565656565e-06, | |
| "loss": 670.7958, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.0033936925799335806, | |
| "grad_norm": 819.6708374023438, | |
| "learning_rate": 1.6969696969696973e-06, | |
| "loss": 581.9092, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.0034744947842177136, | |
| "grad_norm": 775.354248046875, | |
| "learning_rate": 1.7373737373737376e-06, | |
| "loss": 744.2987, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.0035552969885018462, | |
| "grad_norm": 744.1176147460938, | |
| "learning_rate": 1.777777777777778e-06, | |
| "loss": 665.0154, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.0036360991927859793, | |
| "grad_norm": 1123.35986328125, | |
| "learning_rate": 1.818181818181818e-06, | |
| "loss": 681.7526, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.003716901397070112, | |
| "grad_norm": 2373.274658203125, | |
| "learning_rate": 1.8585858585858588e-06, | |
| "loss": 654.0196, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.003797703601354245, | |
| "grad_norm": 1098.4403076171875, | |
| "learning_rate": 1.8989898989898992e-06, | |
| "loss": 657.3389, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.003878505805638378, | |
| "grad_norm": 1008.40966796875, | |
| "learning_rate": 1.9393939393939395e-06, | |
| "loss": 564.041, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.003959308009922511, | |
| "grad_norm": 1227.1414794921875, | |
| "learning_rate": 1.9797979797979796e-06, | |
| "loss": 614.5699, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.004040110214206643, | |
| "grad_norm": 57328.9609375, | |
| "learning_rate": 2.0202020202020206e-06, | |
| "loss": 596.2117, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.004120912418490777, | |
| "grad_norm": 2744.44873046875, | |
| "learning_rate": 2.0606060606060607e-06, | |
| "loss": 676.9374, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.004201714622774909, | |
| "grad_norm": 667.0958862304688, | |
| "learning_rate": 2.1010101010101013e-06, | |
| "loss": 812.1784, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.004282516827059042, | |
| "grad_norm": 1447.203857421875, | |
| "learning_rate": 2.1414141414141414e-06, | |
| "loss": 640.1749, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.004363319031343175, | |
| "grad_norm": 1186.56982421875, | |
| "learning_rate": 2.181818181818182e-06, | |
| "loss": 665.659, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.004444121235627308, | |
| "grad_norm": 1263.9395751953125, | |
| "learning_rate": 2.2222222222222225e-06, | |
| "loss": 696.9437, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.004524923439911441, | |
| "grad_norm": 1353.597412109375, | |
| "learning_rate": 2.2626262626262626e-06, | |
| "loss": 654.0818, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.004605725644195573, | |
| "grad_norm": 876.721923828125, | |
| "learning_rate": 2.303030303030303e-06, | |
| "loss": 683.512, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.004686527848479707, | |
| "grad_norm": 1866.14697265625, | |
| "learning_rate": 2.3434343434343437e-06, | |
| "loss": 727.845, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.0047673300527638395, | |
| "grad_norm": 667.1629028320312, | |
| "learning_rate": 2.383838383838384e-06, | |
| "loss": 625.2918, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.004848132257047972, | |
| "grad_norm": 614.8545532226562, | |
| "learning_rate": 2.4242424242424244e-06, | |
| "loss": 600.5201, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.004928934461332105, | |
| "grad_norm": 879.8363647460938, | |
| "learning_rate": 2.4646464646464645e-06, | |
| "loss": 509.5772, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.005009736665616238, | |
| "grad_norm": 1344.7303466796875, | |
| "learning_rate": 2.5050505050505055e-06, | |
| "loss": 639.9966, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.005090538869900371, | |
| "grad_norm": 1223.520751953125, | |
| "learning_rate": 2.5454545454545456e-06, | |
| "loss": 706.7377, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.0051713410741845035, | |
| "grad_norm": 1871.1324462890625, | |
| "learning_rate": 2.585858585858586e-06, | |
| "loss": 712.2218, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.005252143278468637, | |
| "grad_norm": 804.082763671875, | |
| "learning_rate": 2.6262626262626263e-06, | |
| "loss": 666.623, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.00533294548275277, | |
| "grad_norm": 10994.2314453125, | |
| "learning_rate": 2.666666666666667e-06, | |
| "loss": 726.5861, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.005413747687036902, | |
| "grad_norm": 892.67919921875, | |
| "learning_rate": 2.7070707070707074e-06, | |
| "loss": 596.617, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.005494549891321035, | |
| "grad_norm": 681.8887939453125, | |
| "learning_rate": 2.7474747474747475e-06, | |
| "loss": 496.8398, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.005575352095605168, | |
| "grad_norm": 1190.68310546875, | |
| "learning_rate": 2.787878787878788e-06, | |
| "loss": 684.7522, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.005656154299889301, | |
| "grad_norm": 1649.9376220703125, | |
| "learning_rate": 2.8282828282828286e-06, | |
| "loss": 717.8954, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.0057369565041734336, | |
| "grad_norm": 2140.240234375, | |
| "learning_rate": 2.8686868686868687e-06, | |
| "loss": 633.3918, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.005817758708457567, | |
| "grad_norm": 1765.3192138671875, | |
| "learning_rate": 2.9090909090909093e-06, | |
| "loss": 656.2145, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.0058985609127417, | |
| "grad_norm": 2076.052001953125, | |
| "learning_rate": 2.9494949494949494e-06, | |
| "loss": 620.9487, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.005979363117025832, | |
| "grad_norm": 817.6283569335938, | |
| "learning_rate": 2.9898989898989904e-06, | |
| "loss": 427.1178, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.006060165321309965, | |
| "grad_norm": 1084.86767578125, | |
| "learning_rate": 3.0303030303030305e-06, | |
| "loss": 560.9343, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.006140967525594098, | |
| "grad_norm": 786.8311767578125, | |
| "learning_rate": 3.070707070707071e-06, | |
| "loss": 520.7236, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.006221769729878231, | |
| "grad_norm": 4558.533203125, | |
| "learning_rate": 3.111111111111111e-06, | |
| "loss": 555.48, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.006302571934162364, | |
| "grad_norm": 785.0099487304688, | |
| "learning_rate": 3.1515151515151517e-06, | |
| "loss": 514.0267, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.006383374138446497, | |
| "grad_norm": 1063.466796875, | |
| "learning_rate": 3.191919191919192e-06, | |
| "loss": 592.0211, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.00646417634273063, | |
| "grad_norm": 2228.42041015625, | |
| "learning_rate": 3.2323232323232324e-06, | |
| "loss": 613.0331, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.006544978547014762, | |
| "grad_norm": 1026.750732421875, | |
| "learning_rate": 3.2727272727272733e-06, | |
| "loss": 639.7108, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.006625780751298895, | |
| "grad_norm": 2451.453369140625, | |
| "learning_rate": 3.313131313131313e-06, | |
| "loss": 659.9323, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.0067065829555830285, | |
| "grad_norm": 1183.8045654296875, | |
| "learning_rate": 3.3535353535353536e-06, | |
| "loss": 601.1871, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.006787385159867161, | |
| "grad_norm": 1861.18701171875, | |
| "learning_rate": 3.3939393939393946e-06, | |
| "loss": 589.3404, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.006868187364151294, | |
| "grad_norm": 1340.5020751953125, | |
| "learning_rate": 3.4343434343434343e-06, | |
| "loss": 588.7653, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.006948989568435427, | |
| "grad_norm": 8932.84375, | |
| "learning_rate": 3.4747474747474752e-06, | |
| "loss": 667.0873, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.00702979177271956, | |
| "grad_norm": 1353.702392578125, | |
| "learning_rate": 3.515151515151515e-06, | |
| "loss": 574.4604, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.0071105939770036925, | |
| "grad_norm": 1281.541748046875, | |
| "learning_rate": 3.555555555555556e-06, | |
| "loss": 683.6188, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.007191396181287825, | |
| "grad_norm": 3347.4111328125, | |
| "learning_rate": 3.5959595959595965e-06, | |
| "loss": 591.1179, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.007272198385571959, | |
| "grad_norm": 832.118896484375, | |
| "learning_rate": 3.636363636363636e-06, | |
| "loss": 509.1054, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.007353000589856091, | |
| "grad_norm": 3215.1875, | |
| "learning_rate": 3.676767676767677e-06, | |
| "loss": 634.5958, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.007433802794140224, | |
| "grad_norm": 1072.3865966796875, | |
| "learning_rate": 3.7171717171717177e-06, | |
| "loss": 525.3159, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.007514604998424357, | |
| "grad_norm": 1002.2363891601562, | |
| "learning_rate": 3.757575757575758e-06, | |
| "loss": 659.7474, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.00759540720270849, | |
| "grad_norm": 6355.693359375, | |
| "learning_rate": 3.7979797979797984e-06, | |
| "loss": 636.0396, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.007676209406992623, | |
| "grad_norm": 1635.6080322265625, | |
| "learning_rate": 3.8383838383838385e-06, | |
| "loss": 624.7128, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.007757011611276756, | |
| "grad_norm": 1284.3531494140625, | |
| "learning_rate": 3.878787878787879e-06, | |
| "loss": 637.0934, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.007837813815560889, | |
| "grad_norm": 2921.176025390625, | |
| "learning_rate": 3.9191919191919196e-06, | |
| "loss": 648.8942, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.007918616019845021, | |
| "grad_norm": 845.0542602539062, | |
| "learning_rate": 3.959595959595959e-06, | |
| "loss": 536.0546, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.007999418224129154, | |
| "grad_norm": 986.8812866210938, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 643.056, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.008080220428413287, | |
| "grad_norm": 748.7238159179688, | |
| "learning_rate": 4.040404040404041e-06, | |
| "loss": 587.7603, | |
| "step": 1000 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 123750, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 1000, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 0.0, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |