| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 9.991416309012875, | |
| "eval_steps": 500, | |
| "global_step": 5820, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0017167381974248926, | |
| "grad_norm": 6.089517593383789, | |
| "learning_rate": 3.436426116838488e-07, | |
| "loss": 2.0708, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.008583690987124463, | |
| "grad_norm": 6.525425434112549, | |
| "learning_rate": 1.7182130584192443e-06, | |
| "loss": 2.0164, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.017167381974248927, | |
| "grad_norm": 5.859015464782715, | |
| "learning_rate": 3.4364261168384886e-06, | |
| "loss": 2.0159, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.02575107296137339, | |
| "grad_norm": 4.282891750335693, | |
| "learning_rate": 5.154639175257732e-06, | |
| "loss": 1.9357, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.034334763948497854, | |
| "grad_norm": 2.575316905975342, | |
| "learning_rate": 6.872852233676977e-06, | |
| "loss": 1.8673, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.04291845493562232, | |
| "grad_norm": 1.4356714487075806, | |
| "learning_rate": 8.591065292096221e-06, | |
| "loss": 1.7557, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.05150214592274678, | |
| "grad_norm": 0.756867527961731, | |
| "learning_rate": 1.0309278350515464e-05, | |
| "loss": 1.6729, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.060085836909871244, | |
| "grad_norm": 0.5709408521652222, | |
| "learning_rate": 1.2027491408934708e-05, | |
| "loss": 1.6029, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.06866952789699571, | |
| "grad_norm": 0.6336522698402405, | |
| "learning_rate": 1.3745704467353954e-05, | |
| "loss": 1.5371, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.07725321888412018, | |
| "grad_norm": 0.48585963249206543, | |
| "learning_rate": 1.5463917525773197e-05, | |
| "loss": 1.4468, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.08583690987124463, | |
| "grad_norm": 0.45667070150375366, | |
| "learning_rate": 1.7182130584192442e-05, | |
| "loss": 1.3687, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.0944206008583691, | |
| "grad_norm": 0.4194663465023041, | |
| "learning_rate": 1.8900343642611683e-05, | |
| "loss": 1.3212, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.10300429184549356, | |
| "grad_norm": 0.3849167227745056, | |
| "learning_rate": 2.0618556701030927e-05, | |
| "loss": 1.2499, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.11158798283261803, | |
| "grad_norm": 0.32962682843208313, | |
| "learning_rate": 2.2336769759450175e-05, | |
| "loss": 1.2345, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.12017167381974249, | |
| "grad_norm": 0.32320886850357056, | |
| "learning_rate": 2.4054982817869417e-05, | |
| "loss": 1.1963, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.12875536480686695, | |
| "grad_norm": 0.3570818603038788, | |
| "learning_rate": 2.5773195876288658e-05, | |
| "loss": 1.1658, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.13733905579399142, | |
| "grad_norm": 0.3045337498188019, | |
| "learning_rate": 2.749140893470791e-05, | |
| "loss": 1.1628, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.1459227467811159, | |
| "grad_norm": 0.2675187289714813, | |
| "learning_rate": 2.920962199312715e-05, | |
| "loss": 1.153, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.15450643776824036, | |
| "grad_norm": 0.2941209077835083, | |
| "learning_rate": 3.0927835051546395e-05, | |
| "loss": 1.1233, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.1630901287553648, | |
| "grad_norm": 0.30070310831069946, | |
| "learning_rate": 3.2646048109965636e-05, | |
| "loss": 1.1199, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.17167381974248927, | |
| "grad_norm": 0.2994473874568939, | |
| "learning_rate": 3.4364261168384884e-05, | |
| "loss": 1.1063, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.18025751072961374, | |
| "grad_norm": 0.301921010017395, | |
| "learning_rate": 3.6082474226804125e-05, | |
| "loss": 1.0991, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.1888412017167382, | |
| "grad_norm": 0.31418925523757935, | |
| "learning_rate": 3.7800687285223366e-05, | |
| "loss": 1.0939, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.19742489270386265, | |
| "grad_norm": 0.31536900997161865, | |
| "learning_rate": 3.9518900343642614e-05, | |
| "loss": 1.0961, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.20600858369098712, | |
| "grad_norm": 0.2873052954673767, | |
| "learning_rate": 4.1237113402061855e-05, | |
| "loss": 1.0807, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.2145922746781116, | |
| "grad_norm": 0.34555503726005554, | |
| "learning_rate": 4.2955326460481096e-05, | |
| "loss": 1.0645, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.22317596566523606, | |
| "grad_norm": 0.313761442899704, | |
| "learning_rate": 4.467353951890035e-05, | |
| "loss": 1.0513, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.2317596566523605, | |
| "grad_norm": 0.32121869921684265, | |
| "learning_rate": 4.639175257731959e-05, | |
| "loss": 1.0735, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.24034334763948498, | |
| "grad_norm": 0.3088555335998535, | |
| "learning_rate": 4.810996563573883e-05, | |
| "loss": 1.0552, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.24892703862660945, | |
| "grad_norm": 0.35492023825645447, | |
| "learning_rate": 4.982817869415808e-05, | |
| "loss": 1.0546, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.2575107296137339, | |
| "grad_norm": 0.30434370040893555, | |
| "learning_rate": 5.1546391752577315e-05, | |
| "loss": 1.0422, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.26609442060085836, | |
| "grad_norm": 0.30399689078330994, | |
| "learning_rate": 5.326460481099656e-05, | |
| "loss": 1.0465, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.27467811158798283, | |
| "grad_norm": 0.30653682351112366, | |
| "learning_rate": 5.498281786941582e-05, | |
| "loss": 1.0404, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.2832618025751073, | |
| "grad_norm": 0.3112322986125946, | |
| "learning_rate": 5.670103092783505e-05, | |
| "loss": 1.0369, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.2918454935622318, | |
| "grad_norm": 0.3165334165096283, | |
| "learning_rate": 5.84192439862543e-05, | |
| "loss": 1.0433, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.30042918454935624, | |
| "grad_norm": 0.34382325410842896, | |
| "learning_rate": 6.013745704467354e-05, | |
| "loss": 1.042, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.3090128755364807, | |
| "grad_norm": 0.3302488625049591, | |
| "learning_rate": 6.185567010309279e-05, | |
| "loss": 1.0166, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.31759656652360513, | |
| "grad_norm": 0.3078051209449768, | |
| "learning_rate": 6.357388316151203e-05, | |
| "loss": 1.0138, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.3261802575107296, | |
| "grad_norm": 0.30805814266204834, | |
| "learning_rate": 6.529209621993127e-05, | |
| "loss": 0.9951, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.33476394849785407, | |
| "grad_norm": 0.4036194980144501, | |
| "learning_rate": 6.701030927835051e-05, | |
| "loss": 1.013, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.34334763948497854, | |
| "grad_norm": 0.4557146430015564, | |
| "learning_rate": 6.872852233676977e-05, | |
| "loss": 0.9959, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.351931330472103, | |
| "grad_norm": 0.36137068271636963, | |
| "learning_rate": 7.044673539518901e-05, | |
| "loss": 1.0068, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.3605150214592275, | |
| "grad_norm": 0.3014100193977356, | |
| "learning_rate": 7.216494845360825e-05, | |
| "loss": 0.9923, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.36909871244635195, | |
| "grad_norm": 0.290464848279953, | |
| "learning_rate": 7.38831615120275e-05, | |
| "loss": 0.9969, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.3776824034334764, | |
| "grad_norm": 0.31709638237953186, | |
| "learning_rate": 7.560137457044673e-05, | |
| "loss": 1.0221, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.38626609442060084, | |
| "grad_norm": 0.2746679484844208, | |
| "learning_rate": 7.731958762886599e-05, | |
| "loss": 0.9829, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.3948497854077253, | |
| "grad_norm": 0.28260111808776855, | |
| "learning_rate": 7.903780068728523e-05, | |
| "loss": 0.9868, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.4034334763948498, | |
| "grad_norm": 0.3063802421092987, | |
| "learning_rate": 8.075601374570447e-05, | |
| "loss": 0.9789, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.41201716738197425, | |
| "grad_norm": 0.29451537132263184, | |
| "learning_rate": 8.247422680412371e-05, | |
| "loss": 1.0036, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.4206008583690987, | |
| "grad_norm": 0.29433488845825195, | |
| "learning_rate": 8.419243986254296e-05, | |
| "loss": 0.9936, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.4291845493562232, | |
| "grad_norm": 0.2725401520729065, | |
| "learning_rate": 8.591065292096219e-05, | |
| "loss": 0.9786, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.43776824034334766, | |
| "grad_norm": 0.2759503722190857, | |
| "learning_rate": 8.762886597938145e-05, | |
| "loss": 0.9656, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.44635193133047213, | |
| "grad_norm": 0.2762455642223358, | |
| "learning_rate": 8.93470790378007e-05, | |
| "loss": 0.9837, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.45493562231759654, | |
| "grad_norm": 0.2803398668766022, | |
| "learning_rate": 9.106529209621993e-05, | |
| "loss": 0.9757, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.463519313304721, | |
| "grad_norm": 0.29107633233070374, | |
| "learning_rate": 9.278350515463918e-05, | |
| "loss": 0.9692, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.4721030042918455, | |
| "grad_norm": 0.32915282249450684, | |
| "learning_rate": 9.450171821305843e-05, | |
| "loss": 0.9911, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.48068669527896996, | |
| "grad_norm": 0.2902511954307556, | |
| "learning_rate": 9.621993127147767e-05, | |
| "loss": 0.9635, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.4892703862660944, | |
| "grad_norm": 0.28177133202552795, | |
| "learning_rate": 9.793814432989691e-05, | |
| "loss": 0.9704, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.4978540772532189, | |
| "grad_norm": 0.26041337847709656, | |
| "learning_rate": 9.965635738831616e-05, | |
| "loss": 0.9668, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.5064377682403434, | |
| "grad_norm": 0.27237018942832947, | |
| "learning_rate": 0.00010137457044673539, | |
| "loss": 0.9751, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.5150214592274678, | |
| "grad_norm": 0.2928680181503296, | |
| "learning_rate": 0.00010309278350515463, | |
| "loss": 0.9828, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.5236051502145923, | |
| "grad_norm": 0.3540053367614746, | |
| "learning_rate": 0.0001048109965635739, | |
| "loss": 0.9725, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.5321888412017167, | |
| "grad_norm": 0.34892937541007996, | |
| "learning_rate": 0.00010652920962199313, | |
| "loss": 0.9688, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.5407725321888412, | |
| "grad_norm": 0.2727091908454895, | |
| "learning_rate": 0.00010824742268041237, | |
| "loss": 0.9797, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.5493562231759657, | |
| "grad_norm": 0.2613857090473175, | |
| "learning_rate": 0.00010996563573883164, | |
| "loss": 0.9751, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.5579399141630901, | |
| "grad_norm": 0.24695193767547607, | |
| "learning_rate": 0.00011168384879725086, | |
| "loss": 0.9661, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.5665236051502146, | |
| "grad_norm": 0.25507402420043945, | |
| "learning_rate": 0.0001134020618556701, | |
| "loss": 0.9703, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.575107296137339, | |
| "grad_norm": 0.2496771663427353, | |
| "learning_rate": 0.00011512027491408935, | |
| "loss": 0.9766, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.5836909871244635, | |
| "grad_norm": 0.2503701448440552, | |
| "learning_rate": 0.0001168384879725086, | |
| "loss": 0.9506, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.592274678111588, | |
| "grad_norm": 0.26991888880729675, | |
| "learning_rate": 0.00011855670103092784, | |
| "loss": 0.9587, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.6008583690987125, | |
| "grad_norm": 0.24292829632759094, | |
| "learning_rate": 0.00012027491408934708, | |
| "loss": 0.951, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.6094420600858369, | |
| "grad_norm": 0.26761141419410706, | |
| "learning_rate": 0.00012199312714776634, | |
| "loss": 0.9525, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.6180257510729614, | |
| "grad_norm": 0.24770408868789673, | |
| "learning_rate": 0.00012371134020618558, | |
| "loss": 0.9606, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.6266094420600858, | |
| "grad_norm": 0.24938061833381653, | |
| "learning_rate": 0.00012542955326460482, | |
| "loss": 0.9577, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.6351931330472103, | |
| "grad_norm": 0.22758124768733978, | |
| "learning_rate": 0.00012714776632302406, | |
| "loss": 0.9693, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.6437768240343348, | |
| "grad_norm": 0.24254348874092102, | |
| "learning_rate": 0.0001288659793814433, | |
| "loss": 0.9492, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.6523605150214592, | |
| "grad_norm": 0.37186160683631897, | |
| "learning_rate": 0.00013058419243986254, | |
| "loss": 0.9722, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.6609442060085837, | |
| "grad_norm": 0.23567767441272736, | |
| "learning_rate": 0.00013230240549828178, | |
| "loss": 0.9567, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.6695278969957081, | |
| "grad_norm": 0.2288963794708252, | |
| "learning_rate": 0.00013402061855670103, | |
| "loss": 0.9564, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.6781115879828327, | |
| "grad_norm": 0.24152550101280212, | |
| "learning_rate": 0.0001357388316151203, | |
| "loss": 0.9532, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.6866952789699571, | |
| "grad_norm": 0.261593759059906, | |
| "learning_rate": 0.00013745704467353953, | |
| "loss": 0.9471, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.6952789699570815, | |
| "grad_norm": 0.27105116844177246, | |
| "learning_rate": 0.00013917525773195878, | |
| "loss": 0.9639, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.703862660944206, | |
| "grad_norm": 0.361182302236557, | |
| "learning_rate": 0.00014089347079037802, | |
| "loss": 0.9516, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.7124463519313304, | |
| "grad_norm": 0.2614869475364685, | |
| "learning_rate": 0.00014261168384879726, | |
| "loss": 0.9615, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.721030042918455, | |
| "grad_norm": 0.2598520517349243, | |
| "learning_rate": 0.0001443298969072165, | |
| "loss": 0.9587, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.7296137339055794, | |
| "grad_norm": 0.26025694608688354, | |
| "learning_rate": 0.00014604810996563574, | |
| "loss": 0.9483, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.7381974248927039, | |
| "grad_norm": 0.27435532212257385, | |
| "learning_rate": 0.000147766323024055, | |
| "loss": 0.9555, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.7467811158798283, | |
| "grad_norm": 0.2179042547941208, | |
| "learning_rate": 0.00014948453608247422, | |
| "loss": 0.9719, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.7553648068669528, | |
| "grad_norm": 0.25120726227760315, | |
| "learning_rate": 0.00015120274914089346, | |
| "loss": 0.9601, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.7639484978540773, | |
| "grad_norm": 0.21970221400260925, | |
| "learning_rate": 0.0001529209621993127, | |
| "loss": 0.9545, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.7725321888412017, | |
| "grad_norm": 0.2047254890203476, | |
| "learning_rate": 0.00015463917525773197, | |
| "loss": 0.9448, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.7811158798283262, | |
| "grad_norm": 0.21874375641345978, | |
| "learning_rate": 0.00015635738831615121, | |
| "loss": 0.9426, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.7896995708154506, | |
| "grad_norm": 0.21705736219882965, | |
| "learning_rate": 0.00015807560137457046, | |
| "loss": 0.941, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.7982832618025751, | |
| "grad_norm": 0.20229893922805786, | |
| "learning_rate": 0.0001597938144329897, | |
| "loss": 0.9495, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.8068669527896996, | |
| "grad_norm": 0.21079690754413605, | |
| "learning_rate": 0.00016151202749140894, | |
| "loss": 0.9488, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.8154506437768241, | |
| "grad_norm": 0.21350346505641937, | |
| "learning_rate": 0.00016323024054982818, | |
| "loss": 0.941, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.8240343347639485, | |
| "grad_norm": 0.22696025669574738, | |
| "learning_rate": 0.00016494845360824742, | |
| "loss": 0.9468, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.8326180257510729, | |
| "grad_norm": 0.2032315880060196, | |
| "learning_rate": 0.0001666666666666667, | |
| "loss": 0.9649, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.8412017167381974, | |
| "grad_norm": 0.24577978253364563, | |
| "learning_rate": 0.00016838487972508593, | |
| "loss": 0.9457, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.8497854077253219, | |
| "grad_norm": 0.2154797613620758, | |
| "learning_rate": 0.00017010309278350517, | |
| "loss": 0.9322, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.8583690987124464, | |
| "grad_norm": 0.20580855011940002, | |
| "learning_rate": 0.00017182130584192438, | |
| "loss": 0.9417, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.8669527896995708, | |
| "grad_norm": 0.2095131129026413, | |
| "learning_rate": 0.00017353951890034365, | |
| "loss": 0.9447, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.8755364806866953, | |
| "grad_norm": 0.20167525112628937, | |
| "learning_rate": 0.0001752577319587629, | |
| "loss": 0.9504, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.8841201716738197, | |
| "grad_norm": 0.21665619313716888, | |
| "learning_rate": 0.00017697594501718214, | |
| "loss": 0.9386, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.8927038626609443, | |
| "grad_norm": 0.2125951647758484, | |
| "learning_rate": 0.0001786941580756014, | |
| "loss": 0.9373, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.9012875536480687, | |
| "grad_norm": 0.19751432538032532, | |
| "learning_rate": 0.00018041237113402062, | |
| "loss": 0.935, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.9098712446351931, | |
| "grad_norm": 0.20792262256145477, | |
| "learning_rate": 0.00018213058419243986, | |
| "loss": 0.9624, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.9184549356223176, | |
| "grad_norm": 0.2099096179008484, | |
| "learning_rate": 0.0001838487972508591, | |
| "loss": 0.9392, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.927038626609442, | |
| "grad_norm": 0.21597731113433838, | |
| "learning_rate": 0.00018556701030927837, | |
| "loss": 0.942, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.9356223175965666, | |
| "grad_norm": 0.2026844620704651, | |
| "learning_rate": 0.0001872852233676976, | |
| "loss": 0.9579, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.944206008583691, | |
| "grad_norm": 0.20321713387966156, | |
| "learning_rate": 0.00018900343642611685, | |
| "loss": 0.9519, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.9527896995708155, | |
| "grad_norm": 0.20575563609600067, | |
| "learning_rate": 0.0001907216494845361, | |
| "loss": 0.9363, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.9613733905579399, | |
| "grad_norm": 0.21118000149726868, | |
| "learning_rate": 0.00019243986254295533, | |
| "loss": 0.9493, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.9699570815450643, | |
| "grad_norm": 0.2216077297925949, | |
| "learning_rate": 0.00019415807560137457, | |
| "loss": 0.9499, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.9785407725321889, | |
| "grad_norm": 0.20766399800777435, | |
| "learning_rate": 0.00019587628865979381, | |
| "loss": 0.9359, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.9871244635193133, | |
| "grad_norm": 0.30319133400917053, | |
| "learning_rate": 0.00019759450171821308, | |
| "loss": 0.9483, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.9957081545064378, | |
| "grad_norm": 0.21939022839069366, | |
| "learning_rate": 0.00019931271477663232, | |
| "loss": 0.9422, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.9991416309012876, | |
| "eval_loss": 1.976241946220398, | |
| "eval_runtime": 0.3946, | |
| "eval_samples_per_second": 15.206, | |
| "eval_steps_per_second": 2.534, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 1.0042918454935623, | |
| "grad_norm": 0.21883882582187653, | |
| "learning_rate": 0.00019999983812448848, | |
| "loss": 0.915, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 1.0128755364806867, | |
| "grad_norm": 0.21552623808383942, | |
| "learning_rate": 0.0001999988488871492, | |
| "loss": 0.9101, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 1.0214592274678111, | |
| "grad_norm": 2.067782402038574, | |
| "learning_rate": 0.00019999696035219593, | |
| "loss": 0.9213, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 1.0300429184549356, | |
| "grad_norm": 0.22093655169010162, | |
| "learning_rate": 0.00019999417253661235, | |
| "loss": 0.9244, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.0386266094420602, | |
| "grad_norm": 0.2211354523897171, | |
| "learning_rate": 0.00019999048546546954, | |
| "loss": 0.8949, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 1.0472103004291846, | |
| "grad_norm": 0.21562980115413666, | |
| "learning_rate": 0.00019998589917192568, | |
| "loss": 0.9248, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 1.055793991416309, | |
| "grad_norm": 0.22060342133045197, | |
| "learning_rate": 0.00019998041369722556, | |
| "loss": 0.907, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 1.0643776824034334, | |
| "grad_norm": 0.20447732508182526, | |
| "learning_rate": 0.00019997402909070059, | |
| "loss": 0.9155, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 1.0729613733905579, | |
| "grad_norm": 0.21326489746570587, | |
| "learning_rate": 0.000199966745409768, | |
| "loss": 0.9148, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 1.0815450643776825, | |
| "grad_norm": 0.21152488887310028, | |
| "learning_rate": 0.0001999585627199305, | |
| "loss": 0.8954, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 1.090128755364807, | |
| "grad_norm": 0.21141602098941803, | |
| "learning_rate": 0.0001999494810947757, | |
| "loss": 0.9091, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 1.0987124463519313, | |
| "grad_norm": 0.21263065934181213, | |
| "learning_rate": 0.00019993950061597535, | |
| "loss": 0.9065, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 1.1072961373390557, | |
| "grad_norm": 0.21794655919075012, | |
| "learning_rate": 0.00019992862137328474, | |
| "loss": 0.9029, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 1.1158798283261802, | |
| "grad_norm": 0.21535712480545044, | |
| "learning_rate": 0.00019991684346454172, | |
| "loss": 0.9139, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 1.1244635193133048, | |
| "grad_norm": 0.1971653550863266, | |
| "learning_rate": 0.00019990416699566598, | |
| "loss": 0.8918, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 1.1330472103004292, | |
| "grad_norm": 0.2062826007604599, | |
| "learning_rate": 0.000199890592080658, | |
| "loss": 0.9188, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 1.1416309012875536, | |
| "grad_norm": 0.2263791412115097, | |
| "learning_rate": 0.0001998761188415981, | |
| "loss": 0.904, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 1.150214592274678, | |
| "grad_norm": 0.19670893251895905, | |
| "learning_rate": 0.00019986074740864526, | |
| "loss": 0.9165, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 1.1587982832618025, | |
| "grad_norm": 0.21204271912574768, | |
| "learning_rate": 0.000199844477920036, | |
| "loss": 0.8874, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 1.167381974248927, | |
| "grad_norm": 0.19298429787158966, | |
| "learning_rate": 0.00019982731052208309, | |
| "loss": 0.9102, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 1.1759656652360515, | |
| "grad_norm": 0.21324272453784943, | |
| "learning_rate": 0.00019980924536917437, | |
| "loss": 0.9119, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 1.184549356223176, | |
| "grad_norm": 0.192140594124794, | |
| "learning_rate": 0.00019979028262377118, | |
| "loss": 0.8957, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 1.1931330472103003, | |
| "grad_norm": 0.20233942568302155, | |
| "learning_rate": 0.00019977042245640698, | |
| "loss": 0.8969, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 1.201716738197425, | |
| "grad_norm": 0.21660216152668, | |
| "learning_rate": 0.00019974966504568583, | |
| "loss": 0.9064, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.2103004291845494, | |
| "grad_norm": 0.2243824154138565, | |
| "learning_rate": 0.0001997280105782808, | |
| "loss": 0.9166, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 1.2188841201716738, | |
| "grad_norm": 0.20581458508968353, | |
| "learning_rate": 0.00019970545924893226, | |
| "loss": 0.9064, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 1.2274678111587982, | |
| "grad_norm": 0.19686444103717804, | |
| "learning_rate": 0.00019968201126044604, | |
| "loss": 0.9126, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 1.2360515021459229, | |
| "grad_norm": 0.21029411256313324, | |
| "learning_rate": 0.00019965766682369186, | |
| "loss": 0.892, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 1.2446351931330473, | |
| "grad_norm": 0.21291205286979675, | |
| "learning_rate": 0.0001996324261576011, | |
| "loss": 0.8936, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 1.2532188841201717, | |
| "grad_norm": 0.2174995094537735, | |
| "learning_rate": 0.00019960628948916518, | |
| "loss": 0.9157, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 1.261802575107296, | |
| "grad_norm": 0.2011156976222992, | |
| "learning_rate": 0.0001995792570534331, | |
| "loss": 0.9161, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 1.2703862660944205, | |
| "grad_norm": 0.20497067272663116, | |
| "learning_rate": 0.00019955132909350984, | |
| "loss": 0.8999, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 1.2789699570815452, | |
| "grad_norm": 0.19909746944904327, | |
| "learning_rate": 0.0001995225058605537, | |
| "loss": 0.9142, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 1.2875536480686696, | |
| "grad_norm": 0.22116069495677948, | |
| "learning_rate": 0.0001994927876137743, | |
| "loss": 0.8992, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 1.296137339055794, | |
| "grad_norm": 0.22861087322235107, | |
| "learning_rate": 0.00019946217462043025, | |
| "loss": 0.898, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 1.3047210300429184, | |
| "grad_norm": 0.20132282376289368, | |
| "learning_rate": 0.0001994306671558266, | |
| "loss": 0.9147, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 1.3133047210300428, | |
| "grad_norm": 0.21803739666938782, | |
| "learning_rate": 0.00019939826550331252, | |
| "loss": 0.9, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 1.3218884120171674, | |
| "grad_norm": 0.19455976784229279, | |
| "learning_rate": 0.0001993649699542786, | |
| "loss": 0.9126, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 1.3304721030042919, | |
| "grad_norm": 0.18571655452251434, | |
| "learning_rate": 0.0001993307808081544, | |
| "loss": 0.9006, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 1.3390557939914163, | |
| "grad_norm": 0.20103998482227325, | |
| "learning_rate": 0.00019929569837240564, | |
| "loss": 0.8881, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 1.3476394849785407, | |
| "grad_norm": 0.19315999746322632, | |
| "learning_rate": 0.00019925972296253145, | |
| "loss": 0.901, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 1.356223175965665, | |
| "grad_norm": 0.2066372036933899, | |
| "learning_rate": 0.00019922285490206156, | |
| "loss": 0.888, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 1.3648068669527897, | |
| "grad_norm": 0.20879539847373962, | |
| "learning_rate": 0.00019918509452255338, | |
| "loss": 0.901, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 1.3733905579399142, | |
| "grad_norm": 0.20333191752433777, | |
| "learning_rate": 0.000199146442163589, | |
| "loss": 0.9099, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.3819742489270386, | |
| "grad_norm": 0.1949775516986847, | |
| "learning_rate": 0.00019910689817277216, | |
| "loss": 0.904, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 1.3905579399141632, | |
| "grad_norm": 0.20540495216846466, | |
| "learning_rate": 0.00019906646290572514, | |
| "loss": 0.8965, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 1.3991416309012876, | |
| "grad_norm": 0.19921506941318512, | |
| "learning_rate": 0.00019902513672608553, | |
| "loss": 0.8991, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 1.407725321888412, | |
| "grad_norm": 0.21238817274570465, | |
| "learning_rate": 0.0001989829200055029, | |
| "loss": 0.9026, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 1.4163090128755365, | |
| "grad_norm": 0.2081788033246994, | |
| "learning_rate": 0.00019893981312363562, | |
| "loss": 0.9052, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 1.4248927038626609, | |
| "grad_norm": 0.20578624308109283, | |
| "learning_rate": 0.00019889581646814728, | |
| "loss": 0.9038, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 1.4334763948497855, | |
| "grad_norm": 0.2119644731283188, | |
| "learning_rate": 0.00019885093043470336, | |
| "loss": 0.8936, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 1.44206008583691, | |
| "grad_norm": 0.19631995260715485, | |
| "learning_rate": 0.0001988051554269675, | |
| "loss": 0.9059, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 1.4506437768240343, | |
| "grad_norm": 0.22262215614318848, | |
| "learning_rate": 0.00019875849185659798, | |
| "loss": 0.9172, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 1.4592274678111588, | |
| "grad_norm": 0.19081105291843414, | |
| "learning_rate": 0.00019871094014324404, | |
| "loss": 0.9025, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 1.4678111587982832, | |
| "grad_norm": 0.18824172019958496, | |
| "learning_rate": 0.000198662500714542, | |
| "loss": 0.9141, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 1.4763948497854078, | |
| "grad_norm": 0.20280902087688446, | |
| "learning_rate": 0.0001986131740061115, | |
| "loss": 0.8889, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 1.4849785407725322, | |
| "grad_norm": 0.19314704835414886, | |
| "learning_rate": 0.00019856296046155157, | |
| "loss": 0.8919, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 1.4935622317596566, | |
| "grad_norm": 0.1936980038881302, | |
| "learning_rate": 0.00019851186053243666, | |
| "loss": 0.9015, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 1.5021459227467813, | |
| "grad_norm": 0.21349290013313293, | |
| "learning_rate": 0.00019845987467831242, | |
| "loss": 0.9068, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 1.5107296137339055, | |
| "grad_norm": 0.1915241926908493, | |
| "learning_rate": 0.00019840700336669183, | |
| "loss": 0.9148, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 1.51931330472103, | |
| "grad_norm": 0.1982114166021347, | |
| "learning_rate": 0.00019835324707305076, | |
| "loss": 0.9043, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 1.5278969957081545, | |
| "grad_norm": 0.18504977226257324, | |
| "learning_rate": 0.0001982986062808239, | |
| "loss": 0.8926, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 1.536480686695279, | |
| "grad_norm": 0.22229517996311188, | |
| "learning_rate": 0.0001982430814814002, | |
| "loss": 0.8849, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 1.5450643776824036, | |
| "grad_norm": 0.21088634431362152, | |
| "learning_rate": 0.00019818667317411865, | |
| "loss": 0.9075, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 1.5536480686695278, | |
| "grad_norm": 0.20124419033527374, | |
| "learning_rate": 0.0001981293818662636, | |
| "loss": 0.8914, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 1.5622317596566524, | |
| "grad_norm": 0.19154104590415955, | |
| "learning_rate": 0.0001980712080730604, | |
| "loss": 0.8816, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 1.5708154506437768, | |
| "grad_norm": 0.1901169866323471, | |
| "learning_rate": 0.00019801215231767056, | |
| "loss": 0.9051, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 1.5793991416309012, | |
| "grad_norm": 0.19122549891471863, | |
| "learning_rate": 0.00019795221513118722, | |
| "loss": 0.8965, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 1.5879828326180259, | |
| "grad_norm": 0.192024827003479, | |
| "learning_rate": 0.00019789139705263026, | |
| "loss": 0.8958, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 1.59656652360515, | |
| "grad_norm": 0.19915080070495605, | |
| "learning_rate": 0.0001978296986289415, | |
| "loss": 0.8924, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 1.6051502145922747, | |
| "grad_norm": 0.19441018998622894, | |
| "learning_rate": 0.0001977671204149798, | |
| "loss": 0.8997, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 1.613733905579399, | |
| "grad_norm": 0.20060202479362488, | |
| "learning_rate": 0.000197703662973516, | |
| "loss": 0.8808, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 1.6223175965665235, | |
| "grad_norm": 0.20653241872787476, | |
| "learning_rate": 0.00019763932687522794, | |
| "loss": 0.9032, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 1.6309012875536482, | |
| "grad_norm": 0.1972658932209015, | |
| "learning_rate": 0.00019757411269869527, | |
| "loss": 0.9093, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 1.6394849785407726, | |
| "grad_norm": 0.18751849234104156, | |
| "learning_rate": 0.0001975080210303943, | |
| "loss": 0.8842, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 1.648068669527897, | |
| "grad_norm": 0.1898711621761322, | |
| "learning_rate": 0.00019744105246469263, | |
| "loss": 0.8914, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 1.6566523605150214, | |
| "grad_norm": 0.1935146301984787, | |
| "learning_rate": 0.0001973732076038439, | |
| "loss": 0.881, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 1.6652360515021458, | |
| "grad_norm": 0.19017855823040009, | |
| "learning_rate": 0.00019730448705798239, | |
| "loss": 0.9005, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 1.6738197424892705, | |
| "grad_norm": 0.1929733008146286, | |
| "learning_rate": 0.00019723489144511742, | |
| "loss": 0.8898, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 1.6824034334763949, | |
| "grad_norm": 0.1935940533876419, | |
| "learning_rate": 0.0001971644213911279, | |
| "loss": 0.8889, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 1.6909871244635193, | |
| "grad_norm": 0.19845978915691376, | |
| "learning_rate": 0.0001970930775297566, | |
| "loss": 0.8891, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 1.699570815450644, | |
| "grad_norm": 0.18910686671733856, | |
| "learning_rate": 0.00019702086050260456, | |
| "loss": 0.8909, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 1.7081545064377681, | |
| "grad_norm": 0.20300810039043427, | |
| "learning_rate": 0.00019694777095912534, | |
| "loss": 0.9012, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 1.7167381974248928, | |
| "grad_norm": 0.21887531876564026, | |
| "learning_rate": 0.0001968738095566189, | |
| "loss": 0.9116, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.7253218884120172, | |
| "grad_norm": 0.21735869348049164, | |
| "learning_rate": 0.00019679897696022608, | |
| "loss": 0.8873, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 1.7339055793991416, | |
| "grad_norm": 0.1856721192598343, | |
| "learning_rate": 0.0001967232738429224, | |
| "loss": 0.8889, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 1.7424892703862662, | |
| "grad_norm": 0.2046109437942505, | |
| "learning_rate": 0.000196646700885512, | |
| "loss": 0.89, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 1.7510729613733904, | |
| "grad_norm": 0.19593974947929382, | |
| "learning_rate": 0.0001965692587766216, | |
| "loss": 0.9065, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 1.759656652360515, | |
| "grad_norm": 0.18540222942829132, | |
| "learning_rate": 0.00019649094821269425, | |
| "loss": 0.8877, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 1.7682403433476395, | |
| "grad_norm": 0.19899272918701172, | |
| "learning_rate": 0.00019641176989798305, | |
| "loss": 0.8965, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 1.7768240343347639, | |
| "grad_norm": 0.18957588076591492, | |
| "learning_rate": 0.00019633172454454497, | |
| "loss": 0.8876, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 1.7854077253218885, | |
| "grad_norm": 0.20278845727443695, | |
| "learning_rate": 0.0001962508128722342, | |
| "loss": 0.8982, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 1.7939914163090127, | |
| "grad_norm": 0.1874280869960785, | |
| "learning_rate": 0.00019616903560869584, | |
| "loss": 0.9049, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 1.8025751072961373, | |
| "grad_norm": 0.19025950133800507, | |
| "learning_rate": 0.0001960863934893594, | |
| "loss": 0.8901, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 1.8111587982832618, | |
| "grad_norm": 0.20806211233139038, | |
| "learning_rate": 0.00019600288725743194, | |
| "loss": 0.9015, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 1.8197424892703862, | |
| "grad_norm": 0.2008458375930786, | |
| "learning_rate": 0.00019591851766389176, | |
| "loss": 0.9029, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 1.8283261802575108, | |
| "grad_norm": 0.1986788511276245, | |
| "learning_rate": 0.00019583328546748127, | |
| "loss": 0.8942, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 1.8369098712446352, | |
| "grad_norm": 0.18976636230945587, | |
| "learning_rate": 0.00019574719143470044, | |
| "loss": 0.8962, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 1.8454935622317596, | |
| "grad_norm": 0.19317425787448883, | |
| "learning_rate": 0.00019566023633979976, | |
| "loss": 0.8918, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 1.8540772532188843, | |
| "grad_norm": 0.1889304369688034, | |
| "learning_rate": 0.00019557242096477327, | |
| "loss": 0.8934, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 1.8626609442060085, | |
| "grad_norm": 0.18771173059940338, | |
| "learning_rate": 0.00019548374609935172, | |
| "loss": 0.8782, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 1.871244635193133, | |
| "grad_norm": 0.18727517127990723, | |
| "learning_rate": 0.00019539421254099519, | |
| "loss": 0.9014, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 1.8798283261802575, | |
| "grad_norm": 0.19307033717632294, | |
| "learning_rate": 0.0001953038210948861, | |
| "loss": 0.896, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 1.888412017167382, | |
| "grad_norm": 0.1863000988960266, | |
| "learning_rate": 0.00019521257257392192, | |
| "loss": 0.8855, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 1.8969957081545066, | |
| "grad_norm": 0.1884726732969284, | |
| "learning_rate": 0.0001951204677987079, | |
| "loss": 0.8902, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 1.9055793991416308, | |
| "grad_norm": 0.20304642617702484, | |
| "learning_rate": 0.00019502750759754962, | |
| "loss": 0.8892, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 1.9141630901287554, | |
| "grad_norm": 0.1887015998363495, | |
| "learning_rate": 0.00019493369280644554, | |
| "loss": 0.8946, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 1.9227467811158798, | |
| "grad_norm": 0.18979288637638092, | |
| "learning_rate": 0.00019483902426907954, | |
| "loss": 0.8825, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 1.9313304721030042, | |
| "grad_norm": 0.18896907567977905, | |
| "learning_rate": 0.00019474350283681338, | |
| "loss": 0.887, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 1.9399141630901289, | |
| "grad_norm": 0.17926710844039917, | |
| "learning_rate": 0.00019464712936867885, | |
| "loss": 0.8832, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 1.948497854077253, | |
| "grad_norm": 0.19314360618591309, | |
| "learning_rate": 0.00019454990473137028, | |
| "loss": 0.89, | |
| "step": 1135 | |
| }, | |
| { | |
| "epoch": 1.9570815450643777, | |
| "grad_norm": 0.19700467586517334, | |
| "learning_rate": 0.00019445182979923654, | |
| "loss": 0.8844, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 1.9656652360515021, | |
| "grad_norm": 0.20681554079055786, | |
| "learning_rate": 0.00019435290545427328, | |
| "loss": 0.896, | |
| "step": 1145 | |
| }, | |
| { | |
| "epoch": 1.9742489270386265, | |
| "grad_norm": 0.1876552402973175, | |
| "learning_rate": 0.0001942531325861151, | |
| "loss": 0.886, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 1.9828326180257512, | |
| "grad_norm": 0.18256564438343048, | |
| "learning_rate": 0.0001941525120920273, | |
| "loss": 0.9008, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 1.9914163090128756, | |
| "grad_norm": 0.19153741002082825, | |
| "learning_rate": 0.00019405104487689798, | |
| "loss": 0.8804, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 0.19448307156562805, | |
| "learning_rate": 0.0001939487318532299, | |
| "loss": 0.8939, | |
| "step": 1165 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_loss": 2.0231504440307617, | |
| "eval_runtime": 0.3938, | |
| "eval_samples_per_second": 15.238, | |
| "eval_steps_per_second": 2.54, | |
| "step": 1165 | |
| }, | |
| { | |
| "epoch": 2.0085836909871246, | |
| "grad_norm": 0.2327311784029007, | |
| "learning_rate": 0.00019384557394113228, | |
| "loss": 0.8256, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 2.017167381974249, | |
| "grad_norm": 0.23671980202198029, | |
| "learning_rate": 0.00019374157206831236, | |
| "loss": 0.8223, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 2.0257510729613735, | |
| "grad_norm": 0.23530033230781555, | |
| "learning_rate": 0.00019363672717006734, | |
| "loss": 0.8109, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 2.0343347639484977, | |
| "grad_norm": 0.21592716872692108, | |
| "learning_rate": 0.00019353104018927567, | |
| "loss": 0.8071, | |
| "step": 1185 | |
| }, | |
| { | |
| "epoch": 2.0429184549356223, | |
| "grad_norm": 0.22698843479156494, | |
| "learning_rate": 0.0001934245120763889, | |
| "loss": 0.8047, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 2.051502145922747, | |
| "grad_norm": 0.20773455500602722, | |
| "learning_rate": 0.0001933171437894227, | |
| "loss": 0.8081, | |
| "step": 1195 | |
| }, | |
| { | |
| "epoch": 2.060085836909871, | |
| "grad_norm": 0.21392963826656342, | |
| "learning_rate": 0.00019320893629394873, | |
| "loss": 0.8267, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 2.0686695278969958, | |
| "grad_norm": 0.1993769258260727, | |
| "learning_rate": 0.00019309989056308556, | |
| "loss": 0.8122, | |
| "step": 1205 | |
| }, | |
| { | |
| "epoch": 2.0772532188841204, | |
| "grad_norm": 0.21093840897083282, | |
| "learning_rate": 0.00019299000757749016, | |
| "loss": 0.8135, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 2.0858369098712446, | |
| "grad_norm": 0.21615874767303467, | |
| "learning_rate": 0.00019287928832534897, | |
| "loss": 0.8098, | |
| "step": 1215 | |
| }, | |
| { | |
| "epoch": 2.0944206008583692, | |
| "grad_norm": 0.21068502962589264, | |
| "learning_rate": 0.00019276773380236904, | |
| "loss": 0.813, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 2.1030042918454934, | |
| "grad_norm": 0.21265622973442078, | |
| "learning_rate": 0.00019265534501176906, | |
| "loss": 0.8034, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 2.111587982832618, | |
| "grad_norm": 0.22396954894065857, | |
| "learning_rate": 0.00019254212296427044, | |
| "loss": 0.8221, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 2.1201716738197427, | |
| "grad_norm": 0.2072274535894394, | |
| "learning_rate": 0.00019242806867808798, | |
| "loss": 0.8235, | |
| "step": 1235 | |
| }, | |
| { | |
| "epoch": 2.128755364806867, | |
| "grad_norm": 0.20798753201961517, | |
| "learning_rate": 0.00019231318317892106, | |
| "loss": 0.8137, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 2.1373390557939915, | |
| "grad_norm": 0.2030133157968521, | |
| "learning_rate": 0.00019219746749994405, | |
| "loss": 0.8154, | |
| "step": 1245 | |
| }, | |
| { | |
| "epoch": 2.1459227467811157, | |
| "grad_norm": 0.22628700733184814, | |
| "learning_rate": 0.0001920809226817973, | |
| "loss": 0.8261, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 2.1545064377682404, | |
| "grad_norm": 0.21634644269943237, | |
| "learning_rate": 0.00019196354977257766, | |
| "loss": 0.8221, | |
| "step": 1255 | |
| }, | |
| { | |
| "epoch": 2.163090128755365, | |
| "grad_norm": 0.2259581983089447, | |
| "learning_rate": 0.00019184534982782904, | |
| "loss": 0.8287, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 2.171673819742489, | |
| "grad_norm": 0.23607933521270752, | |
| "learning_rate": 0.00019172632391053294, | |
| "loss": 0.8218, | |
| "step": 1265 | |
| }, | |
| { | |
| "epoch": 2.180257510729614, | |
| "grad_norm": 0.20960725843906403, | |
| "learning_rate": 0.0001916064730910989, | |
| "loss": 0.8233, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 2.188841201716738, | |
| "grad_norm": 0.19818070530891418, | |
| "learning_rate": 0.00019148579844735497, | |
| "loss": 0.8253, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 2.1974248927038627, | |
| "grad_norm": 0.2142871767282486, | |
| "learning_rate": 0.00019136430106453777, | |
| "loss": 0.8289, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 2.2060085836909873, | |
| "grad_norm": 0.21934735774993896, | |
| "learning_rate": 0.0001912419820352829, | |
| "loss": 0.8191, | |
| "step": 1285 | |
| }, | |
| { | |
| "epoch": 2.2145922746781115, | |
| "grad_norm": 0.21653762459754944, | |
| "learning_rate": 0.00019111884245961522, | |
| "loss": 0.8194, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 2.223175965665236, | |
| "grad_norm": 0.21233248710632324, | |
| "learning_rate": 0.00019099488344493873, | |
| "loss": 0.8247, | |
| "step": 1295 | |
| }, | |
| { | |
| "epoch": 2.2317596566523603, | |
| "grad_norm": 0.23292584717273712, | |
| "learning_rate": 0.00019087010610602668, | |
| "loss": 0.8197, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 2.240343347639485, | |
| "grad_norm": 0.20501044392585754, | |
| "learning_rate": 0.00019074451156501164, | |
| "loss": 0.8152, | |
| "step": 1305 | |
| }, | |
| { | |
| "epoch": 2.2489270386266096, | |
| "grad_norm": 0.23035867512226105, | |
| "learning_rate": 0.00019061810095137533, | |
| "loss": 0.8168, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 2.257510729613734, | |
| "grad_norm": 0.21323524415493011, | |
| "learning_rate": 0.00019049087540193847, | |
| "loss": 0.8118, | |
| "step": 1315 | |
| }, | |
| { | |
| "epoch": 2.2660944206008584, | |
| "grad_norm": 0.20477545261383057, | |
| "learning_rate": 0.00019036283606085053, | |
| "loss": 0.8164, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 2.274678111587983, | |
| "grad_norm": 0.21431773900985718, | |
| "learning_rate": 0.00019023398407957956, | |
| "loss": 0.8258, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 2.2832618025751072, | |
| "grad_norm": 0.21260547637939453, | |
| "learning_rate": 0.00019010432061690165, | |
| "loss": 0.8166, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 2.291845493562232, | |
| "grad_norm": 0.20846493542194366, | |
| "learning_rate": 0.00018997384683889067, | |
| "loss": 0.8066, | |
| "step": 1335 | |
| }, | |
| { | |
| "epoch": 2.300429184549356, | |
| "grad_norm": 0.20466403663158417, | |
| "learning_rate": 0.00018984256391890765, | |
| "loss": 0.8251, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 2.3090128755364807, | |
| "grad_norm": 0.20920304954051971, | |
| "learning_rate": 0.0001897104730375904, | |
| "loss": 0.8164, | |
| "step": 1345 | |
| }, | |
| { | |
| "epoch": 2.317596566523605, | |
| "grad_norm": 0.22407568991184235, | |
| "learning_rate": 0.00018957757538284273, | |
| "loss": 0.8156, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 2.3261802575107295, | |
| "grad_norm": 0.22706876695156097, | |
| "learning_rate": 0.00018944387214982382, | |
| "loss": 0.8348, | |
| "step": 1355 | |
| }, | |
| { | |
| "epoch": 2.334763948497854, | |
| "grad_norm": 0.20964165031909943, | |
| "learning_rate": 0.00018930936454093753, | |
| "loss": 0.8258, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 2.3433476394849784, | |
| "grad_norm": 0.23025156557559967, | |
| "learning_rate": 0.00018917405376582145, | |
| "loss": 0.8205, | |
| "step": 1365 | |
| }, | |
| { | |
| "epoch": 2.351931330472103, | |
| "grad_norm": 0.23171818256378174, | |
| "learning_rate": 0.0001890379410413362, | |
| "loss": 0.8224, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 2.3605150214592276, | |
| "grad_norm": 0.2035280019044876, | |
| "learning_rate": 0.0001889010275915543, | |
| "loss": 0.8363, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 2.369098712446352, | |
| "grad_norm": 0.2576422691345215, | |
| "learning_rate": 0.00018876331464774945, | |
| "loss": 0.8216, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 2.3776824034334765, | |
| "grad_norm": 0.21184222400188446, | |
| "learning_rate": 0.00018862480344838495, | |
| "loss": 0.8161, | |
| "step": 1385 | |
| }, | |
| { | |
| "epoch": 2.3862660944206007, | |
| "grad_norm": 0.22491346299648285, | |
| "learning_rate": 0.00018848549523910313, | |
| "loss": 0.8261, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 2.3948497854077253, | |
| "grad_norm": 0.21227188408374786, | |
| "learning_rate": 0.0001883453912727138, | |
| "loss": 0.8377, | |
| "step": 1395 | |
| }, | |
| { | |
| "epoch": 2.40343347639485, | |
| "grad_norm": 0.21044416725635529, | |
| "learning_rate": 0.0001882044928091831, | |
| "loss": 0.819, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 2.412017167381974, | |
| "grad_norm": 0.20745404064655304, | |
| "learning_rate": 0.00018806280111562215, | |
| "loss": 0.8265, | |
| "step": 1405 | |
| }, | |
| { | |
| "epoch": 2.4206008583690988, | |
| "grad_norm": 0.2179802805185318, | |
| "learning_rate": 0.00018792031746627563, | |
| "loss": 0.8382, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 2.429184549356223, | |
| "grad_norm": 0.20480507612228394, | |
| "learning_rate": 0.00018777704314251032, | |
| "loss": 0.8312, | |
| "step": 1415 | |
| }, | |
| { | |
| "epoch": 2.4377682403433476, | |
| "grad_norm": 0.23306381702423096, | |
| "learning_rate": 0.00018763297943280368, | |
| "loss": 0.8161, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 2.4463519313304722, | |
| "grad_norm": 0.21607355773448944, | |
| "learning_rate": 0.00018748812763273208, | |
| "loss": 0.8197, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 2.4549356223175964, | |
| "grad_norm": 0.21942569315433502, | |
| "learning_rate": 0.0001873424890449593, | |
| "loss": 0.8291, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 2.463519313304721, | |
| "grad_norm": 0.2144131362438202, | |
| "learning_rate": 0.00018719606497922476, | |
| "loss": 0.8203, | |
| "step": 1435 | |
| }, | |
| { | |
| "epoch": 2.4721030042918457, | |
| "grad_norm": 0.21602974832057953, | |
| "learning_rate": 0.0001870488567523318, | |
| "loss": 0.8154, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 2.48068669527897, | |
| "grad_norm": 0.2094966620206833, | |
| "learning_rate": 0.0001869008656881357, | |
| "loss": 0.8197, | |
| "step": 1445 | |
| }, | |
| { | |
| "epoch": 2.4892703862660945, | |
| "grad_norm": 0.21330519020557404, | |
| "learning_rate": 0.00018675209311753185, | |
| "loss": 0.8325, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 2.4978540772532187, | |
| "grad_norm": 0.22934697568416595, | |
| "learning_rate": 0.00018660254037844388, | |
| "loss": 0.8238, | |
| "step": 1455 | |
| }, | |
| { | |
| "epoch": 2.5064377682403434, | |
| "grad_norm": 0.23202557861804962, | |
| "learning_rate": 0.00018645220881581144, | |
| "loss": 0.8277, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 2.5150214592274676, | |
| "grad_norm": 0.22423741221427917, | |
| "learning_rate": 0.0001863010997815783, | |
| "loss": 0.8205, | |
| "step": 1465 | |
| }, | |
| { | |
| "epoch": 2.523605150214592, | |
| "grad_norm": 0.2139664888381958, | |
| "learning_rate": 0.00018614921463468002, | |
| "loss": 0.833, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 2.532188841201717, | |
| "grad_norm": 0.22042877972126007, | |
| "learning_rate": 0.00018599655474103182, | |
| "loss": 0.8281, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 2.540772532188841, | |
| "grad_norm": 0.21639470756053925, | |
| "learning_rate": 0.0001858431214735163, | |
| "loss": 0.8353, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 2.5493562231759657, | |
| "grad_norm": 0.21406595408916473, | |
| "learning_rate": 0.00018568891621197103, | |
| "loss": 0.8351, | |
| "step": 1485 | |
| }, | |
| { | |
| "epoch": 2.5579399141630903, | |
| "grad_norm": 0.20837725698947906, | |
| "learning_rate": 0.00018553394034317622, | |
| "loss": 0.8251, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 2.5665236051502145, | |
| "grad_norm": 0.21612149477005005, | |
| "learning_rate": 0.0001853781952608422, | |
| "loss": 0.846, | |
| "step": 1495 | |
| }, | |
| { | |
| "epoch": 2.575107296137339, | |
| "grad_norm": 0.21887291967868805, | |
| "learning_rate": 0.00018522168236559695, | |
| "loss": 0.8388, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 2.5836909871244638, | |
| "grad_norm": 0.20973001420497894, | |
| "learning_rate": 0.00018506440306497335, | |
| "loss": 0.839, | |
| "step": 1505 | |
| }, | |
| { | |
| "epoch": 2.592274678111588, | |
| "grad_norm": 0.21462783217430115, | |
| "learning_rate": 0.00018490635877339666, | |
| "loss": 0.8276, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 2.6008583690987126, | |
| "grad_norm": 0.210985004901886, | |
| "learning_rate": 0.00018474755091217186, | |
| "loss": 0.8221, | |
| "step": 1515 | |
| }, | |
| { | |
| "epoch": 2.609442060085837, | |
| "grad_norm": 0.20986580848693848, | |
| "learning_rate": 0.00018458798090947065, | |
| "loss": 0.8234, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 2.6180257510729614, | |
| "grad_norm": 0.22892533242702484, | |
| "learning_rate": 0.00018442765020031877, | |
| "loss": 0.8242, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 2.6266094420600856, | |
| "grad_norm": 0.2284938395023346, | |
| "learning_rate": 0.0001842665602265831, | |
| "loss": 0.8161, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 2.6351931330472103, | |
| "grad_norm": 0.22317782044410706, | |
| "learning_rate": 0.00018410471243695856, | |
| "loss": 0.8284, | |
| "step": 1535 | |
| }, | |
| { | |
| "epoch": 2.643776824034335, | |
| "grad_norm": 0.21049915254116058, | |
| "learning_rate": 0.00018394210828695523, | |
| "loss": 0.8183, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 2.652360515021459, | |
| "grad_norm": 0.21207213401794434, | |
| "learning_rate": 0.0001837787492388852, | |
| "loss": 0.8287, | |
| "step": 1545 | |
| }, | |
| { | |
| "epoch": 2.6609442060085837, | |
| "grad_norm": 0.2118200659751892, | |
| "learning_rate": 0.0001836146367618494, | |
| "loss": 0.8204, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 2.6695278969957084, | |
| "grad_norm": 0.22095955908298492, | |
| "learning_rate": 0.00018344977233172437, | |
| "loss": 0.8335, | |
| "step": 1555 | |
| }, | |
| { | |
| "epoch": 2.6781115879828326, | |
| "grad_norm": 0.21252469718456268, | |
| "learning_rate": 0.00018328415743114912, | |
| "loss": 0.8191, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 2.686695278969957, | |
| "grad_norm": 0.20323017239570618, | |
| "learning_rate": 0.0001831177935495116, | |
| "loss": 0.8231, | |
| "step": 1565 | |
| }, | |
| { | |
| "epoch": 2.6952789699570814, | |
| "grad_norm": 0.21805858612060547, | |
| "learning_rate": 0.00018295068218293547, | |
| "loss": 0.8341, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 2.703862660944206, | |
| "grad_norm": 0.21013419330120087, | |
| "learning_rate": 0.00018278282483426658, | |
| "loss": 0.839, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 2.71244635193133, | |
| "grad_norm": 0.21768461167812347, | |
| "learning_rate": 0.0001826142230130594, | |
| "loss": 0.8356, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 2.721030042918455, | |
| "grad_norm": 0.21069899201393127, | |
| "learning_rate": 0.00018244487823556357, | |
| "loss": 0.8188, | |
| "step": 1585 | |
| }, | |
| { | |
| "epoch": 2.7296137339055795, | |
| "grad_norm": 0.21788835525512695, | |
| "learning_rate": 0.00018227479202471015, | |
| "loss": 0.8408, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 2.7381974248927037, | |
| "grad_norm": 0.21380050480365753, | |
| "learning_rate": 0.00018210396591009795, | |
| "loss": 0.8358, | |
| "step": 1595 | |
| }, | |
| { | |
| "epoch": 2.7467811158798283, | |
| "grad_norm": 0.21521276235580444, | |
| "learning_rate": 0.00018193240142797988, | |
| "loss": 0.8328, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 2.755364806866953, | |
| "grad_norm": 0.20885252952575684, | |
| "learning_rate": 0.000181760100121249, | |
| "loss": 0.8238, | |
| "step": 1605 | |
| }, | |
| { | |
| "epoch": 2.763948497854077, | |
| "grad_norm": 0.21117731928825378, | |
| "learning_rate": 0.00018158706353942463, | |
| "loss": 0.8301, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 2.772532188841202, | |
| "grad_norm": 0.22012095153331757, | |
| "learning_rate": 0.0001814132932386386, | |
| "loss": 0.8357, | |
| "step": 1615 | |
| }, | |
| { | |
| "epoch": 2.7811158798283264, | |
| "grad_norm": 0.22017072141170502, | |
| "learning_rate": 0.00018123879078162097, | |
| "loss": 0.8323, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 2.7896995708154506, | |
| "grad_norm": 0.2259422242641449, | |
| "learning_rate": 0.00018106355773768638, | |
| "loss": 0.848, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 2.7982832618025753, | |
| "grad_norm": 0.21191255748271942, | |
| "learning_rate": 0.0001808875956827194, | |
| "loss": 0.823, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 2.8068669527896994, | |
| "grad_norm": 0.21371833980083466, | |
| "learning_rate": 0.00018071090619916093, | |
| "loss": 0.8194, | |
| "step": 1635 | |
| }, | |
| { | |
| "epoch": 2.815450643776824, | |
| "grad_norm": 0.22189456224441528, | |
| "learning_rate": 0.00018053349087599353, | |
| "loss": 0.8329, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 2.8240343347639483, | |
| "grad_norm": 0.20956319570541382, | |
| "learning_rate": 0.00018035535130872732, | |
| "loss": 0.8293, | |
| "step": 1645 | |
| }, | |
| { | |
| "epoch": 2.832618025751073, | |
| "grad_norm": 0.21734033524990082, | |
| "learning_rate": 0.0001801764890993856, | |
| "loss": 0.8334, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 2.8412017167381975, | |
| "grad_norm": 0.2138412892818451, | |
| "learning_rate": 0.00017999690585649052, | |
| "loss": 0.8354, | |
| "step": 1655 | |
| }, | |
| { | |
| "epoch": 2.8497854077253217, | |
| "grad_norm": 0.21562372148036957, | |
| "learning_rate": 0.00017981660319504845, | |
| "loss": 0.8384, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 2.8583690987124464, | |
| "grad_norm": 0.21281686425209045, | |
| "learning_rate": 0.0001796355827365356, | |
| "loss": 0.8312, | |
| "step": 1665 | |
| }, | |
| { | |
| "epoch": 2.866952789699571, | |
| "grad_norm": 0.21461673080921173, | |
| "learning_rate": 0.00017945384610888341, | |
| "loss": 0.8344, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 2.875536480686695, | |
| "grad_norm": 0.20743022859096527, | |
| "learning_rate": 0.00017927139494646377, | |
| "loss": 0.8215, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 2.88412017167382, | |
| "grad_norm": 0.21129368245601654, | |
| "learning_rate": 0.00017908823089007457, | |
| "loss": 0.8274, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 2.8927038626609445, | |
| "grad_norm": 0.2333795428276062, | |
| "learning_rate": 0.00017890435558692475, | |
| "loss": 0.8307, | |
| "step": 1685 | |
| }, | |
| { | |
| "epoch": 2.9012875536480687, | |
| "grad_norm": 0.21824228763580322, | |
| "learning_rate": 0.0001787197706906196, | |
| "loss": 0.8498, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 2.909871244635193, | |
| "grad_norm": 0.21459732949733734, | |
| "learning_rate": 0.0001785344778611457, | |
| "loss": 0.8265, | |
| "step": 1695 | |
| }, | |
| { | |
| "epoch": 2.9184549356223175, | |
| "grad_norm": 0.20637935400009155, | |
| "learning_rate": 0.00017834847876485629, | |
| "loss": 0.8309, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 2.927038626609442, | |
| "grad_norm": 0.2137777954339981, | |
| "learning_rate": 0.0001781617750744561, | |
| "loss": 0.8345, | |
| "step": 1705 | |
| }, | |
| { | |
| "epoch": 2.9356223175965663, | |
| "grad_norm": 0.23476457595825195, | |
| "learning_rate": 0.00017797436846898619, | |
| "loss": 0.8335, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 2.944206008583691, | |
| "grad_norm": 0.20995980501174927, | |
| "learning_rate": 0.00017778626063380917, | |
| "loss": 0.8209, | |
| "step": 1715 | |
| }, | |
| { | |
| "epoch": 2.9527896995708156, | |
| "grad_norm": 0.2296920269727707, | |
| "learning_rate": 0.00017759745326059379, | |
| "loss": 0.8426, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 2.96137339055794, | |
| "grad_norm": 0.20545101165771484, | |
| "learning_rate": 0.00017740794804729969, | |
| "loss": 0.8324, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 2.9699570815450644, | |
| "grad_norm": 0.21105705201625824, | |
| "learning_rate": 0.00017721774669816252, | |
| "loss": 0.8212, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 2.978540772532189, | |
| "grad_norm": 0.21741057932376862, | |
| "learning_rate": 0.000177026850923678, | |
| "loss": 0.8333, | |
| "step": 1735 | |
| }, | |
| { | |
| "epoch": 2.9871244635193133, | |
| "grad_norm": 0.22390629351139069, | |
| "learning_rate": 0.00017683526244058716, | |
| "loss": 0.8364, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 2.995708154506438, | |
| "grad_norm": 0.21623565256595612, | |
| "learning_rate": 0.00017664298297186042, | |
| "loss": 0.8255, | |
| "step": 1745 | |
| }, | |
| { | |
| "epoch": 2.9991416309012875, | |
| "eval_loss": 2.1085665225982666, | |
| "eval_runtime": 0.3945, | |
| "eval_samples_per_second": 15.208, | |
| "eval_steps_per_second": 2.535, | |
| "step": 1747 | |
| }, | |
| { | |
| "epoch": 3.004291845493562, | |
| "grad_norm": 0.21203316748142242, | |
| "learning_rate": 0.00017645001424668237, | |
| "loss": 0.7739, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 3.0128755364806867, | |
| "grad_norm": 0.23032112419605255, | |
| "learning_rate": 0.00017625635800043617, | |
| "loss": 0.741, | |
| "step": 1755 | |
| }, | |
| { | |
| "epoch": 3.0214592274678114, | |
| "grad_norm": 0.24847178161144257, | |
| "learning_rate": 0.00017606201597468782, | |
| "loss": 0.7348, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 3.0300429184549356, | |
| "grad_norm": 0.24480335414409637, | |
| "learning_rate": 0.00017586698991717064, | |
| "loss": 0.7212, | |
| "step": 1765 | |
| }, | |
| { | |
| "epoch": 3.03862660944206, | |
| "grad_norm": 0.24489726126194, | |
| "learning_rate": 0.00017567128158176953, | |
| "loss": 0.7312, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 3.0472103004291844, | |
| "grad_norm": 0.24028155207633972, | |
| "learning_rate": 0.00017547489272850511, | |
| "loss": 0.7271, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 3.055793991416309, | |
| "grad_norm": 0.24730311334133148, | |
| "learning_rate": 0.00017527782512351804, | |
| "loss": 0.7344, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 3.0643776824034337, | |
| "grad_norm": 0.23651528358459473, | |
| "learning_rate": 0.00017508008053905295, | |
| "loss": 0.7297, | |
| "step": 1785 | |
| }, | |
| { | |
| "epoch": 3.072961373390558, | |
| "grad_norm": 0.23505684733390808, | |
| "learning_rate": 0.0001748816607534426, | |
| "loss": 0.7214, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 3.0815450643776825, | |
| "grad_norm": 0.2424248605966568, | |
| "learning_rate": 0.00017468256755109199, | |
| "loss": 0.721, | |
| "step": 1795 | |
| }, | |
| { | |
| "epoch": 3.0901287553648067, | |
| "grad_norm": 0.243468776345253, | |
| "learning_rate": 0.00017448280272246212, | |
| "loss": 0.7203, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 3.0987124463519313, | |
| "grad_norm": 0.2453926056623459, | |
| "learning_rate": 0.000174282368064054, | |
| "loss": 0.7326, | |
| "step": 1805 | |
| }, | |
| { | |
| "epoch": 3.107296137339056, | |
| "grad_norm": 0.24548988044261932, | |
| "learning_rate": 0.00017408126537839252, | |
| "loss": 0.7345, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 3.11587982832618, | |
| "grad_norm": 0.2359829694032669, | |
| "learning_rate": 0.00017387949647401012, | |
| "loss": 0.748, | |
| "step": 1815 | |
| }, | |
| { | |
| "epoch": 3.124463519313305, | |
| "grad_norm": 0.25862741470336914, | |
| "learning_rate": 0.00017367706316543063, | |
| "loss": 0.7338, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 3.133047210300429, | |
| "grad_norm": 0.25267720222473145, | |
| "learning_rate": 0.00017347396727315296, | |
| "loss": 0.7403, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 3.1416309012875536, | |
| "grad_norm": 0.2458384782075882, | |
| "learning_rate": 0.00017327021062363458, | |
| "loss": 0.7432, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 3.1502145922746783, | |
| "grad_norm": 0.2578388750553131, | |
| "learning_rate": 0.0001730657950492753, | |
| "loss": 0.7447, | |
| "step": 1835 | |
| }, | |
| { | |
| "epoch": 3.1587982832618025, | |
| "grad_norm": 0.23755429685115814, | |
| "learning_rate": 0.00017286072238840067, | |
| "loss": 0.7389, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 3.167381974248927, | |
| "grad_norm": 0.24692735075950623, | |
| "learning_rate": 0.0001726549944852455, | |
| "loss": 0.7584, | |
| "step": 1845 | |
| }, | |
| { | |
| "epoch": 3.1759656652360517, | |
| "grad_norm": 0.24396221339702606, | |
| "learning_rate": 0.00017244861318993713, | |
| "loss": 0.7386, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 3.184549356223176, | |
| "grad_norm": 0.25548049807548523, | |
| "learning_rate": 0.00017224158035847905, | |
| "loss": 0.738, | |
| "step": 1855 | |
| }, | |
| { | |
| "epoch": 3.1931330472103006, | |
| "grad_norm": 0.2472919523715973, | |
| "learning_rate": 0.000172033897852734, | |
| "loss": 0.7519, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 3.2017167381974247, | |
| "grad_norm": 0.245948925614357, | |
| "learning_rate": 0.0001718255675404073, | |
| "loss": 0.7461, | |
| "step": 1865 | |
| }, | |
| { | |
| "epoch": 3.2103004291845494, | |
| "grad_norm": 0.2513918876647949, | |
| "learning_rate": 0.00017161659129503003, | |
| "loss": 0.7458, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 3.218884120171674, | |
| "grad_norm": 0.24049414694309235, | |
| "learning_rate": 0.0001714069709959422, | |
| "loss": 0.7344, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 3.227467811158798, | |
| "grad_norm": 0.25180676579475403, | |
| "learning_rate": 0.00017119670852827588, | |
| "loss": 0.7378, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 3.236051502145923, | |
| "grad_norm": 0.2704819440841675, | |
| "learning_rate": 0.0001709858057829382, | |
| "loss": 0.7491, | |
| "step": 1885 | |
| }, | |
| { | |
| "epoch": 3.244635193133047, | |
| "grad_norm": 0.2382296621799469, | |
| "learning_rate": 0.00017077426465659433, | |
| "loss": 0.7433, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 3.2532188841201717, | |
| "grad_norm": 0.25334346294403076, | |
| "learning_rate": 0.00017056208705165045, | |
| "loss": 0.7505, | |
| "step": 1895 | |
| }, | |
| { | |
| "epoch": 3.2618025751072963, | |
| "grad_norm": 0.2550380527973175, | |
| "learning_rate": 0.0001703492748762367, | |
| "loss": 0.7531, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 3.2703862660944205, | |
| "grad_norm": 0.257135808467865, | |
| "learning_rate": 0.00017013583004418993, | |
| "loss": 0.7453, | |
| "step": 1905 | |
| }, | |
| { | |
| "epoch": 3.278969957081545, | |
| "grad_norm": 0.27000248432159424, | |
| "learning_rate": 0.0001699217544750365, | |
| "loss": 0.7512, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 3.2875536480686693, | |
| "grad_norm": 0.25268518924713135, | |
| "learning_rate": 0.00016970705009397504, | |
| "loss": 0.7397, | |
| "step": 1915 | |
| }, | |
| { | |
| "epoch": 3.296137339055794, | |
| "grad_norm": 0.26630303263664246, | |
| "learning_rate": 0.00016949171883185918, | |
| "loss": 0.7436, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 3.3047210300429186, | |
| "grad_norm": 0.24609267711639404, | |
| "learning_rate": 0.0001692757626251801, | |
| "loss": 0.7402, | |
| "step": 1925 | |
| }, | |
| { | |
| "epoch": 3.313304721030043, | |
| "grad_norm": 0.26151612401008606, | |
| "learning_rate": 0.00016905918341604922, | |
| "loss": 0.7424, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 3.3218884120171674, | |
| "grad_norm": 0.2529394030570984, | |
| "learning_rate": 0.00016884198315218055, | |
| "loss": 0.7566, | |
| "step": 1935 | |
| }, | |
| { | |
| "epoch": 3.3304721030042916, | |
| "grad_norm": 0.2545251250267029, | |
| "learning_rate": 0.0001686241637868734, | |
| "loss": 0.762, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 3.3390557939914163, | |
| "grad_norm": 0.249998539686203, | |
| "learning_rate": 0.00016840572727899462, | |
| "loss": 0.7399, | |
| "step": 1945 | |
| }, | |
| { | |
| "epoch": 3.347639484978541, | |
| "grad_norm": 0.24969734251499176, | |
| "learning_rate": 0.0001681866755929612, | |
| "loss": 0.748, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 3.356223175965665, | |
| "grad_norm": 0.262955904006958, | |
| "learning_rate": 0.00016796701069872238, | |
| "loss": 0.754, | |
| "step": 1955 | |
| }, | |
| { | |
| "epoch": 3.3648068669527897, | |
| "grad_norm": 0.2457767277956009, | |
| "learning_rate": 0.00016774673457174206, | |
| "loss": 0.7443, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 3.3733905579399144, | |
| "grad_norm": 0.2644675374031067, | |
| "learning_rate": 0.00016752584919298093, | |
| "loss": 0.7519, | |
| "step": 1965 | |
| }, | |
| { | |
| "epoch": 3.3819742489270386, | |
| "grad_norm": 0.2620808482170105, | |
| "learning_rate": 0.0001673043565488789, | |
| "loss": 0.7556, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 3.390557939914163, | |
| "grad_norm": 0.2510511577129364, | |
| "learning_rate": 0.00016708225863133693, | |
| "loss": 0.7556, | |
| "step": 1975 | |
| }, | |
| { | |
| "epoch": 3.3991416309012874, | |
| "grad_norm": 0.2542615830898285, | |
| "learning_rate": 0.0001668595574376992, | |
| "loss": 0.7502, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 3.407725321888412, | |
| "grad_norm": 0.25436341762542725, | |
| "learning_rate": 0.0001666362549707354, | |
| "loss": 0.7505, | |
| "step": 1985 | |
| }, | |
| { | |
| "epoch": 3.4163090128755362, | |
| "grad_norm": 0.24043235182762146, | |
| "learning_rate": 0.00016641235323862236, | |
| "loss": 0.7433, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 3.424892703862661, | |
| "grad_norm": 0.25933003425598145, | |
| "learning_rate": 0.00016618785425492617, | |
| "loss": 0.7595, | |
| "step": 1995 | |
| }, | |
| { | |
| "epoch": 3.4334763948497855, | |
| "grad_norm": 0.24922600388526917, | |
| "learning_rate": 0.00016596276003858412, | |
| "loss": 0.7489, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 3.4420600858369097, | |
| "grad_norm": 0.23722489178180695, | |
| "learning_rate": 0.0001657370726138864, | |
| "loss": 0.7447, | |
| "step": 2005 | |
| }, | |
| { | |
| "epoch": 3.4506437768240343, | |
| "grad_norm": 0.273787260055542, | |
| "learning_rate": 0.000165510794010458, | |
| "loss": 0.75, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 3.459227467811159, | |
| "grad_norm": 0.23869618773460388, | |
| "learning_rate": 0.0001652839262632404, | |
| "loss": 0.7463, | |
| "step": 2015 | |
| }, | |
| { | |
| "epoch": 3.467811158798283, | |
| "grad_norm": 0.264568030834198, | |
| "learning_rate": 0.0001650564714124734, | |
| "loss": 0.7566, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 3.476394849785408, | |
| "grad_norm": 0.2636789083480835, | |
| "learning_rate": 0.0001648284315036765, | |
| "loss": 0.749, | |
| "step": 2025 | |
| }, | |
| { | |
| "epoch": 3.484978540772532, | |
| "grad_norm": 0.24988381564617157, | |
| "learning_rate": 0.0001645998085876308, | |
| "loss": 0.7523, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 3.4935622317596566, | |
| "grad_norm": 0.26084083318710327, | |
| "learning_rate": 0.00016437060472036046, | |
| "loss": 0.7541, | |
| "step": 2035 | |
| }, | |
| { | |
| "epoch": 3.5021459227467813, | |
| "grad_norm": 0.2548128664493561, | |
| "learning_rate": 0.000164140821963114, | |
| "loss": 0.7593, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 3.5107296137339055, | |
| "grad_norm": 0.2459845244884491, | |
| "learning_rate": 0.00016391046238234616, | |
| "loss": 0.7485, | |
| "step": 2045 | |
| }, | |
| { | |
| "epoch": 3.51931330472103, | |
| "grad_norm": 0.26049911975860596, | |
| "learning_rate": 0.00016367952804969895, | |
| "loss": 0.7492, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 3.5278969957081543, | |
| "grad_norm": 0.2775178551673889, | |
| "learning_rate": 0.00016344802104198324, | |
| "loss": 0.7534, | |
| "step": 2055 | |
| }, | |
| { | |
| "epoch": 3.536480686695279, | |
| "grad_norm": 0.26411354541778564, | |
| "learning_rate": 0.00016321594344115997, | |
| "loss": 0.7597, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 3.5450643776824036, | |
| "grad_norm": 0.26565033197402954, | |
| "learning_rate": 0.00016298329733432153, | |
| "loss": 0.7659, | |
| "step": 2065 | |
| }, | |
| { | |
| "epoch": 3.5536480686695278, | |
| "grad_norm": 0.2576376795768738, | |
| "learning_rate": 0.00016275008481367287, | |
| "loss": 0.7632, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 3.5622317596566524, | |
| "grad_norm": 0.25273096561431885, | |
| "learning_rate": 0.00016251630797651276, | |
| "loss": 0.7604, | |
| "step": 2075 | |
| }, | |
| { | |
| "epoch": 3.570815450643777, | |
| "grad_norm": 0.25641995668411255, | |
| "learning_rate": 0.0001622819689252149, | |
| "loss": 0.7575, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 3.5793991416309012, | |
| "grad_norm": 0.24130167067050934, | |
| "learning_rate": 0.0001620470697672091, | |
| "loss": 0.7512, | |
| "step": 2085 | |
| }, | |
| { | |
| "epoch": 3.587982832618026, | |
| "grad_norm": 0.2561969757080078, | |
| "learning_rate": 0.00016181161261496216, | |
| "loss": 0.7555, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 3.59656652360515, | |
| "grad_norm": 0.2512848675251007, | |
| "learning_rate": 0.000161575599585959, | |
| "loss": 0.7556, | |
| "step": 2095 | |
| }, | |
| { | |
| "epoch": 3.6051502145922747, | |
| "grad_norm": 0.2550983130931854, | |
| "learning_rate": 0.00016133903280268362, | |
| "loss": 0.7673, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 3.613733905579399, | |
| "grad_norm": 0.2565702795982361, | |
| "learning_rate": 0.00016110191439259997, | |
| "loss": 0.7662, | |
| "step": 2105 | |
| }, | |
| { | |
| "epoch": 3.6223175965665235, | |
| "grad_norm": 0.24696961045265198, | |
| "learning_rate": 0.00016086424648813273, | |
| "loss": 0.742, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 3.630901287553648, | |
| "grad_norm": 0.2504982054233551, | |
| "learning_rate": 0.00016062603122664833, | |
| "loss": 0.7514, | |
| "step": 2115 | |
| }, | |
| { | |
| "epoch": 3.6394849785407724, | |
| "grad_norm": 0.2710771858692169, | |
| "learning_rate": 0.00016038727075043562, | |
| "loss": 0.7681, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 3.648068669527897, | |
| "grad_norm": 0.26008063554763794, | |
| "learning_rate": 0.0001601479672066865, | |
| "loss": 0.7655, | |
| "step": 2125 | |
| }, | |
| { | |
| "epoch": 3.6566523605150216, | |
| "grad_norm": 0.25275853276252747, | |
| "learning_rate": 0.00015990812274747692, | |
| "loss": 0.761, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 3.665236051502146, | |
| "grad_norm": 0.26592886447906494, | |
| "learning_rate": 0.00015966773952974715, | |
| "loss": 0.7529, | |
| "step": 2135 | |
| }, | |
| { | |
| "epoch": 3.6738197424892705, | |
| "grad_norm": 0.24650226533412933, | |
| "learning_rate": 0.0001594268197152826, | |
| "loss": 0.7538, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 3.682403433476395, | |
| "grad_norm": 0.25551459193229675, | |
| "learning_rate": 0.00015918536547069435, | |
| "loss": 0.7719, | |
| "step": 2145 | |
| }, | |
| { | |
| "epoch": 3.6909871244635193, | |
| "grad_norm": 0.24978633224964142, | |
| "learning_rate": 0.0001589433789673997, | |
| "loss": 0.7545, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 3.699570815450644, | |
| "grad_norm": 0.2471482902765274, | |
| "learning_rate": 0.0001587008623816025, | |
| "loss": 0.749, | |
| "step": 2155 | |
| }, | |
| { | |
| "epoch": 3.708154506437768, | |
| "grad_norm": 0.24815160036087036, | |
| "learning_rate": 0.00015845781789427377, | |
| "loss": 0.7506, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 3.7167381974248928, | |
| "grad_norm": 0.26376664638519287, | |
| "learning_rate": 0.00015821424769113193, | |
| "loss": 0.7569, | |
| "step": 2165 | |
| }, | |
| { | |
| "epoch": 3.725321888412017, | |
| "grad_norm": 0.25356897711753845, | |
| "learning_rate": 0.0001579701539626232, | |
| "loss": 0.7707, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 3.7339055793991416, | |
| "grad_norm": 0.25035008788108826, | |
| "learning_rate": 0.00015772553890390197, | |
| "loss": 0.76, | |
| "step": 2175 | |
| }, | |
| { | |
| "epoch": 3.742489270386266, | |
| "grad_norm": 0.2481870949268341, | |
| "learning_rate": 0.0001574804047148109, | |
| "loss": 0.7521, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 3.7510729613733904, | |
| "grad_norm": 0.25502651929855347, | |
| "learning_rate": 0.00015723475359986127, | |
| "loss": 0.7713, | |
| "step": 2185 | |
| }, | |
| { | |
| "epoch": 3.759656652360515, | |
| "grad_norm": 0.25871410965919495, | |
| "learning_rate": 0.0001569885877682132, | |
| "loss": 0.7668, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 3.7682403433476397, | |
| "grad_norm": 0.25364378094673157, | |
| "learning_rate": 0.00015674190943365556, | |
| "loss": 0.754, | |
| "step": 2195 | |
| }, | |
| { | |
| "epoch": 3.776824034334764, | |
| "grad_norm": 0.2515285909175873, | |
| "learning_rate": 0.0001564947208145863, | |
| "loss": 0.7689, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 3.7854077253218885, | |
| "grad_norm": 0.24017582833766937, | |
| "learning_rate": 0.00015624702413399231, | |
| "loss": 0.7718, | |
| "step": 2205 | |
| }, | |
| { | |
| "epoch": 3.7939914163090127, | |
| "grad_norm": 0.26583361625671387, | |
| "learning_rate": 0.00015599882161942966, | |
| "loss": 0.7668, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 3.8025751072961373, | |
| "grad_norm": 0.2555334270000458, | |
| "learning_rate": 0.00015575011550300323, | |
| "loss": 0.7507, | |
| "step": 2215 | |
| }, | |
| { | |
| "epoch": 3.8111587982832615, | |
| "grad_norm": 0.2571168839931488, | |
| "learning_rate": 0.000155500908021347, | |
| "loss": 0.752, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 3.819742489270386, | |
| "grad_norm": 0.26001662015914917, | |
| "learning_rate": 0.0001552512014156037, | |
| "loss": 0.7633, | |
| "step": 2225 | |
| }, | |
| { | |
| "epoch": 3.828326180257511, | |
| "grad_norm": 0.25432994961738586, | |
| "learning_rate": 0.00015500099793140475, | |
| "loss": 0.758, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 3.836909871244635, | |
| "grad_norm": 0.24695011973381042, | |
| "learning_rate": 0.00015475029981884992, | |
| "loss": 0.7674, | |
| "step": 2235 | |
| }, | |
| { | |
| "epoch": 3.8454935622317596, | |
| "grad_norm": 0.24964170157909393, | |
| "learning_rate": 0.00015449910933248743, | |
| "loss": 0.7611, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 3.8540772532188843, | |
| "grad_norm": 0.2555537223815918, | |
| "learning_rate": 0.00015424742873129324, | |
| "loss": 0.7657, | |
| "step": 2245 | |
| }, | |
| { | |
| "epoch": 3.8626609442060085, | |
| "grad_norm": 0.27087053656578064, | |
| "learning_rate": 0.00015399526027865107, | |
| "loss": 0.7645, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 3.871244635193133, | |
| "grad_norm": 0.2602386176586151, | |
| "learning_rate": 0.00015374260624233195, | |
| "loss": 0.7604, | |
| "step": 2255 | |
| }, | |
| { | |
| "epoch": 3.8798283261802577, | |
| "grad_norm": 0.24609869718551636, | |
| "learning_rate": 0.00015348946889447368, | |
| "loss": 0.7596, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 3.888412017167382, | |
| "grad_norm": 0.2546113133430481, | |
| "learning_rate": 0.0001532358505115607, | |
| "loss": 0.7594, | |
| "step": 2265 | |
| }, | |
| { | |
| "epoch": 3.8969957081545066, | |
| "grad_norm": 0.25102177262306213, | |
| "learning_rate": 0.0001529817533744032, | |
| "loss": 0.7606, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 3.9055793991416308, | |
| "grad_norm": 0.2544861435890198, | |
| "learning_rate": 0.00015272717976811708, | |
| "loss": 0.7535, | |
| "step": 2275 | |
| }, | |
| { | |
| "epoch": 3.9141630901287554, | |
| "grad_norm": 0.2670022249221802, | |
| "learning_rate": 0.000152472131982103, | |
| "loss": 0.7609, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 3.9227467811158796, | |
| "grad_norm": 0.2539633810520172, | |
| "learning_rate": 0.00015221661231002605, | |
| "loss": 0.7556, | |
| "step": 2285 | |
| }, | |
| { | |
| "epoch": 3.9313304721030042, | |
| "grad_norm": 0.2580619156360626, | |
| "learning_rate": 0.00015196062304979497, | |
| "loss": 0.7717, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 3.939914163090129, | |
| "grad_norm": 0.24921616911888123, | |
| "learning_rate": 0.00015170416650354157, | |
| "loss": 0.7642, | |
| "step": 2295 | |
| }, | |
| { | |
| "epoch": 3.948497854077253, | |
| "grad_norm": 0.2630159556865692, | |
| "learning_rate": 0.00015144724497760003, | |
| "loss": 0.7522, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 3.9570815450643777, | |
| "grad_norm": 0.2687895894050598, | |
| "learning_rate": 0.00015118986078248612, | |
| "loss": 0.7623, | |
| "step": 2305 | |
| }, | |
| { | |
| "epoch": 3.9656652360515023, | |
| "grad_norm": 0.27267009019851685, | |
| "learning_rate": 0.00015093201623287631, | |
| "loss": 0.7755, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 3.9742489270386265, | |
| "grad_norm": 0.2584875524044037, | |
| "learning_rate": 0.00015067371364758727, | |
| "loss": 0.7582, | |
| "step": 2315 | |
| }, | |
| { | |
| "epoch": 3.982832618025751, | |
| "grad_norm": 0.25810128450393677, | |
| "learning_rate": 0.00015041495534955467, | |
| "loss": 0.7738, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 3.991416309012876, | |
| "grad_norm": 0.42070698738098145, | |
| "learning_rate": 0.00015015574366581257, | |
| "loss": 0.7609, | |
| "step": 2325 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 0.2550402581691742, | |
| "learning_rate": 0.0001498960809274722, | |
| "loss": 0.7584, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_loss": 2.2541472911834717, | |
| "eval_runtime": 0.3945, | |
| "eval_samples_per_second": 15.209, | |
| "eval_steps_per_second": 2.535, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 4.008583690987124, | |
| "grad_norm": 0.34891819953918457, | |
| "learning_rate": 0.00014963596946970128, | |
| "loss": 0.6641, | |
| "step": 2335 | |
| }, | |
| { | |
| "epoch": 4.017167381974249, | |
| "grad_norm": 0.26585909724235535, | |
| "learning_rate": 0.0001493754116317029, | |
| "loss": 0.657, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 4.0257510729613735, | |
| "grad_norm": 0.3037340044975281, | |
| "learning_rate": 0.00014911440975669447, | |
| "loss": 0.6571, | |
| "step": 2345 | |
| }, | |
| { | |
| "epoch": 4.034334763948498, | |
| "grad_norm": 0.3071967363357544, | |
| "learning_rate": 0.00014885296619188658, | |
| "loss": 0.6607, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 4.042918454935623, | |
| "grad_norm": 0.28058749437332153, | |
| "learning_rate": 0.00014859108328846204, | |
| "loss": 0.6558, | |
| "step": 2355 | |
| }, | |
| { | |
| "epoch": 4.051502145922747, | |
| "grad_norm": 0.27246275544166565, | |
| "learning_rate": 0.00014832876340155476, | |
| "loss": 0.6464, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 4.060085836909871, | |
| "grad_norm": 0.30583012104034424, | |
| "learning_rate": 0.00014806600889022824, | |
| "loss": 0.6602, | |
| "step": 2365 | |
| }, | |
| { | |
| "epoch": 4.068669527896995, | |
| "grad_norm": 0.2768241763114929, | |
| "learning_rate": 0.0001478028221174548, | |
| "loss": 0.6601, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 4.07725321888412, | |
| "grad_norm": 0.2900557219982147, | |
| "learning_rate": 0.00014753920545009408, | |
| "loss": 0.6612, | |
| "step": 2375 | |
| }, | |
| { | |
| "epoch": 4.085836909871245, | |
| "grad_norm": 0.28369641304016113, | |
| "learning_rate": 0.00014727516125887175, | |
| "loss": 0.6497, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 4.094420600858369, | |
| "grad_norm": 0.2893315553665161, | |
| "learning_rate": 0.0001470106919183582, | |
| "loss": 0.6615, | |
| "step": 2385 | |
| }, | |
| { | |
| "epoch": 4.103004291845494, | |
| "grad_norm": 0.2940422296524048, | |
| "learning_rate": 0.00014674579980694736, | |
| "loss": 0.6583, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 4.111587982832618, | |
| "grad_norm": 0.28732019662857056, | |
| "learning_rate": 0.00014648048730683507, | |
| "loss": 0.6717, | |
| "step": 2395 | |
| }, | |
| { | |
| "epoch": 4.120171673819742, | |
| "grad_norm": 0.31053388118743896, | |
| "learning_rate": 0.0001462147568039977, | |
| "loss": 0.654, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 4.128755364806867, | |
| "grad_norm": 0.29770082235336304, | |
| "learning_rate": 0.00014594861068817095, | |
| "loss": 0.6641, | |
| "step": 2405 | |
| }, | |
| { | |
| "epoch": 4.1373390557939915, | |
| "grad_norm": 0.28309738636016846, | |
| "learning_rate": 0.00014568205135282795, | |
| "loss": 0.6715, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 4.145922746781116, | |
| "grad_norm": 0.29497766494750977, | |
| "learning_rate": 0.00014541508119515808, | |
| "loss": 0.6622, | |
| "step": 2415 | |
| }, | |
| { | |
| "epoch": 4.154506437768241, | |
| "grad_norm": 0.3100745975971222, | |
| "learning_rate": 0.00014514770261604522, | |
| "loss": 0.6714, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 4.163090128755365, | |
| "grad_norm": 0.29295915365219116, | |
| "learning_rate": 0.00014487991802004623, | |
| "loss": 0.6617, | |
| "step": 2425 | |
| }, | |
| { | |
| "epoch": 4.171673819742489, | |
| "grad_norm": 0.2942890524864197, | |
| "learning_rate": 0.0001446117298153693, | |
| "loss": 0.6627, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 4.180257510729613, | |
| "grad_norm": 0.2925000786781311, | |
| "learning_rate": 0.0001443431404138524, | |
| "loss": 0.6747, | |
| "step": 2435 | |
| }, | |
| { | |
| "epoch": 4.1888412017167385, | |
| "grad_norm": 0.31883692741394043, | |
| "learning_rate": 0.00014407415223094132, | |
| "loss": 0.6645, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 4.197424892703863, | |
| "grad_norm": 0.29616445302963257, | |
| "learning_rate": 0.00014380476768566824, | |
| "loss": 0.6653, | |
| "step": 2445 | |
| }, | |
| { | |
| "epoch": 4.206008583690987, | |
| "grad_norm": 0.2958747148513794, | |
| "learning_rate": 0.00014353498920062987, | |
| "loss": 0.6663, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 4.214592274678112, | |
| "grad_norm": 0.2944903075695038, | |
| "learning_rate": 0.00014326481920196556, | |
| "loss": 0.6584, | |
| "step": 2455 | |
| }, | |
| { | |
| "epoch": 4.223175965665236, | |
| "grad_norm": 0.30497610569000244, | |
| "learning_rate": 0.00014299426011933568, | |
| "loss": 0.6734, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 4.23175965665236, | |
| "grad_norm": 0.2795341908931732, | |
| "learning_rate": 0.0001427233143858996, | |
| "loss": 0.6664, | |
| "step": 2465 | |
| }, | |
| { | |
| "epoch": 4.240343347639485, | |
| "grad_norm": 0.2952185273170471, | |
| "learning_rate": 0.00014245198443829383, | |
| "loss": 0.675, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 4.24892703862661, | |
| "grad_norm": 0.29675596952438354, | |
| "learning_rate": 0.0001421802727166103, | |
| "loss": 0.6726, | |
| "step": 2475 | |
| }, | |
| { | |
| "epoch": 4.257510729613734, | |
| "grad_norm": 0.2960766553878784, | |
| "learning_rate": 0.0001419081816643741, | |
| "loss": 0.6657, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 4.266094420600858, | |
| "grad_norm": 0.2973078191280365, | |
| "learning_rate": 0.00014163571372852177, | |
| "loss": 0.6781, | |
| "step": 2485 | |
| }, | |
| { | |
| "epoch": 4.274678111587983, | |
| "grad_norm": 0.293087363243103, | |
| "learning_rate": 0.00014136287135937915, | |
| "loss": 0.6715, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 4.283261802575107, | |
| "grad_norm": 0.30738070607185364, | |
| "learning_rate": 0.00014108965701063942, | |
| "loss": 0.6692, | |
| "step": 2495 | |
| }, | |
| { | |
| "epoch": 4.291845493562231, | |
| "grad_norm": 0.29339906573295593, | |
| "learning_rate": 0.0001408160731393409, | |
| "loss": 0.6632, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 4.3004291845493565, | |
| "grad_norm": 0.3105657696723938, | |
| "learning_rate": 0.00014054212220584525, | |
| "loss": 0.6768, | |
| "step": 2505 | |
| }, | |
| { | |
| "epoch": 4.309012875536481, | |
| "grad_norm": 0.29471009969711304, | |
| "learning_rate": 0.00014026780667381498, | |
| "loss": 0.6703, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 4.317596566523605, | |
| "grad_norm": 0.30494722723960876, | |
| "learning_rate": 0.0001399931290101915, | |
| "loss": 0.6725, | |
| "step": 2515 | |
| }, | |
| { | |
| "epoch": 4.32618025751073, | |
| "grad_norm": 0.2980051040649414, | |
| "learning_rate": 0.00013971809168517298, | |
| "loss": 0.6652, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 4.334763948497854, | |
| "grad_norm": 0.2986336350440979, | |
| "learning_rate": 0.00013944269717219198, | |
| "loss": 0.6579, | |
| "step": 2525 | |
| }, | |
| { | |
| "epoch": 4.343347639484978, | |
| "grad_norm": 0.2928684949874878, | |
| "learning_rate": 0.00013916694794789325, | |
| "loss": 0.6797, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 4.3519313304721035, | |
| "grad_norm": 0.30945298075675964, | |
| "learning_rate": 0.00013889084649211156, | |
| "loss": 0.6781, | |
| "step": 2535 | |
| }, | |
| { | |
| "epoch": 4.360515021459228, | |
| "grad_norm": 0.29915961623191833, | |
| "learning_rate": 0.0001386143952878493, | |
| "loss": 0.6802, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 4.369098712446352, | |
| "grad_norm": 0.309627503156662, | |
| "learning_rate": 0.0001383375968212542, | |
| "loss": 0.6728, | |
| "step": 2545 | |
| }, | |
| { | |
| "epoch": 4.377682403433476, | |
| "grad_norm": 0.292521595954895, | |
| "learning_rate": 0.00013806045358159683, | |
| "loss": 0.6739, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 4.386266094420601, | |
| "grad_norm": 0.30214038491249084, | |
| "learning_rate": 0.00013778296806124852, | |
| "loss": 0.6821, | |
| "step": 2555 | |
| }, | |
| { | |
| "epoch": 4.394849785407725, | |
| "grad_norm": 0.30407920479774475, | |
| "learning_rate": 0.0001375051427556586, | |
| "loss": 0.6723, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 4.4034334763948495, | |
| "grad_norm": 0.3059447109699249, | |
| "learning_rate": 0.00013722698016333218, | |
| "loss": 0.6787, | |
| "step": 2565 | |
| }, | |
| { | |
| "epoch": 4.412017167381975, | |
| "grad_norm": 0.2976439893245697, | |
| "learning_rate": 0.00013694848278580763, | |
| "loss": 0.6675, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 4.420600858369099, | |
| "grad_norm": 0.30373451113700867, | |
| "learning_rate": 0.00013666965312763405, | |
| "loss": 0.6743, | |
| "step": 2575 | |
| }, | |
| { | |
| "epoch": 4.429184549356223, | |
| "grad_norm": 0.2918217182159424, | |
| "learning_rate": 0.00013639049369634876, | |
| "loss": 0.6753, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 4.437768240343348, | |
| "grad_norm": 0.2900952696800232, | |
| "learning_rate": 0.00013611100700245478, | |
| "loss": 0.6732, | |
| "step": 2585 | |
| }, | |
| { | |
| "epoch": 4.446351931330472, | |
| "grad_norm": 0.307317852973938, | |
| "learning_rate": 0.00013583119555939815, | |
| "loss": 0.6825, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 4.454935622317596, | |
| "grad_norm": 0.298483282327652, | |
| "learning_rate": 0.00013555106188354557, | |
| "loss": 0.6744, | |
| "step": 2595 | |
| }, | |
| { | |
| "epoch": 4.463519313304721, | |
| "grad_norm": 0.3024675250053406, | |
| "learning_rate": 0.00013527060849416144, | |
| "loss": 0.6786, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 4.472103004291846, | |
| "grad_norm": 0.30732661485671997, | |
| "learning_rate": 0.00013498983791338545, | |
| "loss": 0.6745, | |
| "step": 2605 | |
| }, | |
| { | |
| "epoch": 4.48068669527897, | |
| "grad_norm": 0.29272985458374023, | |
| "learning_rate": 0.00013470875266620978, | |
| "loss": 0.6782, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 4.489270386266094, | |
| "grad_norm": 0.3057718873023987, | |
| "learning_rate": 0.00013442735528045643, | |
| "loss": 0.6844, | |
| "step": 2615 | |
| }, | |
| { | |
| "epoch": 4.497854077253219, | |
| "grad_norm": 0.31071603298187256, | |
| "learning_rate": 0.00013414564828675456, | |
| "loss": 0.6827, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 4.506437768240343, | |
| "grad_norm": 0.32284069061279297, | |
| "learning_rate": 0.00013386363421851756, | |
| "loss": 0.6809, | |
| "step": 2625 | |
| }, | |
| { | |
| "epoch": 4.515021459227468, | |
| "grad_norm": 0.3142790198326111, | |
| "learning_rate": 0.00013358131561192046, | |
| "loss": 0.6859, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 4.523605150214593, | |
| "grad_norm": 0.30643147230148315, | |
| "learning_rate": 0.00013329869500587694, | |
| "loss": 0.6742, | |
| "step": 2635 | |
| }, | |
| { | |
| "epoch": 4.532188841201717, | |
| "grad_norm": 0.2984931468963623, | |
| "learning_rate": 0.00013301577494201664, | |
| "loss": 0.677, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 4.540772532188841, | |
| "grad_norm": 0.30939051508903503, | |
| "learning_rate": 0.00013273255796466223, | |
| "loss": 0.6742, | |
| "step": 2645 | |
| }, | |
| { | |
| "epoch": 4.549356223175966, | |
| "grad_norm": 0.3024001717567444, | |
| "learning_rate": 0.00013244904662080653, | |
| "loss": 0.6718, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 4.55793991416309, | |
| "grad_norm": 0.294514536857605, | |
| "learning_rate": 0.0001321652434600897, | |
| "loss": 0.6787, | |
| "step": 2655 | |
| }, | |
| { | |
| "epoch": 4.5665236051502145, | |
| "grad_norm": 0.2984825372695923, | |
| "learning_rate": 0.00013188115103477606, | |
| "loss": 0.6905, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 4.575107296137339, | |
| "grad_norm": 0.298879474401474, | |
| "learning_rate": 0.00013159677189973152, | |
| "loss": 0.6882, | |
| "step": 2665 | |
| }, | |
| { | |
| "epoch": 4.583690987124464, | |
| "grad_norm": 0.30825379490852356, | |
| "learning_rate": 0.00013131210861240026, | |
| "loss": 0.6752, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 4.592274678111588, | |
| "grad_norm": 0.3206503093242645, | |
| "learning_rate": 0.00013102716373278192, | |
| "loss": 0.6827, | |
| "step": 2675 | |
| }, | |
| { | |
| "epoch": 4.600858369098712, | |
| "grad_norm": 0.3049548268318176, | |
| "learning_rate": 0.00013074193982340847, | |
| "loss": 0.6871, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 4.609442060085837, | |
| "grad_norm": 0.29572340846061707, | |
| "learning_rate": 0.00013045643944932126, | |
| "loss": 0.6796, | |
| "step": 2685 | |
| }, | |
| { | |
| "epoch": 4.618025751072961, | |
| "grad_norm": 0.2995782792568207, | |
| "learning_rate": 0.00013017066517804793, | |
| "loss": 0.6827, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 4.626609442060086, | |
| "grad_norm": 0.31238484382629395, | |
| "learning_rate": 0.00012988461957957922, | |
| "loss": 0.6755, | |
| "step": 2695 | |
| }, | |
| { | |
| "epoch": 4.63519313304721, | |
| "grad_norm": 0.29801589250564575, | |
| "learning_rate": 0.00012959830522634596, | |
| "loss": 0.6825, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 4.643776824034335, | |
| "grad_norm": 0.318678081035614, | |
| "learning_rate": 0.000129311724693196, | |
| "loss": 0.6898, | |
| "step": 2705 | |
| }, | |
| { | |
| "epoch": 4.652360515021459, | |
| "grad_norm": 0.3065158426761627, | |
| "learning_rate": 0.00012902488055737093, | |
| "loss": 0.6765, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 4.660944206008583, | |
| "grad_norm": 0.30059394240379333, | |
| "learning_rate": 0.00012873777539848283, | |
| "loss": 0.6938, | |
| "step": 2715 | |
| }, | |
| { | |
| "epoch": 4.669527896995708, | |
| "grad_norm": 0.30598220229148865, | |
| "learning_rate": 0.00012845041179849128, | |
| "loss": 0.686, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 4.6781115879828326, | |
| "grad_norm": 0.30764105916023254, | |
| "learning_rate": 0.00012816279234168008, | |
| "loss": 0.6886, | |
| "step": 2725 | |
| }, | |
| { | |
| "epoch": 4.686695278969957, | |
| "grad_norm": 0.302541583776474, | |
| "learning_rate": 0.0001278749196146339, | |
| "loss": 0.6848, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 4.695278969957082, | |
| "grad_norm": 0.2911517322063446, | |
| "learning_rate": 0.00012758679620621503, | |
| "loss": 0.6859, | |
| "step": 2735 | |
| }, | |
| { | |
| "epoch": 4.703862660944206, | |
| "grad_norm": 0.2968668043613434, | |
| "learning_rate": 0.00012729842470754032, | |
| "loss": 0.68, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 4.71244635193133, | |
| "grad_norm": 0.30458763241767883, | |
| "learning_rate": 0.00012700980771195762, | |
| "loss": 0.6785, | |
| "step": 2745 | |
| }, | |
| { | |
| "epoch": 4.721030042918455, | |
| "grad_norm": 0.3035382032394409, | |
| "learning_rate": 0.00012672094781502252, | |
| "loss": 0.6896, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 4.7296137339055795, | |
| "grad_norm": 0.2893989682197571, | |
| "learning_rate": 0.00012643184761447512, | |
| "loss": 0.6786, | |
| "step": 2755 | |
| }, | |
| { | |
| "epoch": 4.738197424892704, | |
| "grad_norm": 0.3313075006008148, | |
| "learning_rate": 0.00012614250971021657, | |
| "loss": 0.6859, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 4.746781115879829, | |
| "grad_norm": 0.3178950250148773, | |
| "learning_rate": 0.00012585293670428564, | |
| "loss": 0.6855, | |
| "step": 2765 | |
| }, | |
| { | |
| "epoch": 4.755364806866953, | |
| "grad_norm": 0.28977376222610474, | |
| "learning_rate": 0.00012556313120083546, | |
| "loss": 0.6761, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 4.763948497854077, | |
| "grad_norm": 0.30826762318611145, | |
| "learning_rate": 0.00012527309580611005, | |
| "loss": 0.677, | |
| "step": 2775 | |
| }, | |
| { | |
| "epoch": 4.772532188841201, | |
| "grad_norm": 0.3121355473995209, | |
| "learning_rate": 0.0001249828331284207, | |
| "loss": 0.6854, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 4.781115879828326, | |
| "grad_norm": 0.30394992232322693, | |
| "learning_rate": 0.00012469234577812296, | |
| "loss": 0.6927, | |
| "step": 2785 | |
| }, | |
| { | |
| "epoch": 4.789699570815451, | |
| "grad_norm": 0.28112301230430603, | |
| "learning_rate": 0.0001244016363675926, | |
| "loss": 0.6917, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 4.798283261802575, | |
| "grad_norm": 0.2926720678806305, | |
| "learning_rate": 0.00012411070751120254, | |
| "loss": 0.6703, | |
| "step": 2795 | |
| }, | |
| { | |
| "epoch": 4.8068669527897, | |
| "grad_norm": 0.296567440032959, | |
| "learning_rate": 0.00012381956182529918, | |
| "loss": 0.6831, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 4.815450643776824, | |
| "grad_norm": 0.29968711733818054, | |
| "learning_rate": 0.00012352820192817877, | |
| "loss": 0.68, | |
| "step": 2805 | |
| }, | |
| { | |
| "epoch": 4.824034334763948, | |
| "grad_norm": 0.31971994042396545, | |
| "learning_rate": 0.0001232366304400642, | |
| "loss": 0.6936, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 4.8326180257510725, | |
| "grad_norm": 0.29575350880622864, | |
| "learning_rate": 0.000122944849983081, | |
| "loss": 0.689, | |
| "step": 2815 | |
| }, | |
| { | |
| "epoch": 4.8412017167381975, | |
| "grad_norm": 0.33436283469200134, | |
| "learning_rate": 0.00012265286318123415, | |
| "loss": 0.6905, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 4.849785407725322, | |
| "grad_norm": 0.27712202072143555, | |
| "learning_rate": 0.00012236067266038414, | |
| "loss": 0.6856, | |
| "step": 2825 | |
| }, | |
| { | |
| "epoch": 4.858369098712446, | |
| "grad_norm": 0.32512983679771423, | |
| "learning_rate": 0.00012206828104822363, | |
| "loss": 0.6906, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 4.866952789699571, | |
| "grad_norm": 0.3128452003002167, | |
| "learning_rate": 0.00012177569097425368, | |
| "loss": 0.6814, | |
| "step": 2835 | |
| }, | |
| { | |
| "epoch": 4.875536480686695, | |
| "grad_norm": 0.28740525245666504, | |
| "learning_rate": 0.00012148290506976012, | |
| "loss": 0.683, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 4.884120171673819, | |
| "grad_norm": 0.3094848394393921, | |
| "learning_rate": 0.00012118992596778995, | |
| "loss": 0.6751, | |
| "step": 2845 | |
| }, | |
| { | |
| "epoch": 4.8927038626609445, | |
| "grad_norm": 0.28997689485549927, | |
| "learning_rate": 0.00012089675630312754, | |
| "loss": 0.6918, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 4.901287553648069, | |
| "grad_norm": 0.29608073830604553, | |
| "learning_rate": 0.00012060339871227101, | |
| "loss": 0.687, | |
| "step": 2855 | |
| }, | |
| { | |
| "epoch": 4.909871244635193, | |
| "grad_norm": 0.2982884347438812, | |
| "learning_rate": 0.00012030985583340861, | |
| "loss": 0.6886, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 4.918454935622318, | |
| "grad_norm": 0.31985583901405334, | |
| "learning_rate": 0.00012001613030639478, | |
| "loss": 0.6787, | |
| "step": 2865 | |
| }, | |
| { | |
| "epoch": 4.927038626609442, | |
| "grad_norm": 0.31187719106674194, | |
| "learning_rate": 0.00011972222477272663, | |
| "loss": 0.6944, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 4.935622317596566, | |
| "grad_norm": 0.28702715039253235, | |
| "learning_rate": 0.00011942814187552005, | |
| "loss": 0.6849, | |
| "step": 2875 | |
| }, | |
| { | |
| "epoch": 4.944206008583691, | |
| "grad_norm": 0.28225070238113403, | |
| "learning_rate": 0.00011913388425948584, | |
| "loss": 0.6791, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 4.952789699570816, | |
| "grad_norm": 0.3197003901004791, | |
| "learning_rate": 0.00011883945457090633, | |
| "loss": 0.6905, | |
| "step": 2885 | |
| }, | |
| { | |
| "epoch": 4.96137339055794, | |
| "grad_norm": 0.30299967527389526, | |
| "learning_rate": 0.00011854485545761108, | |
| "loss": 0.6794, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 4.969957081545064, | |
| "grad_norm": 0.3089299499988556, | |
| "learning_rate": 0.00011825008956895338, | |
| "loss": 0.6815, | |
| "step": 2895 | |
| }, | |
| { | |
| "epoch": 4.978540772532189, | |
| "grad_norm": 0.31284767389297485, | |
| "learning_rate": 0.0001179551595557864, | |
| "loss": 0.6878, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 4.987124463519313, | |
| "grad_norm": 0.2950330078601837, | |
| "learning_rate": 0.00011766006807043921, | |
| "loss": 0.6765, | |
| "step": 2905 | |
| }, | |
| { | |
| "epoch": 4.9957081545064375, | |
| "grad_norm": 0.31097424030303955, | |
| "learning_rate": 0.00011736481776669306, | |
| "loss": 0.6928, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 4.9991416309012875, | |
| "eval_loss": 2.442364454269409, | |
| "eval_runtime": 0.3946, | |
| "eval_samples_per_second": 15.205, | |
| "eval_steps_per_second": 2.534, | |
| "step": 2912 | |
| }, | |
| { | |
| "epoch": 5.0042918454935625, | |
| "grad_norm": 0.24456113576889038, | |
| "learning_rate": 0.00011706941129975741, | |
| "loss": 0.6479, | |
| "step": 2915 | |
| }, | |
| { | |
| "epoch": 5.012875536480687, | |
| "grad_norm": 0.3765704333782196, | |
| "learning_rate": 0.00011677385132624621, | |
| "loss": 0.5981, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 5.021459227467811, | |
| "grad_norm": 0.30039721727371216, | |
| "learning_rate": 0.00011647814050415378, | |
| "loss": 0.5899, | |
| "step": 2925 | |
| }, | |
| { | |
| "epoch": 5.030042918454936, | |
| "grad_norm": 0.3503376245498657, | |
| "learning_rate": 0.00011618228149283117, | |
| "loss": 0.586, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 5.03862660944206, | |
| "grad_norm": 0.315405935049057, | |
| "learning_rate": 0.000115886276952962, | |
| "loss": 0.5842, | |
| "step": 2935 | |
| }, | |
| { | |
| "epoch": 5.047210300429184, | |
| "grad_norm": 0.3637129068374634, | |
| "learning_rate": 0.00011559012954653865, | |
| "loss": 0.5894, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 5.055793991416309, | |
| "grad_norm": 0.3133433759212494, | |
| "learning_rate": 0.00011529384193683838, | |
| "loss": 0.5889, | |
| "step": 2945 | |
| }, | |
| { | |
| "epoch": 5.064377682403434, | |
| "grad_norm": 0.3363387882709503, | |
| "learning_rate": 0.00011499741678839928, | |
| "loss": 0.5992, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 5.072961373390558, | |
| "grad_norm": 0.33112606406211853, | |
| "learning_rate": 0.00011470085676699627, | |
| "loss": 0.584, | |
| "step": 2955 | |
| }, | |
| { | |
| "epoch": 5.081545064377682, | |
| "grad_norm": 0.33626094460487366, | |
| "learning_rate": 0.00011440416453961728, | |
| "loss": 0.5907, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 5.090128755364807, | |
| "grad_norm": 0.32099804282188416, | |
| "learning_rate": 0.00011410734277443915, | |
| "loss": 0.5875, | |
| "step": 2965 | |
| }, | |
| { | |
| "epoch": 5.098712446351931, | |
| "grad_norm": 0.33036282658576965, | |
| "learning_rate": 0.00011381039414080365, | |
| "loss": 0.5883, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 5.1072961373390555, | |
| "grad_norm": 0.33885952830314636, | |
| "learning_rate": 0.00011351332130919348, | |
| "loss": 0.5857, | |
| "step": 2975 | |
| }, | |
| { | |
| "epoch": 5.115879828326181, | |
| "grad_norm": 0.31977617740631104, | |
| "learning_rate": 0.00011321612695120832, | |
| "loss": 0.5855, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 5.124463519313305, | |
| "grad_norm": 0.3337278664112091, | |
| "learning_rate": 0.00011291881373954065, | |
| "loss": 0.5969, | |
| "step": 2985 | |
| }, | |
| { | |
| "epoch": 5.133047210300429, | |
| "grad_norm": 0.33656007051467896, | |
| "learning_rate": 0.00011262138434795191, | |
| "loss": 0.5811, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 5.141630901287554, | |
| "grad_norm": 0.34739845991134644, | |
| "learning_rate": 0.00011232384145124831, | |
| "loss": 0.5932, | |
| "step": 2995 | |
| }, | |
| { | |
| "epoch": 5.150214592274678, | |
| "grad_norm": 0.33286526799201965, | |
| "learning_rate": 0.0001120261877252568, | |
| "loss": 0.5983, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 5.1587982832618025, | |
| "grad_norm": 0.3316696584224701, | |
| "learning_rate": 0.00011172842584680107, | |
| "loss": 0.5976, | |
| "step": 3005 | |
| }, | |
| { | |
| "epoch": 5.167381974248927, | |
| "grad_norm": 0.3135989308357239, | |
| "learning_rate": 0.00011143055849367738, | |
| "loss": 0.5978, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 5.175965665236052, | |
| "grad_norm": 0.3531875014305115, | |
| "learning_rate": 0.00011113258834463063, | |
| "loss": 0.5965, | |
| "step": 3015 | |
| }, | |
| { | |
| "epoch": 5.184549356223176, | |
| "grad_norm": 0.3395566940307617, | |
| "learning_rate": 0.00011083451807933008, | |
| "loss": 0.5933, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 5.1931330472103, | |
| "grad_norm": 0.3231445252895355, | |
| "learning_rate": 0.00011053635037834532, | |
| "loss": 0.6071, | |
| "step": 3025 | |
| }, | |
| { | |
| "epoch": 5.201716738197425, | |
| "grad_norm": 0.33721092343330383, | |
| "learning_rate": 0.00011023808792312227, | |
| "loss": 0.6049, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 5.210300429184549, | |
| "grad_norm": 0.32114890217781067, | |
| "learning_rate": 0.00010993973339595896, | |
| "loss": 0.6038, | |
| "step": 3035 | |
| }, | |
| { | |
| "epoch": 5.218884120171674, | |
| "grad_norm": 0.3454916477203369, | |
| "learning_rate": 0.00010964128947998142, | |
| "loss": 0.5998, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 5.227467811158799, | |
| "grad_norm": 0.31621354818344116, | |
| "learning_rate": 0.00010934275885911956, | |
| "loss": 0.5977, | |
| "step": 3045 | |
| }, | |
| { | |
| "epoch": 5.236051502145923, | |
| "grad_norm": 0.3424486517906189, | |
| "learning_rate": 0.00010904414421808303, | |
| "loss": 0.5923, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 5.244635193133047, | |
| "grad_norm": 0.3184787333011627, | |
| "learning_rate": 0.00010874544824233705, | |
| "loss": 0.5986, | |
| "step": 3055 | |
| }, | |
| { | |
| "epoch": 5.253218884120171, | |
| "grad_norm": 0.3448573052883148, | |
| "learning_rate": 0.00010844667361807842, | |
| "loss": 0.5931, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 5.261802575107296, | |
| "grad_norm": 0.314815878868103, | |
| "learning_rate": 0.00010814782303221105, | |
| "loss": 0.6008, | |
| "step": 3065 | |
| }, | |
| { | |
| "epoch": 5.2703862660944205, | |
| "grad_norm": 0.3566027581691742, | |
| "learning_rate": 0.00010784889917232206, | |
| "loss": 0.585, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 5.278969957081545, | |
| "grad_norm": 0.31585681438446045, | |
| "learning_rate": 0.0001075499047266576, | |
| "loss": 0.5927, | |
| "step": 3075 | |
| }, | |
| { | |
| "epoch": 5.28755364806867, | |
| "grad_norm": 0.33874404430389404, | |
| "learning_rate": 0.00010725084238409848, | |
| "loss": 0.6047, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 5.296137339055794, | |
| "grad_norm": 0.3274739682674408, | |
| "learning_rate": 0.00010695171483413619, | |
| "loss": 0.5919, | |
| "step": 3085 | |
| }, | |
| { | |
| "epoch": 5.304721030042918, | |
| "grad_norm": 0.3326583802700043, | |
| "learning_rate": 0.00010665252476684864, | |
| "loss": 0.5982, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 5.313304721030043, | |
| "grad_norm": 0.34962788224220276, | |
| "learning_rate": 0.00010635327487287591, | |
| "loss": 0.5999, | |
| "step": 3095 | |
| }, | |
| { | |
| "epoch": 5.3218884120171674, | |
| "grad_norm": 0.33242544531822205, | |
| "learning_rate": 0.00010605396784339612, | |
| "loss": 0.6037, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 5.330472103004292, | |
| "grad_norm": 0.38023149967193604, | |
| "learning_rate": 0.00010575460637010128, | |
| "loss": 0.6068, | |
| "step": 3105 | |
| }, | |
| { | |
| "epoch": 5.339055793991417, | |
| "grad_norm": 0.3179317116737366, | |
| "learning_rate": 0.00010545519314517291, | |
| "loss": 0.5993, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 5.347639484978541, | |
| "grad_norm": 0.343841016292572, | |
| "learning_rate": 0.00010515573086125805, | |
| "loss": 0.6029, | |
| "step": 3115 | |
| }, | |
| { | |
| "epoch": 5.356223175965665, | |
| "grad_norm": 0.3552517890930176, | |
| "learning_rate": 0.00010485622221144484, | |
| "loss": 0.599, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 5.364806866952789, | |
| "grad_norm": 0.3441089391708374, | |
| "learning_rate": 0.00010455666988923842, | |
| "loss": 0.598, | |
| "step": 3125 | |
| }, | |
| { | |
| "epoch": 5.373390557939914, | |
| "grad_norm": 0.35372617840766907, | |
| "learning_rate": 0.00010425707658853672, | |
| "loss": 0.597, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 5.381974248927039, | |
| "grad_norm": 0.33165809512138367, | |
| "learning_rate": 0.00010395744500360612, | |
| "loss": 0.6077, | |
| "step": 3135 | |
| }, | |
| { | |
| "epoch": 5.390557939914163, | |
| "grad_norm": 0.3485681414604187, | |
| "learning_rate": 0.00010365777782905735, | |
| "loss": 0.5956, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 5.399141630901288, | |
| "grad_norm": 0.3294559717178345, | |
| "learning_rate": 0.00010335807775982116, | |
| "loss": 0.6076, | |
| "step": 3145 | |
| }, | |
| { | |
| "epoch": 5.407725321888412, | |
| "grad_norm": 0.3176850378513336, | |
| "learning_rate": 0.00010305834749112421, | |
| "loss": 0.594, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 5.416309012875536, | |
| "grad_norm": 0.3580548167228699, | |
| "learning_rate": 0.00010275858971846463, | |
| "loss": 0.6029, | |
| "step": 3155 | |
| }, | |
| { | |
| "epoch": 5.424892703862661, | |
| "grad_norm": 0.32710379362106323, | |
| "learning_rate": 0.00010245880713758793, | |
| "loss": 0.6063, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 5.4334763948497855, | |
| "grad_norm": 0.37140390276908875, | |
| "learning_rate": 0.00010215900244446279, | |
| "loss": 0.6108, | |
| "step": 3165 | |
| }, | |
| { | |
| "epoch": 5.44206008583691, | |
| "grad_norm": 0.3271103501319885, | |
| "learning_rate": 0.00010185917833525669, | |
| "loss": 0.6086, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 5.450643776824034, | |
| "grad_norm": 0.3177226781845093, | |
| "learning_rate": 0.00010155933750631172, | |
| "loss": 0.5976, | |
| "step": 3175 | |
| }, | |
| { | |
| "epoch": 5.459227467811159, | |
| "grad_norm": 0.33881354331970215, | |
| "learning_rate": 0.00010125948265412033, | |
| "loss": 0.5975, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 5.467811158798283, | |
| "grad_norm": 0.35869210958480835, | |
| "learning_rate": 0.0001009596164753011, | |
| "loss": 0.6032, | |
| "step": 3185 | |
| }, | |
| { | |
| "epoch": 5.476394849785407, | |
| "grad_norm": 0.34474968910217285, | |
| "learning_rate": 0.00010065974166657448, | |
| "loss": 0.6014, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 5.484978540772532, | |
| "grad_norm": 0.3329688012599945, | |
| "learning_rate": 0.00010035986092473847, | |
| "loss": 0.6042, | |
| "step": 3195 | |
| }, | |
| { | |
| "epoch": 5.493562231759657, | |
| "grad_norm": 0.34499508142471313, | |
| "learning_rate": 0.00010005997694664451, | |
| "loss": 0.5998, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 5.502145922746781, | |
| "grad_norm": 0.3572762608528137, | |
| "learning_rate": 9.976009242917307e-05, | |
| "loss": 0.6031, | |
| "step": 3205 | |
| }, | |
| { | |
| "epoch": 5.510729613733906, | |
| "grad_norm": 0.33951064944267273, | |
| "learning_rate": 9.946021006920959e-05, | |
| "loss": 0.6046, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 5.51931330472103, | |
| "grad_norm": 0.3542894423007965, | |
| "learning_rate": 9.91603325636199e-05, | |
| "loss": 0.6063, | |
| "step": 3215 | |
| }, | |
| { | |
| "epoch": 5.527896995708154, | |
| "grad_norm": 0.3496350646018982, | |
| "learning_rate": 9.886046260922634e-05, | |
| "loss": 0.6059, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 5.536480686695279, | |
| "grad_norm": 0.36511626839637756, | |
| "learning_rate": 9.856060290278337e-05, | |
| "loss": 0.6011, | |
| "step": 3225 | |
| }, | |
| { | |
| "epoch": 5.545064377682404, | |
| "grad_norm": 0.3340092897415161, | |
| "learning_rate": 9.826075614095311e-05, | |
| "loss": 0.6098, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 5.553648068669528, | |
| "grad_norm": 0.35916590690612793, | |
| "learning_rate": 9.796092502028145e-05, | |
| "loss": 0.6047, | |
| "step": 3235 | |
| }, | |
| { | |
| "epoch": 5.562231759656653, | |
| "grad_norm": 0.3391835689544678, | |
| "learning_rate": 9.766111223717352e-05, | |
| "loss": 0.61, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 5.570815450643777, | |
| "grad_norm": 0.3280404508113861, | |
| "learning_rate": 9.736132048786954e-05, | |
| "loss": 0.6088, | |
| "step": 3245 | |
| }, | |
| { | |
| "epoch": 5.579399141630901, | |
| "grad_norm": 0.31755104660987854, | |
| "learning_rate": 9.706155246842062e-05, | |
| "loss": 0.6051, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 5.587982832618025, | |
| "grad_norm": 0.33683615922927856, | |
| "learning_rate": 9.676181087466444e-05, | |
| "loss": 0.6071, | |
| "step": 3255 | |
| }, | |
| { | |
| "epoch": 5.5965665236051505, | |
| "grad_norm": 0.34338319301605225, | |
| "learning_rate": 9.646209840220098e-05, | |
| "loss": 0.6083, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 5.605150214592275, | |
| "grad_norm": 0.35656723380088806, | |
| "learning_rate": 9.616241774636845e-05, | |
| "loss": 0.6032, | |
| "step": 3265 | |
| }, | |
| { | |
| "epoch": 5.613733905579399, | |
| "grad_norm": 0.33608657121658325, | |
| "learning_rate": 9.586277160221884e-05, | |
| "loss": 0.6176, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 5.622317596566524, | |
| "grad_norm": 0.35035207867622375, | |
| "learning_rate": 9.556316266449377e-05, | |
| "loss": 0.6037, | |
| "step": 3275 | |
| }, | |
| { | |
| "epoch": 5.630901287553648, | |
| "grad_norm": 0.3345491290092468, | |
| "learning_rate": 9.526359362760032e-05, | |
| "loss": 0.6022, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 5.639484978540772, | |
| "grad_norm": 0.3335653841495514, | |
| "learning_rate": 9.496406718558665e-05, | |
| "loss": 0.6091, | |
| "step": 3285 | |
| }, | |
| { | |
| "epoch": 5.6480686695278965, | |
| "grad_norm": 0.3456047773361206, | |
| "learning_rate": 9.466458603211796e-05, | |
| "loss": 0.615, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 5.656652360515022, | |
| "grad_norm": 0.3243827223777771, | |
| "learning_rate": 9.436515286045214e-05, | |
| "loss": 0.6058, | |
| "step": 3295 | |
| }, | |
| { | |
| "epoch": 5.665236051502146, | |
| "grad_norm": 0.329574853181839, | |
| "learning_rate": 9.406577036341548e-05, | |
| "loss": 0.6054, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 5.67381974248927, | |
| "grad_norm": 0.3418329954147339, | |
| "learning_rate": 9.376644123337867e-05, | |
| "loss": 0.6098, | |
| "step": 3305 | |
| }, | |
| { | |
| "epoch": 5.682403433476395, | |
| "grad_norm": 0.36660462617874146, | |
| "learning_rate": 9.346716816223245e-05, | |
| "loss": 0.6187, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 5.690987124463519, | |
| "grad_norm": 0.3241427540779114, | |
| "learning_rate": 9.316795384136333e-05, | |
| "loss": 0.6121, | |
| "step": 3315 | |
| }, | |
| { | |
| "epoch": 5.6995708154506435, | |
| "grad_norm": 0.36070680618286133, | |
| "learning_rate": 9.286880096162956e-05, | |
| "loss": 0.6095, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 5.708154506437769, | |
| "grad_norm": 0.33510082960128784, | |
| "learning_rate": 9.256971221333685e-05, | |
| "loss": 0.6126, | |
| "step": 3325 | |
| }, | |
| { | |
| "epoch": 5.716738197424893, | |
| "grad_norm": 0.3640751838684082, | |
| "learning_rate": 9.227069028621406e-05, | |
| "loss": 0.6199, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 5.725321888412017, | |
| "grad_norm": 0.34373095631599426, | |
| "learning_rate": 9.197173786938926e-05, | |
| "loss": 0.6091, | |
| "step": 3335 | |
| }, | |
| { | |
| "epoch": 5.733905579399142, | |
| "grad_norm": 0.33689820766448975, | |
| "learning_rate": 9.167285765136533e-05, | |
| "loss": 0.6032, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 5.742489270386266, | |
| "grad_norm": 0.33981624245643616, | |
| "learning_rate": 9.137405231999593e-05, | |
| "loss": 0.6069, | |
| "step": 3345 | |
| }, | |
| { | |
| "epoch": 5.75107296137339, | |
| "grad_norm": 0.34156525135040283, | |
| "learning_rate": 9.107532456246114e-05, | |
| "loss": 0.6006, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 5.7596566523605155, | |
| "grad_norm": 0.34921032190322876, | |
| "learning_rate": 9.077667706524348e-05, | |
| "loss": 0.6165, | |
| "step": 3355 | |
| }, | |
| { | |
| "epoch": 5.76824034334764, | |
| "grad_norm": 0.3511927127838135, | |
| "learning_rate": 9.047811251410376e-05, | |
| "loss": 0.6149, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 5.776824034334764, | |
| "grad_norm": 0.3529740571975708, | |
| "learning_rate": 9.01796335940567e-05, | |
| "loss": 0.6088, | |
| "step": 3365 | |
| }, | |
| { | |
| "epoch": 5.785407725321888, | |
| "grad_norm": 0.33018723130226135, | |
| "learning_rate": 8.9881242989347e-05, | |
| "loss": 0.6089, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 5.793991416309013, | |
| "grad_norm": 0.33075249195098877, | |
| "learning_rate": 8.95829433834252e-05, | |
| "loss": 0.6107, | |
| "step": 3375 | |
| }, | |
| { | |
| "epoch": 5.802575107296137, | |
| "grad_norm": 0.35009533166885376, | |
| "learning_rate": 8.928473745892339e-05, | |
| "loss": 0.6092, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 5.8111587982832615, | |
| "grad_norm": 0.337410569190979, | |
| "learning_rate": 8.898662789763115e-05, | |
| "loss": 0.6049, | |
| "step": 3385 | |
| }, | |
| { | |
| "epoch": 5.819742489270387, | |
| "grad_norm": 0.332481324672699, | |
| "learning_rate": 8.868861738047158e-05, | |
| "loss": 0.625, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 5.828326180257511, | |
| "grad_norm": 0.34015268087387085, | |
| "learning_rate": 8.839070858747697e-05, | |
| "loss": 0.615, | |
| "step": 3395 | |
| }, | |
| { | |
| "epoch": 5.836909871244635, | |
| "grad_norm": 0.35073375701904297, | |
| "learning_rate": 8.809290419776488e-05, | |
| "loss": 0.6038, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 5.845493562231759, | |
| "grad_norm": 0.3357756733894348, | |
| "learning_rate": 8.779520688951383e-05, | |
| "loss": 0.6077, | |
| "step": 3405 | |
| }, | |
| { | |
| "epoch": 5.854077253218884, | |
| "grad_norm": 0.33854493498802185, | |
| "learning_rate": 8.749761933993945e-05, | |
| "loss": 0.6058, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 5.8626609442060085, | |
| "grad_norm": 0.3343227505683899, | |
| "learning_rate": 8.720014422527034e-05, | |
| "loss": 0.6113, | |
| "step": 3415 | |
| }, | |
| { | |
| "epoch": 5.871244635193133, | |
| "grad_norm": 0.35862088203430176, | |
| "learning_rate": 8.690278422072384e-05, | |
| "loss": 0.606, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 5.879828326180258, | |
| "grad_norm": 0.37902429699897766, | |
| "learning_rate": 8.660554200048215e-05, | |
| "loss": 0.6108, | |
| "step": 3425 | |
| }, | |
| { | |
| "epoch": 5.888412017167382, | |
| "grad_norm": 0.3685941994190216, | |
| "learning_rate": 8.630842023766831e-05, | |
| "loss": 0.6138, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 5.896995708154506, | |
| "grad_norm": 0.3437183201313019, | |
| "learning_rate": 8.601142160432193e-05, | |
| "loss": 0.6156, | |
| "step": 3435 | |
| }, | |
| { | |
| "epoch": 5.905579399141631, | |
| "grad_norm": 0.34756121039390564, | |
| "learning_rate": 8.571454877137539e-05, | |
| "loss": 0.6076, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 5.914163090128755, | |
| "grad_norm": 0.33176571130752563, | |
| "learning_rate": 8.541780440862977e-05, | |
| "loss": 0.6065, | |
| "step": 3445 | |
| }, | |
| { | |
| "epoch": 5.92274678111588, | |
| "grad_norm": 0.3526177704334259, | |
| "learning_rate": 8.512119118473067e-05, | |
| "loss": 0.6125, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 5.931330472103005, | |
| "grad_norm": 0.3659914433956146, | |
| "learning_rate": 8.482471176714454e-05, | |
| "loss": 0.6095, | |
| "step": 3455 | |
| }, | |
| { | |
| "epoch": 5.939914163090129, | |
| "grad_norm": 0.34757936000823975, | |
| "learning_rate": 8.45283688221344e-05, | |
| "loss": 0.6134, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 5.948497854077253, | |
| "grad_norm": 0.34589987993240356, | |
| "learning_rate": 8.423216501473585e-05, | |
| "loss": 0.6074, | |
| "step": 3465 | |
| }, | |
| { | |
| "epoch": 5.957081545064378, | |
| "grad_norm": 0.34556832909584045, | |
| "learning_rate": 8.393610300873345e-05, | |
| "loss": 0.609, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 5.965665236051502, | |
| "grad_norm": 0.3431447148323059, | |
| "learning_rate": 8.364018546663634e-05, | |
| "loss": 0.6157, | |
| "step": 3475 | |
| }, | |
| { | |
| "epoch": 5.9742489270386265, | |
| "grad_norm": 0.35311102867126465, | |
| "learning_rate": 8.334441504965455e-05, | |
| "loss": 0.6143, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 5.982832618025751, | |
| "grad_norm": 0.3422008156776428, | |
| "learning_rate": 8.304879441767504e-05, | |
| "loss": 0.6046, | |
| "step": 3485 | |
| }, | |
| { | |
| "epoch": 5.991416309012876, | |
| "grad_norm": 0.3697339594364166, | |
| "learning_rate": 8.275332622923769e-05, | |
| "loss": 0.6141, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "grad_norm": 0.332302987575531, | |
| "learning_rate": 8.245801314151139e-05, | |
| "loss": 0.6102, | |
| "step": 3495 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_loss": 2.7089035511016846, | |
| "eval_runtime": 0.3939, | |
| "eval_samples_per_second": 15.232, | |
| "eval_steps_per_second": 2.539, | |
| "step": 3495 | |
| }, | |
| { | |
| "epoch": 6.008583690987124, | |
| "grad_norm": 0.3818419575691223, | |
| "learning_rate": 8.216285781027036e-05, | |
| "loss": 0.5334, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 6.017167381974249, | |
| "grad_norm": 0.35173356533050537, | |
| "learning_rate": 8.186786288986992e-05, | |
| "loss": 0.5409, | |
| "step": 3505 | |
| }, | |
| { | |
| "epoch": 6.0257510729613735, | |
| "grad_norm": 0.348001092672348, | |
| "learning_rate": 8.157303103322296e-05, | |
| "loss": 0.5294, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 6.034334763948498, | |
| "grad_norm": 0.38012921810150146, | |
| "learning_rate": 8.127836489177584e-05, | |
| "loss": 0.5289, | |
| "step": 3515 | |
| }, | |
| { | |
| "epoch": 6.042918454935623, | |
| "grad_norm": 0.3508910536766052, | |
| "learning_rate": 8.098386711548458e-05, | |
| "loss": 0.5375, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 6.051502145922747, | |
| "grad_norm": 0.3329296410083771, | |
| "learning_rate": 8.068954035279121e-05, | |
| "loss": 0.5298, | |
| "step": 3525 | |
| }, | |
| { | |
| "epoch": 6.060085836909871, | |
| "grad_norm": 0.3630905747413635, | |
| "learning_rate": 8.039538725059976e-05, | |
| "loss": 0.5349, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 6.068669527896995, | |
| "grad_norm": 0.32074230909347534, | |
| "learning_rate": 8.010141045425244e-05, | |
| "loss": 0.5376, | |
| "step": 3535 | |
| }, | |
| { | |
| "epoch": 6.07725321888412, | |
| "grad_norm": 0.3476736545562744, | |
| "learning_rate": 7.980761260750607e-05, | |
| "loss": 0.5279, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 6.085836909871245, | |
| "grad_norm": 0.340426504611969, | |
| "learning_rate": 7.951399635250806e-05, | |
| "loss": 0.5323, | |
| "step": 3545 | |
| }, | |
| { | |
| "epoch": 6.094420600858369, | |
| "grad_norm": 0.3367501497268677, | |
| "learning_rate": 7.922056432977275e-05, | |
| "loss": 0.5486, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 6.103004291845494, | |
| "grad_norm": 0.3827115595340729, | |
| "learning_rate": 7.892731917815774e-05, | |
| "loss": 0.528, | |
| "step": 3555 | |
| }, | |
| { | |
| "epoch": 6.111587982832618, | |
| "grad_norm": 0.33026212453842163, | |
| "learning_rate": 7.863426353484002e-05, | |
| "loss": 0.5303, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 6.120171673819742, | |
| "grad_norm": 0.3674776256084442, | |
| "learning_rate": 7.834140003529238e-05, | |
| "loss": 0.5355, | |
| "step": 3565 | |
| }, | |
| { | |
| "epoch": 6.128755364806867, | |
| "grad_norm": 0.3238033056259155, | |
| "learning_rate": 7.804873131325954e-05, | |
| "loss": 0.5382, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 6.1373390557939915, | |
| "grad_norm": 0.3594464063644409, | |
| "learning_rate": 7.775626000073463e-05, | |
| "loss": 0.5319, | |
| "step": 3575 | |
| }, | |
| { | |
| "epoch": 6.145922746781116, | |
| "grad_norm": 0.3666881322860718, | |
| "learning_rate": 7.74639887279355e-05, | |
| "loss": 0.5387, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 6.154506437768241, | |
| "grad_norm": 0.34055057168006897, | |
| "learning_rate": 7.7171920123281e-05, | |
| "loss": 0.5296, | |
| "step": 3585 | |
| }, | |
| { | |
| "epoch": 6.163090128755365, | |
| "grad_norm": 0.3717866837978363, | |
| "learning_rate": 7.688005681336729e-05, | |
| "loss": 0.5371, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 6.171673819742489, | |
| "grad_norm": 0.3607926368713379, | |
| "learning_rate": 7.658840142294444e-05, | |
| "loss": 0.5446, | |
| "step": 3595 | |
| }, | |
| { | |
| "epoch": 6.180257510729613, | |
| "grad_norm": 0.3458268940448761, | |
| "learning_rate": 7.629695657489257e-05, | |
| "loss": 0.5393, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 6.1888412017167385, | |
| "grad_norm": 0.3347238600254059, | |
| "learning_rate": 7.600572489019842e-05, | |
| "loss": 0.5254, | |
| "step": 3605 | |
| }, | |
| { | |
| "epoch": 6.197424892703863, | |
| "grad_norm": 0.3612549901008606, | |
| "learning_rate": 7.571470898793173e-05, | |
| "loss": 0.5275, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 6.206008583690987, | |
| "grad_norm": 0.3335767686367035, | |
| "learning_rate": 7.542391148522168e-05, | |
| "loss": 0.5304, | |
| "step": 3615 | |
| }, | |
| { | |
| "epoch": 6.214592274678112, | |
| "grad_norm": 0.3704369068145752, | |
| "learning_rate": 7.513333499723343e-05, | |
| "loss": 0.5404, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 6.223175965665236, | |
| "grad_norm": 0.3659282922744751, | |
| "learning_rate": 7.484298213714442e-05, | |
| "loss": 0.5357, | |
| "step": 3625 | |
| }, | |
| { | |
| "epoch": 6.23175965665236, | |
| "grad_norm": 0.34985628724098206, | |
| "learning_rate": 7.455285551612105e-05, | |
| "loss": 0.5411, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 6.240343347639485, | |
| "grad_norm": 0.3511213958263397, | |
| "learning_rate": 7.426295774329524e-05, | |
| "loss": 0.5361, | |
| "step": 3635 | |
| }, | |
| { | |
| "epoch": 6.24892703862661, | |
| "grad_norm": 0.36643365025520325, | |
| "learning_rate": 7.397329142574063e-05, | |
| "loss": 0.5256, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 6.257510729613734, | |
| "grad_norm": 0.3581530451774597, | |
| "learning_rate": 7.36838591684495e-05, | |
| "loss": 0.5364, | |
| "step": 3645 | |
| }, | |
| { | |
| "epoch": 6.266094420600858, | |
| "grad_norm": 0.3588225245475769, | |
| "learning_rate": 7.339466357430928e-05, | |
| "loss": 0.5433, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 6.274678111587983, | |
| "grad_norm": 0.3423435389995575, | |
| "learning_rate": 7.310570724407892e-05, | |
| "loss": 0.5481, | |
| "step": 3655 | |
| }, | |
| { | |
| "epoch": 6.283261802575107, | |
| "grad_norm": 0.37222719192504883, | |
| "learning_rate": 7.281699277636572e-05, | |
| "loss": 0.5418, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 6.291845493562231, | |
| "grad_norm": 0.37203842401504517, | |
| "learning_rate": 7.252852276760193e-05, | |
| "loss": 0.5401, | |
| "step": 3665 | |
| }, | |
| { | |
| "epoch": 6.3004291845493565, | |
| "grad_norm": 0.3703368306159973, | |
| "learning_rate": 7.224029981202122e-05, | |
| "loss": 0.5381, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 6.309012875536481, | |
| "grad_norm": 0.36878761649131775, | |
| "learning_rate": 7.195232650163575e-05, | |
| "loss": 0.5257, | |
| "step": 3675 | |
| }, | |
| { | |
| "epoch": 6.317596566523605, | |
| "grad_norm": 0.3529357314109802, | |
| "learning_rate": 7.16646054262123e-05, | |
| "loss": 0.542, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 6.32618025751073, | |
| "grad_norm": 0.3673364520072937, | |
| "learning_rate": 7.137713917324945e-05, | |
| "loss": 0.5351, | |
| "step": 3685 | |
| }, | |
| { | |
| "epoch": 6.334763948497854, | |
| "grad_norm": 0.3675953149795532, | |
| "learning_rate": 7.108993032795418e-05, | |
| "loss": 0.5455, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 6.343347639484978, | |
| "grad_norm": 0.3677637279033661, | |
| "learning_rate": 7.080298147321844e-05, | |
| "loss": 0.5352, | |
| "step": 3695 | |
| }, | |
| { | |
| "epoch": 6.3519313304721035, | |
| "grad_norm": 0.36320698261260986, | |
| "learning_rate": 7.051629518959614e-05, | |
| "loss": 0.5445, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 6.360515021459228, | |
| "grad_norm": 0.36490681767463684, | |
| "learning_rate": 7.022987405527997e-05, | |
| "loss": 0.5379, | |
| "step": 3705 | |
| }, | |
| { | |
| "epoch": 6.369098712446352, | |
| "grad_norm": 0.37636715173721313, | |
| "learning_rate": 6.994372064607788e-05, | |
| "loss": 0.5416, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 6.377682403433476, | |
| "grad_norm": 0.3601493239402771, | |
| "learning_rate": 6.96578375353903e-05, | |
| "loss": 0.544, | |
| "step": 3715 | |
| }, | |
| { | |
| "epoch": 6.386266094420601, | |
| "grad_norm": 0.3615502715110779, | |
| "learning_rate": 6.93722272941869e-05, | |
| "loss": 0.5368, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 6.394849785407725, | |
| "grad_norm": 0.3495427668094635, | |
| "learning_rate": 6.908689249098321e-05, | |
| "loss": 0.5414, | |
| "step": 3725 | |
| }, | |
| { | |
| "epoch": 6.4034334763948495, | |
| "grad_norm": 0.36156705021858215, | |
| "learning_rate": 6.880183569181795e-05, | |
| "loss": 0.5379, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 6.412017167381975, | |
| "grad_norm": 0.38569867610931396, | |
| "learning_rate": 6.85170594602296e-05, | |
| "loss": 0.5445, | |
| "step": 3735 | |
| }, | |
| { | |
| "epoch": 6.420600858369099, | |
| "grad_norm": 0.37031883001327515, | |
| "learning_rate": 6.823256635723343e-05, | |
| "loss": 0.55, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 6.429184549356223, | |
| "grad_norm": 0.33991584181785583, | |
| "learning_rate": 6.794835894129865e-05, | |
| "loss": 0.5427, | |
| "step": 3745 | |
| }, | |
| { | |
| "epoch": 6.437768240343348, | |
| "grad_norm": 0.35758277773857117, | |
| "learning_rate": 6.766443976832517e-05, | |
| "loss": 0.5393, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 6.446351931330472, | |
| "grad_norm": 0.37792807817459106, | |
| "learning_rate": 6.738081139162072e-05, | |
| "loss": 0.5466, | |
| "step": 3755 | |
| }, | |
| { | |
| "epoch": 6.454935622317596, | |
| "grad_norm": 0.3743073046207428, | |
| "learning_rate": 6.709747636187789e-05, | |
| "loss": 0.539, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 6.463519313304721, | |
| "grad_norm": 0.397246390581131, | |
| "learning_rate": 6.68144372271512e-05, | |
| "loss": 0.5417, | |
| "step": 3765 | |
| }, | |
| { | |
| "epoch": 6.472103004291846, | |
| "grad_norm": 0.3632808029651642, | |
| "learning_rate": 6.653169653283406e-05, | |
| "loss": 0.5403, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 6.48068669527897, | |
| "grad_norm": 0.3583681583404541, | |
| "learning_rate": 6.624925682163614e-05, | |
| "loss": 0.5462, | |
| "step": 3775 | |
| }, | |
| { | |
| "epoch": 6.489270386266094, | |
| "grad_norm": 0.3529057502746582, | |
| "learning_rate": 6.59671206335602e-05, | |
| "loss": 0.5425, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 6.497854077253219, | |
| "grad_norm": 0.3624202311038971, | |
| "learning_rate": 6.568529050587953e-05, | |
| "loss": 0.5462, | |
| "step": 3785 | |
| }, | |
| { | |
| "epoch": 6.506437768240343, | |
| "grad_norm": 0.3762538433074951, | |
| "learning_rate": 6.540376897311489e-05, | |
| "loss": 0.538, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 6.515021459227468, | |
| "grad_norm": 0.37663355469703674, | |
| "learning_rate": 6.512255856701177e-05, | |
| "loss": 0.5432, | |
| "step": 3795 | |
| }, | |
| { | |
| "epoch": 6.523605150214593, | |
| "grad_norm": 0.37055134773254395, | |
| "learning_rate": 6.484166181651785e-05, | |
| "loss": 0.5405, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 6.532188841201717, | |
| "grad_norm": 0.3634713590145111, | |
| "learning_rate": 6.456108124775999e-05, | |
| "loss": 0.5442, | |
| "step": 3805 | |
| }, | |
| { | |
| "epoch": 6.540772532188841, | |
| "grad_norm": 0.3575882017612457, | |
| "learning_rate": 6.428081938402149e-05, | |
| "loss": 0.5395, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 6.549356223175966, | |
| "grad_norm": 0.3856394290924072, | |
| "learning_rate": 6.400087874571973e-05, | |
| "loss": 0.5417, | |
| "step": 3815 | |
| }, | |
| { | |
| "epoch": 6.55793991416309, | |
| "grad_norm": 0.3542211651802063, | |
| "learning_rate": 6.372126185038313e-05, | |
| "loss": 0.5337, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 6.5665236051502145, | |
| "grad_norm": 0.3997708559036255, | |
| "learning_rate": 6.344197121262868e-05, | |
| "loss": 0.5431, | |
| "step": 3825 | |
| }, | |
| { | |
| "epoch": 6.575107296137339, | |
| "grad_norm": 0.3704608082771301, | |
| "learning_rate": 6.316300934413935e-05, | |
| "loss": 0.5356, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 6.583690987124464, | |
| "grad_norm": 0.3824236989021301, | |
| "learning_rate": 6.288437875364141e-05, | |
| "loss": 0.5406, | |
| "step": 3835 | |
| }, | |
| { | |
| "epoch": 6.592274678111588, | |
| "grad_norm": 0.3561914563179016, | |
| "learning_rate": 6.260608194688206e-05, | |
| "loss": 0.5405, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 6.600858369098712, | |
| "grad_norm": 0.3756065368652344, | |
| "learning_rate": 6.232812142660658e-05, | |
| "loss": 0.5365, | |
| "step": 3845 | |
| }, | |
| { | |
| "epoch": 6.609442060085837, | |
| "grad_norm": 0.3645598292350769, | |
| "learning_rate": 6.205049969253605e-05, | |
| "loss": 0.5358, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 6.618025751072961, | |
| "grad_norm": 0.37949660420417786, | |
| "learning_rate": 6.17732192413449e-05, | |
| "loss": 0.5452, | |
| "step": 3855 | |
| }, | |
| { | |
| "epoch": 6.626609442060086, | |
| "grad_norm": 0.36608970165252686, | |
| "learning_rate": 6.149628256663827e-05, | |
| "loss": 0.545, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 6.63519313304721, | |
| "grad_norm": 0.3485977351665497, | |
| "learning_rate": 6.121969215892972e-05, | |
| "loss": 0.5445, | |
| "step": 3865 | |
| }, | |
| { | |
| "epoch": 6.643776824034335, | |
| "grad_norm": 0.38575315475463867, | |
| "learning_rate": 6.0943450505618917e-05, | |
| "loss": 0.5448, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 6.652360515021459, | |
| "grad_norm": 0.3650740087032318, | |
| "learning_rate": 6.066756009096896e-05, | |
| "loss": 0.5489, | |
| "step": 3875 | |
| }, | |
| { | |
| "epoch": 6.660944206008583, | |
| "grad_norm": 0.3552764058113098, | |
| "learning_rate": 6.039202339608432e-05, | |
| "loss": 0.5461, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 6.669527896995708, | |
| "grad_norm": 0.3777913749217987, | |
| "learning_rate": 6.01168428988885e-05, | |
| "loss": 0.5437, | |
| "step": 3885 | |
| }, | |
| { | |
| "epoch": 6.6781115879828326, | |
| "grad_norm": 0.37254467606544495, | |
| "learning_rate": 5.9842021074101605e-05, | |
| "loss": 0.5351, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 6.686695278969957, | |
| "grad_norm": 0.36322537064552307, | |
| "learning_rate": 5.956756039321825e-05, | |
| "loss": 0.5503, | |
| "step": 3895 | |
| }, | |
| { | |
| "epoch": 6.695278969957082, | |
| "grad_norm": 0.3798597753047943, | |
| "learning_rate": 5.929346332448511e-05, | |
| "loss": 0.5336, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 6.703862660944206, | |
| "grad_norm": 0.3622066080570221, | |
| "learning_rate": 5.901973233287901e-05, | |
| "loss": 0.5472, | |
| "step": 3905 | |
| }, | |
| { | |
| "epoch": 6.71244635193133, | |
| "grad_norm": 0.37123680114746094, | |
| "learning_rate": 5.874636988008457e-05, | |
| "loss": 0.5376, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 6.721030042918455, | |
| "grad_norm": 0.3789604902267456, | |
| "learning_rate": 5.847337842447209e-05, | |
| "loss": 0.5472, | |
| "step": 3915 | |
| }, | |
| { | |
| "epoch": 6.7296137339055795, | |
| "grad_norm": 0.3710649311542511, | |
| "learning_rate": 5.820076042107545e-05, | |
| "loss": 0.5459, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 6.738197424892704, | |
| "grad_norm": 0.41028717160224915, | |
| "learning_rate": 5.792851832157014e-05, | |
| "loss": 0.5415, | |
| "step": 3925 | |
| }, | |
| { | |
| "epoch": 6.746781115879829, | |
| "grad_norm": 0.3710199296474457, | |
| "learning_rate": 5.765665457425102e-05, | |
| "loss": 0.5376, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 6.755364806866953, | |
| "grad_norm": 0.37828171253204346, | |
| "learning_rate": 5.7385171624010346e-05, | |
| "loss": 0.5474, | |
| "step": 3935 | |
| }, | |
| { | |
| "epoch": 6.763948497854077, | |
| "grad_norm": 0.35286852717399597, | |
| "learning_rate": 5.711407191231602e-05, | |
| "loss": 0.5435, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 6.772532188841201, | |
| "grad_norm": 0.39667871594429016, | |
| "learning_rate": 5.684335787718932e-05, | |
| "loss": 0.5471, | |
| "step": 3945 | |
| }, | |
| { | |
| "epoch": 6.781115879828326, | |
| "grad_norm": 0.3569738268852234, | |
| "learning_rate": 5.657303195318311e-05, | |
| "loss": 0.5362, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 6.789699570815451, | |
| "grad_norm": 0.3528185784816742, | |
| "learning_rate": 5.630309657135997e-05, | |
| "loss": 0.5383, | |
| "step": 3955 | |
| }, | |
| { | |
| "epoch": 6.798283261802575, | |
| "grad_norm": 0.3892223834991455, | |
| "learning_rate": 5.6033554159270294e-05, | |
| "loss": 0.5446, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 6.8068669527897, | |
| "grad_norm": 0.3695877492427826, | |
| "learning_rate": 5.576440714093046e-05, | |
| "loss": 0.5488, | |
| "step": 3965 | |
| }, | |
| { | |
| "epoch": 6.815450643776824, | |
| "grad_norm": 0.3762911856174469, | |
| "learning_rate": 5.549565793680105e-05, | |
| "loss": 0.5398, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 6.824034334763948, | |
| "grad_norm": 0.36472398042678833, | |
| "learning_rate": 5.522730896376506e-05, | |
| "loss": 0.5457, | |
| "step": 3975 | |
| }, | |
| { | |
| "epoch": 6.8326180257510725, | |
| "grad_norm": 0.37586814165115356, | |
| "learning_rate": 5.495936263510617e-05, | |
| "loss": 0.5396, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 6.8412017167381975, | |
| "grad_norm": 0.37699511647224426, | |
| "learning_rate": 5.4691821360487086e-05, | |
| "loss": 0.5394, | |
| "step": 3985 | |
| }, | |
| { | |
| "epoch": 6.849785407725322, | |
| "grad_norm": 0.3839593529701233, | |
| "learning_rate": 5.4424687545927776e-05, | |
| "loss": 0.5429, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 6.858369098712446, | |
| "grad_norm": 0.3746870756149292, | |
| "learning_rate": 5.415796359378393e-05, | |
| "loss": 0.538, | |
| "step": 3995 | |
| }, | |
| { | |
| "epoch": 6.866952789699571, | |
| "grad_norm": 0.36862820386886597, | |
| "learning_rate": 5.389165190272527e-05, | |
| "loss": 0.5433, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 6.875536480686695, | |
| "grad_norm": 0.3722948729991913, | |
| "learning_rate": 5.362575486771414e-05, | |
| "loss": 0.5533, | |
| "step": 4005 | |
| }, | |
| { | |
| "epoch": 6.884120171673819, | |
| "grad_norm": 0.3654981255531311, | |
| "learning_rate": 5.3360274879983654e-05, | |
| "loss": 0.5345, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 6.8927038626609445, | |
| "grad_norm": 0.35018405318260193, | |
| "learning_rate": 5.3095214327016474e-05, | |
| "loss": 0.5484, | |
| "step": 4015 | |
| }, | |
| { | |
| "epoch": 6.901287553648069, | |
| "grad_norm": 0.37176111340522766, | |
| "learning_rate": 5.283057559252341e-05, | |
| "loss": 0.5422, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 6.909871244635193, | |
| "grad_norm": 0.37949976325035095, | |
| "learning_rate": 5.256636105642154e-05, | |
| "loss": 0.5501, | |
| "step": 4025 | |
| }, | |
| { | |
| "epoch": 6.918454935622318, | |
| "grad_norm": 0.35853028297424316, | |
| "learning_rate": 5.2302573094813266e-05, | |
| "loss": 0.5427, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 6.927038626609442, | |
| "grad_norm": 0.370491623878479, | |
| "learning_rate": 5.2039214079964836e-05, | |
| "loss": 0.5426, | |
| "step": 4035 | |
| }, | |
| { | |
| "epoch": 6.935622317596566, | |
| "grad_norm": 0.3726717233657837, | |
| "learning_rate": 5.177628638028472e-05, | |
| "loss": 0.5447, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 6.944206008583691, | |
| "grad_norm": 0.37951403856277466, | |
| "learning_rate": 5.1513792360302696e-05, | |
| "loss": 0.5369, | |
| "step": 4045 | |
| }, | |
| { | |
| "epoch": 6.952789699570816, | |
| "grad_norm": 0.3583022654056549, | |
| "learning_rate": 5.12517343806485e-05, | |
| "loss": 0.5586, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 6.96137339055794, | |
| "grad_norm": 0.37766262888908386, | |
| "learning_rate": 5.099011479803025e-05, | |
| "loss": 0.537, | |
| "step": 4055 | |
| }, | |
| { | |
| "epoch": 6.969957081545064, | |
| "grad_norm": 0.36432990431785583, | |
| "learning_rate": 5.0728935965213834e-05, | |
| "loss": 0.5462, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 6.978540772532189, | |
| "grad_norm": 0.37999647855758667, | |
| "learning_rate": 5.0468200231001286e-05, | |
| "loss": 0.5474, | |
| "step": 4065 | |
| }, | |
| { | |
| "epoch": 6.987124463519313, | |
| "grad_norm": 0.3890798091888428, | |
| "learning_rate": 5.020790994020972e-05, | |
| "loss": 0.5395, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 6.9957081545064375, | |
| "grad_norm": 0.3609655797481537, | |
| "learning_rate": 4.994806743365057e-05, | |
| "loss": 0.5466, | |
| "step": 4075 | |
| }, | |
| { | |
| "epoch": 6.9991416309012875, | |
| "eval_loss": 3.0554237365722656, | |
| "eval_runtime": 0.3942, | |
| "eval_samples_per_second": 15.219, | |
| "eval_steps_per_second": 2.537, | |
| "step": 4077 | |
| }, | |
| { | |
| "epoch": 7.0042918454935625, | |
| "grad_norm": 0.2814909517765045, | |
| "learning_rate": 4.96886750481082e-05, | |
| "loss": 0.5172, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 7.012875536480687, | |
| "grad_norm": 0.39267781376838684, | |
| "learning_rate": 4.942973511631889e-05, | |
| "loss": 0.4929, | |
| "step": 4085 | |
| }, | |
| { | |
| "epoch": 7.021459227467811, | |
| "grad_norm": 0.35972246527671814, | |
| "learning_rate": 4.9171249966950175e-05, | |
| "loss": 0.4891, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 7.030042918454936, | |
| "grad_norm": 0.31733205914497375, | |
| "learning_rate": 4.8913221924579554e-05, | |
| "loss": 0.4899, | |
| "step": 4095 | |
| }, | |
| { | |
| "epoch": 7.03862660944206, | |
| "grad_norm": 0.37763702869415283, | |
| "learning_rate": 4.8655653309673776e-05, | |
| "loss": 0.4899, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 7.047210300429184, | |
| "grad_norm": 0.39104217290878296, | |
| "learning_rate": 4.839854643856792e-05, | |
| "loss": 0.4843, | |
| "step": 4105 | |
| }, | |
| { | |
| "epoch": 7.055793991416309, | |
| "grad_norm": 0.3271881937980652, | |
| "learning_rate": 4.814190362344454e-05, | |
| "loss": 0.4903, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 7.064377682403434, | |
| "grad_norm": 0.35317346453666687, | |
| "learning_rate": 4.788572717231293e-05, | |
| "loss": 0.4916, | |
| "step": 4115 | |
| }, | |
| { | |
| "epoch": 7.072961373390558, | |
| "grad_norm": 0.37199559807777405, | |
| "learning_rate": 4.763001938898832e-05, | |
| "loss": 0.4865, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 7.081545064377682, | |
| "grad_norm": 0.36147797107696533, | |
| "learning_rate": 4.7374782573071176e-05, | |
| "loss": 0.4884, | |
| "step": 4125 | |
| }, | |
| { | |
| "epoch": 7.090128755364807, | |
| "grad_norm": 0.3491626977920532, | |
| "learning_rate": 4.712001901992652e-05, | |
| "loss": 0.4926, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 7.098712446351931, | |
| "grad_norm": 0.36010846495628357, | |
| "learning_rate": 4.686573102066326e-05, | |
| "loss": 0.4942, | |
| "step": 4135 | |
| }, | |
| { | |
| "epoch": 7.1072961373390555, | |
| "grad_norm": 0.34614065289497375, | |
| "learning_rate": 4.661192086211366e-05, | |
| "loss": 0.4888, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 7.115879828326181, | |
| "grad_norm": 0.37029707431793213, | |
| "learning_rate": 4.6358590826812664e-05, | |
| "loss": 0.493, | |
| "step": 4145 | |
| }, | |
| { | |
| "epoch": 7.124463519313305, | |
| "grad_norm": 0.35328662395477295, | |
| "learning_rate": 4.610574319297748e-05, | |
| "loss": 0.4949, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 7.133047210300429, | |
| "grad_norm": 0.33476021885871887, | |
| "learning_rate": 4.585338023448702e-05, | |
| "loss": 0.488, | |
| "step": 4155 | |
| }, | |
| { | |
| "epoch": 7.141630901287554, | |
| "grad_norm": 0.36379748582839966, | |
| "learning_rate": 4.560150422086147e-05, | |
| "loss": 0.4927, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 7.150214592274678, | |
| "grad_norm": 0.3896268308162689, | |
| "learning_rate": 4.535011741724184e-05, | |
| "loss": 0.4917, | |
| "step": 4165 | |
| }, | |
| { | |
| "epoch": 7.1587982832618025, | |
| "grad_norm": 0.3854301869869232, | |
| "learning_rate": 4.5099222084369805e-05, | |
| "loss": 0.4853, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 7.167381974248927, | |
| "grad_norm": 0.36009612679481506, | |
| "learning_rate": 4.4848820478566966e-05, | |
| "loss": 0.4905, | |
| "step": 4175 | |
| }, | |
| { | |
| "epoch": 7.175965665236052, | |
| "grad_norm": 0.3766346573829651, | |
| "learning_rate": 4.45989148517149e-05, | |
| "loss": 0.4936, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 7.184549356223176, | |
| "grad_norm": 0.3666467070579529, | |
| "learning_rate": 4.4349507451234894e-05, | |
| "loss": 0.487, | |
| "step": 4185 | |
| }, | |
| { | |
| "epoch": 7.1931330472103, | |
| "grad_norm": 0.3508441150188446, | |
| "learning_rate": 4.410060052006758e-05, | |
| "loss": 0.4916, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 7.201716738197425, | |
| "grad_norm": 0.3494192957878113, | |
| "learning_rate": 4.3852196296652706e-05, | |
| "loss": 0.4901, | |
| "step": 4195 | |
| }, | |
| { | |
| "epoch": 7.210300429184549, | |
| "grad_norm": 0.35362881422042847, | |
| "learning_rate": 4.360429701490934e-05, | |
| "loss": 0.4933, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 7.218884120171674, | |
| "grad_norm": 0.35061484575271606, | |
| "learning_rate": 4.335690490421548e-05, | |
| "loss": 0.4883, | |
| "step": 4205 | |
| }, | |
| { | |
| "epoch": 7.227467811158799, | |
| "grad_norm": 0.3576537072658539, | |
| "learning_rate": 4.311002218938798e-05, | |
| "loss": 0.4896, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 7.236051502145923, | |
| "grad_norm": 0.35517919063568115, | |
| "learning_rate": 4.286365109066285e-05, | |
| "loss": 0.4873, | |
| "step": 4215 | |
| }, | |
| { | |
| "epoch": 7.244635193133047, | |
| "grad_norm": 0.3709685206413269, | |
| "learning_rate": 4.261779382367499e-05, | |
| "loss": 0.495, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 7.253218884120171, | |
| "grad_norm": 0.39842909574508667, | |
| "learning_rate": 4.237245259943837e-05, | |
| "loss": 0.4957, | |
| "step": 4225 | |
| }, | |
| { | |
| "epoch": 7.261802575107296, | |
| "grad_norm": 0.3722572922706604, | |
| "learning_rate": 4.212762962432619e-05, | |
| "loss": 0.4978, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 7.2703862660944205, | |
| "grad_norm": 0.3434411287307739, | |
| "learning_rate": 4.188332710005094e-05, | |
| "loss": 0.4925, | |
| "step": 4235 | |
| }, | |
| { | |
| "epoch": 7.278969957081545, | |
| "grad_norm": 0.3870338797569275, | |
| "learning_rate": 4.1639547223644706e-05, | |
| "loss": 0.4802, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 7.28755364806867, | |
| "grad_norm": 0.3743104040622711, | |
| "learning_rate": 4.139629218743931e-05, | |
| "loss": 0.4847, | |
| "step": 4245 | |
| }, | |
| { | |
| "epoch": 7.296137339055794, | |
| "grad_norm": 0.3608282506465912, | |
| "learning_rate": 4.11535641790467e-05, | |
| "loss": 0.486, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 7.304721030042918, | |
| "grad_norm": 0.3679661452770233, | |
| "learning_rate": 4.091136538133916e-05, | |
| "loss": 0.4942, | |
| "step": 4255 | |
| }, | |
| { | |
| "epoch": 7.313304721030043, | |
| "grad_norm": 0.3837164044380188, | |
| "learning_rate": 4.06696979724298e-05, | |
| "loss": 0.4881, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 7.3218884120171674, | |
| "grad_norm": 0.37015727162361145, | |
| "learning_rate": 4.042856412565287e-05, | |
| "loss": 0.4875, | |
| "step": 4265 | |
| }, | |
| { | |
| "epoch": 7.330472103004292, | |
| "grad_norm": 0.3824974596500397, | |
| "learning_rate": 4.0187966009544255e-05, | |
| "loss": 0.4895, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 7.339055793991417, | |
| "grad_norm": 0.356283038854599, | |
| "learning_rate": 3.994790578782198e-05, | |
| "loss": 0.4961, | |
| "step": 4275 | |
| }, | |
| { | |
| "epoch": 7.347639484978541, | |
| "grad_norm": 0.3656464219093323, | |
| "learning_rate": 3.970838561936675e-05, | |
| "loss": 0.5015, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 7.356223175965665, | |
| "grad_norm": 0.3856269419193268, | |
| "learning_rate": 3.9469407658202514e-05, | |
| "loss": 0.4941, | |
| "step": 4285 | |
| }, | |
| { | |
| "epoch": 7.364806866952789, | |
| "grad_norm": 0.4023449122905731, | |
| "learning_rate": 3.9230974053477086e-05, | |
| "loss": 0.4943, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 7.373390557939914, | |
| "grad_norm": 0.34391605854034424, | |
| "learning_rate": 3.899308694944298e-05, | |
| "loss": 0.5006, | |
| "step": 4295 | |
| }, | |
| { | |
| "epoch": 7.381974248927039, | |
| "grad_norm": 0.3965080976486206, | |
| "learning_rate": 3.875574848543774e-05, | |
| "loss": 0.4925, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 7.390557939914163, | |
| "grad_norm": 0.37056249380111694, | |
| "learning_rate": 3.85189607958651e-05, | |
| "loss": 0.5052, | |
| "step": 4305 | |
| }, | |
| { | |
| "epoch": 7.399141630901288, | |
| "grad_norm": 0.3915135860443115, | |
| "learning_rate": 3.8282726010175715e-05, | |
| "loss": 0.4885, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 7.407725321888412, | |
| "grad_norm": 0.3784487247467041, | |
| "learning_rate": 3.804704625284774e-05, | |
| "loss": 0.4902, | |
| "step": 4315 | |
| }, | |
| { | |
| "epoch": 7.416309012875536, | |
| "grad_norm": 0.36971473693847656, | |
| "learning_rate": 3.7811923643367974e-05, | |
| "loss": 0.4971, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 7.424892703862661, | |
| "grad_norm": 0.36764466762542725, | |
| "learning_rate": 3.757736029621292e-05, | |
| "loss": 0.4873, | |
| "step": 4325 | |
| }, | |
| { | |
| "epoch": 7.4334763948497855, | |
| "grad_norm": 0.3773200809955597, | |
| "learning_rate": 3.734335832082927e-05, | |
| "loss": 0.5019, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 7.44206008583691, | |
| "grad_norm": 0.34619271755218506, | |
| "learning_rate": 3.710991982161555e-05, | |
| "loss": 0.4919, | |
| "step": 4335 | |
| }, | |
| { | |
| "epoch": 7.450643776824034, | |
| "grad_norm": 0.33658042550086975, | |
| "learning_rate": 3.687704689790277e-05, | |
| "loss": 0.4883, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 7.459227467811159, | |
| "grad_norm": 0.36298757791519165, | |
| "learning_rate": 3.66447416439356e-05, | |
| "loss": 0.5003, | |
| "step": 4345 | |
| }, | |
| { | |
| "epoch": 7.467811158798283, | |
| "grad_norm": 0.35422852635383606, | |
| "learning_rate": 3.641300614885378e-05, | |
| "loss": 0.4923, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 7.476394849785407, | |
| "grad_norm": 0.3848954737186432, | |
| "learning_rate": 3.618184249667308e-05, | |
| "loss": 0.4977, | |
| "step": 4355 | |
| }, | |
| { | |
| "epoch": 7.484978540772532, | |
| "grad_norm": 0.3532540798187256, | |
| "learning_rate": 3.595125276626653e-05, | |
| "loss": 0.5032, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 7.493562231759657, | |
| "grad_norm": 0.35986649990081787, | |
| "learning_rate": 3.5721239031346066e-05, | |
| "loss": 0.4964, | |
| "step": 4365 | |
| }, | |
| { | |
| "epoch": 7.502145922746781, | |
| "grad_norm": 0.3666352927684784, | |
| "learning_rate": 3.549180336044352e-05, | |
| "loss": 0.4992, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 7.510729613733906, | |
| "grad_norm": 0.3380297124385834, | |
| "learning_rate": 3.526294781689206e-05, | |
| "loss": 0.4817, | |
| "step": 4375 | |
| }, | |
| { | |
| "epoch": 7.51931330472103, | |
| "grad_norm": 0.36128494143486023, | |
| "learning_rate": 3.503467445880789e-05, | |
| "loss": 0.483, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 7.527896995708154, | |
| "grad_norm": 0.3538447916507721, | |
| "learning_rate": 3.480698533907152e-05, | |
| "loss": 0.4921, | |
| "step": 4385 | |
| }, | |
| { | |
| "epoch": 7.536480686695279, | |
| "grad_norm": 0.36427024006843567, | |
| "learning_rate": 3.457988250530931e-05, | |
| "loss": 0.4993, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 7.545064377682404, | |
| "grad_norm": 0.37009111046791077, | |
| "learning_rate": 3.435336799987514e-05, | |
| "loss": 0.4961, | |
| "step": 4395 | |
| }, | |
| { | |
| "epoch": 7.553648068669528, | |
| "grad_norm": 0.36786022782325745, | |
| "learning_rate": 3.412744385983201e-05, | |
| "loss": 0.4894, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 7.562231759656653, | |
| "grad_norm": 0.3731597363948822, | |
| "learning_rate": 3.390211211693369e-05, | |
| "loss": 0.4916, | |
| "step": 4405 | |
| }, | |
| { | |
| "epoch": 7.570815450643777, | |
| "grad_norm": 0.35336822271347046, | |
| "learning_rate": 3.367737479760652e-05, | |
| "loss": 0.4891, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 7.579399141630901, | |
| "grad_norm": 0.35434237122535706, | |
| "learning_rate": 3.3453233922931094e-05, | |
| "loss": 0.4937, | |
| "step": 4415 | |
| }, | |
| { | |
| "epoch": 7.587982832618025, | |
| "grad_norm": 0.3567320704460144, | |
| "learning_rate": 3.322969150862416e-05, | |
| "loss": 0.4979, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 7.5965665236051505, | |
| "grad_norm": 0.3649292588233948, | |
| "learning_rate": 3.300674956502047e-05, | |
| "loss": 0.4925, | |
| "step": 4425 | |
| }, | |
| { | |
| "epoch": 7.605150214592275, | |
| "grad_norm": 0.39201802015304565, | |
| "learning_rate": 3.2784410097054666e-05, | |
| "loss": 0.4866, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 7.613733905579399, | |
| "grad_norm": 0.3701328933238983, | |
| "learning_rate": 3.25626751042433e-05, | |
| "loss": 0.4876, | |
| "step": 4435 | |
| }, | |
| { | |
| "epoch": 7.622317596566524, | |
| "grad_norm": 0.3631632328033447, | |
| "learning_rate": 3.2341546580666796e-05, | |
| "loss": 0.4944, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 7.630901287553648, | |
| "grad_norm": 0.3858960270881653, | |
| "learning_rate": 3.212102651495167e-05, | |
| "loss": 0.4971, | |
| "step": 4445 | |
| }, | |
| { | |
| "epoch": 7.639484978540772, | |
| "grad_norm": 0.37257277965545654, | |
| "learning_rate": 3.1901116890252345e-05, | |
| "loss": 0.4971, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 7.6480686695278965, | |
| "grad_norm": 0.37199750542640686, | |
| "learning_rate": 3.1681819684233605e-05, | |
| "loss": 0.4989, | |
| "step": 4455 | |
| }, | |
| { | |
| "epoch": 7.656652360515022, | |
| "grad_norm": 0.3896372318267822, | |
| "learning_rate": 3.146313686905279e-05, | |
| "loss": 0.4939, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 7.665236051502146, | |
| "grad_norm": 0.3580029010772705, | |
| "learning_rate": 3.124507041134177e-05, | |
| "loss": 0.4945, | |
| "step": 4465 | |
| }, | |
| { | |
| "epoch": 7.67381974248927, | |
| "grad_norm": 0.36499252915382385, | |
| "learning_rate": 3.102762227218957e-05, | |
| "loss": 0.4912, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 7.682403433476395, | |
| "grad_norm": 0.3598448634147644, | |
| "learning_rate": 3.081079440712473e-05, | |
| "loss": 0.4994, | |
| "step": 4475 | |
| }, | |
| { | |
| "epoch": 7.690987124463519, | |
| "grad_norm": 0.3923290967941284, | |
| "learning_rate": 3.059458876609742e-05, | |
| "loss": 0.4894, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 7.6995708154506435, | |
| "grad_norm": 0.3650890588760376, | |
| "learning_rate": 3.0379007293462192e-05, | |
| "loss": 0.4905, | |
| "step": 4485 | |
| }, | |
| { | |
| "epoch": 7.708154506437769, | |
| "grad_norm": 0.38070616126060486, | |
| "learning_rate": 3.0164051927960492e-05, | |
| "loss": 0.4996, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 7.716738197424893, | |
| "grad_norm": 0.3461267054080963, | |
| "learning_rate": 2.994972460270291e-05, | |
| "loss": 0.4939, | |
| "step": 4495 | |
| }, | |
| { | |
| "epoch": 7.725321888412017, | |
| "grad_norm": 0.36452245712280273, | |
| "learning_rate": 2.9736027245152275e-05, | |
| "loss": 0.5021, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 7.733905579399142, | |
| "grad_norm": 0.4071807861328125, | |
| "learning_rate": 2.9522961777105897e-05, | |
| "loss": 0.5019, | |
| "step": 4505 | |
| }, | |
| { | |
| "epoch": 7.742489270386266, | |
| "grad_norm": 0.36440128087997437, | |
| "learning_rate": 2.9310530114678502e-05, | |
| "loss": 0.5024, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 7.75107296137339, | |
| "grad_norm": 0.3590448796749115, | |
| "learning_rate": 2.9098734168284968e-05, | |
| "loss": 0.4874, | |
| "step": 4515 | |
| }, | |
| { | |
| "epoch": 7.7596566523605155, | |
| "grad_norm": 0.3638148903846741, | |
| "learning_rate": 2.8887575842623093e-05, | |
| "loss": 0.483, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 7.76824034334764, | |
| "grad_norm": 0.36555618047714233, | |
| "learning_rate": 2.867705703665654e-05, | |
| "loss": 0.4917, | |
| "step": 4525 | |
| }, | |
| { | |
| "epoch": 7.776824034334764, | |
| "grad_norm": 0.3763795793056488, | |
| "learning_rate": 2.8467179643597697e-05, | |
| "loss": 0.4886, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 7.785407725321888, | |
| "grad_norm": 0.3643328845500946, | |
| "learning_rate": 2.8257945550890665e-05, | |
| "loss": 0.4981, | |
| "step": 4535 | |
| }, | |
| { | |
| "epoch": 7.793991416309013, | |
| "grad_norm": 0.3772119879722595, | |
| "learning_rate": 2.8049356640194314e-05, | |
| "loss": 0.4868, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 7.802575107296137, | |
| "grad_norm": 0.3641767203807831, | |
| "learning_rate": 2.784141478736534e-05, | |
| "loss": 0.4928, | |
| "step": 4545 | |
| }, | |
| { | |
| "epoch": 7.8111587982832615, | |
| "grad_norm": 0.3673217296600342, | |
| "learning_rate": 2.7634121862441386e-05, | |
| "loss": 0.4922, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 7.819742489270387, | |
| "grad_norm": 0.3594400882720947, | |
| "learning_rate": 2.742747972962424e-05, | |
| "loss": 0.5024, | |
| "step": 4555 | |
| }, | |
| { | |
| "epoch": 7.828326180257511, | |
| "grad_norm": 0.36666861176490784, | |
| "learning_rate": 2.722149024726307e-05, | |
| "loss": 0.5001, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 7.836909871244635, | |
| "grad_norm": 0.3865159749984741, | |
| "learning_rate": 2.7016155267837684e-05, | |
| "loss": 0.4909, | |
| "step": 4565 | |
| }, | |
| { | |
| "epoch": 7.845493562231759, | |
| "grad_norm": 0.3859226107597351, | |
| "learning_rate": 2.6811476637941922e-05, | |
| "loss": 0.4917, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 7.854077253218884, | |
| "grad_norm": 0.37502434849739075, | |
| "learning_rate": 2.660745619826701e-05, | |
| "loss": 0.4934, | |
| "step": 4575 | |
| }, | |
| { | |
| "epoch": 7.8626609442060085, | |
| "grad_norm": 0.3713277280330658, | |
| "learning_rate": 2.6404095783585002e-05, | |
| "loss": 0.5048, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 7.871244635193133, | |
| "grad_norm": 0.39273905754089355, | |
| "learning_rate": 2.6201397222732316e-05, | |
| "loss": 0.4937, | |
| "step": 4585 | |
| }, | |
| { | |
| "epoch": 7.879828326180258, | |
| "grad_norm": 0.377205491065979, | |
| "learning_rate": 2.599936233859326e-05, | |
| "loss": 0.4989, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 7.888412017167382, | |
| "grad_norm": 0.3574148714542389, | |
| "learning_rate": 2.5797992948083592e-05, | |
| "loss": 0.492, | |
| "step": 4595 | |
| }, | |
| { | |
| "epoch": 7.896995708154506, | |
| "grad_norm": 0.3615160286426544, | |
| "learning_rate": 2.5597290862134405e-05, | |
| "loss": 0.4859, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 7.905579399141631, | |
| "grad_norm": 0.37071695923805237, | |
| "learning_rate": 2.5397257885675397e-05, | |
| "loss": 0.4884, | |
| "step": 4605 | |
| }, | |
| { | |
| "epoch": 7.914163090128755, | |
| "grad_norm": 0.36150577664375305, | |
| "learning_rate": 2.5197895817619153e-05, | |
| "loss": 0.4903, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 7.92274678111588, | |
| "grad_norm": 0.3787161409854889, | |
| "learning_rate": 2.499920645084465e-05, | |
| "loss": 0.498, | |
| "step": 4615 | |
| }, | |
| { | |
| "epoch": 7.931330472103005, | |
| "grad_norm": 0.36254122853279114, | |
| "learning_rate": 2.480119157218108e-05, | |
| "loss": 0.4968, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 7.939914163090129, | |
| "grad_norm": 0.3832210302352905, | |
| "learning_rate": 2.4603852962392125e-05, | |
| "loss": 0.4936, | |
| "step": 4625 | |
| }, | |
| { | |
| "epoch": 7.948497854077253, | |
| "grad_norm": 0.39253130555152893, | |
| "learning_rate": 2.4407192396159627e-05, | |
| "loss": 0.4941, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 7.957081545064378, | |
| "grad_norm": 0.3705868422985077, | |
| "learning_rate": 2.4211211642067623e-05, | |
| "loss": 0.4864, | |
| "step": 4635 | |
| }, | |
| { | |
| "epoch": 7.965665236051502, | |
| "grad_norm": 0.38986867666244507, | |
| "learning_rate": 2.401591246258673e-05, | |
| "loss": 0.4971, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 7.9742489270386265, | |
| "grad_norm": 0.3880539536476135, | |
| "learning_rate": 2.3821296614058054e-05, | |
| "loss": 0.4966, | |
| "step": 4645 | |
| }, | |
| { | |
| "epoch": 7.982832618025751, | |
| "grad_norm": 0.3790036141872406, | |
| "learning_rate": 2.3627365846677306e-05, | |
| "loss": 0.5004, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 7.991416309012876, | |
| "grad_norm": 0.3554070293903351, | |
| "learning_rate": 2.3434121904479434e-05, | |
| "loss": 0.4865, | |
| "step": 4655 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "grad_norm": 0.3582840859889984, | |
| "learning_rate": 2.3241566525322554e-05, | |
| "loss": 0.5038, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_loss": 3.4052770137786865, | |
| "eval_runtime": 0.394, | |
| "eval_samples_per_second": 15.23, | |
| "eval_steps_per_second": 2.538, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 8.008583690987125, | |
| "grad_norm": 0.29518163204193115, | |
| "learning_rate": 2.304970144087255e-05, | |
| "loss": 0.4553, | |
| "step": 4665 | |
| }, | |
| { | |
| "epoch": 8.017167381974248, | |
| "grad_norm": 0.3456011414527893, | |
| "learning_rate": 2.2858528376587407e-05, | |
| "loss": 0.4638, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 8.025751072961373, | |
| "grad_norm": 0.3549324572086334, | |
| "learning_rate": 2.2668049051701713e-05, | |
| "loss": 0.461, | |
| "step": 4675 | |
| }, | |
| { | |
| "epoch": 8.034334763948499, | |
| "grad_norm": 0.31662818789482117, | |
| "learning_rate": 2.247826517921121e-05, | |
| "loss": 0.4662, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 8.042918454935622, | |
| "grad_norm": 0.3052162230014801, | |
| "learning_rate": 2.2289178465857397e-05, | |
| "loss": 0.4645, | |
| "step": 4685 | |
| }, | |
| { | |
| "epoch": 8.051502145922747, | |
| "grad_norm": 0.34132641553878784, | |
| "learning_rate": 2.2100790612112133e-05, | |
| "loss": 0.461, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 8.060085836909872, | |
| "grad_norm": 0.3659987449645996, | |
| "learning_rate": 2.19131033121624e-05, | |
| "loss": 0.4602, | |
| "step": 4695 | |
| }, | |
| { | |
| "epoch": 8.068669527896995, | |
| "grad_norm": 0.3580094575881958, | |
| "learning_rate": 2.1726118253895034e-05, | |
| "loss": 0.4593, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 8.07725321888412, | |
| "grad_norm": 0.32578280568122864, | |
| "learning_rate": 2.1539837118881567e-05, | |
| "loss": 0.4593, | |
| "step": 4705 | |
| }, | |
| { | |
| "epoch": 8.085836909871245, | |
| "grad_norm": 0.3422725200653076, | |
| "learning_rate": 2.135426158236309e-05, | |
| "loss": 0.4624, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 8.094420600858369, | |
| "grad_norm": 0.33877745270729065, | |
| "learning_rate": 2.116939331323514e-05, | |
| "loss": 0.465, | |
| "step": 4715 | |
| }, | |
| { | |
| "epoch": 8.103004291845494, | |
| "grad_norm": 0.3325134813785553, | |
| "learning_rate": 2.098523397403288e-05, | |
| "loss": 0.4585, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 8.111587982832617, | |
| "grad_norm": 0.3371487259864807, | |
| "learning_rate": 2.080178522091585e-05, | |
| "loss": 0.4631, | |
| "step": 4725 | |
| }, | |
| { | |
| "epoch": 8.120171673819742, | |
| "grad_norm": 0.3465471565723419, | |
| "learning_rate": 2.0619048703653266e-05, | |
| "loss": 0.469, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 8.128755364806867, | |
| "grad_norm": 0.3354833424091339, | |
| "learning_rate": 2.04370260656093e-05, | |
| "loss": 0.4656, | |
| "step": 4735 | |
| }, | |
| { | |
| "epoch": 8.13733905579399, | |
| "grad_norm": 0.335443913936615, | |
| "learning_rate": 2.025571894372794e-05, | |
| "loss": 0.4591, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 8.145922746781116, | |
| "grad_norm": 0.35047757625579834, | |
| "learning_rate": 2.0075128968518573e-05, | |
| "loss": 0.4656, | |
| "step": 4745 | |
| }, | |
| { | |
| "epoch": 8.15450643776824, | |
| "grad_norm": 0.373524934053421, | |
| "learning_rate": 1.989525776404132e-05, | |
| "loss": 0.4612, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 8.163090128755364, | |
| "grad_norm": 0.3468015491962433, | |
| "learning_rate": 1.9716106947892164e-05, | |
| "loss": 0.4594, | |
| "step": 4755 | |
| }, | |
| { | |
| "epoch": 8.17167381974249, | |
| "grad_norm": 0.3522886335849762, | |
| "learning_rate": 1.9537678131188674e-05, | |
| "loss": 0.4635, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 8.180257510729614, | |
| "grad_norm": 0.350538045167923, | |
| "learning_rate": 1.9359972918555492e-05, | |
| "loss": 0.4615, | |
| "step": 4765 | |
| }, | |
| { | |
| "epoch": 8.188841201716738, | |
| "grad_norm": 0.31984084844589233, | |
| "learning_rate": 1.9182992908109644e-05, | |
| "loss": 0.4623, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 8.197424892703863, | |
| "grad_norm": 0.34820571541786194, | |
| "learning_rate": 1.900673969144653e-05, | |
| "loss": 0.465, | |
| "step": 4775 | |
| }, | |
| { | |
| "epoch": 8.206008583690988, | |
| "grad_norm": 0.3526110053062439, | |
| "learning_rate": 1.883121485362538e-05, | |
| "loss": 0.4608, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 8.214592274678111, | |
| "grad_norm": 0.3859311044216156, | |
| "learning_rate": 1.865641997315496e-05, | |
| "loss": 0.4705, | |
| "step": 4785 | |
| }, | |
| { | |
| "epoch": 8.223175965665236, | |
| "grad_norm": 0.3409660756587982, | |
| "learning_rate": 1.8482356621979645e-05, | |
| "loss": 0.4647, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 8.231759656652361, | |
| "grad_norm": 0.34335795044898987, | |
| "learning_rate": 1.8309026365464998e-05, | |
| "loss": 0.4647, | |
| "step": 4795 | |
| }, | |
| { | |
| "epoch": 8.240343347639485, | |
| "grad_norm": 0.33586952090263367, | |
| "learning_rate": 1.813643076238375e-05, | |
| "loss": 0.4626, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 8.24892703862661, | |
| "grad_norm": 0.343476265668869, | |
| "learning_rate": 1.7964571364902005e-05, | |
| "loss": 0.4604, | |
| "step": 4805 | |
| }, | |
| { | |
| "epoch": 8.257510729613735, | |
| "grad_norm": 0.3527016341686249, | |
| "learning_rate": 1.779344971856497e-05, | |
| "loss": 0.4645, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 8.266094420600858, | |
| "grad_norm": 0.34603551030158997, | |
| "learning_rate": 1.7623067362283243e-05, | |
| "loss": 0.4641, | |
| "step": 4815 | |
| }, | |
| { | |
| "epoch": 8.274678111587983, | |
| "grad_norm": 0.3567690849304199, | |
| "learning_rate": 1.7453425828318936e-05, | |
| "loss": 0.4622, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 8.283261802575108, | |
| "grad_norm": 0.3398036062717438, | |
| "learning_rate": 1.728452664227187e-05, | |
| "loss": 0.457, | |
| "step": 4825 | |
| }, | |
| { | |
| "epoch": 8.291845493562231, | |
| "grad_norm": 0.359521746635437, | |
| "learning_rate": 1.7116371323065883e-05, | |
| "loss": 0.4616, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 8.300429184549357, | |
| "grad_norm": 0.3150378465652466, | |
| "learning_rate": 1.694896138293516e-05, | |
| "loss": 0.4578, | |
| "step": 4835 | |
| }, | |
| { | |
| "epoch": 8.309012875536482, | |
| "grad_norm": 0.3591357469558716, | |
| "learning_rate": 1.6782298327410616e-05, | |
| "loss": 0.4604, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 8.317596566523605, | |
| "grad_norm": 0.33606967329978943, | |
| "learning_rate": 1.66163836553064e-05, | |
| "loss": 0.4521, | |
| "step": 4845 | |
| }, | |
| { | |
| "epoch": 8.32618025751073, | |
| "grad_norm": 0.3668070435523987, | |
| "learning_rate": 1.6451218858706374e-05, | |
| "loss": 0.4737, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 8.334763948497853, | |
| "grad_norm": 0.36258599162101746, | |
| "learning_rate": 1.628680542295069e-05, | |
| "loss": 0.4691, | |
| "step": 4855 | |
| }, | |
| { | |
| "epoch": 8.343347639484978, | |
| "grad_norm": 0.3564538061618805, | |
| "learning_rate": 1.6123144826622504e-05, | |
| "loss": 0.4634, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 8.351931330472103, | |
| "grad_norm": 0.36181172728538513, | |
| "learning_rate": 1.5960238541534578e-05, | |
| "loss": 0.4555, | |
| "step": 4865 | |
| }, | |
| { | |
| "epoch": 8.360515021459227, | |
| "grad_norm": 0.36802351474761963, | |
| "learning_rate": 1.579808803271612e-05, | |
| "loss": 0.4605, | |
| "step": 4870 | |
| }, | |
| { | |
| "epoch": 8.369098712446352, | |
| "grad_norm": 0.37159237265586853, | |
| "learning_rate": 1.563669475839956e-05, | |
| "loss": 0.46, | |
| "step": 4875 | |
| }, | |
| { | |
| "epoch": 8.377682403433477, | |
| "grad_norm": 0.36820727586746216, | |
| "learning_rate": 1.5476060170007457e-05, | |
| "loss": 0.467, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 8.3862660944206, | |
| "grad_norm": 0.3330000340938568, | |
| "learning_rate": 1.531618571213953e-05, | |
| "loss": 0.469, | |
| "step": 4885 | |
| }, | |
| { | |
| "epoch": 8.394849785407725, | |
| "grad_norm": 0.38085103034973145, | |
| "learning_rate": 1.5157072822559437e-05, | |
| "loss": 0.4644, | |
| "step": 4890 | |
| }, | |
| { | |
| "epoch": 8.40343347639485, | |
| "grad_norm": 0.35326817631721497, | |
| "learning_rate": 1.4998722932182074e-05, | |
| "loss": 0.4659, | |
| "step": 4895 | |
| }, | |
| { | |
| "epoch": 8.412017167381974, | |
| "grad_norm": 0.3420933187007904, | |
| "learning_rate": 1.4841137465060672e-05, | |
| "loss": 0.4673, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 8.420600858369099, | |
| "grad_norm": 0.3507622480392456, | |
| "learning_rate": 1.4684317838373884e-05, | |
| "loss": 0.4721, | |
| "step": 4905 | |
| }, | |
| { | |
| "epoch": 8.429184549356224, | |
| "grad_norm": 0.35186630487442017, | |
| "learning_rate": 1.4528265462413038e-05, | |
| "loss": 0.4667, | |
| "step": 4910 | |
| }, | |
| { | |
| "epoch": 8.437768240343347, | |
| "grad_norm": 0.3655546009540558, | |
| "learning_rate": 1.4372981740569646e-05, | |
| "loss": 0.4675, | |
| "step": 4915 | |
| }, | |
| { | |
| "epoch": 8.446351931330472, | |
| "grad_norm": 0.3504914343357086, | |
| "learning_rate": 1.4218468069322578e-05, | |
| "loss": 0.4657, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 8.454935622317597, | |
| "grad_norm": 0.3535081446170807, | |
| "learning_rate": 1.4064725838225568e-05, | |
| "loss": 0.4672, | |
| "step": 4925 | |
| }, | |
| { | |
| "epoch": 8.46351931330472, | |
| "grad_norm": 0.38395631313323975, | |
| "learning_rate": 1.3911756429894763e-05, | |
| "loss": 0.4684, | |
| "step": 4930 | |
| }, | |
| { | |
| "epoch": 8.472103004291846, | |
| "grad_norm": 0.3384489417076111, | |
| "learning_rate": 1.3759561219996242e-05, | |
| "loss": 0.4515, | |
| "step": 4935 | |
| }, | |
| { | |
| "epoch": 8.48068669527897, | |
| "grad_norm": 0.3759305477142334, | |
| "learning_rate": 1.3608141577233636e-05, | |
| "loss": 0.4604, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 8.489270386266094, | |
| "grad_norm": 0.3741336464881897, | |
| "learning_rate": 1.345749886333586e-05, | |
| "loss": 0.4683, | |
| "step": 4945 | |
| }, | |
| { | |
| "epoch": 8.49785407725322, | |
| "grad_norm": 0.3483313322067261, | |
| "learning_rate": 1.3307634433044846e-05, | |
| "loss": 0.4639, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 8.506437768240342, | |
| "grad_norm": 0.36218151450157166, | |
| "learning_rate": 1.3158549634103357e-05, | |
| "loss": 0.466, | |
| "step": 4955 | |
| }, | |
| { | |
| "epoch": 8.515021459227468, | |
| "grad_norm": 0.363930344581604, | |
| "learning_rate": 1.3010245807242849e-05, | |
| "loss": 0.4617, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 8.523605150214593, | |
| "grad_norm": 0.35775625705718994, | |
| "learning_rate": 1.2862724286171467e-05, | |
| "loss": 0.4717, | |
| "step": 4965 | |
| }, | |
| { | |
| "epoch": 8.532188841201716, | |
| "grad_norm": 0.3388819098472595, | |
| "learning_rate": 1.2715986397561997e-05, | |
| "loss": 0.467, | |
| "step": 4970 | |
| }, | |
| { | |
| "epoch": 8.540772532188841, | |
| "grad_norm": 0.3473096787929535, | |
| "learning_rate": 1.2570033461039954e-05, | |
| "loss": 0.4569, | |
| "step": 4975 | |
| }, | |
| { | |
| "epoch": 8.549356223175966, | |
| "grad_norm": 0.36242905259132385, | |
| "learning_rate": 1.2424866789171729e-05, | |
| "loss": 0.4631, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 8.55793991416309, | |
| "grad_norm": 0.33919695019721985, | |
| "learning_rate": 1.2280487687452768e-05, | |
| "loss": 0.4658, | |
| "step": 4985 | |
| }, | |
| { | |
| "epoch": 8.566523605150214, | |
| "grad_norm": 0.36114802956581116, | |
| "learning_rate": 1.2136897454295837e-05, | |
| "loss": 0.4615, | |
| "step": 4990 | |
| }, | |
| { | |
| "epoch": 8.57510729613734, | |
| "grad_norm": 0.3717144727706909, | |
| "learning_rate": 1.199409738101933e-05, | |
| "loss": 0.4604, | |
| "step": 4995 | |
| }, | |
| { | |
| "epoch": 8.583690987124463, | |
| "grad_norm": 0.3811343014240265, | |
| "learning_rate": 1.1852088751835689e-05, | |
| "loss": 0.4623, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 8.592274678111588, | |
| "grad_norm": 0.35531142354011536, | |
| "learning_rate": 1.1710872843839804e-05, | |
| "loss": 0.4609, | |
| "step": 5005 | |
| }, | |
| { | |
| "epoch": 8.600858369098713, | |
| "grad_norm": 0.3563953936100006, | |
| "learning_rate": 1.1570450926997655e-05, | |
| "loss": 0.4699, | |
| "step": 5010 | |
| }, | |
| { | |
| "epoch": 8.609442060085836, | |
| "grad_norm": 0.3635469377040863, | |
| "learning_rate": 1.1430824264134654e-05, | |
| "loss": 0.4632, | |
| "step": 5015 | |
| }, | |
| { | |
| "epoch": 8.618025751072961, | |
| "grad_norm": 0.3603283762931824, | |
| "learning_rate": 1.1291994110924509e-05, | |
| "loss": 0.4671, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 8.626609442060087, | |
| "grad_norm": 0.35889148712158203, | |
| "learning_rate": 1.1153961715877914e-05, | |
| "loss": 0.4586, | |
| "step": 5025 | |
| }, | |
| { | |
| "epoch": 8.63519313304721, | |
| "grad_norm": 0.38485071063041687, | |
| "learning_rate": 1.1016728320331093e-05, | |
| "loss": 0.4698, | |
| "step": 5030 | |
| }, | |
| { | |
| "epoch": 8.643776824034335, | |
| "grad_norm": 0.3366287052631378, | |
| "learning_rate": 1.0880295158434983e-05, | |
| "loss": 0.4598, | |
| "step": 5035 | |
| }, | |
| { | |
| "epoch": 8.65236051502146, | |
| "grad_norm": 0.3784838914871216, | |
| "learning_rate": 1.0744663457143878e-05, | |
| "loss": 0.4637, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 8.660944206008583, | |
| "grad_norm": 0.35765987634658813, | |
| "learning_rate": 1.0609834436204403e-05, | |
| "loss": 0.462, | |
| "step": 5045 | |
| }, | |
| { | |
| "epoch": 8.669527896995708, | |
| "grad_norm": 0.37458154559135437, | |
| "learning_rate": 1.0475809308144747e-05, | |
| "loss": 0.4613, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 8.678111587982833, | |
| "grad_norm": 0.374141126871109, | |
| "learning_rate": 1.0342589278263559e-05, | |
| "loss": 0.4614, | |
| "step": 5055 | |
| }, | |
| { | |
| "epoch": 8.686695278969957, | |
| "grad_norm": 0.34101325273513794, | |
| "learning_rate": 1.0210175544619116e-05, | |
| "loss": 0.4627, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 8.695278969957082, | |
| "grad_norm": 0.345047265291214, | |
| "learning_rate": 1.0078569298018758e-05, | |
| "loss": 0.4708, | |
| "step": 5065 | |
| }, | |
| { | |
| "epoch": 8.703862660944207, | |
| "grad_norm": 0.3726472854614258, | |
| "learning_rate": 9.947771722007915e-06, | |
| "loss": 0.464, | |
| "step": 5070 | |
| }, | |
| { | |
| "epoch": 8.71244635193133, | |
| "grad_norm": 0.3675495386123657, | |
| "learning_rate": 9.817783992859564e-06, | |
| "loss": 0.4633, | |
| "step": 5075 | |
| }, | |
| { | |
| "epoch": 8.721030042918455, | |
| "grad_norm": 0.32659244537353516, | |
| "learning_rate": 9.688607279563766e-06, | |
| "loss": 0.4685, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 8.729613733905579, | |
| "grad_norm": 0.3733295798301697, | |
| "learning_rate": 9.560242743816972e-06, | |
| "loss": 0.4532, | |
| "step": 5085 | |
| }, | |
| { | |
| "epoch": 8.738197424892704, | |
| "grad_norm": 0.35878074169158936, | |
| "learning_rate": 9.432691540011674e-06, | |
| "loss": 0.4678, | |
| "step": 5090 | |
| }, | |
| { | |
| "epoch": 8.746781115879829, | |
| "grad_norm": 0.3598923087120056, | |
| "learning_rate": 9.305954815226014e-06, | |
| "loss": 0.4715, | |
| "step": 5095 | |
| }, | |
| { | |
| "epoch": 8.755364806866952, | |
| "grad_norm": 0.34524357318878174, | |
| "learning_rate": 9.180033709213454e-06, | |
| "loss": 0.463, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 8.763948497854077, | |
| "grad_norm": 0.34148141741752625, | |
| "learning_rate": 9.054929354392527e-06, | |
| "loss": 0.4693, | |
| "step": 5105 | |
| }, | |
| { | |
| "epoch": 8.772532188841202, | |
| "grad_norm": 0.35487231612205505, | |
| "learning_rate": 8.93064287583667e-06, | |
| "loss": 0.4625, | |
| "step": 5110 | |
| }, | |
| { | |
| "epoch": 8.781115879828326, | |
| "grad_norm": 0.36163830757141113, | |
| "learning_rate": 8.807175391264067e-06, | |
| "loss": 0.4619, | |
| "step": 5115 | |
| }, | |
| { | |
| "epoch": 8.78969957081545, | |
| "grad_norm": 0.34637895226478577, | |
| "learning_rate": 8.684528011027659e-06, | |
| "loss": 0.4612, | |
| "step": 5120 | |
| }, | |
| { | |
| "epoch": 8.798283261802576, | |
| "grad_norm": 0.3432014584541321, | |
| "learning_rate": 8.562701838105115e-06, | |
| "loss": 0.4666, | |
| "step": 5125 | |
| }, | |
| { | |
| "epoch": 8.806866952789699, | |
| "grad_norm": 0.34569093585014343, | |
| "learning_rate": 8.441697968088891e-06, | |
| "loss": 0.4659, | |
| "step": 5130 | |
| }, | |
| { | |
| "epoch": 8.815450643776824, | |
| "grad_norm": 0.3551480770111084, | |
| "learning_rate": 8.321517489176433e-06, | |
| "loss": 0.4619, | |
| "step": 5135 | |
| }, | |
| { | |
| "epoch": 8.82403433476395, | |
| "grad_norm": 0.35777968168258667, | |
| "learning_rate": 8.202161482160353e-06, | |
| "loss": 0.4583, | |
| "step": 5140 | |
| }, | |
| { | |
| "epoch": 8.832618025751072, | |
| "grad_norm": 0.3783648908138275, | |
| "learning_rate": 8.083631020418791e-06, | |
| "loss": 0.4596, | |
| "step": 5145 | |
| }, | |
| { | |
| "epoch": 8.841201716738198, | |
| "grad_norm": 0.33539873361587524, | |
| "learning_rate": 7.965927169905551e-06, | |
| "loss": 0.4711, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 8.849785407725323, | |
| "grad_norm": 0.36662939190864563, | |
| "learning_rate": 7.84905098914076e-06, | |
| "loss": 0.4665, | |
| "step": 5155 | |
| }, | |
| { | |
| "epoch": 8.858369098712446, | |
| "grad_norm": 0.34115639328956604, | |
| "learning_rate": 7.733003529201278e-06, | |
| "loss": 0.4581, | |
| "step": 5160 | |
| }, | |
| { | |
| "epoch": 8.866952789699571, | |
| "grad_norm": 0.3474951386451721, | |
| "learning_rate": 7.617785833711077e-06, | |
| "loss": 0.4662, | |
| "step": 5165 | |
| }, | |
| { | |
| "epoch": 8.875536480686696, | |
| "grad_norm": 0.34105169773101807, | |
| "learning_rate": 7.503398938832107e-06, | |
| "loss": 0.4575, | |
| "step": 5170 | |
| }, | |
| { | |
| "epoch": 8.88412017167382, | |
| "grad_norm": 0.381610631942749, | |
| "learning_rate": 7.389843873254843e-06, | |
| "loss": 0.4616, | |
| "step": 5175 | |
| }, | |
| { | |
| "epoch": 8.892703862660944, | |
| "grad_norm": 0.3617483079433441, | |
| "learning_rate": 7.277121658189001e-06, | |
| "loss": 0.4629, | |
| "step": 5180 | |
| }, | |
| { | |
| "epoch": 8.901287553648068, | |
| "grad_norm": 0.3416938781738281, | |
| "learning_rate": 7.165233307354446e-06, | |
| "loss": 0.465, | |
| "step": 5185 | |
| }, | |
| { | |
| "epoch": 8.909871244635193, | |
| "grad_norm": 0.35436323285102844, | |
| "learning_rate": 7.054179826972074e-06, | |
| "loss": 0.4628, | |
| "step": 5190 | |
| }, | |
| { | |
| "epoch": 8.918454935622318, | |
| "grad_norm": 0.35174670815467834, | |
| "learning_rate": 6.943962215754618e-06, | |
| "loss": 0.4704, | |
| "step": 5195 | |
| }, | |
| { | |
| "epoch": 8.927038626609441, | |
| "grad_norm": 0.3784787356853485, | |
| "learning_rate": 6.834581464897871e-06, | |
| "loss": 0.4683, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 8.935622317596566, | |
| "grad_norm": 0.34359362721443176, | |
| "learning_rate": 6.726038558071656e-06, | |
| "loss": 0.4634, | |
| "step": 5205 | |
| }, | |
| { | |
| "epoch": 8.944206008583691, | |
| "grad_norm": 0.35282644629478455, | |
| "learning_rate": 6.618334471410925e-06, | |
| "loss": 0.4608, | |
| "step": 5210 | |
| }, | |
| { | |
| "epoch": 8.952789699570815, | |
| "grad_norm": 0.3536522388458252, | |
| "learning_rate": 6.511470173507161e-06, | |
| "loss": 0.4631, | |
| "step": 5215 | |
| }, | |
| { | |
| "epoch": 8.96137339055794, | |
| "grad_norm": 0.34291592240333557, | |
| "learning_rate": 6.405446625399481e-06, | |
| "loss": 0.4628, | |
| "step": 5220 | |
| }, | |
| { | |
| "epoch": 8.969957081545065, | |
| "grad_norm": 0.33180317282676697, | |
| "learning_rate": 6.300264780566112e-06, | |
| "loss": 0.4615, | |
| "step": 5225 | |
| }, | |
| { | |
| "epoch": 8.978540772532188, | |
| "grad_norm": 0.3489115536212921, | |
| "learning_rate": 6.195925584915752e-06, | |
| "loss": 0.4596, | |
| "step": 5230 | |
| }, | |
| { | |
| "epoch": 8.987124463519313, | |
| "grad_norm": 0.34033530950546265, | |
| "learning_rate": 6.0924299767791126e-06, | |
| "loss": 0.47, | |
| "step": 5235 | |
| }, | |
| { | |
| "epoch": 8.995708154506438, | |
| "grad_norm": 0.37230873107910156, | |
| "learning_rate": 5.989778886900432e-06, | |
| "loss": 0.4624, | |
| "step": 5240 | |
| }, | |
| { | |
| "epoch": 8.999141630901288, | |
| "eval_loss": 3.695244073867798, | |
| "eval_runtime": 0.3944, | |
| "eval_samples_per_second": 15.212, | |
| "eval_steps_per_second": 2.535, | |
| "step": 5242 | |
| }, | |
| { | |
| "epoch": 9.004291845493562, | |
| "grad_norm": 0.28615859150886536, | |
| "learning_rate": 5.887973238429145e-06, | |
| "loss": 0.4573, | |
| "step": 5245 | |
| }, | |
| { | |
| "epoch": 9.012875536480687, | |
| "grad_norm": 0.3141264319419861, | |
| "learning_rate": 5.787013946911546e-06, | |
| "loss": 0.4503, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 9.021459227467812, | |
| "grad_norm": 0.32362473011016846, | |
| "learning_rate": 5.686901920282606e-06, | |
| "loss": 0.4558, | |
| "step": 5255 | |
| }, | |
| { | |
| "epoch": 9.030042918454935, | |
| "grad_norm": 0.32775941491127014, | |
| "learning_rate": 5.587638058857736e-06, | |
| "loss": 0.445, | |
| "step": 5260 | |
| }, | |
| { | |
| "epoch": 9.03862660944206, | |
| "grad_norm": 0.33696043491363525, | |
| "learning_rate": 5.48922325532476e-06, | |
| "loss": 0.4521, | |
| "step": 5265 | |
| }, | |
| { | |
| "epoch": 9.047210300429185, | |
| "grad_norm": 0.3470819294452667, | |
| "learning_rate": 5.391658394735855e-06, | |
| "loss": 0.4513, | |
| "step": 5270 | |
| }, | |
| { | |
| "epoch": 9.055793991416309, | |
| "grad_norm": 0.3222349286079407, | |
| "learning_rate": 5.2949443544995644e-06, | |
| "loss": 0.4488, | |
| "step": 5275 | |
| }, | |
| { | |
| "epoch": 9.064377682403434, | |
| "grad_norm": 0.33785441517829895, | |
| "learning_rate": 5.199082004372957e-06, | |
| "loss": 0.4493, | |
| "step": 5280 | |
| }, | |
| { | |
| "epoch": 9.072961373390559, | |
| "grad_norm": 0.3577852249145508, | |
| "learning_rate": 5.104072206453802e-06, | |
| "loss": 0.4615, | |
| "step": 5285 | |
| }, | |
| { | |
| "epoch": 9.081545064377682, | |
| "grad_norm": 0.32605546712875366, | |
| "learning_rate": 5.009915815172772e-06, | |
| "loss": 0.4482, | |
| "step": 5290 | |
| }, | |
| { | |
| "epoch": 9.090128755364807, | |
| "grad_norm": 0.320216566324234, | |
| "learning_rate": 4.916613677285786e-06, | |
| "loss": 0.4518, | |
| "step": 5295 | |
| }, | |
| { | |
| "epoch": 9.098712446351932, | |
| "grad_norm": 0.323912650346756, | |
| "learning_rate": 4.8241666318664115e-06, | |
| "loss": 0.4442, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 9.107296137339056, | |
| "grad_norm": 0.342655748128891, | |
| "learning_rate": 4.732575510298276e-06, | |
| "loss": 0.4437, | |
| "step": 5305 | |
| }, | |
| { | |
| "epoch": 9.11587982832618, | |
| "grad_norm": 0.34046629071235657, | |
| "learning_rate": 4.641841136267666e-06, | |
| "loss": 0.4497, | |
| "step": 5310 | |
| }, | |
| { | |
| "epoch": 9.124463519313304, | |
| "grad_norm": 0.3281947374343872, | |
| "learning_rate": 4.551964325756031e-06, | |
| "loss": 0.4569, | |
| "step": 5315 | |
| }, | |
| { | |
| "epoch": 9.133047210300429, | |
| "grad_norm": 0.3604039251804352, | |
| "learning_rate": 4.462945887032632e-06, | |
| "loss": 0.451, | |
| "step": 5320 | |
| }, | |
| { | |
| "epoch": 9.141630901287554, | |
| "grad_norm": 0.3501492738723755, | |
| "learning_rate": 4.374786620647442e-06, | |
| "loss": 0.448, | |
| "step": 5325 | |
| }, | |
| { | |
| "epoch": 9.150214592274677, | |
| "grad_norm": 0.3506092429161072, | |
| "learning_rate": 4.287487319423756e-06, | |
| "loss": 0.4459, | |
| "step": 5330 | |
| }, | |
| { | |
| "epoch": 9.158798283261802, | |
| "grad_norm": 0.3382214307785034, | |
| "learning_rate": 4.20104876845111e-06, | |
| "loss": 0.452, | |
| "step": 5335 | |
| }, | |
| { | |
| "epoch": 9.167381974248928, | |
| "grad_norm": 0.3224546015262604, | |
| "learning_rate": 4.115471745078314e-06, | |
| "loss": 0.4535, | |
| "step": 5340 | |
| }, | |
| { | |
| "epoch": 9.17596566523605, | |
| "grad_norm": 0.3321012854576111, | |
| "learning_rate": 4.03075701890635e-06, | |
| "loss": 0.4477, | |
| "step": 5345 | |
| }, | |
| { | |
| "epoch": 9.184549356223176, | |
| "grad_norm": 0.32435712218284607, | |
| "learning_rate": 3.946905351781472e-06, | |
| "loss": 0.4494, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 9.193133047210301, | |
| "grad_norm": 0.33920931816101074, | |
| "learning_rate": 3.863917497788438e-06, | |
| "loss": 0.456, | |
| "step": 5355 | |
| }, | |
| { | |
| "epoch": 9.201716738197424, | |
| "grad_norm": 0.33260124921798706, | |
| "learning_rate": 3.7817942032436048e-06, | |
| "loss": 0.4471, | |
| "step": 5360 | |
| }, | |
| { | |
| "epoch": 9.21030042918455, | |
| "grad_norm": 0.3275390863418579, | |
| "learning_rate": 3.700536206688321e-06, | |
| "loss": 0.4493, | |
| "step": 5365 | |
| }, | |
| { | |
| "epoch": 9.218884120171674, | |
| "grad_norm": 0.35647067427635193, | |
| "learning_rate": 3.620144238882206e-06, | |
| "loss": 0.4491, | |
| "step": 5370 | |
| }, | |
| { | |
| "epoch": 9.227467811158798, | |
| "grad_norm": 0.3307458162307739, | |
| "learning_rate": 3.5406190227966427e-06, | |
| "loss": 0.4504, | |
| "step": 5375 | |
| }, | |
| { | |
| "epoch": 9.236051502145923, | |
| "grad_norm": 0.35020336508750916, | |
| "learning_rate": 3.4619612736082273e-06, | |
| "loss": 0.4577, | |
| "step": 5380 | |
| }, | |
| { | |
| "epoch": 9.244635193133048, | |
| "grad_norm": 0.33766666054725647, | |
| "learning_rate": 3.3841716986923624e-06, | |
| "loss": 0.4531, | |
| "step": 5385 | |
| }, | |
| { | |
| "epoch": 9.253218884120171, | |
| "grad_norm": 0.33843091130256653, | |
| "learning_rate": 3.3072509976169065e-06, | |
| "loss": 0.4564, | |
| "step": 5390 | |
| }, | |
| { | |
| "epoch": 9.261802575107296, | |
| "grad_norm": 0.3248330056667328, | |
| "learning_rate": 3.2311998621358363e-06, | |
| "loss": 0.4526, | |
| "step": 5395 | |
| }, | |
| { | |
| "epoch": 9.270386266094421, | |
| "grad_norm": 0.3351515829563141, | |
| "learning_rate": 3.1560189761830728e-06, | |
| "loss": 0.4544, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 9.278969957081545, | |
| "grad_norm": 0.3289077877998352, | |
| "learning_rate": 3.0817090158663185e-06, | |
| "loss": 0.4449, | |
| "step": 5405 | |
| }, | |
| { | |
| "epoch": 9.28755364806867, | |
| "grad_norm": 0.32089975476264954, | |
| "learning_rate": 3.008270649460965e-06, | |
| "loss": 0.4496, | |
| "step": 5410 | |
| }, | |
| { | |
| "epoch": 9.296137339055793, | |
| "grad_norm": 0.2968757748603821, | |
| "learning_rate": 2.9357045374040825e-06, | |
| "loss": 0.4458, | |
| "step": 5415 | |
| }, | |
| { | |
| "epoch": 9.304721030042918, | |
| "grad_norm": 0.34240734577178955, | |
| "learning_rate": 2.8640113322885185e-06, | |
| "loss": 0.4469, | |
| "step": 5420 | |
| }, | |
| { | |
| "epoch": 9.313304721030043, | |
| "grad_norm": 0.33385157585144043, | |
| "learning_rate": 2.7931916788569545e-06, | |
| "loss": 0.4527, | |
| "step": 5425 | |
| }, | |
| { | |
| "epoch": 9.321888412017167, | |
| "grad_norm": 0.34486281871795654, | |
| "learning_rate": 2.723246213996178e-06, | |
| "loss": 0.4542, | |
| "step": 5430 | |
| }, | |
| { | |
| "epoch": 9.330472103004292, | |
| "grad_norm": 0.3246801495552063, | |
| "learning_rate": 2.654175566731365e-06, | |
| "loss": 0.4574, | |
| "step": 5435 | |
| }, | |
| { | |
| "epoch": 9.339055793991417, | |
| "grad_norm": 0.33539149165153503, | |
| "learning_rate": 2.5859803582202968e-06, | |
| "loss": 0.4457, | |
| "step": 5440 | |
| }, | |
| { | |
| "epoch": 9.34763948497854, | |
| "grad_norm": 0.33203625679016113, | |
| "learning_rate": 2.518661201747918e-06, | |
| "loss": 0.4567, | |
| "step": 5445 | |
| }, | |
| { | |
| "epoch": 9.356223175965665, | |
| "grad_norm": 0.32282063364982605, | |
| "learning_rate": 2.452218702720821e-06, | |
| "loss": 0.4427, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 9.36480686695279, | |
| "grad_norm": 0.333141028881073, | |
| "learning_rate": 2.3866534586616364e-06, | |
| "loss": 0.4548, | |
| "step": 5455 | |
| }, | |
| { | |
| "epoch": 9.373390557939913, | |
| "grad_norm": 0.3323938250541687, | |
| "learning_rate": 2.3219660592038285e-06, | |
| "loss": 0.4558, | |
| "step": 5460 | |
| }, | |
| { | |
| "epoch": 9.381974248927039, | |
| "grad_norm": 0.33186817169189453, | |
| "learning_rate": 2.258157086086388e-06, | |
| "loss": 0.4499, | |
| "step": 5465 | |
| }, | |
| { | |
| "epoch": 9.390557939914164, | |
| "grad_norm": 0.33666694164276123, | |
| "learning_rate": 2.1952271131484236e-06, | |
| "loss": 0.4533, | |
| "step": 5470 | |
| }, | |
| { | |
| "epoch": 9.399141630901287, | |
| "grad_norm": 0.3561409115791321, | |
| "learning_rate": 2.133176706324236e-06, | |
| "loss": 0.4574, | |
| "step": 5475 | |
| }, | |
| { | |
| "epoch": 9.407725321888412, | |
| "grad_norm": 0.3282804489135742, | |
| "learning_rate": 2.0720064236380842e-06, | |
| "loss": 0.4511, | |
| "step": 5480 | |
| }, | |
| { | |
| "epoch": 9.416309012875537, | |
| "grad_norm": 0.3417915403842926, | |
| "learning_rate": 2.0117168151991606e-06, | |
| "loss": 0.4517, | |
| "step": 5485 | |
| }, | |
| { | |
| "epoch": 9.42489270386266, | |
| "grad_norm": 0.35541415214538574, | |
| "learning_rate": 1.9523084231967358e-06, | |
| "loss": 0.4498, | |
| "step": 5490 | |
| }, | |
| { | |
| "epoch": 9.433476394849786, | |
| "grad_norm": 0.33606576919555664, | |
| "learning_rate": 1.893781781895232e-06, | |
| "loss": 0.4466, | |
| "step": 5495 | |
| }, | |
| { | |
| "epoch": 9.44206008583691, | |
| "grad_norm": 0.333290159702301, | |
| "learning_rate": 1.8361374176293467e-06, | |
| "loss": 0.4514, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 9.450643776824034, | |
| "grad_norm": 0.3518344461917877, | |
| "learning_rate": 1.7793758487994694e-06, | |
| "loss": 0.4566, | |
| "step": 5505 | |
| }, | |
| { | |
| "epoch": 9.459227467811159, | |
| "grad_norm": 0.44788244366645813, | |
| "learning_rate": 1.7234975858669178e-06, | |
| "loss": 0.4564, | |
| "step": 5510 | |
| }, | |
| { | |
| "epoch": 9.467811158798284, | |
| "grad_norm": 0.34256601333618164, | |
| "learning_rate": 1.6685031313493416e-06, | |
| "loss": 0.4493, | |
| "step": 5515 | |
| }, | |
| { | |
| "epoch": 9.476394849785407, | |
| "grad_norm": 0.33245575428009033, | |
| "learning_rate": 1.6143929798162704e-06, | |
| "loss": 0.4479, | |
| "step": 5520 | |
| }, | |
| { | |
| "epoch": 9.484978540772532, | |
| "grad_norm": 0.34188759326934814, | |
| "learning_rate": 1.5611676178845958e-06, | |
| "loss": 0.4459, | |
| "step": 5525 | |
| }, | |
| { | |
| "epoch": 9.493562231759658, | |
| "grad_norm": 0.32970142364501953, | |
| "learning_rate": 1.5088275242142402e-06, | |
| "loss": 0.45, | |
| "step": 5530 | |
| }, | |
| { | |
| "epoch": 9.50214592274678, | |
| "grad_norm": 0.34352561831474304, | |
| "learning_rate": 1.4573731695038395e-06, | |
| "loss": 0.452, | |
| "step": 5535 | |
| }, | |
| { | |
| "epoch": 9.510729613733906, | |
| "grad_norm": 0.35988888144493103, | |
| "learning_rate": 1.4068050164864898e-06, | |
| "loss": 0.4497, | |
| "step": 5540 | |
| }, | |
| { | |
| "epoch": 9.51931330472103, | |
| "grad_norm": 0.32545995712280273, | |
| "learning_rate": 1.3571235199256405e-06, | |
| "loss": 0.4515, | |
| "step": 5545 | |
| }, | |
| { | |
| "epoch": 9.527896995708154, | |
| "grad_norm": 0.3102465569972992, | |
| "learning_rate": 1.30832912661093e-06, | |
| "loss": 0.4405, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 9.53648068669528, | |
| "grad_norm": 0.32020366191864014, | |
| "learning_rate": 1.2604222753542339e-06, | |
| "loss": 0.4479, | |
| "step": 5555 | |
| }, | |
| { | |
| "epoch": 9.545064377682403, | |
| "grad_norm": 0.357705295085907, | |
| "learning_rate": 1.2134033969856907e-06, | |
| "loss": 0.4435, | |
| "step": 5560 | |
| }, | |
| { | |
| "epoch": 9.553648068669528, | |
| "grad_norm": 0.3494960367679596, | |
| "learning_rate": 1.1672729143497929e-06, | |
| "loss": 0.4502, | |
| "step": 5565 | |
| }, | |
| { | |
| "epoch": 9.562231759656653, | |
| "grad_norm": 0.33992525935173035, | |
| "learning_rate": 1.1220312423016687e-06, | |
| "loss": 0.4597, | |
| "step": 5570 | |
| }, | |
| { | |
| "epoch": 9.570815450643776, | |
| "grad_norm": 0.3502410352230072, | |
| "learning_rate": 1.0776787877032736e-06, | |
| "loss": 0.4532, | |
| "step": 5575 | |
| }, | |
| { | |
| "epoch": 9.579399141630901, | |
| "grad_norm": 0.3116472065448761, | |
| "learning_rate": 1.034215949419748e-06, | |
| "loss": 0.4447, | |
| "step": 5580 | |
| }, | |
| { | |
| "epoch": 9.587982832618026, | |
| "grad_norm": 0.31818586587905884, | |
| "learning_rate": 9.916431183158881e-07, | |
| "loss": 0.449, | |
| "step": 5585 | |
| }, | |
| { | |
| "epoch": 9.59656652360515, | |
| "grad_norm": 0.31284070014953613, | |
| "learning_rate": 9.499606772525371e-07, | |
| "loss": 0.4426, | |
| "step": 5590 | |
| }, | |
| { | |
| "epoch": 9.605150214592275, | |
| "grad_norm": 0.35043418407440186, | |
| "learning_rate": 9.091690010831988e-07, | |
| "loss": 0.4521, | |
| "step": 5595 | |
| }, | |
| { | |
| "epoch": 9.6137339055794, | |
| "grad_norm": 0.352905809879303, | |
| "learning_rate": 8.692684566506959e-07, | |
| "loss": 0.4451, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 9.622317596566523, | |
| "grad_norm": 0.31967219710350037, | |
| "learning_rate": 8.30259402783784e-07, | |
| "loss": 0.4576, | |
| "step": 5605 | |
| }, | |
| { | |
| "epoch": 9.630901287553648, | |
| "grad_norm": 0.3698691129684448, | |
| "learning_rate": 7.921421902939874e-07, | |
| "loss": 0.4494, | |
| "step": 5610 | |
| }, | |
| { | |
| "epoch": 9.639484978540773, | |
| "grad_norm": 0.32335957884788513, | |
| "learning_rate": 7.54917161972446e-07, | |
| "loss": 0.4464, | |
| "step": 5615 | |
| }, | |
| { | |
| "epoch": 9.648068669527897, | |
| "grad_norm": 0.3521655201911926, | |
| "learning_rate": 7.185846525867956e-07, | |
| "loss": 0.4571, | |
| "step": 5620 | |
| }, | |
| { | |
| "epoch": 9.656652360515022, | |
| "grad_norm": 0.3388623893260956, | |
| "learning_rate": 6.831449888781926e-07, | |
| "loss": 0.453, | |
| "step": 5625 | |
| }, | |
| { | |
| "epoch": 9.665236051502147, | |
| "grad_norm": 0.3277793228626251, | |
| "learning_rate": 6.485984895583608e-07, | |
| "loss": 0.4486, | |
| "step": 5630 | |
| }, | |
| { | |
| "epoch": 9.67381974248927, | |
| "grad_norm": 0.32895511388778687, | |
| "learning_rate": 6.149454653067044e-07, | |
| "loss": 0.4509, | |
| "step": 5635 | |
| }, | |
| { | |
| "epoch": 9.682403433476395, | |
| "grad_norm": 0.34782108664512634, | |
| "learning_rate": 5.821862187675775e-07, | |
| "loss": 0.4537, | |
| "step": 5640 | |
| }, | |
| { | |
| "epoch": 9.690987124463518, | |
| "grad_norm": 0.33518868684768677, | |
| "learning_rate": 5.503210445474638e-07, | |
| "loss": 0.4543, | |
| "step": 5645 | |
| }, | |
| { | |
| "epoch": 9.699570815450643, | |
| "grad_norm": 0.33902445435523987, | |
| "learning_rate": 5.193502292124341e-07, | |
| "loss": 0.4487, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 9.708154506437769, | |
| "grad_norm": 0.3404318690299988, | |
| "learning_rate": 4.892740512854932e-07, | |
| "loss": 0.4597, | |
| "step": 5655 | |
| }, | |
| { | |
| "epoch": 9.716738197424892, | |
| "grad_norm": 0.33036890625953674, | |
| "learning_rate": 4.600927812441036e-07, | |
| "loss": 0.4472, | |
| "step": 5660 | |
| }, | |
| { | |
| "epoch": 9.725321888412017, | |
| "grad_norm": 0.34414026141166687, | |
| "learning_rate": 4.318066815177435e-07, | |
| "loss": 0.4452, | |
| "step": 5665 | |
| }, | |
| { | |
| "epoch": 9.733905579399142, | |
| "grad_norm": 0.33726632595062256, | |
| "learning_rate": 4.044160064855751e-07, | |
| "loss": 0.45, | |
| "step": 5670 | |
| }, | |
| { | |
| "epoch": 9.742489270386265, | |
| "grad_norm": 0.31507617235183716, | |
| "learning_rate": 3.779210024741131e-07, | |
| "loss": 0.4436, | |
| "step": 5675 | |
| }, | |
| { | |
| "epoch": 9.75107296137339, | |
| "grad_norm": 0.35751578211784363, | |
| "learning_rate": 3.523219077550488e-07, | |
| "loss": 0.4514, | |
| "step": 5680 | |
| }, | |
| { | |
| "epoch": 9.759656652360515, | |
| "grad_norm": 0.3282091021537781, | |
| "learning_rate": 3.2761895254306287e-07, | |
| "loss": 0.4472, | |
| "step": 5685 | |
| }, | |
| { | |
| "epoch": 9.768240343347639, | |
| "grad_norm": 0.3441978693008423, | |
| "learning_rate": 3.038123589938047e-07, | |
| "loss": 0.4516, | |
| "step": 5690 | |
| }, | |
| { | |
| "epoch": 9.776824034334764, | |
| "grad_norm": 0.33709728717803955, | |
| "learning_rate": 2.8090234120188295e-07, | |
| "loss": 0.4508, | |
| "step": 5695 | |
| }, | |
| { | |
| "epoch": 9.785407725321889, | |
| "grad_norm": 0.32524409890174866, | |
| "learning_rate": 2.588891051988895e-07, | |
| "loss": 0.445, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 9.793991416309012, | |
| "grad_norm": 0.3647370934486389, | |
| "learning_rate": 2.3777284895162288e-07, | |
| "loss": 0.444, | |
| "step": 5705 | |
| }, | |
| { | |
| "epoch": 9.802575107296137, | |
| "grad_norm": 0.3221174478530884, | |
| "learning_rate": 2.1755376236025637e-07, | |
| "loss": 0.4478, | |
| "step": 5710 | |
| }, | |
| { | |
| "epoch": 9.811158798283262, | |
| "grad_norm": 0.35065704584121704, | |
| "learning_rate": 1.9823202725665068e-07, | |
| "loss": 0.4538, | |
| "step": 5715 | |
| }, | |
| { | |
| "epoch": 9.819742489270386, | |
| "grad_norm": 0.3380087912082672, | |
| "learning_rate": 1.7980781740268848e-07, | |
| "loss": 0.4477, | |
| "step": 5720 | |
| }, | |
| { | |
| "epoch": 9.82832618025751, | |
| "grad_norm": 0.3177869915962219, | |
| "learning_rate": 1.622812984887867e-07, | |
| "loss": 0.4496, | |
| "step": 5725 | |
| }, | |
| { | |
| "epoch": 9.836909871244636, | |
| "grad_norm": 0.3140113353729248, | |
| "learning_rate": 1.4565262813230894e-07, | |
| "loss": 0.4485, | |
| "step": 5730 | |
| }, | |
| { | |
| "epoch": 9.84549356223176, | |
| "grad_norm": 0.32537147402763367, | |
| "learning_rate": 1.2992195587619993e-07, | |
| "loss": 0.4433, | |
| "step": 5735 | |
| }, | |
| { | |
| "epoch": 9.854077253218884, | |
| "grad_norm": 0.3178805410861969, | |
| "learning_rate": 1.1508942318767535e-07, | |
| "loss": 0.4465, | |
| "step": 5740 | |
| }, | |
| { | |
| "epoch": 9.86266094420601, | |
| "grad_norm": 0.33153483271598816, | |
| "learning_rate": 1.0115516345686749e-07, | |
| "loss": 0.4567, | |
| "step": 5745 | |
| }, | |
| { | |
| "epoch": 9.871244635193133, | |
| "grad_norm": 0.31883201003074646, | |
| "learning_rate": 8.811930199568163e-08, | |
| "loss": 0.449, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 9.879828326180258, | |
| "grad_norm": 0.3389532268047333, | |
| "learning_rate": 7.598195603666369e-08, | |
| "loss": 0.4533, | |
| "step": 5755 | |
| }, | |
| { | |
| "epoch": 9.888412017167383, | |
| "grad_norm": 0.3354385197162628, | |
| "learning_rate": 6.474323473194543e-08, | |
| "loss": 0.4558, | |
| "step": 5760 | |
| }, | |
| { | |
| "epoch": 9.896995708154506, | |
| "grad_norm": 0.3773539364337921, | |
| "learning_rate": 5.4403239152212013e-08, | |
| "loss": 0.4524, | |
| "step": 5765 | |
| }, | |
| { | |
| "epoch": 9.905579399141631, | |
| "grad_norm": 0.30916520953178406, | |
| "learning_rate": 4.4962062285902607e-08, | |
| "loss": 0.4474, | |
| "step": 5770 | |
| }, | |
| { | |
| "epoch": 9.914163090128756, | |
| "grad_norm": 0.3748643100261688, | |
| "learning_rate": 3.6419789038244504e-08, | |
| "loss": 0.4449, | |
| "step": 5775 | |
| }, | |
| { | |
| "epoch": 9.92274678111588, | |
| "grad_norm": 0.33963683247566223, | |
| "learning_rate": 2.877649623059808e-08, | |
| "loss": 0.4491, | |
| "step": 5780 | |
| }, | |
| { | |
| "epoch": 9.931330472103005, | |
| "grad_norm": 0.3399483859539032, | |
| "learning_rate": 2.2032252599690773e-08, | |
| "loss": 0.4523, | |
| "step": 5785 | |
| }, | |
| { | |
| "epoch": 9.939914163090128, | |
| "grad_norm": 0.3306158781051636, | |
| "learning_rate": 1.6187118797061917e-08, | |
| "loss": 0.4551, | |
| "step": 5790 | |
| }, | |
| { | |
| "epoch": 9.948497854077253, | |
| "grad_norm": 0.3417421579360962, | |
| "learning_rate": 1.1241147388452167e-08, | |
| "loss": 0.4527, | |
| "step": 5795 | |
| }, | |
| { | |
| "epoch": 9.957081545064378, | |
| "grad_norm": 0.34274721145629883, | |
| "learning_rate": 7.194382853370485e-09, | |
| "loss": 0.4442, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 9.965665236051501, | |
| "grad_norm": 0.36596229672431946, | |
| "learning_rate": 4.046861584705575e-09, | |
| "loss": 0.4545, | |
| "step": 5805 | |
| }, | |
| { | |
| "epoch": 9.974248927038627, | |
| "grad_norm": 0.3520822823047638, | |
| "learning_rate": 1.798611888370605e-09, | |
| "loss": 0.439, | |
| "step": 5810 | |
| }, | |
| { | |
| "epoch": 9.982832618025752, | |
| "grad_norm": 0.3437098562717438, | |
| "learning_rate": 4.4965398303675745e-10, | |
| "loss": 0.4463, | |
| "step": 5815 | |
| }, | |
| { | |
| "epoch": 9.991416309012875, | |
| "grad_norm": 0.3176514208316803, | |
| "learning_rate": 0.0, | |
| "loss": 0.454, | |
| "step": 5820 | |
| }, | |
| { | |
| "epoch": 9.991416309012875, | |
| "eval_loss": 3.8423588275909424, | |
| "eval_runtime": 0.4223, | |
| "eval_samples_per_second": 14.208, | |
| "eval_steps_per_second": 2.368, | |
| "step": 5820 | |
| }, | |
| { | |
| "epoch": 9.991416309012875, | |
| "step": 5820, | |
| "total_flos": 8.683561975386472e+18, | |
| "train_loss": 0.6765515476977293, | |
| "train_runtime": 24420.5896, | |
| "train_samples_per_second": 7.63, | |
| "train_steps_per_second": 0.238 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 5820, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 10, | |
| "save_steps": 100, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 8.683561975386472e+18, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |