| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 9.47867298578199, | |
| "eval_steps": 500, | |
| "global_step": 1000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.9891708745218706, | |
| "learning_rate": 0.0, | |
| "loss": 0.2991, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.628476882946116, | |
| "learning_rate": 4.075900941810124e-06, | |
| "loss": 0.2519, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.952335655925286, | |
| "learning_rate": 6.46015014942309e-06, | |
| "loss": 0.2296, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.1420556071851116, | |
| "learning_rate": 8.151801883620247e-06, | |
| "loss": 0.2095, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.1092935988958605, | |
| "learning_rate": 9.463948908766788e-06, | |
| "loss": 0.1482, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.1226935054620768, | |
| "learning_rate": 1.0536051091233212e-05, | |
| "loss": 0.1426, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.4358456255356538, | |
| "learning_rate": 1.1442500570809876e-05, | |
| "loss": 0.123, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 1.6670832907973767, | |
| "learning_rate": 1.222770282543037e-05, | |
| "loss": 0.1827, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 1.4139671504293465, | |
| "learning_rate": 1.292030029884618e-05, | |
| "loss": 0.1326, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 0.9959671837674485, | |
| "learning_rate": 1.3539849850576912e-05, | |
| "loss": 0.1463, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.9550511331001, | |
| "learning_rate": 1.4100300592531481e-05, | |
| "loss": 0.1467, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 1.3812862098055738, | |
| "learning_rate": 1.4611952033043337e-05, | |
| "loss": 0.128, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.8924701383280631, | |
| "learning_rate": 1.5082625732282867e-05, | |
| "loss": 0.1396, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.9547565129335883, | |
| "learning_rate": 1.551840151262e-05, | |
| "loss": 0.1344, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.851462122049498, | |
| "learning_rate": 1.5924099058189875e-05, | |
| "loss": 0.1446, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.9253817311894532, | |
| "learning_rate": 1.6303603767240495e-05, | |
| "loss": 0.1284, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.6232417169686899, | |
| "learning_rate": 1.6660093644266146e-05, | |
| "loss": 0.1341, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.9291062982617737, | |
| "learning_rate": 1.6996201240656302e-05, | |
| "loss": 0.141, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.7591782680034003, | |
| "learning_rate": 1.7314131752785847e-05, | |
| "loss": 0.1244, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.7675626330959906, | |
| "learning_rate": 1.7615750792387035e-05, | |
| "loss": 0.1581, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.7871669246563585, | |
| "learning_rate": 1.7902650720232966e-05, | |
| "loss": 0.1608, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.6101055900848477, | |
| "learning_rate": 1.8176201534341607e-05, | |
| "loss": 0.0872, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.6847091729874671, | |
| "learning_rate": 1.8437590437029225e-05, | |
| "loss": 0.1287, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.6979191813257568, | |
| "learning_rate": 1.868785297485346e-05, | |
| "loss": 0.1207, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.6357442032508126, | |
| "learning_rate": 1.8927897817533575e-05, | |
| "loss": 0.1458, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.6349345994671496, | |
| "learning_rate": 1.915852667409299e-05, | |
| "loss": 0.1156, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.5770730681028545, | |
| "learning_rate": 1.9380450448269272e-05, | |
| "loss": 0.1265, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.7646910751751819, | |
| "learning_rate": 1.9594302454430122e-05, | |
| "loss": 0.1752, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.775283037307772, | |
| "learning_rate": 1.9800649313336155e-05, | |
| "loss": 0.1838, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.6990618822813822, | |
| "learning_rate": 2e-05, | |
| "loss": 0.1502, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.4792098167589292, | |
| "learning_rate": 2e-05, | |
| "loss": 0.0842, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.7437266001506447, | |
| "learning_rate": 1.997938144329897e-05, | |
| "loss": 0.197, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.7072993660584064, | |
| "learning_rate": 1.995876288659794e-05, | |
| "loss": 0.1643, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.7433128258167087, | |
| "learning_rate": 1.993814432989691e-05, | |
| "loss": 0.1405, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.5408021250842455, | |
| "learning_rate": 1.9917525773195878e-05, | |
| "loss": 0.1013, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.6861690512756182, | |
| "learning_rate": 1.9896907216494847e-05, | |
| "loss": 0.169, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.541331532924967, | |
| "learning_rate": 1.9876288659793816e-05, | |
| "loss": 0.0984, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.7273271700140183, | |
| "learning_rate": 1.9855670103092785e-05, | |
| "loss": 0.1723, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.5346399587322774, | |
| "learning_rate": 1.9835051546391754e-05, | |
| "loss": 0.0985, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.6520794087333511, | |
| "learning_rate": 1.9814432989690723e-05, | |
| "loss": 0.1885, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.5789181191981833, | |
| "learning_rate": 1.9793814432989692e-05, | |
| "loss": 0.1242, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.5688284285410545, | |
| "learning_rate": 1.977319587628866e-05, | |
| "loss": 0.1401, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.5423895126989404, | |
| "learning_rate": 1.975257731958763e-05, | |
| "loss": 0.1122, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.5506903661320599, | |
| "learning_rate": 1.97319587628866e-05, | |
| "loss": 0.1352, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.5530734690137673, | |
| "learning_rate": 1.9711340206185568e-05, | |
| "loss": 0.0964, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.5310373722240495, | |
| "learning_rate": 1.969072164948454e-05, | |
| "loss": 0.1405, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.5424356381959826, | |
| "learning_rate": 1.9670103092783506e-05, | |
| "loss": 0.1441, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.5273761880575986, | |
| "learning_rate": 1.9649484536082475e-05, | |
| "loss": 0.1516, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.4855824464395224, | |
| "learning_rate": 1.9628865979381444e-05, | |
| "loss": 0.1107, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.538789486511192, | |
| "learning_rate": 1.9608247422680413e-05, | |
| "loss": 0.1278, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.5191270790600404, | |
| "learning_rate": 1.9587628865979382e-05, | |
| "loss": 0.1066, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.5396501130372474, | |
| "learning_rate": 1.956701030927835e-05, | |
| "loss": 0.1377, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.4731574435681649, | |
| "learning_rate": 1.954639175257732e-05, | |
| "loss": 0.0951, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.611677100662539, | |
| "learning_rate": 1.952577319587629e-05, | |
| "loss": 0.1517, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.46006652203317466, | |
| "learning_rate": 1.9505154639175258e-05, | |
| "loss": 0.1024, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.5113730973996482, | |
| "learning_rate": 1.9484536082474227e-05, | |
| "loss": 0.1277, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.48719943941570315, | |
| "learning_rate": 1.9463917525773196e-05, | |
| "loss": 0.1042, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.5634315247940872, | |
| "learning_rate": 1.9443298969072165e-05, | |
| "loss": 0.113, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.5175008176253489, | |
| "learning_rate": 1.9422680412371134e-05, | |
| "loss": 0.1321, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.5003858507987266, | |
| "learning_rate": 1.9402061855670103e-05, | |
| "loss": 0.1181, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.5740662456591682, | |
| "learning_rate": 1.9381443298969072e-05, | |
| "loss": 0.1305, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.5356876491554879, | |
| "learning_rate": 1.936082474226804e-05, | |
| "loss": 0.1166, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.4664669227433975, | |
| "learning_rate": 1.934020618556701e-05, | |
| "loss": 0.0924, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.44420974113139416, | |
| "learning_rate": 1.9319587628865983e-05, | |
| "loss": 0.1006, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.5188205131037862, | |
| "learning_rate": 1.9298969072164952e-05, | |
| "loss": 0.1231, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.6050642569758461, | |
| "learning_rate": 1.927835051546392e-05, | |
| "loss": 0.1786, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.48238849910541576, | |
| "learning_rate": 1.925773195876289e-05, | |
| "loss": 0.1471, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.49789315637710874, | |
| "learning_rate": 1.923711340206186e-05, | |
| "loss": 0.1133, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.49039414070768905, | |
| "learning_rate": 1.9216494845360828e-05, | |
| "loss": 0.1429, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.4827438083411632, | |
| "learning_rate": 1.9195876288659797e-05, | |
| "loss": 0.1061, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.48225039936541547, | |
| "learning_rate": 1.9175257731958766e-05, | |
| "loss": 0.1305, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.4761932693694711, | |
| "learning_rate": 1.9154639175257735e-05, | |
| "loss": 0.0927, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.43140784843947283, | |
| "learning_rate": 1.9134020618556704e-05, | |
| "loss": 0.1342, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.5484585043425267, | |
| "learning_rate": 1.9113402061855673e-05, | |
| "loss": 0.1891, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.4220775541843179, | |
| "learning_rate": 1.9092783505154642e-05, | |
| "loss": 0.0998, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.44409602468867826, | |
| "learning_rate": 1.907216494845361e-05, | |
| "loss": 0.1078, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.5539792334248451, | |
| "learning_rate": 1.9051546391752577e-05, | |
| "loss": 0.1256, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.4573628453476899, | |
| "learning_rate": 1.9030927835051546e-05, | |
| "loss": 0.1037, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.429947081098509, | |
| "learning_rate": 1.9010309278350515e-05, | |
| "loss": 0.1081, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.514407744031743, | |
| "learning_rate": 1.8989690721649484e-05, | |
| "loss": 0.157, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.5311443560406982, | |
| "learning_rate": 1.8969072164948453e-05, | |
| "loss": 0.1039, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.6125785057203883, | |
| "learning_rate": 1.8948453608247422e-05, | |
| "loss": 0.1398, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.43334771814067946, | |
| "learning_rate": 1.8927835051546394e-05, | |
| "loss": 0.0968, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.49487051753793676, | |
| "learning_rate": 1.8907216494845363e-05, | |
| "loss": 0.1333, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.4336280637343098, | |
| "learning_rate": 1.8886597938144332e-05, | |
| "loss": 0.0974, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.49506544937586355, | |
| "learning_rate": 1.88659793814433e-05, | |
| "loss": 0.112, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.4091312680240698, | |
| "learning_rate": 1.884536082474227e-05, | |
| "loss": 0.1143, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.48089070903661946, | |
| "learning_rate": 1.882474226804124e-05, | |
| "loss": 0.1284, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.5614761730702772, | |
| "learning_rate": 1.880412371134021e-05, | |
| "loss": 0.1613, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.43634241092691967, | |
| "learning_rate": 1.8783505154639178e-05, | |
| "loss": 0.1131, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.46095036634171394, | |
| "learning_rate": 1.8762886597938147e-05, | |
| "loss": 0.0948, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.36008710383623416, | |
| "learning_rate": 1.8742268041237116e-05, | |
| "loss": 0.0774, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.5394277302857614, | |
| "learning_rate": 1.8721649484536085e-05, | |
| "loss": 0.15, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.5286664974389561, | |
| "learning_rate": 1.8701030927835054e-05, | |
| "loss": 0.1029, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.44181433524277963, | |
| "learning_rate": 1.8680412371134023e-05, | |
| "loss": 0.1051, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.47802204444761204, | |
| "learning_rate": 1.865979381443299e-05, | |
| "loss": 0.1475, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.40580589522182464, | |
| "learning_rate": 1.863917525773196e-05, | |
| "loss": 0.1205, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.3470193515302502, | |
| "learning_rate": 1.861855670103093e-05, | |
| "loss": 0.0695, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.8370973971565091, | |
| "learning_rate": 1.85979381443299e-05, | |
| "loss": 0.1328, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.7143901365450398, | |
| "learning_rate": 1.8577319587628868e-05, | |
| "loss": 0.1193, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.42967489397457476, | |
| "learning_rate": 1.8556701030927837e-05, | |
| "loss": 0.1019, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.455637101456171, | |
| "learning_rate": 1.8536082474226806e-05, | |
| "loss": 0.1176, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.4124368388053171, | |
| "learning_rate": 1.8515463917525775e-05, | |
| "loss": 0.0868, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.5993952166794445, | |
| "learning_rate": 1.8494845360824744e-05, | |
| "loss": 0.1743, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.42428104090834723, | |
| "learning_rate": 1.8474226804123713e-05, | |
| "loss": 0.1129, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.44428984015154116, | |
| "learning_rate": 1.8453608247422682e-05, | |
| "loss": 0.0745, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.39792334349591185, | |
| "learning_rate": 1.843298969072165e-05, | |
| "loss": 0.0724, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.33478341250084837, | |
| "learning_rate": 1.841237113402062e-05, | |
| "loss": 0.0625, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.35706805867910113, | |
| "learning_rate": 1.839175257731959e-05, | |
| "loss": 0.0764, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.3592115113274458, | |
| "learning_rate": 1.8371134020618558e-05, | |
| "loss": 0.0817, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 0.42738331362282894, | |
| "learning_rate": 1.8350515463917527e-05, | |
| "loss": 0.0752, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.4023951340242268, | |
| "learning_rate": 1.8329896907216496e-05, | |
| "loss": 0.0822, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.4646984802980572, | |
| "learning_rate": 1.8309278350515465e-05, | |
| "loss": 0.0811, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.44504271248702093, | |
| "learning_rate": 1.8288659793814434e-05, | |
| "loss": 0.0564, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.33807535579171555, | |
| "learning_rate": 1.8268041237113403e-05, | |
| "loss": 0.0615, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.43496401665380907, | |
| "learning_rate": 1.8247422680412372e-05, | |
| "loss": 0.1046, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 0.48325092877921866, | |
| "learning_rate": 1.822680412371134e-05, | |
| "loss": 0.08, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 0.8768604458982987, | |
| "learning_rate": 1.820618556701031e-05, | |
| "loss": 0.0909, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.3569991733824619, | |
| "learning_rate": 1.818556701030928e-05, | |
| "loss": 0.0608, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 0.4656594436502199, | |
| "learning_rate": 1.8164948453608248e-05, | |
| "loss": 0.086, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 0.35277327685267473, | |
| "learning_rate": 1.8144329896907217e-05, | |
| "loss": 0.0638, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.448631001636137, | |
| "learning_rate": 1.8123711340206186e-05, | |
| "loss": 0.0779, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 0.4365549438849367, | |
| "learning_rate": 1.8103092783505155e-05, | |
| "loss": 0.0951, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 0.47401540189076946, | |
| "learning_rate": 1.8082474226804124e-05, | |
| "loss": 0.0982, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 0.4158031117835676, | |
| "learning_rate": 1.8061855670103093e-05, | |
| "loss": 0.088, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 0.4481248057802596, | |
| "learning_rate": 1.8041237113402062e-05, | |
| "loss": 0.0874, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.4179778588273936, | |
| "learning_rate": 1.802061855670103e-05, | |
| "loss": 0.082, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 0.3473637454051514, | |
| "learning_rate": 1.8e-05, | |
| "loss": 0.0627, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.3776966135269121, | |
| "learning_rate": 1.797938144329897e-05, | |
| "loss": 0.0709, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 0.4415996094246706, | |
| "learning_rate": 1.7958762886597942e-05, | |
| "loss": 0.0824, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 0.37802367310847074, | |
| "learning_rate": 1.793814432989691e-05, | |
| "loss": 0.0663, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.2953516626376782, | |
| "learning_rate": 1.791752577319588e-05, | |
| "loss": 0.0501, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 0.40263067588370255, | |
| "learning_rate": 1.789690721649485e-05, | |
| "loss": 0.0887, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 0.35922391452204516, | |
| "learning_rate": 1.7876288659793818e-05, | |
| "loss": 0.0653, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.39393795840614804, | |
| "learning_rate": 1.7855670103092787e-05, | |
| "loss": 0.0741, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 0.4026290844719299, | |
| "learning_rate": 1.7835051546391756e-05, | |
| "loss": 0.0966, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 0.33584409346668986, | |
| "learning_rate": 1.7814432989690725e-05, | |
| "loss": 0.0585, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 0.3414251431403049, | |
| "learning_rate": 1.779381443298969e-05, | |
| "loss": 0.0682, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 0.3434593532506542, | |
| "learning_rate": 1.777319587628866e-05, | |
| "loss": 0.0637, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 0.39753609961205566, | |
| "learning_rate": 1.775257731958763e-05, | |
| "loss": 0.0611, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 0.42998781979853173, | |
| "learning_rate": 1.7731958762886598e-05, | |
| "loss": 0.0625, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 0.34154494674126434, | |
| "learning_rate": 1.7711340206185567e-05, | |
| "loss": 0.0667, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 0.3676085999652895, | |
| "learning_rate": 1.7690721649484536e-05, | |
| "loss": 0.0701, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 0.2761776142522199, | |
| "learning_rate": 1.7670103092783505e-05, | |
| "loss": 0.0538, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 0.3784576985822394, | |
| "learning_rate": 1.7649484536082474e-05, | |
| "loss": 0.0799, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 0.35329272160892033, | |
| "learning_rate": 1.7628865979381443e-05, | |
| "loss": 0.0665, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 0.4139007216329521, | |
| "learning_rate": 1.7608247422680412e-05, | |
| "loss": 0.0796, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 0.3336389662855423, | |
| "learning_rate": 1.758762886597938e-05, | |
| "loss": 0.0653, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 0.5268985988721392, | |
| "learning_rate": 1.7567010309278353e-05, | |
| "loss": 0.0801, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 0.37674074663317386, | |
| "learning_rate": 1.7546391752577322e-05, | |
| "loss": 0.0884, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 0.35273202703123274, | |
| "learning_rate": 1.752577319587629e-05, | |
| "loss": 0.0727, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 0.3824657309832461, | |
| "learning_rate": 1.750515463917526e-05, | |
| "loss": 0.0769, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 0.42634471741485275, | |
| "learning_rate": 1.748453608247423e-05, | |
| "loss": 0.0922, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 0.3445619941367275, | |
| "learning_rate": 1.74639175257732e-05, | |
| "loss": 0.073, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 0.35323195905302596, | |
| "learning_rate": 1.7443298969072168e-05, | |
| "loss": 0.0812, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 0.3427297993674751, | |
| "learning_rate": 1.7422680412371137e-05, | |
| "loss": 0.0863, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 0.40044573893019114, | |
| "learning_rate": 1.7402061855670106e-05, | |
| "loss": 0.0891, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.43246751870030287, | |
| "learning_rate": 1.7381443298969075e-05, | |
| "loss": 0.1018, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 0.4032172748024563, | |
| "learning_rate": 1.7360824742268044e-05, | |
| "loss": 0.0861, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 0.42850936286961694, | |
| "learning_rate": 1.7340206185567013e-05, | |
| "loss": 0.0874, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 0.4861621190360696, | |
| "learning_rate": 1.731958762886598e-05, | |
| "loss": 0.0973, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 0.3963801242216849, | |
| "learning_rate": 1.729896907216495e-05, | |
| "loss": 0.0731, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 0.35697454590706096, | |
| "learning_rate": 1.727835051546392e-05, | |
| "loss": 0.0805, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 0.344319619383359, | |
| "learning_rate": 1.725773195876289e-05, | |
| "loss": 0.0826, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 0.3997725391367782, | |
| "learning_rate": 1.7237113402061858e-05, | |
| "loss": 0.0899, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 0.3373739227823287, | |
| "learning_rate": 1.7216494845360827e-05, | |
| "loss": 0.0681, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 0.29045827349093645, | |
| "learning_rate": 1.7195876288659796e-05, | |
| "loss": 0.0564, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 0.351362213727217, | |
| "learning_rate": 1.7175257731958765e-05, | |
| "loss": 0.0735, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.3413459419041117, | |
| "learning_rate": 1.7154639175257734e-05, | |
| "loss": 0.077, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 0.3495399576670488, | |
| "learning_rate": 1.7134020618556703e-05, | |
| "loss": 0.069, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 0.3450464919974795, | |
| "learning_rate": 1.7113402061855672e-05, | |
| "loss": 0.0598, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 0.3000530369884767, | |
| "learning_rate": 1.709278350515464e-05, | |
| "loss": 0.064, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 0.3837715513782022, | |
| "learning_rate": 1.707216494845361e-05, | |
| "loss": 0.0685, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 0.48290916882482465, | |
| "learning_rate": 1.705154639175258e-05, | |
| "loss": 0.0859, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 0.36559227120396875, | |
| "learning_rate": 1.7030927835051548e-05, | |
| "loss": 0.065, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 0.3994686956745055, | |
| "learning_rate": 1.7010309278350517e-05, | |
| "loss": 0.0889, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 0.42878969203405465, | |
| "learning_rate": 1.6989690721649486e-05, | |
| "loss": 0.0958, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 0.3722570156130593, | |
| "learning_rate": 1.6969072164948455e-05, | |
| "loss": 0.0767, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 0.3933025906289077, | |
| "learning_rate": 1.6948453608247424e-05, | |
| "loss": 0.0847, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 0.34309150740792804, | |
| "learning_rate": 1.6927835051546393e-05, | |
| "loss": 0.0741, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 0.4399189324095103, | |
| "learning_rate": 1.6907216494845362e-05, | |
| "loss": 0.0908, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 0.4649681598006581, | |
| "learning_rate": 1.688659793814433e-05, | |
| "loss": 0.1088, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 0.3630771268583078, | |
| "learning_rate": 1.68659793814433e-05, | |
| "loss": 0.0847, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 0.5928441465836051, | |
| "learning_rate": 1.684536082474227e-05, | |
| "loss": 0.0711, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 0.3226019404889507, | |
| "learning_rate": 1.6824742268041238e-05, | |
| "loss": 0.0709, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 0.37376434675002645, | |
| "learning_rate": 1.6804123711340207e-05, | |
| "loss": 0.0824, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 0.3738343679769799, | |
| "learning_rate": 1.6783505154639176e-05, | |
| "loss": 0.0768, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 0.3403615076772027, | |
| "learning_rate": 1.6762886597938145e-05, | |
| "loss": 0.0694, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 0.3708718690601821, | |
| "learning_rate": 1.6742268041237114e-05, | |
| "loss": 0.0837, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 0.3776559355753804, | |
| "learning_rate": 1.6721649484536083e-05, | |
| "loss": 0.0862, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 0.31976177974712416, | |
| "learning_rate": 1.6701030927835052e-05, | |
| "loss": 0.0554, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 0.42017789621086404, | |
| "learning_rate": 1.668041237113402e-05, | |
| "loss": 0.0873, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 0.39305634100685377, | |
| "learning_rate": 1.665979381443299e-05, | |
| "loss": 0.076, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 0.4109573533516631, | |
| "learning_rate": 1.663917525773196e-05, | |
| "loss": 0.0979, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 0.44730451989447667, | |
| "learning_rate": 1.661855670103093e-05, | |
| "loss": 0.0853, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 0.353454668891172, | |
| "learning_rate": 1.65979381443299e-05, | |
| "loss": 0.0643, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 0.3993816968866783, | |
| "learning_rate": 1.657731958762887e-05, | |
| "loss": 0.0672, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 0.3651932473919443, | |
| "learning_rate": 1.6556701030927836e-05, | |
| "loss": 0.0854, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 0.40273286465825053, | |
| "learning_rate": 1.6536082474226805e-05, | |
| "loss": 0.0958, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 0.4077931403172478, | |
| "learning_rate": 1.6515463917525774e-05, | |
| "loss": 0.0914, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 0.37528853442361415, | |
| "learning_rate": 1.6494845360824743e-05, | |
| "loss": 0.0694, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 0.3698188162853022, | |
| "learning_rate": 1.6474226804123712e-05, | |
| "loss": 0.0658, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 0.4166757244873981, | |
| "learning_rate": 1.645360824742268e-05, | |
| "loss": 0.1108, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 0.4230675090854494, | |
| "learning_rate": 1.643298969072165e-05, | |
| "loss": 0.0824, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 0.38053714129679106, | |
| "learning_rate": 1.641237113402062e-05, | |
| "loss": 0.0729, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 0.3446081893025308, | |
| "learning_rate": 1.6391752577319588e-05, | |
| "loss": 0.0628, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 0.36932648919505784, | |
| "learning_rate": 1.6371134020618557e-05, | |
| "loss": 0.0684, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 0.357176232481463, | |
| "learning_rate": 1.6350515463917526e-05, | |
| "loss": 0.0832, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 0.4689409820598192, | |
| "learning_rate": 1.6329896907216495e-05, | |
| "loss": 0.0777, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "grad_norm": 0.395944519071077, | |
| "learning_rate": 1.6309278350515464e-05, | |
| "loss": 0.0947, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 0.40622234250336314, | |
| "learning_rate": 1.6288659793814433e-05, | |
| "loss": 0.0627, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "grad_norm": 0.2539631706405056, | |
| "learning_rate": 1.6268041237113402e-05, | |
| "loss": 0.0427, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "grad_norm": 0.22459173547890357, | |
| "learning_rate": 1.624742268041237e-05, | |
| "loss": 0.0362, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "grad_norm": 0.23482759010212903, | |
| "learning_rate": 1.622680412371134e-05, | |
| "loss": 0.0509, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "grad_norm": 0.30937542481826746, | |
| "learning_rate": 1.6206185567010312e-05, | |
| "loss": 0.0476, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "grad_norm": 0.2913540274331382, | |
| "learning_rate": 1.618556701030928e-05, | |
| "loss": 0.047, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "grad_norm": 0.3187881928357141, | |
| "learning_rate": 1.616494845360825e-05, | |
| "loss": 0.0407, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "grad_norm": 0.38096875307403705, | |
| "learning_rate": 1.614432989690722e-05, | |
| "loss": 0.0517, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "grad_norm": 0.26618588358363005, | |
| "learning_rate": 1.612371134020619e-05, | |
| "loss": 0.0393, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "grad_norm": 0.2966677921364006, | |
| "learning_rate": 1.6103092783505158e-05, | |
| "loss": 0.0443, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "grad_norm": 0.2643265543845527, | |
| "learning_rate": 1.6082474226804127e-05, | |
| "loss": 0.0381, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "grad_norm": 0.3494937748231802, | |
| "learning_rate": 1.6061855670103096e-05, | |
| "loss": 0.0473, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 2.11, | |
| "grad_norm": 0.3938727217874404, | |
| "learning_rate": 1.6041237113402065e-05, | |
| "loss": 0.0449, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 2.12, | |
| "grad_norm": 0.36976282472918287, | |
| "learning_rate": 1.6020618556701034e-05, | |
| "loss": 0.0371, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 2.13, | |
| "grad_norm": 0.5213171301410763, | |
| "learning_rate": 1.6000000000000003e-05, | |
| "loss": 0.0475, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 2.14, | |
| "grad_norm": 0.3425345389848002, | |
| "learning_rate": 1.597938144329897e-05, | |
| "loss": 0.049, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 2.15, | |
| "grad_norm": 0.40706532531559037, | |
| "learning_rate": 1.595876288659794e-05, | |
| "loss": 0.0418, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 2.16, | |
| "grad_norm": 0.5042215292481345, | |
| "learning_rate": 1.593814432989691e-05, | |
| "loss": 0.0424, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "grad_norm": 0.4570412267916464, | |
| "learning_rate": 1.5917525773195875e-05, | |
| "loss": 0.0506, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 2.18, | |
| "grad_norm": 0.5034229119221877, | |
| "learning_rate": 1.5896907216494844e-05, | |
| "loss": 0.0566, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 2.19, | |
| "grad_norm": 0.42136631426690235, | |
| "learning_rate": 1.5876288659793813e-05, | |
| "loss": 0.0442, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "grad_norm": 0.40409499578362834, | |
| "learning_rate": 1.5855670103092782e-05, | |
| "loss": 0.0335, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 2.21, | |
| "grad_norm": 0.32539652421785425, | |
| "learning_rate": 1.583505154639175e-05, | |
| "loss": 0.0464, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "grad_norm": 0.6100877359487853, | |
| "learning_rate": 1.5814432989690724e-05, | |
| "loss": 0.04, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 2.23, | |
| "grad_norm": 0.42379157616320506, | |
| "learning_rate": 1.5793814432989693e-05, | |
| "loss": 0.0542, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "grad_norm": 0.44993961379408737, | |
| "learning_rate": 1.5773195876288662e-05, | |
| "loss": 0.0579, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "grad_norm": 0.3872831252997736, | |
| "learning_rate": 1.575257731958763e-05, | |
| "loss": 0.0477, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 2.26, | |
| "grad_norm": 0.29852934467622494, | |
| "learning_rate": 1.57319587628866e-05, | |
| "loss": 0.0311, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "grad_norm": 0.4096859188034772, | |
| "learning_rate": 1.571134020618557e-05, | |
| "loss": 0.0477, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "grad_norm": 0.38511792624817015, | |
| "learning_rate": 1.5690721649484538e-05, | |
| "loss": 0.0456, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 2.28, | |
| "grad_norm": 0.4350761298724512, | |
| "learning_rate": 1.5670103092783507e-05, | |
| "loss": 0.0568, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 2.29, | |
| "grad_norm": 0.380441348207281, | |
| "learning_rate": 1.5649484536082476e-05, | |
| "loss": 0.0479, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "grad_norm": 0.4126996337548848, | |
| "learning_rate": 1.5628865979381445e-05, | |
| "loss": 0.0573, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 2.31, | |
| "grad_norm": 0.38219571542214703, | |
| "learning_rate": 1.5608247422680414e-05, | |
| "loss": 0.0445, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 2.32, | |
| "grad_norm": 0.4206724865877809, | |
| "learning_rate": 1.5587628865979383e-05, | |
| "loss": 0.0439, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 2.33, | |
| "grad_norm": 0.33839226017923396, | |
| "learning_rate": 1.5567010309278352e-05, | |
| "loss": 0.0452, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "grad_norm": 0.4421136976463177, | |
| "learning_rate": 1.554639175257732e-05, | |
| "loss": 0.0412, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 2.35, | |
| "grad_norm": 0.31243316412502314, | |
| "learning_rate": 1.552577319587629e-05, | |
| "loss": 0.0433, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "grad_norm": 0.47482175745343197, | |
| "learning_rate": 1.550515463917526e-05, | |
| "loss": 0.056, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "grad_norm": 0.4731354609231214, | |
| "learning_rate": 1.5484536082474228e-05, | |
| "loss": 0.0454, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 2.38, | |
| "grad_norm": 0.411636913353054, | |
| "learning_rate": 1.5463917525773197e-05, | |
| "loss": 0.0592, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 2.39, | |
| "grad_norm": 0.4216044229371355, | |
| "learning_rate": 1.5443298969072166e-05, | |
| "loss": 0.0574, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "grad_norm": 0.42413925142569947, | |
| "learning_rate": 1.5422680412371135e-05, | |
| "loss": 0.0493, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 2.41, | |
| "grad_norm": 0.3361715122711189, | |
| "learning_rate": 1.5402061855670104e-05, | |
| "loss": 0.0353, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 2.42, | |
| "grad_norm": 0.39136734043814736, | |
| "learning_rate": 1.5381443298969073e-05, | |
| "loss": 0.0501, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 2.43, | |
| "grad_norm": 0.3294190366865447, | |
| "learning_rate": 1.5360824742268042e-05, | |
| "loss": 0.0543, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "grad_norm": 0.3194270106179261, | |
| "learning_rate": 1.534020618556701e-05, | |
| "loss": 0.0554, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 2.45, | |
| "grad_norm": 0.3562230292367001, | |
| "learning_rate": 1.531958762886598e-05, | |
| "loss": 0.051, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 2.45, | |
| "grad_norm": 0.32243682475425084, | |
| "learning_rate": 1.529896907216495e-05, | |
| "loss": 0.0505, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 2.46, | |
| "grad_norm": 0.36024004029795603, | |
| "learning_rate": 1.527835051546392e-05, | |
| "loss": 0.0577, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 2.47, | |
| "grad_norm": 0.40265269593582487, | |
| "learning_rate": 1.5257731958762888e-05, | |
| "loss": 0.048, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 2.48, | |
| "grad_norm": 0.3469798977646712, | |
| "learning_rate": 1.5237113402061857e-05, | |
| "loss": 0.0579, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 2.49, | |
| "grad_norm": 0.3423329645091883, | |
| "learning_rate": 1.5216494845360826e-05, | |
| "loss": 0.0412, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "grad_norm": 0.43161057242467094, | |
| "learning_rate": 1.5195876288659795e-05, | |
| "loss": 0.0605, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "grad_norm": 0.405644681097467, | |
| "learning_rate": 1.5175257731958764e-05, | |
| "loss": 0.0495, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 2.52, | |
| "grad_norm": 0.37620517666493297, | |
| "learning_rate": 1.5154639175257733e-05, | |
| "loss": 0.0431, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 2.53, | |
| "grad_norm": 0.46121084868962603, | |
| "learning_rate": 1.5134020618556702e-05, | |
| "loss": 0.0396, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 2.54, | |
| "grad_norm": 0.371855906789752, | |
| "learning_rate": 1.511340206185567e-05, | |
| "loss": 0.0505, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 2.55, | |
| "grad_norm": 0.6676032867957563, | |
| "learning_rate": 1.509278350515464e-05, | |
| "loss": 0.0537, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "grad_norm": 0.3837774338064626, | |
| "learning_rate": 1.5072164948453609e-05, | |
| "loss": 0.0557, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 2.57, | |
| "grad_norm": 0.3258598799919947, | |
| "learning_rate": 1.5051546391752578e-05, | |
| "loss": 0.0454, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 2.58, | |
| "grad_norm": 0.3996456752484399, | |
| "learning_rate": 1.5030927835051547e-05, | |
| "loss": 0.0459, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 2.59, | |
| "grad_norm": 0.3299441996994548, | |
| "learning_rate": 1.5010309278350516e-05, | |
| "loss": 0.0497, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "grad_norm": 0.36221639374753245, | |
| "learning_rate": 1.4989690721649487e-05, | |
| "loss": 0.0541, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "grad_norm": 0.2792964215041527, | |
| "learning_rate": 1.4969072164948456e-05, | |
| "loss": 0.0429, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 2.62, | |
| "grad_norm": 0.5203819480576923, | |
| "learning_rate": 1.4948453608247425e-05, | |
| "loss": 0.0675, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 2.63, | |
| "grad_norm": 0.318549865648741, | |
| "learning_rate": 1.4927835051546394e-05, | |
| "loss": 0.0525, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 2.64, | |
| "grad_norm": 0.3289777596451074, | |
| "learning_rate": 1.4907216494845363e-05, | |
| "loss": 0.0462, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 2.64, | |
| "grad_norm": 0.34871010230806093, | |
| "learning_rate": 1.4886597938144332e-05, | |
| "loss": 0.0542, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "grad_norm": 0.4369056274527498, | |
| "learning_rate": 1.48659793814433e-05, | |
| "loss": 0.0626, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "grad_norm": 0.2625050476133873, | |
| "learning_rate": 1.484536082474227e-05, | |
| "loss": 0.028, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 2.67, | |
| "grad_norm": 0.27595875352549787, | |
| "learning_rate": 1.4824742268041239e-05, | |
| "loss": 0.0367, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 2.68, | |
| "grad_norm": 0.35959997598687243, | |
| "learning_rate": 1.4804123711340208e-05, | |
| "loss": 0.0461, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "grad_norm": 0.3599849997150387, | |
| "learning_rate": 1.4783505154639177e-05, | |
| "loss": 0.0496, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 2.7, | |
| "grad_norm": 0.3843506060977493, | |
| "learning_rate": 1.4762886597938146e-05, | |
| "loss": 0.055, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 2.71, | |
| "grad_norm": 0.3376272310517259, | |
| "learning_rate": 1.4742268041237115e-05, | |
| "loss": 0.0478, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 2.72, | |
| "grad_norm": 0.3522914957684885, | |
| "learning_rate": 1.4721649484536084e-05, | |
| "loss": 0.0387, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "grad_norm": 0.3225808422651381, | |
| "learning_rate": 1.4701030927835055e-05, | |
| "loss": 0.0444, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 2.74, | |
| "grad_norm": 0.49053438285259304, | |
| "learning_rate": 1.468041237113402e-05, | |
| "loss": 0.073, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "grad_norm": 0.46606621159920686, | |
| "learning_rate": 1.465979381443299e-05, | |
| "loss": 0.0619, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 2.76, | |
| "grad_norm": 0.43465211934093306, | |
| "learning_rate": 1.4639175257731958e-05, | |
| "loss": 0.0678, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "grad_norm": 0.4874636251377174, | |
| "learning_rate": 1.4618556701030927e-05, | |
| "loss": 0.0574, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 2.78, | |
| "grad_norm": 0.3357847221198546, | |
| "learning_rate": 1.4597938144329898e-05, | |
| "loss": 0.0492, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "grad_norm": 0.42201195365915817, | |
| "learning_rate": 1.4577319587628867e-05, | |
| "loss": 0.0588, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 2.8, | |
| "grad_norm": 0.34583487936425006, | |
| "learning_rate": 1.4556701030927836e-05, | |
| "loss": 0.0497, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "grad_norm": 0.3602057060990167, | |
| "learning_rate": 1.4536082474226805e-05, | |
| "loss": 0.0489, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 2.82, | |
| "grad_norm": 0.3802425181902414, | |
| "learning_rate": 1.4515463917525774e-05, | |
| "loss": 0.0602, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 2.82, | |
| "grad_norm": 0.664119897493606, | |
| "learning_rate": 1.4494845360824743e-05, | |
| "loss": 0.0655, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 2.83, | |
| "grad_norm": 0.28990184222340354, | |
| "learning_rate": 1.4474226804123712e-05, | |
| "loss": 0.0411, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 2.84, | |
| "grad_norm": 0.2691393920028635, | |
| "learning_rate": 1.4453608247422681e-05, | |
| "loss": 0.0353, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "grad_norm": 0.3151619663769757, | |
| "learning_rate": 1.443298969072165e-05, | |
| "loss": 0.0415, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 2.86, | |
| "grad_norm": 0.37371722004265706, | |
| "learning_rate": 1.441237113402062e-05, | |
| "loss": 0.0524, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 2.87, | |
| "grad_norm": 0.36164289630762564, | |
| "learning_rate": 1.4391752577319588e-05, | |
| "loss": 0.0471, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "grad_norm": 0.3107728435900313, | |
| "learning_rate": 1.4371134020618557e-05, | |
| "loss": 0.0562, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 2.89, | |
| "grad_norm": 0.34122302247401665, | |
| "learning_rate": 1.4350515463917526e-05, | |
| "loss": 0.0511, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 2.9, | |
| "grad_norm": 0.3443913112869095, | |
| "learning_rate": 1.4329896907216495e-05, | |
| "loss": 0.0568, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "grad_norm": 0.2543497320695684, | |
| "learning_rate": 1.4309278350515466e-05, | |
| "loss": 0.0448, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 2.92, | |
| "grad_norm": 0.3778386166477604, | |
| "learning_rate": 1.4288659793814435e-05, | |
| "loss": 0.0508, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 2.93, | |
| "grad_norm": 0.4320774715869598, | |
| "learning_rate": 1.4268041237113404e-05, | |
| "loss": 0.0616, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 2.94, | |
| "grad_norm": 0.335037078211093, | |
| "learning_rate": 1.4247422680412373e-05, | |
| "loss": 0.0533, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "grad_norm": 0.32569482603821204, | |
| "learning_rate": 1.4226804123711342e-05, | |
| "loss": 0.0405, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 2.96, | |
| "grad_norm": 0.326452214723922, | |
| "learning_rate": 1.4206185567010311e-05, | |
| "loss": 0.0511, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 2.97, | |
| "grad_norm": 0.4642396575882938, | |
| "learning_rate": 1.418556701030928e-05, | |
| "loss": 0.0517, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 2.98, | |
| "grad_norm": 0.4804421549313872, | |
| "learning_rate": 1.416494845360825e-05, | |
| "loss": 0.0502, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 2.99, | |
| "grad_norm": 0.2622694939176555, | |
| "learning_rate": 1.4144329896907218e-05, | |
| "loss": 0.0359, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 0.30568190452494537, | |
| "learning_rate": 1.4123711340206187e-05, | |
| "loss": 0.0441, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 0.3255233828126888, | |
| "learning_rate": 1.4103092783505156e-05, | |
| "loss": 0.0415, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 3.01, | |
| "grad_norm": 0.30117947362276853, | |
| "learning_rate": 1.4082474226804125e-05, | |
| "loss": 0.0319, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 3.02, | |
| "grad_norm": 0.25501640881776183, | |
| "learning_rate": 1.4061855670103093e-05, | |
| "loss": 0.0269, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 3.03, | |
| "grad_norm": 0.2793349926953507, | |
| "learning_rate": 1.4041237113402062e-05, | |
| "loss": 0.0304, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 3.04, | |
| "grad_norm": 0.2728743749105482, | |
| "learning_rate": 1.402061855670103e-05, | |
| "loss": 0.0296, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 3.05, | |
| "grad_norm": 0.32384766173473445, | |
| "learning_rate": 1.4e-05, | |
| "loss": 0.036, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 3.06, | |
| "grad_norm": 0.2871499324879541, | |
| "learning_rate": 1.3979381443298969e-05, | |
| "loss": 0.0272, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 3.07, | |
| "grad_norm": 0.3048952690282634, | |
| "learning_rate": 1.3958762886597938e-05, | |
| "loss": 0.0304, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 3.08, | |
| "grad_norm": 0.29499381495312016, | |
| "learning_rate": 1.3938144329896907e-05, | |
| "loss": 0.0375, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 3.09, | |
| "grad_norm": 0.33960760615879576, | |
| "learning_rate": 1.3917525773195878e-05, | |
| "loss": 0.0281, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 3.1, | |
| "grad_norm": 0.2801784394258787, | |
| "learning_rate": 1.3896907216494847e-05, | |
| "loss": 0.0275, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 3.11, | |
| "grad_norm": 0.28641353025616123, | |
| "learning_rate": 1.3876288659793816e-05, | |
| "loss": 0.0291, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 3.12, | |
| "grad_norm": 0.40741675895777785, | |
| "learning_rate": 1.3855670103092785e-05, | |
| "loss": 0.0245, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 3.13, | |
| "grad_norm": 0.37558851156875184, | |
| "learning_rate": 1.3835051546391754e-05, | |
| "loss": 0.027, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 3.14, | |
| "grad_norm": 0.31454384721220896, | |
| "learning_rate": 1.3814432989690723e-05, | |
| "loss": 0.0267, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 3.15, | |
| "grad_norm": 0.3686256853784791, | |
| "learning_rate": 1.3793814432989692e-05, | |
| "loss": 0.0291, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 3.16, | |
| "grad_norm": 0.52624963357147, | |
| "learning_rate": 1.377319587628866e-05, | |
| "loss": 0.0351, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 3.17, | |
| "grad_norm": 0.38793787826881015, | |
| "learning_rate": 1.375257731958763e-05, | |
| "loss": 0.0293, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 3.18, | |
| "grad_norm": 0.3191838033315306, | |
| "learning_rate": 1.3731958762886599e-05, | |
| "loss": 0.0244, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 3.18, | |
| "grad_norm": 0.3206252223008484, | |
| "learning_rate": 1.3711340206185568e-05, | |
| "loss": 0.0225, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 3.19, | |
| "grad_norm": 0.3930825745473696, | |
| "learning_rate": 1.3690721649484537e-05, | |
| "loss": 0.0285, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 3.2, | |
| "grad_norm": 0.37868170622948444, | |
| "learning_rate": 1.3670103092783506e-05, | |
| "loss": 0.0261, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 3.21, | |
| "grad_norm": 0.2881883471519314, | |
| "learning_rate": 1.3649484536082475e-05, | |
| "loss": 0.0228, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 3.22, | |
| "grad_norm": 0.41491656122412524, | |
| "learning_rate": 1.3628865979381446e-05, | |
| "loss": 0.031, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 3.23, | |
| "grad_norm": 0.24539058378037693, | |
| "learning_rate": 1.3608247422680415e-05, | |
| "loss": 0.0166, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 3.24, | |
| "grad_norm": 0.38072088609171495, | |
| "learning_rate": 1.3587628865979384e-05, | |
| "loss": 0.0289, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 3.25, | |
| "grad_norm": 0.39038013412856726, | |
| "learning_rate": 1.3567010309278353e-05, | |
| "loss": 0.0284, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 3.26, | |
| "grad_norm": 0.32586383550385545, | |
| "learning_rate": 1.3546391752577322e-05, | |
| "loss": 0.0299, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 3.27, | |
| "grad_norm": 0.3241675347931097, | |
| "learning_rate": 1.352577319587629e-05, | |
| "loss": 0.0266, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 3.28, | |
| "grad_norm": 0.2767862304010282, | |
| "learning_rate": 1.350515463917526e-05, | |
| "loss": 0.0227, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 3.29, | |
| "grad_norm": 0.45667070040116314, | |
| "learning_rate": 1.3484536082474229e-05, | |
| "loss": 0.0424, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 3.3, | |
| "grad_norm": 0.3441475173658359, | |
| "learning_rate": 1.3463917525773198e-05, | |
| "loss": 0.0374, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 3.31, | |
| "grad_norm": 0.3274123877805381, | |
| "learning_rate": 1.3443298969072167e-05, | |
| "loss": 0.0314, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 3.32, | |
| "grad_norm": 0.33042439237456334, | |
| "learning_rate": 1.3422680412371134e-05, | |
| "loss": 0.0341, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 3.33, | |
| "grad_norm": 0.3803341496244581, | |
| "learning_rate": 1.3402061855670103e-05, | |
| "loss": 0.0323, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 3.34, | |
| "grad_norm": 0.404763767611467, | |
| "learning_rate": 1.3381443298969072e-05, | |
| "loss": 0.037, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 3.35, | |
| "grad_norm": 0.3289567532580943, | |
| "learning_rate": 1.3360824742268041e-05, | |
| "loss": 0.0278, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 3.36, | |
| "grad_norm": 0.8999941401820684, | |
| "learning_rate": 1.334020618556701e-05, | |
| "loss": 0.039, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 3.36, | |
| "grad_norm": 0.3420570691062843, | |
| "learning_rate": 1.331958762886598e-05, | |
| "loss": 0.0238, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 3.37, | |
| "grad_norm": 0.3608104399597999, | |
| "learning_rate": 1.3298969072164948e-05, | |
| "loss": 0.0364, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 3.38, | |
| "grad_norm": 0.5031741834969633, | |
| "learning_rate": 1.3278350515463917e-05, | |
| "loss": 0.0233, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 3.39, | |
| "grad_norm": 0.40651629963181135, | |
| "learning_rate": 1.3257731958762886e-05, | |
| "loss": 0.0355, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 3.4, | |
| "grad_norm": 0.30066439600456807, | |
| "learning_rate": 1.3237113402061857e-05, | |
| "loss": 0.0292, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 3.41, | |
| "grad_norm": 0.30514482264845005, | |
| "learning_rate": 1.3216494845360826e-05, | |
| "loss": 0.031, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 3.42, | |
| "grad_norm": 0.2914563368637351, | |
| "learning_rate": 1.3195876288659795e-05, | |
| "loss": 0.0292, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 3.43, | |
| "grad_norm": 0.287425509422324, | |
| "learning_rate": 1.3175257731958764e-05, | |
| "loss": 0.0278, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 3.44, | |
| "grad_norm": 0.3345751528771148, | |
| "learning_rate": 1.3154639175257733e-05, | |
| "loss": 0.0301, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 3.45, | |
| "grad_norm": 0.3529380273809963, | |
| "learning_rate": 1.3134020618556702e-05, | |
| "loss": 0.0304, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 3.46, | |
| "grad_norm": 0.4242742976287536, | |
| "learning_rate": 1.3113402061855671e-05, | |
| "loss": 0.0309, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 3.47, | |
| "grad_norm": 0.3627828234644092, | |
| "learning_rate": 1.309278350515464e-05, | |
| "loss": 0.038, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 3.48, | |
| "grad_norm": 0.2697725321760682, | |
| "learning_rate": 1.307216494845361e-05, | |
| "loss": 0.025, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 3.49, | |
| "grad_norm": 0.3233785658508157, | |
| "learning_rate": 1.3051546391752578e-05, | |
| "loss": 0.0301, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 3.5, | |
| "grad_norm": 0.449798409024347, | |
| "learning_rate": 1.3030927835051547e-05, | |
| "loss": 0.0321, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 3.51, | |
| "grad_norm": 0.36225000261816176, | |
| "learning_rate": 1.3010309278350516e-05, | |
| "loss": 0.0241, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 3.52, | |
| "grad_norm": 0.3544203420087151, | |
| "learning_rate": 1.2989690721649485e-05, | |
| "loss": 0.0333, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 3.53, | |
| "grad_norm": 0.36459194127774713, | |
| "learning_rate": 1.2969072164948454e-05, | |
| "loss": 0.029, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 3.54, | |
| "grad_norm": 0.32888228585115675, | |
| "learning_rate": 1.2948453608247425e-05, | |
| "loss": 0.0302, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 3.55, | |
| "grad_norm": 0.35520313106243706, | |
| "learning_rate": 1.2927835051546394e-05, | |
| "loss": 0.0337, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 3.55, | |
| "grad_norm": 0.5554458377367298, | |
| "learning_rate": 1.2907216494845363e-05, | |
| "loss": 0.0337, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 3.56, | |
| "grad_norm": 0.3411589855347537, | |
| "learning_rate": 1.2886597938144332e-05, | |
| "loss": 0.0304, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 3.57, | |
| "grad_norm": 0.30338468537904195, | |
| "learning_rate": 1.2865979381443301e-05, | |
| "loss": 0.0263, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 3.58, | |
| "grad_norm": 0.374971905291679, | |
| "learning_rate": 1.284536082474227e-05, | |
| "loss": 0.028, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 3.59, | |
| "grad_norm": 0.3266597456993636, | |
| "learning_rate": 1.282474226804124e-05, | |
| "loss": 0.0307, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 3.6, | |
| "grad_norm": 0.3549155027609738, | |
| "learning_rate": 1.2804123711340207e-05, | |
| "loss": 0.0267, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 3.61, | |
| "grad_norm": 0.34253925899013193, | |
| "learning_rate": 1.2783505154639176e-05, | |
| "loss": 0.033, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 3.62, | |
| "grad_norm": 0.26567401153328163, | |
| "learning_rate": 1.2762886597938145e-05, | |
| "loss": 0.0281, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 3.63, | |
| "grad_norm": 0.229385813957085, | |
| "learning_rate": 1.2742268041237114e-05, | |
| "loss": 0.0255, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 3.64, | |
| "grad_norm": 0.3137644696413612, | |
| "learning_rate": 1.2721649484536083e-05, | |
| "loss": 0.0324, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 3.65, | |
| "grad_norm": 0.29790461333551643, | |
| "learning_rate": 1.2701030927835052e-05, | |
| "loss": 0.0334, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 3.66, | |
| "grad_norm": 0.3367489949425905, | |
| "learning_rate": 1.268041237113402e-05, | |
| "loss": 0.0333, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 3.67, | |
| "grad_norm": 0.2833106264430702, | |
| "learning_rate": 1.265979381443299e-05, | |
| "loss": 0.0295, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 3.68, | |
| "grad_norm": 0.3960602093402055, | |
| "learning_rate": 1.2639175257731959e-05, | |
| "loss": 0.0407, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 3.69, | |
| "grad_norm": 0.31969845461231755, | |
| "learning_rate": 1.2618556701030928e-05, | |
| "loss": 0.0277, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 3.7, | |
| "grad_norm": 0.3290785829575204, | |
| "learning_rate": 1.2597938144329897e-05, | |
| "loss": 0.0265, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 3.71, | |
| "grad_norm": 0.3404336720078591, | |
| "learning_rate": 1.2577319587628866e-05, | |
| "loss": 0.0315, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 3.72, | |
| "grad_norm": 0.5503181512684359, | |
| "learning_rate": 1.2556701030927837e-05, | |
| "loss": 0.038, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 3.73, | |
| "grad_norm": 0.3164052256814836, | |
| "learning_rate": 1.2536082474226806e-05, | |
| "loss": 0.0303, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 3.73, | |
| "grad_norm": 0.3537884497218655, | |
| "learning_rate": 1.2515463917525775e-05, | |
| "loss": 0.0346, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 3.74, | |
| "grad_norm": 0.30473674474026663, | |
| "learning_rate": 1.2494845360824744e-05, | |
| "loss": 0.0202, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 3.75, | |
| "grad_norm": 0.2871227650536729, | |
| "learning_rate": 1.2474226804123713e-05, | |
| "loss": 0.0265, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 3.76, | |
| "grad_norm": 0.3309988126611014, | |
| "learning_rate": 1.2453608247422682e-05, | |
| "loss": 0.0279, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 3.77, | |
| "grad_norm": 0.9733441842358322, | |
| "learning_rate": 1.243298969072165e-05, | |
| "loss": 0.0423, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 3.78, | |
| "grad_norm": 0.3592067200121845, | |
| "learning_rate": 1.241237113402062e-05, | |
| "loss": 0.0289, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 3.79, | |
| "grad_norm": 0.3675779133876147, | |
| "learning_rate": 1.2391752577319589e-05, | |
| "loss": 0.0367, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 3.8, | |
| "grad_norm": 0.32275002804733144, | |
| "learning_rate": 1.2371134020618558e-05, | |
| "loss": 0.0335, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 3.81, | |
| "grad_norm": 0.3539181940955811, | |
| "learning_rate": 1.2350515463917527e-05, | |
| "loss": 0.0339, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 3.82, | |
| "grad_norm": 0.35591839029860434, | |
| "learning_rate": 1.2329896907216496e-05, | |
| "loss": 0.0257, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 3.83, | |
| "grad_norm": 0.3939505543168573, | |
| "learning_rate": 1.2309278350515465e-05, | |
| "loss": 0.0358, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 3.84, | |
| "grad_norm": 0.3601549434017552, | |
| "learning_rate": 1.2288659793814434e-05, | |
| "loss": 0.0306, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 3.85, | |
| "grad_norm": 0.32211406496174017, | |
| "learning_rate": 1.2268041237113405e-05, | |
| "loss": 0.032, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 3.86, | |
| "grad_norm": 0.4629340332538, | |
| "learning_rate": 1.2247422680412374e-05, | |
| "loss": 0.0462, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 3.87, | |
| "grad_norm": 0.3778768694733899, | |
| "learning_rate": 1.2226804123711343e-05, | |
| "loss": 0.0313, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 3.88, | |
| "grad_norm": 0.3175992257215685, | |
| "learning_rate": 1.2206185567010312e-05, | |
| "loss": 0.0308, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 3.89, | |
| "grad_norm": 0.3404146748141718, | |
| "learning_rate": 1.2185567010309279e-05, | |
| "loss": 0.0349, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 3.9, | |
| "grad_norm": 0.3238537583829642, | |
| "learning_rate": 1.2164948453608248e-05, | |
| "loss": 0.0309, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 3.91, | |
| "grad_norm": 0.33221994535840943, | |
| "learning_rate": 1.2144329896907217e-05, | |
| "loss": 0.0386, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 3.91, | |
| "grad_norm": 0.6196418201733107, | |
| "learning_rate": 1.2123711340206186e-05, | |
| "loss": 0.0339, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 3.92, | |
| "grad_norm": 0.36582501230718867, | |
| "learning_rate": 1.2103092783505155e-05, | |
| "loss": 0.0335, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 3.93, | |
| "grad_norm": 0.38861827384892444, | |
| "learning_rate": 1.2082474226804124e-05, | |
| "loss": 0.0389, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 3.94, | |
| "grad_norm": 0.4074480657306203, | |
| "learning_rate": 1.2061855670103093e-05, | |
| "loss": 0.04, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 3.95, | |
| "grad_norm": 0.4413396734481435, | |
| "learning_rate": 1.2041237113402062e-05, | |
| "loss": 0.0389, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 3.96, | |
| "grad_norm": 0.28851564332459445, | |
| "learning_rate": 1.2020618556701031e-05, | |
| "loss": 0.0265, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 3.97, | |
| "grad_norm": 0.2424457157962498, | |
| "learning_rate": 1.2e-05, | |
| "loss": 0.0254, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 3.98, | |
| "grad_norm": 0.4272297534542686, | |
| "learning_rate": 1.197938144329897e-05, | |
| "loss": 0.0383, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 3.99, | |
| "grad_norm": 0.3165573418696913, | |
| "learning_rate": 1.1958762886597938e-05, | |
| "loss": 0.0308, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 0.3494903212566013, | |
| "learning_rate": 1.1938144329896907e-05, | |
| "loss": 0.0288, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 4.01, | |
| "grad_norm": 0.3039325138893434, | |
| "learning_rate": 1.1917525773195876e-05, | |
| "loss": 0.0209, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 4.02, | |
| "grad_norm": 0.25310916497891606, | |
| "learning_rate": 1.1896907216494845e-05, | |
| "loss": 0.0191, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 4.03, | |
| "grad_norm": 0.21576813459763575, | |
| "learning_rate": 1.1876288659793816e-05, | |
| "loss": 0.0153, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 4.04, | |
| "grad_norm": 0.23819113418761503, | |
| "learning_rate": 1.1855670103092785e-05, | |
| "loss": 0.0217, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 4.05, | |
| "grad_norm": 0.20964070228563295, | |
| "learning_rate": 1.1835051546391754e-05, | |
| "loss": 0.0176, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 4.06, | |
| "grad_norm": 0.29672768350885953, | |
| "learning_rate": 1.1814432989690723e-05, | |
| "loss": 0.0139, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 4.07, | |
| "grad_norm": 0.23294951548189244, | |
| "learning_rate": 1.1793814432989692e-05, | |
| "loss": 0.0139, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 4.08, | |
| "grad_norm": 0.2060021066696814, | |
| "learning_rate": 1.1773195876288661e-05, | |
| "loss": 0.0133, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 4.09, | |
| "grad_norm": 0.375387726454009, | |
| "learning_rate": 1.175257731958763e-05, | |
| "loss": 0.0178, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 4.09, | |
| "grad_norm": 0.2230402245674164, | |
| "learning_rate": 1.17319587628866e-05, | |
| "loss": 0.0156, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 4.1, | |
| "grad_norm": 0.292594199763992, | |
| "learning_rate": 1.1711340206185568e-05, | |
| "loss": 0.0198, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 4.11, | |
| "grad_norm": 0.2713815645357825, | |
| "learning_rate": 1.1690721649484537e-05, | |
| "loss": 0.0133, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 4.12, | |
| "grad_norm": 0.3042696630922716, | |
| "learning_rate": 1.1670103092783506e-05, | |
| "loss": 0.0179, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 4.13, | |
| "grad_norm": 0.3060397681888689, | |
| "learning_rate": 1.1649484536082475e-05, | |
| "loss": 0.0202, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 4.14, | |
| "grad_norm": 0.5892571064581607, | |
| "learning_rate": 1.1628865979381444e-05, | |
| "loss": 0.018, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 4.15, | |
| "grad_norm": 0.34992625617665546, | |
| "learning_rate": 1.1608247422680413e-05, | |
| "loss": 0.0174, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 4.16, | |
| "grad_norm": 0.4359154787962013, | |
| "learning_rate": 1.1587628865979384e-05, | |
| "loss": 0.0176, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 4.17, | |
| "grad_norm": 0.3071734543167, | |
| "learning_rate": 1.1567010309278353e-05, | |
| "loss": 0.0153, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 4.18, | |
| "grad_norm": 0.42215911693589253, | |
| "learning_rate": 1.1546391752577319e-05, | |
| "loss": 0.0199, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 4.19, | |
| "grad_norm": 0.24853746454332362, | |
| "learning_rate": 1.1525773195876288e-05, | |
| "loss": 0.0156, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 4.2, | |
| "grad_norm": 0.33464780801869937, | |
| "learning_rate": 1.1505154639175259e-05, | |
| "loss": 0.0187, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 4.21, | |
| "grad_norm": 0.25430822098085926, | |
| "learning_rate": 1.1484536082474228e-05, | |
| "loss": 0.0123, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 4.22, | |
| "grad_norm": 0.4668939082594934, | |
| "learning_rate": 1.1463917525773197e-05, | |
| "loss": 0.0259, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 4.23, | |
| "grad_norm": 0.36654497298203265, | |
| "learning_rate": 1.1443298969072166e-05, | |
| "loss": 0.022, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 4.24, | |
| "grad_norm": 0.3537296258632948, | |
| "learning_rate": 1.1422680412371135e-05, | |
| "loss": 0.0204, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 4.25, | |
| "grad_norm": 0.3977196341251711, | |
| "learning_rate": 1.1402061855670104e-05, | |
| "loss": 0.0206, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 4.26, | |
| "grad_norm": 0.5008794084302111, | |
| "learning_rate": 1.1381443298969073e-05, | |
| "loss": 0.0214, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 4.27, | |
| "grad_norm": 0.2571833331626884, | |
| "learning_rate": 1.1360824742268042e-05, | |
| "loss": 0.0173, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 4.27, | |
| "grad_norm": 0.298842323813605, | |
| "learning_rate": 1.134020618556701e-05, | |
| "loss": 0.0206, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 4.28, | |
| "grad_norm": 0.33104383962857126, | |
| "learning_rate": 1.131958762886598e-05, | |
| "loss": 0.0124, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 4.29, | |
| "grad_norm": 0.39539612499995247, | |
| "learning_rate": 1.1298969072164949e-05, | |
| "loss": 0.0225, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 4.3, | |
| "grad_norm": 0.28518556418045077, | |
| "learning_rate": 1.1278350515463918e-05, | |
| "loss": 0.02, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 4.31, | |
| "grad_norm": 0.31398138355691413, | |
| "learning_rate": 1.1257731958762887e-05, | |
| "loss": 0.0185, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 4.32, | |
| "grad_norm": 0.20929347557733147, | |
| "learning_rate": 1.1237113402061856e-05, | |
| "loss": 0.0136, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 4.33, | |
| "grad_norm": 0.2018044165879369, | |
| "learning_rate": 1.1216494845360825e-05, | |
| "loss": 0.0134, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 4.34, | |
| "grad_norm": 0.3165303093038224, | |
| "learning_rate": 1.1195876288659796e-05, | |
| "loss": 0.0167, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 4.35, | |
| "grad_norm": 0.23349534899737623, | |
| "learning_rate": 1.1175257731958765e-05, | |
| "loss": 0.0117, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 4.36, | |
| "grad_norm": 0.2411509914272223, | |
| "learning_rate": 1.1154639175257734e-05, | |
| "loss": 0.0142, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 4.37, | |
| "grad_norm": 0.3475794117912949, | |
| "learning_rate": 1.1134020618556703e-05, | |
| "loss": 0.0185, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 4.38, | |
| "grad_norm": 0.3374764765382937, | |
| "learning_rate": 1.1113402061855672e-05, | |
| "loss": 0.0244, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 4.39, | |
| "grad_norm": 0.3315291479092438, | |
| "learning_rate": 1.109278350515464e-05, | |
| "loss": 0.0267, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 4.4, | |
| "grad_norm": 0.31495684208857333, | |
| "learning_rate": 1.107216494845361e-05, | |
| "loss": 0.0156, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 4.41, | |
| "grad_norm": 0.20727858074775188, | |
| "learning_rate": 1.1051546391752579e-05, | |
| "loss": 0.0113, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 4.42, | |
| "grad_norm": 0.3886581878552454, | |
| "learning_rate": 1.1030927835051548e-05, | |
| "loss": 0.0183, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 4.43, | |
| "grad_norm": 0.3327295253639389, | |
| "learning_rate": 1.1010309278350517e-05, | |
| "loss": 0.0209, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 4.44, | |
| "grad_norm": 0.3603857174118914, | |
| "learning_rate": 1.0989690721649486e-05, | |
| "loss": 0.02, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 4.45, | |
| "grad_norm": 0.5104364825962914, | |
| "learning_rate": 1.0969072164948455e-05, | |
| "loss": 0.0237, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 4.45, | |
| "grad_norm": 0.3132748296369924, | |
| "learning_rate": 1.0948453608247424e-05, | |
| "loss": 0.02, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 4.46, | |
| "grad_norm": 0.26804751970641105, | |
| "learning_rate": 1.0927835051546391e-05, | |
| "loss": 0.0184, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 4.47, | |
| "grad_norm": 0.3186486690869349, | |
| "learning_rate": 1.090721649484536e-05, | |
| "loss": 0.0192, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 4.48, | |
| "grad_norm": 0.19257480703594548, | |
| "learning_rate": 1.088659793814433e-05, | |
| "loss": 0.0123, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 4.49, | |
| "grad_norm": 0.3731683263751716, | |
| "learning_rate": 1.0865979381443298e-05, | |
| "loss": 0.0191, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 4.5, | |
| "grad_norm": 0.26369876018080096, | |
| "learning_rate": 1.0845360824742267e-05, | |
| "loss": 0.0174, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 4.51, | |
| "grad_norm": 0.33480039257997307, | |
| "learning_rate": 1.0824742268041238e-05, | |
| "loss": 0.0214, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 4.52, | |
| "grad_norm": 0.29677370501613215, | |
| "learning_rate": 1.0804123711340207e-05, | |
| "loss": 0.0195, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 4.53, | |
| "grad_norm": 0.539422730315377, | |
| "learning_rate": 1.0783505154639176e-05, | |
| "loss": 0.017, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 4.54, | |
| "grad_norm": 0.2543066828604527, | |
| "learning_rate": 1.0762886597938145e-05, | |
| "loss": 0.0163, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 4.55, | |
| "grad_norm": 0.21269139758273636, | |
| "learning_rate": 1.0742268041237114e-05, | |
| "loss": 0.0111, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 4.56, | |
| "grad_norm": 0.31407610877999054, | |
| "learning_rate": 1.0721649484536083e-05, | |
| "loss": 0.0157, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 4.57, | |
| "grad_norm": 0.4367632793728854, | |
| "learning_rate": 1.0701030927835052e-05, | |
| "loss": 0.0221, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 4.58, | |
| "grad_norm": 0.28996133244397765, | |
| "learning_rate": 1.0680412371134021e-05, | |
| "loss": 0.0164, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 4.59, | |
| "grad_norm": 0.4943179539876271, | |
| "learning_rate": 1.065979381443299e-05, | |
| "loss": 0.0199, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 4.6, | |
| "grad_norm": 0.42846872704226036, | |
| "learning_rate": 1.063917525773196e-05, | |
| "loss": 0.0272, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 4.61, | |
| "grad_norm": 0.3753926288023311, | |
| "learning_rate": 1.0618556701030928e-05, | |
| "loss": 0.0174, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 4.62, | |
| "grad_norm": 0.37712136896981857, | |
| "learning_rate": 1.0597938144329897e-05, | |
| "loss": 0.0244, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 4.63, | |
| "grad_norm": 0.32428324873639963, | |
| "learning_rate": 1.0577319587628866e-05, | |
| "loss": 0.0171, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 4.64, | |
| "grad_norm": 0.2662380800802627, | |
| "learning_rate": 1.0556701030927835e-05, | |
| "loss": 0.0159, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 4.64, | |
| "grad_norm": 0.44805335761039156, | |
| "learning_rate": 1.0536082474226804e-05, | |
| "loss": 0.0195, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 4.65, | |
| "grad_norm": 0.31275170441413874, | |
| "learning_rate": 1.0515463917525775e-05, | |
| "loss": 0.0202, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 4.66, | |
| "grad_norm": 0.23831022586682868, | |
| "learning_rate": 1.0494845360824744e-05, | |
| "loss": 0.0112, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 4.67, | |
| "grad_norm": 0.33762787100790437, | |
| "learning_rate": 1.0474226804123713e-05, | |
| "loss": 0.016, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 4.68, | |
| "grad_norm": 0.3189168390574777, | |
| "learning_rate": 1.0453608247422682e-05, | |
| "loss": 0.0205, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 4.69, | |
| "grad_norm": 0.3433216091560776, | |
| "learning_rate": 1.0432989690721651e-05, | |
| "loss": 0.0225, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 4.7, | |
| "grad_norm": 0.42246985000612747, | |
| "learning_rate": 1.041237113402062e-05, | |
| "loss": 0.0213, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 4.71, | |
| "grad_norm": 0.31305034575550633, | |
| "learning_rate": 1.039175257731959e-05, | |
| "loss": 0.019, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 4.72, | |
| "grad_norm": 0.3586053900398176, | |
| "learning_rate": 1.0371134020618558e-05, | |
| "loss": 0.019, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 4.73, | |
| "grad_norm": 0.4826492206312301, | |
| "learning_rate": 1.0350515463917527e-05, | |
| "loss": 0.0201, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 4.74, | |
| "grad_norm": 0.522039253975035, | |
| "learning_rate": 1.0329896907216496e-05, | |
| "loss": 0.0228, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 4.75, | |
| "grad_norm": 0.30662264437106923, | |
| "learning_rate": 1.0309278350515464e-05, | |
| "loss": 0.0188, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 4.76, | |
| "grad_norm": 0.23584262380284332, | |
| "learning_rate": 1.0288659793814433e-05, | |
| "loss": 0.0171, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 4.77, | |
| "grad_norm": 0.35066882033050856, | |
| "learning_rate": 1.0268041237113402e-05, | |
| "loss": 0.0215, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 4.78, | |
| "grad_norm": 0.3072576328870572, | |
| "learning_rate": 1.024742268041237e-05, | |
| "loss": 0.0179, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 4.79, | |
| "grad_norm": 0.3946617024101158, | |
| "learning_rate": 1.022680412371134e-05, | |
| "loss": 0.0254, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 4.8, | |
| "grad_norm": 0.3044961303886306, | |
| "learning_rate": 1.0206185567010309e-05, | |
| "loss": 0.0152, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 4.81, | |
| "grad_norm": 0.3913434669257833, | |
| "learning_rate": 1.0185567010309278e-05, | |
| "loss": 0.0183, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 4.82, | |
| "grad_norm": 0.2969867596324075, | |
| "learning_rate": 1.0164948453608247e-05, | |
| "loss": 0.0181, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 4.82, | |
| "grad_norm": 0.2861695249785404, | |
| "learning_rate": 1.0144329896907218e-05, | |
| "loss": 0.023, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 4.83, | |
| "grad_norm": 0.29063587886178854, | |
| "learning_rate": 1.0123711340206187e-05, | |
| "loss": 0.0145, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 4.84, | |
| "grad_norm": 0.3620662675895615, | |
| "learning_rate": 1.0103092783505156e-05, | |
| "loss": 0.0165, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 4.85, | |
| "grad_norm": 0.3710298985209495, | |
| "learning_rate": 1.0082474226804125e-05, | |
| "loss": 0.0197, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 4.86, | |
| "grad_norm": 0.28875593734598454, | |
| "learning_rate": 1.0061855670103094e-05, | |
| "loss": 0.0208, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 4.87, | |
| "grad_norm": 0.3703020585274093, | |
| "learning_rate": 1.0041237113402063e-05, | |
| "loss": 0.02, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 4.88, | |
| "grad_norm": 0.37636878622494474, | |
| "learning_rate": 1.0020618556701032e-05, | |
| "loss": 0.0178, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 4.89, | |
| "grad_norm": 0.38458338647940543, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0196, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 4.9, | |
| "grad_norm": 0.3733502697118733, | |
| "learning_rate": 9.97938144329897e-06, | |
| "loss": 0.025, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 4.91, | |
| "grad_norm": 0.36714452126763575, | |
| "learning_rate": 9.958762886597939e-06, | |
| "loss": 0.0227, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 4.92, | |
| "grad_norm": 0.5885657809108235, | |
| "learning_rate": 9.938144329896908e-06, | |
| "loss": 0.0262, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 4.93, | |
| "grad_norm": 0.2032633090477059, | |
| "learning_rate": 9.917525773195877e-06, | |
| "loss": 0.0162, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 4.94, | |
| "grad_norm": 0.3096844435694019, | |
| "learning_rate": 9.896907216494846e-06, | |
| "loss": 0.0203, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 4.95, | |
| "grad_norm": 0.3393284409552235, | |
| "learning_rate": 9.876288659793815e-06, | |
| "loss": 0.0207, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 4.96, | |
| "grad_norm": 0.2741715795478744, | |
| "learning_rate": 9.855670103092784e-06, | |
| "loss": 0.0221, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 4.97, | |
| "grad_norm": 0.37463814442956445, | |
| "learning_rate": 9.835051546391753e-06, | |
| "loss": 0.0234, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 4.98, | |
| "grad_norm": 0.4738136811346728, | |
| "learning_rate": 9.814432989690722e-06, | |
| "loss": 0.0278, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 4.99, | |
| "grad_norm": 0.3489230788153202, | |
| "learning_rate": 9.793814432989691e-06, | |
| "loss": 0.0243, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 0.2857214147666074, | |
| "learning_rate": 9.77319587628866e-06, | |
| "loss": 0.0144, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 0.2092384861247451, | |
| "learning_rate": 9.752577319587629e-06, | |
| "loss": 0.0149, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 5.01, | |
| "grad_norm": 0.14883241071562817, | |
| "learning_rate": 9.731958762886598e-06, | |
| "loss": 0.0097, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 5.02, | |
| "grad_norm": 0.19005300974461106, | |
| "learning_rate": 9.711340206185567e-06, | |
| "loss": 0.0112, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 5.03, | |
| "grad_norm": 0.28962130274777387, | |
| "learning_rate": 9.690721649484536e-06, | |
| "loss": 0.0116, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 5.04, | |
| "grad_norm": 0.19553844733981432, | |
| "learning_rate": 9.670103092783505e-06, | |
| "loss": 0.0103, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 5.05, | |
| "grad_norm": 0.25040245444790443, | |
| "learning_rate": 9.649484536082476e-06, | |
| "loss": 0.0098, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 5.06, | |
| "grad_norm": 0.2774859050659358, | |
| "learning_rate": 9.628865979381445e-06, | |
| "loss": 0.0128, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 5.07, | |
| "grad_norm": 0.26098388727829175, | |
| "learning_rate": 9.608247422680414e-06, | |
| "loss": 0.0139, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 5.08, | |
| "grad_norm": 0.9832390179635483, | |
| "learning_rate": 9.587628865979383e-06, | |
| "loss": 0.0128, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 5.09, | |
| "grad_norm": 0.28903859271599475, | |
| "learning_rate": 9.567010309278352e-06, | |
| "loss": 0.0186, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 5.1, | |
| "grad_norm": 0.21464310727083336, | |
| "learning_rate": 9.546391752577321e-06, | |
| "loss": 0.0136, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 5.11, | |
| "grad_norm": 0.7129637380236128, | |
| "learning_rate": 9.525773195876288e-06, | |
| "loss": 0.013, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 5.12, | |
| "grad_norm": 0.20889981065182758, | |
| "learning_rate": 9.505154639175257e-06, | |
| "loss": 0.01, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 5.13, | |
| "grad_norm": 0.2772459878682804, | |
| "learning_rate": 9.484536082474226e-06, | |
| "loss": 0.0128, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 5.14, | |
| "grad_norm": 0.4406782747081322, | |
| "learning_rate": 9.463917525773197e-06, | |
| "loss": 0.015, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 5.15, | |
| "grad_norm": 0.4487916657701603, | |
| "learning_rate": 9.443298969072166e-06, | |
| "loss": 0.0151, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 5.16, | |
| "grad_norm": 0.41889595861431955, | |
| "learning_rate": 9.422680412371135e-06, | |
| "loss": 0.0078, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 5.17, | |
| "grad_norm": 0.3881633249425354, | |
| "learning_rate": 9.402061855670104e-06, | |
| "loss": 0.0098, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 5.18, | |
| "grad_norm": 0.2606728279358393, | |
| "learning_rate": 9.381443298969073e-06, | |
| "loss": 0.0101, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 5.18, | |
| "grad_norm": 1.2817249348263469, | |
| "learning_rate": 9.360824742268042e-06, | |
| "loss": 0.0128, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 5.19, | |
| "grad_norm": 0.21307853839730945, | |
| "learning_rate": 9.340206185567011e-06, | |
| "loss": 0.0082, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 5.2, | |
| "grad_norm": 0.45497726174014624, | |
| "learning_rate": 9.31958762886598e-06, | |
| "loss": 0.0163, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 5.21, | |
| "grad_norm": 0.19973279977956332, | |
| "learning_rate": 9.29896907216495e-06, | |
| "loss": 0.0082, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 5.22, | |
| "grad_norm": 0.3383610488120908, | |
| "learning_rate": 9.278350515463918e-06, | |
| "loss": 0.0114, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 5.23, | |
| "grad_norm": 0.7428320244456705, | |
| "learning_rate": 9.257731958762887e-06, | |
| "loss": 0.012, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 5.24, | |
| "grad_norm": 0.40515618523988156, | |
| "learning_rate": 9.237113402061856e-06, | |
| "loss": 0.0133, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 5.25, | |
| "grad_norm": 0.9595889731995229, | |
| "learning_rate": 9.216494845360825e-06, | |
| "loss": 0.0126, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 5.26, | |
| "grad_norm": 0.2555796426297848, | |
| "learning_rate": 9.195876288659794e-06, | |
| "loss": 0.0088, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 5.27, | |
| "grad_norm": 1.1734842567931907, | |
| "learning_rate": 9.175257731958764e-06, | |
| "loss": 0.0124, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 5.28, | |
| "grad_norm": 0.639853338372346, | |
| "learning_rate": 9.154639175257733e-06, | |
| "loss": 0.0128, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 5.29, | |
| "grad_norm": 0.2967246201764664, | |
| "learning_rate": 9.134020618556702e-06, | |
| "loss": 0.0116, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 5.3, | |
| "grad_norm": 0.29006278457989304, | |
| "learning_rate": 9.11340206185567e-06, | |
| "loss": 0.0109, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 5.31, | |
| "grad_norm": 0.3194667186722855, | |
| "learning_rate": 9.09278350515464e-06, | |
| "loss": 0.0086, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 5.32, | |
| "grad_norm": 0.22538365959895024, | |
| "learning_rate": 9.072164948453609e-06, | |
| "loss": 0.0096, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 5.33, | |
| "grad_norm": 0.41653884079317305, | |
| "learning_rate": 9.051546391752578e-06, | |
| "loss": 0.0164, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 5.34, | |
| "grad_norm": 0.232625127123573, | |
| "learning_rate": 9.030927835051547e-06, | |
| "loss": 0.0101, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 5.35, | |
| "grad_norm": 0.25382934285884684, | |
| "learning_rate": 9.010309278350516e-06, | |
| "loss": 0.0063, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 5.36, | |
| "grad_norm": 0.4534152022439007, | |
| "learning_rate": 8.989690721649485e-06, | |
| "loss": 0.0148, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 5.36, | |
| "grad_norm": 0.2907059320951449, | |
| "learning_rate": 8.969072164948455e-06, | |
| "loss": 0.0158, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 5.37, | |
| "grad_norm": 0.3146631593770584, | |
| "learning_rate": 8.948453608247424e-06, | |
| "loss": 0.0113, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 5.38, | |
| "grad_norm": 0.27253269631538185, | |
| "learning_rate": 8.927835051546394e-06, | |
| "loss": 0.0163, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 5.39, | |
| "grad_norm": 0.30106908476464594, | |
| "learning_rate": 8.907216494845363e-06, | |
| "loss": 0.0139, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 5.4, | |
| "grad_norm": 0.3136667643091521, | |
| "learning_rate": 8.88659793814433e-06, | |
| "loss": 0.013, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 5.41, | |
| "grad_norm": 0.3163081476220768, | |
| "learning_rate": 8.865979381443299e-06, | |
| "loss": 0.0116, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 5.42, | |
| "grad_norm": 0.34427973720830696, | |
| "learning_rate": 8.845360824742268e-06, | |
| "loss": 0.0155, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 5.43, | |
| "grad_norm": 0.32199708558401496, | |
| "learning_rate": 8.824742268041237e-06, | |
| "loss": 0.0134, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 5.44, | |
| "grad_norm": 0.24951925098374725, | |
| "learning_rate": 8.804123711340206e-06, | |
| "loss": 0.0077, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 5.45, | |
| "grad_norm": 0.3027392971500056, | |
| "learning_rate": 8.783505154639177e-06, | |
| "loss": 0.0146, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 5.46, | |
| "grad_norm": 0.3429491076568905, | |
| "learning_rate": 8.762886597938146e-06, | |
| "loss": 0.0095, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 5.47, | |
| "grad_norm": 0.18400102446882485, | |
| "learning_rate": 8.742268041237115e-06, | |
| "loss": 0.0076, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 5.48, | |
| "grad_norm": 0.18674845878125962, | |
| "learning_rate": 8.721649484536084e-06, | |
| "loss": 0.0095, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 5.49, | |
| "grad_norm": 0.2578319195456068, | |
| "learning_rate": 8.701030927835053e-06, | |
| "loss": 0.0117, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 5.5, | |
| "grad_norm": 0.24779914890946345, | |
| "learning_rate": 8.680412371134022e-06, | |
| "loss": 0.0082, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 5.51, | |
| "grad_norm": 0.20523808916301142, | |
| "learning_rate": 8.65979381443299e-06, | |
| "loss": 0.0095, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 5.52, | |
| "grad_norm": 0.27638558639910105, | |
| "learning_rate": 8.63917525773196e-06, | |
| "loss": 0.0115, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 5.53, | |
| "grad_norm": 0.4417053829473975, | |
| "learning_rate": 8.618556701030929e-06, | |
| "loss": 0.0114, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 5.54, | |
| "grad_norm": 0.32912561572097343, | |
| "learning_rate": 8.597938144329898e-06, | |
| "loss": 0.0119, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 5.55, | |
| "grad_norm": 0.3840875023385024, | |
| "learning_rate": 8.577319587628867e-06, | |
| "loss": 0.015, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 5.55, | |
| "grad_norm": 0.25579070123305014, | |
| "learning_rate": 8.556701030927836e-06, | |
| "loss": 0.0137, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 5.56, | |
| "grad_norm": 0.304203443666268, | |
| "learning_rate": 8.536082474226805e-06, | |
| "loss": 0.0092, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 5.57, | |
| "grad_norm": 0.40200939915235306, | |
| "learning_rate": 8.515463917525774e-06, | |
| "loss": 0.0143, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 5.58, | |
| "grad_norm": 0.43548078848162036, | |
| "learning_rate": 8.494845360824743e-06, | |
| "loss": 0.0129, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 5.59, | |
| "grad_norm": 0.24074196109392795, | |
| "learning_rate": 8.474226804123712e-06, | |
| "loss": 0.0119, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 5.6, | |
| "grad_norm": 0.2634007932446454, | |
| "learning_rate": 8.453608247422681e-06, | |
| "loss": 0.0101, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 5.61, | |
| "grad_norm": 0.29981716266733627, | |
| "learning_rate": 8.43298969072165e-06, | |
| "loss": 0.0133, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 5.62, | |
| "grad_norm": 0.26188159260611216, | |
| "learning_rate": 8.412371134020619e-06, | |
| "loss": 0.0133, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 5.63, | |
| "grad_norm": 0.205717153842302, | |
| "learning_rate": 8.391752577319588e-06, | |
| "loss": 0.0097, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 5.64, | |
| "grad_norm": 0.4413493296964626, | |
| "learning_rate": 8.371134020618557e-06, | |
| "loss": 0.0146, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 5.65, | |
| "grad_norm": 0.3072426104855869, | |
| "learning_rate": 8.350515463917526e-06, | |
| "loss": 0.0122, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 5.66, | |
| "grad_norm": 0.254124576895681, | |
| "learning_rate": 8.329896907216495e-06, | |
| "loss": 0.012, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 5.67, | |
| "grad_norm": 0.3673105236686386, | |
| "learning_rate": 8.309278350515464e-06, | |
| "loss": 0.0105, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 5.68, | |
| "grad_norm": 0.3370925430569057, | |
| "learning_rate": 8.288659793814435e-06, | |
| "loss": 0.0121, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 5.69, | |
| "grad_norm": 0.28742987720893526, | |
| "learning_rate": 8.268041237113402e-06, | |
| "loss": 0.0127, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 5.7, | |
| "grad_norm": 0.20662692913394118, | |
| "learning_rate": 8.247422680412371e-06, | |
| "loss": 0.0106, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 5.71, | |
| "grad_norm": 0.34304236054409176, | |
| "learning_rate": 8.22680412371134e-06, | |
| "loss": 0.013, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 5.72, | |
| "grad_norm": 0.3498192482222944, | |
| "learning_rate": 8.20618556701031e-06, | |
| "loss": 0.0206, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 5.73, | |
| "grad_norm": 0.23410345877813962, | |
| "learning_rate": 8.185567010309278e-06, | |
| "loss": 0.0081, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 5.73, | |
| "grad_norm": 0.25643622911785885, | |
| "learning_rate": 8.164948453608247e-06, | |
| "loss": 0.0133, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 5.74, | |
| "grad_norm": 0.3351476276951425, | |
| "learning_rate": 8.144329896907216e-06, | |
| "loss": 0.011, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 5.75, | |
| "grad_norm": 0.4857353673194612, | |
| "learning_rate": 8.123711340206185e-06, | |
| "loss": 0.0142, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 5.76, | |
| "grad_norm": 0.24036930140903176, | |
| "learning_rate": 8.103092783505156e-06, | |
| "loss": 0.0098, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 5.77, | |
| "grad_norm": 0.31527822064318667, | |
| "learning_rate": 8.082474226804125e-06, | |
| "loss": 0.014, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 5.78, | |
| "grad_norm": 0.5123007573141696, | |
| "learning_rate": 8.061855670103094e-06, | |
| "loss": 0.0174, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 5.79, | |
| "grad_norm": 0.38746757448567115, | |
| "learning_rate": 8.041237113402063e-06, | |
| "loss": 0.0137, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 5.8, | |
| "grad_norm": 0.4343711825415732, | |
| "learning_rate": 8.020618556701032e-06, | |
| "loss": 0.019, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 5.81, | |
| "grad_norm": 0.2951941464936056, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 0.017, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 5.82, | |
| "grad_norm": 0.7031783613513517, | |
| "learning_rate": 7.97938144329897e-06, | |
| "loss": 0.0121, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 5.83, | |
| "grad_norm": 0.2683574298860335, | |
| "learning_rate": 7.958762886597938e-06, | |
| "loss": 0.0129, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 5.84, | |
| "grad_norm": 0.2914367547317128, | |
| "learning_rate": 7.938144329896907e-06, | |
| "loss": 0.0118, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 5.85, | |
| "grad_norm": 0.2616221690965675, | |
| "learning_rate": 7.917525773195876e-06, | |
| "loss": 0.0129, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 5.86, | |
| "grad_norm": 0.28306497295408684, | |
| "learning_rate": 7.896907216494846e-06, | |
| "loss": 0.0124, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 5.87, | |
| "grad_norm": 0.1838057997862805, | |
| "learning_rate": 7.876288659793815e-06, | |
| "loss": 0.0078, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 5.88, | |
| "grad_norm": 0.4198522465665641, | |
| "learning_rate": 7.855670103092785e-06, | |
| "loss": 0.0132, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 5.89, | |
| "grad_norm": 0.2251248208823119, | |
| "learning_rate": 7.835051546391754e-06, | |
| "loss": 0.0102, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 5.9, | |
| "grad_norm": 0.4121537026524667, | |
| "learning_rate": 7.814432989690723e-06, | |
| "loss": 0.0153, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 5.91, | |
| "grad_norm": 0.25137229623767915, | |
| "learning_rate": 7.793814432989692e-06, | |
| "loss": 0.0124, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 5.91, | |
| "grad_norm": 0.330048418683357, | |
| "learning_rate": 7.77319587628866e-06, | |
| "loss": 0.0121, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 5.92, | |
| "grad_norm": 0.26928445325355976, | |
| "learning_rate": 7.75257731958763e-06, | |
| "loss": 0.013, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 5.93, | |
| "grad_norm": 0.6750950719849301, | |
| "learning_rate": 7.731958762886599e-06, | |
| "loss": 0.0195, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 5.94, | |
| "grad_norm": 0.21912040175146663, | |
| "learning_rate": 7.711340206185568e-06, | |
| "loss": 0.0103, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 5.95, | |
| "grad_norm": 0.5192309207046593, | |
| "learning_rate": 7.690721649484537e-06, | |
| "loss": 0.0103, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 5.96, | |
| "grad_norm": 0.2499389350341481, | |
| "learning_rate": 7.670103092783506e-06, | |
| "loss": 0.0104, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 5.97, | |
| "grad_norm": 0.45889351128005573, | |
| "learning_rate": 7.649484536082475e-06, | |
| "loss": 0.0084, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 5.98, | |
| "grad_norm": 0.2545214901827422, | |
| "learning_rate": 7.628865979381444e-06, | |
| "loss": 0.0153, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 5.99, | |
| "grad_norm": 0.25279438420709727, | |
| "learning_rate": 7.608247422680413e-06, | |
| "loss": 0.0098, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "grad_norm": 0.43737702685003976, | |
| "learning_rate": 7.587628865979382e-06, | |
| "loss": 0.0122, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 6.01, | |
| "grad_norm": 0.22934656595803204, | |
| "learning_rate": 7.567010309278351e-06, | |
| "loss": 0.0087, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 6.02, | |
| "grad_norm": 0.15231865896327362, | |
| "learning_rate": 7.54639175257732e-06, | |
| "loss": 0.0098, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 6.03, | |
| "grad_norm": 0.20717841442031606, | |
| "learning_rate": 7.525773195876289e-06, | |
| "loss": 0.0067, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 6.04, | |
| "grad_norm": 0.25764199600905263, | |
| "learning_rate": 7.505154639175258e-06, | |
| "loss": 0.007, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 6.05, | |
| "grad_norm": 0.1323193834272981, | |
| "learning_rate": 7.484536082474228e-06, | |
| "loss": 0.0057, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 6.06, | |
| "grad_norm": 0.3948955176186245, | |
| "learning_rate": 7.463917525773197e-06, | |
| "loss": 0.0053, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 6.07, | |
| "grad_norm": 0.4238329416871496, | |
| "learning_rate": 7.443298969072166e-06, | |
| "loss": 0.0081, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 6.08, | |
| "grad_norm": 0.19649838915193749, | |
| "learning_rate": 7.422680412371135e-06, | |
| "loss": 0.0053, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 6.09, | |
| "grad_norm": 0.2908240846449479, | |
| "learning_rate": 7.402061855670104e-06, | |
| "loss": 0.0096, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 6.09, | |
| "grad_norm": 0.2259739433011496, | |
| "learning_rate": 7.381443298969073e-06, | |
| "loss": 0.005, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 6.1, | |
| "grad_norm": 0.23409348906610827, | |
| "learning_rate": 7.360824742268042e-06, | |
| "loss": 0.0106, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 6.11, | |
| "grad_norm": 0.17073700500980396, | |
| "learning_rate": 7.34020618556701e-06, | |
| "loss": 0.0047, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 6.12, | |
| "grad_norm": 0.28854786967187007, | |
| "learning_rate": 7.319587628865979e-06, | |
| "loss": 0.0094, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 6.13, | |
| "grad_norm": 0.6234812881274385, | |
| "learning_rate": 7.298969072164949e-06, | |
| "loss": 0.0083, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 6.14, | |
| "grad_norm": 0.4916702762029449, | |
| "learning_rate": 7.278350515463918e-06, | |
| "loss": 0.0083, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 6.15, | |
| "grad_norm": 0.6537917279553066, | |
| "learning_rate": 7.257731958762887e-06, | |
| "loss": 0.0072, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 6.16, | |
| "grad_norm": 0.45766983087614604, | |
| "learning_rate": 7.237113402061856e-06, | |
| "loss": 0.005, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 6.17, | |
| "grad_norm": 0.338662913202777, | |
| "learning_rate": 7.216494845360825e-06, | |
| "loss": 0.0077, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 6.18, | |
| "grad_norm": 0.44542608987435417, | |
| "learning_rate": 7.195876288659794e-06, | |
| "loss": 0.0077, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 6.19, | |
| "grad_norm": 0.21085384264115978, | |
| "learning_rate": 7.175257731958763e-06, | |
| "loss": 0.0047, | |
| "step": 653 | |
| }, | |
| { | |
| "epoch": 6.2, | |
| "grad_norm": 0.43108200588178025, | |
| "learning_rate": 7.154639175257733e-06, | |
| "loss": 0.0082, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 6.21, | |
| "grad_norm": 0.27079959653147445, | |
| "learning_rate": 7.134020618556702e-06, | |
| "loss": 0.0065, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 6.22, | |
| "grad_norm": 0.18635187697421032, | |
| "learning_rate": 7.113402061855671e-06, | |
| "loss": 0.0046, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 6.23, | |
| "grad_norm": 0.1937725776930435, | |
| "learning_rate": 7.09278350515464e-06, | |
| "loss": 0.0043, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 6.24, | |
| "grad_norm": 0.25968599174419577, | |
| "learning_rate": 7.072164948453609e-06, | |
| "loss": 0.0061, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 6.25, | |
| "grad_norm": 0.35569005930879194, | |
| "learning_rate": 7.051546391752578e-06, | |
| "loss": 0.0112, | |
| "step": 659 | |
| }, | |
| { | |
| "epoch": 6.26, | |
| "grad_norm": 0.24992727175457866, | |
| "learning_rate": 7.030927835051546e-06, | |
| "loss": 0.0052, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 6.27, | |
| "grad_norm": 0.20240529645065294, | |
| "learning_rate": 7.010309278350515e-06, | |
| "loss": 0.0042, | |
| "step": 661 | |
| }, | |
| { | |
| "epoch": 6.27, | |
| "grad_norm": 0.4155360937037759, | |
| "learning_rate": 6.989690721649484e-06, | |
| "loss": 0.0078, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 6.28, | |
| "grad_norm": 0.17432727299005332, | |
| "learning_rate": 6.9690721649484534e-06, | |
| "loss": 0.0054, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 6.29, | |
| "grad_norm": 0.3722985035966386, | |
| "learning_rate": 6.948453608247423e-06, | |
| "loss": 0.0092, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 6.3, | |
| "grad_norm": 0.43975229887933437, | |
| "learning_rate": 6.927835051546392e-06, | |
| "loss": 0.0103, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 6.31, | |
| "grad_norm": 0.4940771129939558, | |
| "learning_rate": 6.907216494845361e-06, | |
| "loss": 0.0122, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 6.32, | |
| "grad_norm": 0.5740542533003908, | |
| "learning_rate": 6.88659793814433e-06, | |
| "loss": 0.0082, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 6.33, | |
| "grad_norm": 0.2058111984948537, | |
| "learning_rate": 6.865979381443299e-06, | |
| "loss": 0.0041, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 6.34, | |
| "grad_norm": 0.2769802828064851, | |
| "learning_rate": 6.8453608247422684e-06, | |
| "loss": 0.0043, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 6.35, | |
| "grad_norm": 0.17711607312500582, | |
| "learning_rate": 6.8247422680412375e-06, | |
| "loss": 0.005, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 6.36, | |
| "grad_norm": 0.2643012835038824, | |
| "learning_rate": 6.804123711340207e-06, | |
| "loss": 0.007, | |
| "step": 671 | |
| }, | |
| { | |
| "epoch": 6.37, | |
| "grad_norm": 0.15711871292498947, | |
| "learning_rate": 6.783505154639176e-06, | |
| "loss": 0.0047, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 6.38, | |
| "grad_norm": 0.24961908945393735, | |
| "learning_rate": 6.762886597938145e-06, | |
| "loss": 0.0072, | |
| "step": 673 | |
| }, | |
| { | |
| "epoch": 6.39, | |
| "grad_norm": 0.30169143687465855, | |
| "learning_rate": 6.742268041237114e-06, | |
| "loss": 0.0052, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 6.4, | |
| "grad_norm": 0.3934678580621137, | |
| "learning_rate": 6.7216494845360834e-06, | |
| "loss": 0.0113, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 6.41, | |
| "grad_norm": 0.14868452197760967, | |
| "learning_rate": 6.701030927835052e-06, | |
| "loss": 0.0033, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 6.42, | |
| "grad_norm": 0.15768272852397436, | |
| "learning_rate": 6.680412371134021e-06, | |
| "loss": 0.0049, | |
| "step": 677 | |
| }, | |
| { | |
| "epoch": 6.43, | |
| "grad_norm": 0.18987586844687035, | |
| "learning_rate": 6.65979381443299e-06, | |
| "loss": 0.0058, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 6.44, | |
| "grad_norm": 0.32365525926963373, | |
| "learning_rate": 6.639175257731959e-06, | |
| "loss": 0.0113, | |
| "step": 679 | |
| }, | |
| { | |
| "epoch": 6.45, | |
| "grad_norm": 0.30112921416349264, | |
| "learning_rate": 6.6185567010309286e-06, | |
| "loss": 0.0059, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 6.45, | |
| "grad_norm": 0.27227559502406745, | |
| "learning_rate": 6.597938144329898e-06, | |
| "loss": 0.0044, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 6.46, | |
| "grad_norm": 0.2332633357697481, | |
| "learning_rate": 6.577319587628867e-06, | |
| "loss": 0.005, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 6.47, | |
| "grad_norm": 0.20390945044742648, | |
| "learning_rate": 6.556701030927836e-06, | |
| "loss": 0.0102, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 6.48, | |
| "grad_norm": 0.15200979357777994, | |
| "learning_rate": 6.536082474226805e-06, | |
| "loss": 0.0039, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 6.49, | |
| "grad_norm": 0.5223834969714265, | |
| "learning_rate": 6.515463917525774e-06, | |
| "loss": 0.0111, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 6.5, | |
| "grad_norm": 0.3265798495671334, | |
| "learning_rate": 6.494845360824743e-06, | |
| "loss": 0.0078, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 6.51, | |
| "grad_norm": 0.232083338532599, | |
| "learning_rate": 6.4742268041237126e-06, | |
| "loss": 0.0055, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 6.52, | |
| "grad_norm": 0.34450412522366625, | |
| "learning_rate": 6.453608247422682e-06, | |
| "loss": 0.0072, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 6.53, | |
| "grad_norm": 0.2940178208253681, | |
| "learning_rate": 6.432989690721651e-06, | |
| "loss": 0.0096, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 6.54, | |
| "grad_norm": 0.22739277995901097, | |
| "learning_rate": 6.41237113402062e-06, | |
| "loss": 0.0086, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 6.55, | |
| "grad_norm": 0.18501928510863955, | |
| "learning_rate": 6.391752577319588e-06, | |
| "loss": 0.0054, | |
| "step": 691 | |
| }, | |
| { | |
| "epoch": 6.56, | |
| "grad_norm": 0.2495674698089042, | |
| "learning_rate": 6.371134020618557e-06, | |
| "loss": 0.0055, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 6.57, | |
| "grad_norm": 0.3115858655220306, | |
| "learning_rate": 6.350515463917526e-06, | |
| "loss": 0.0099, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 6.58, | |
| "grad_norm": 0.22112881277968816, | |
| "learning_rate": 6.329896907216495e-06, | |
| "loss": 0.0066, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 6.59, | |
| "grad_norm": 0.20243049146834055, | |
| "learning_rate": 6.309278350515464e-06, | |
| "loss": 0.0064, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 6.6, | |
| "grad_norm": 0.22200307910304581, | |
| "learning_rate": 6.288659793814433e-06, | |
| "loss": 0.0061, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 6.61, | |
| "grad_norm": 0.18114997882790249, | |
| "learning_rate": 6.268041237113403e-06, | |
| "loss": 0.0048, | |
| "step": 697 | |
| }, | |
| { | |
| "epoch": 6.62, | |
| "grad_norm": 0.18321139514207627, | |
| "learning_rate": 6.247422680412372e-06, | |
| "loss": 0.0045, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 6.63, | |
| "grad_norm": 0.23312915446744617, | |
| "learning_rate": 6.226804123711341e-06, | |
| "loss": 0.0058, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 6.64, | |
| "grad_norm": 0.29021254723103196, | |
| "learning_rate": 6.20618556701031e-06, | |
| "loss": 0.0043, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 6.64, | |
| "grad_norm": 0.2228934881305218, | |
| "learning_rate": 6.185567010309279e-06, | |
| "loss": 0.0055, | |
| "step": 701 | |
| }, | |
| { | |
| "epoch": 6.65, | |
| "grad_norm": 0.19568048144400402, | |
| "learning_rate": 6.164948453608248e-06, | |
| "loss": 0.0042, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 6.66, | |
| "grad_norm": 0.36502903760734834, | |
| "learning_rate": 6.144329896907217e-06, | |
| "loss": 0.0083, | |
| "step": 703 | |
| }, | |
| { | |
| "epoch": 6.67, | |
| "grad_norm": 0.2105959847384471, | |
| "learning_rate": 6.123711340206187e-06, | |
| "loss": 0.0041, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 6.68, | |
| "grad_norm": 0.28583998554670637, | |
| "learning_rate": 6.103092783505156e-06, | |
| "loss": 0.008, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 6.69, | |
| "grad_norm": 0.2877234166151061, | |
| "learning_rate": 6.082474226804124e-06, | |
| "loss": 0.0045, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 6.7, | |
| "grad_norm": 0.2595387378602294, | |
| "learning_rate": 6.061855670103093e-06, | |
| "loss": 0.0068, | |
| "step": 707 | |
| }, | |
| { | |
| "epoch": 6.71, | |
| "grad_norm": 0.3666200514263358, | |
| "learning_rate": 6.041237113402062e-06, | |
| "loss": 0.0076, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 6.72, | |
| "grad_norm": 0.32836599809355366, | |
| "learning_rate": 6.020618556701031e-06, | |
| "loss": 0.0094, | |
| "step": 709 | |
| }, | |
| { | |
| "epoch": 6.73, | |
| "grad_norm": 0.1502521298292464, | |
| "learning_rate": 6e-06, | |
| "loss": 0.0036, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 6.74, | |
| "grad_norm": 0.3099705969225408, | |
| "learning_rate": 5.979381443298969e-06, | |
| "loss": 0.007, | |
| "step": 711 | |
| }, | |
| { | |
| "epoch": 6.75, | |
| "grad_norm": 0.2671350583818879, | |
| "learning_rate": 5.958762886597938e-06, | |
| "loss": 0.0055, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 6.76, | |
| "grad_norm": 0.17973191292917046, | |
| "learning_rate": 5.938144329896908e-06, | |
| "loss": 0.0035, | |
| "step": 713 | |
| }, | |
| { | |
| "epoch": 6.77, | |
| "grad_norm": 0.23976800200824433, | |
| "learning_rate": 5.917525773195877e-06, | |
| "loss": 0.0094, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 6.78, | |
| "grad_norm": 0.22438468475214163, | |
| "learning_rate": 5.896907216494846e-06, | |
| "loss": 0.0052, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 6.79, | |
| "grad_norm": 0.27719335104735204, | |
| "learning_rate": 5.876288659793815e-06, | |
| "loss": 0.0082, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 6.8, | |
| "grad_norm": 0.34399483371337203, | |
| "learning_rate": 5.855670103092784e-06, | |
| "loss": 0.0064, | |
| "step": 717 | |
| }, | |
| { | |
| "epoch": 6.81, | |
| "grad_norm": 0.23526144082943856, | |
| "learning_rate": 5.835051546391753e-06, | |
| "loss": 0.0053, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 6.82, | |
| "grad_norm": 0.24070642969870953, | |
| "learning_rate": 5.814432989690722e-06, | |
| "loss": 0.0063, | |
| "step": 719 | |
| }, | |
| { | |
| "epoch": 6.82, | |
| "grad_norm": 0.3700428588633788, | |
| "learning_rate": 5.793814432989692e-06, | |
| "loss": 0.0048, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 6.83, | |
| "grad_norm": 0.2950260534136937, | |
| "learning_rate": 5.7731958762886594e-06, | |
| "loss": 0.0066, | |
| "step": 721 | |
| }, | |
| { | |
| "epoch": 6.84, | |
| "grad_norm": 0.2567961484308644, | |
| "learning_rate": 5.752577319587629e-06, | |
| "loss": 0.007, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 6.85, | |
| "grad_norm": 0.38641545896743845, | |
| "learning_rate": 5.731958762886598e-06, | |
| "loss": 0.0091, | |
| "step": 723 | |
| }, | |
| { | |
| "epoch": 6.86, | |
| "grad_norm": 0.6894868188681116, | |
| "learning_rate": 5.711340206185567e-06, | |
| "loss": 0.0059, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 6.87, | |
| "grad_norm": 0.2086778424808283, | |
| "learning_rate": 5.690721649484536e-06, | |
| "loss": 0.0049, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 6.88, | |
| "grad_norm": 0.5003155963999651, | |
| "learning_rate": 5.670103092783505e-06, | |
| "loss": 0.0056, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 6.89, | |
| "grad_norm": 0.3749979734366017, | |
| "learning_rate": 5.6494845360824744e-06, | |
| "loss": 0.0107, | |
| "step": 727 | |
| }, | |
| { | |
| "epoch": 6.9, | |
| "grad_norm": 0.3579697500786867, | |
| "learning_rate": 5.6288659793814435e-06, | |
| "loss": 0.0111, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 6.91, | |
| "grad_norm": 0.15577346135663542, | |
| "learning_rate": 5.6082474226804125e-06, | |
| "loss": 0.0052, | |
| "step": 729 | |
| }, | |
| { | |
| "epoch": 6.92, | |
| "grad_norm": 0.24229129751187709, | |
| "learning_rate": 5.587628865979382e-06, | |
| "loss": 0.0061, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 6.93, | |
| "grad_norm": 0.272248489519313, | |
| "learning_rate": 5.567010309278351e-06, | |
| "loss": 0.0056, | |
| "step": 731 | |
| }, | |
| { | |
| "epoch": 6.94, | |
| "grad_norm": 0.2643050890894097, | |
| "learning_rate": 5.54639175257732e-06, | |
| "loss": 0.0057, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 6.95, | |
| "grad_norm": 0.1879692365238936, | |
| "learning_rate": 5.525773195876289e-06, | |
| "loss": 0.0053, | |
| "step": 733 | |
| }, | |
| { | |
| "epoch": 6.96, | |
| "grad_norm": 0.19340918121052053, | |
| "learning_rate": 5.5051546391752584e-06, | |
| "loss": 0.0062, | |
| "step": 734 | |
| }, | |
| { | |
| "epoch": 6.97, | |
| "grad_norm": 0.1529525975962478, | |
| "learning_rate": 5.4845360824742275e-06, | |
| "loss": 0.0056, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 6.98, | |
| "grad_norm": 0.2736569341555376, | |
| "learning_rate": 5.463917525773196e-06, | |
| "loss": 0.0084, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 6.99, | |
| "grad_norm": 0.110938591179384, | |
| "learning_rate": 5.443298969072165e-06, | |
| "loss": 0.0034, | |
| "step": 737 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "grad_norm": 0.11849309886356285, | |
| "learning_rate": 5.422680412371134e-06, | |
| "loss": 0.0038, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "grad_norm": 0.14387416323452448, | |
| "learning_rate": 5.4020618556701036e-06, | |
| "loss": 0.004, | |
| "step": 739 | |
| }, | |
| { | |
| "epoch": 7.01, | |
| "grad_norm": 0.13134460729300612, | |
| "learning_rate": 5.381443298969073e-06, | |
| "loss": 0.0017, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 7.02, | |
| "grad_norm": 0.07788721196206765, | |
| "learning_rate": 5.360824742268042e-06, | |
| "loss": 0.002, | |
| "step": 741 | |
| }, | |
| { | |
| "epoch": 7.03, | |
| "grad_norm": 0.15260318526862712, | |
| "learning_rate": 5.340206185567011e-06, | |
| "loss": 0.0034, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 7.04, | |
| "grad_norm": 0.1089060941487077, | |
| "learning_rate": 5.31958762886598e-06, | |
| "loss": 0.0027, | |
| "step": 743 | |
| }, | |
| { | |
| "epoch": 7.05, | |
| "grad_norm": 0.5144936258164009, | |
| "learning_rate": 5.298969072164949e-06, | |
| "loss": 0.0084, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 7.06, | |
| "grad_norm": 0.10415072666834733, | |
| "learning_rate": 5.278350515463918e-06, | |
| "loss": 0.0031, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 7.07, | |
| "grad_norm": 0.23251966615021696, | |
| "learning_rate": 5.257731958762888e-06, | |
| "loss": 0.0043, | |
| "step": 746 | |
| }, | |
| { | |
| "epoch": 7.08, | |
| "grad_norm": 0.3238685163977462, | |
| "learning_rate": 5.237113402061857e-06, | |
| "loss": 0.0024, | |
| "step": 747 | |
| }, | |
| { | |
| "epoch": 7.09, | |
| "grad_norm": 0.09957366190949146, | |
| "learning_rate": 5.216494845360826e-06, | |
| "loss": 0.0034, | |
| "step": 748 | |
| }, | |
| { | |
| "epoch": 7.1, | |
| "grad_norm": 0.16441110064955763, | |
| "learning_rate": 5.195876288659795e-06, | |
| "loss": 0.0033, | |
| "step": 749 | |
| }, | |
| { | |
| "epoch": 7.11, | |
| "grad_norm": 0.11502838716698602, | |
| "learning_rate": 5.175257731958764e-06, | |
| "loss": 0.0019, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 7.12, | |
| "grad_norm": 0.2059822859277287, | |
| "learning_rate": 5.154639175257732e-06, | |
| "loss": 0.0033, | |
| "step": 751 | |
| }, | |
| { | |
| "epoch": 7.13, | |
| "grad_norm": 0.27175574153425236, | |
| "learning_rate": 5.134020618556701e-06, | |
| "loss": 0.0059, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 7.14, | |
| "grad_norm": 0.20687016932388036, | |
| "learning_rate": 5.11340206185567e-06, | |
| "loss": 0.0034, | |
| "step": 753 | |
| }, | |
| { | |
| "epoch": 7.15, | |
| "grad_norm": 0.07446575471966888, | |
| "learning_rate": 5.092783505154639e-06, | |
| "loss": 0.0017, | |
| "step": 754 | |
| }, | |
| { | |
| "epoch": 7.16, | |
| "grad_norm": 0.08134197831230383, | |
| "learning_rate": 5.072164948453609e-06, | |
| "loss": 0.0018, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 7.17, | |
| "grad_norm": 0.4431797957874383, | |
| "learning_rate": 5.051546391752578e-06, | |
| "loss": 0.0035, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 7.18, | |
| "grad_norm": 0.08978970602215328, | |
| "learning_rate": 5.030927835051547e-06, | |
| "loss": 0.0016, | |
| "step": 757 | |
| }, | |
| { | |
| "epoch": 7.18, | |
| "grad_norm": 0.08201681589111187, | |
| "learning_rate": 5.010309278350516e-06, | |
| "loss": 0.0018, | |
| "step": 758 | |
| }, | |
| { | |
| "epoch": 7.19, | |
| "grad_norm": 0.19255657384965863, | |
| "learning_rate": 4.989690721649485e-06, | |
| "loss": 0.0046, | |
| "step": 759 | |
| }, | |
| { | |
| "epoch": 7.2, | |
| "grad_norm": 0.16057946531020928, | |
| "learning_rate": 4.969072164948454e-06, | |
| "loss": 0.0035, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 7.21, | |
| "grad_norm": 0.13631749535248597, | |
| "learning_rate": 4.948453608247423e-06, | |
| "loss": 0.0021, | |
| "step": 761 | |
| }, | |
| { | |
| "epoch": 7.22, | |
| "grad_norm": 0.7153825657411309, | |
| "learning_rate": 4.927835051546392e-06, | |
| "loss": 0.0052, | |
| "step": 762 | |
| }, | |
| { | |
| "epoch": 7.23, | |
| "grad_norm": 0.16228089967333942, | |
| "learning_rate": 4.907216494845361e-06, | |
| "loss": 0.0021, | |
| "step": 763 | |
| }, | |
| { | |
| "epoch": 7.24, | |
| "grad_norm": 0.24502597494763348, | |
| "learning_rate": 4.88659793814433e-06, | |
| "loss": 0.0022, | |
| "step": 764 | |
| }, | |
| { | |
| "epoch": 7.25, | |
| "grad_norm": 0.2654605805395672, | |
| "learning_rate": 4.865979381443299e-06, | |
| "loss": 0.0026, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 7.26, | |
| "grad_norm": 0.5389825789320348, | |
| "learning_rate": 4.845360824742268e-06, | |
| "loss": 0.0071, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 7.27, | |
| "grad_norm": 0.17119480049176156, | |
| "learning_rate": 4.824742268041238e-06, | |
| "loss": 0.0015, | |
| "step": 767 | |
| }, | |
| { | |
| "epoch": 7.28, | |
| "grad_norm": 0.104553489885139, | |
| "learning_rate": 4.804123711340207e-06, | |
| "loss": 0.0012, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 7.29, | |
| "grad_norm": 0.12259079407573792, | |
| "learning_rate": 4.783505154639176e-06, | |
| "loss": 0.0026, | |
| "step": 769 | |
| }, | |
| { | |
| "epoch": 7.3, | |
| "grad_norm": 0.12028525774793548, | |
| "learning_rate": 4.762886597938144e-06, | |
| "loss": 0.0018, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 7.31, | |
| "grad_norm": 0.25021515469036354, | |
| "learning_rate": 4.742268041237113e-06, | |
| "loss": 0.0042, | |
| "step": 771 | |
| }, | |
| { | |
| "epoch": 7.32, | |
| "grad_norm": 0.24941873030749326, | |
| "learning_rate": 4.721649484536083e-06, | |
| "loss": 0.0026, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 7.33, | |
| "grad_norm": 0.16119100502451406, | |
| "learning_rate": 4.701030927835052e-06, | |
| "loss": 0.0019, | |
| "step": 773 | |
| }, | |
| { | |
| "epoch": 7.34, | |
| "grad_norm": 0.18735636733059363, | |
| "learning_rate": 4.680412371134021e-06, | |
| "loss": 0.0034, | |
| "step": 774 | |
| }, | |
| { | |
| "epoch": 7.35, | |
| "grad_norm": 0.3405583858973068, | |
| "learning_rate": 4.65979381443299e-06, | |
| "loss": 0.0045, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 7.36, | |
| "grad_norm": 0.18205119461685462, | |
| "learning_rate": 4.639175257731959e-06, | |
| "loss": 0.0022, | |
| "step": 776 | |
| }, | |
| { | |
| "epoch": 7.36, | |
| "grad_norm": 0.1260694412756396, | |
| "learning_rate": 4.618556701030928e-06, | |
| "loss": 0.0013, | |
| "step": 777 | |
| }, | |
| { | |
| "epoch": 7.37, | |
| "grad_norm": 0.1680960837920412, | |
| "learning_rate": 4.597938144329897e-06, | |
| "loss": 0.002, | |
| "step": 778 | |
| }, | |
| { | |
| "epoch": 7.38, | |
| "grad_norm": 0.15630853271864512, | |
| "learning_rate": 4.577319587628866e-06, | |
| "loss": 0.0034, | |
| "step": 779 | |
| }, | |
| { | |
| "epoch": 7.39, | |
| "grad_norm": 0.5056257260650967, | |
| "learning_rate": 4.556701030927835e-06, | |
| "loss": 0.0044, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 7.4, | |
| "grad_norm": 0.3261608875731138, | |
| "learning_rate": 4.536082474226804e-06, | |
| "loss": 0.0024, | |
| "step": 781 | |
| }, | |
| { | |
| "epoch": 7.41, | |
| "grad_norm": 0.11774930596045845, | |
| "learning_rate": 4.515463917525773e-06, | |
| "loss": 0.0027, | |
| "step": 782 | |
| }, | |
| { | |
| "epoch": 7.42, | |
| "grad_norm": 0.20014053153468342, | |
| "learning_rate": 4.494845360824742e-06, | |
| "loss": 0.0033, | |
| "step": 783 | |
| }, | |
| { | |
| "epoch": 7.43, | |
| "grad_norm": 0.13662801183781947, | |
| "learning_rate": 4.474226804123712e-06, | |
| "loss": 0.0022, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 7.44, | |
| "grad_norm": 0.1367035652992447, | |
| "learning_rate": 4.453608247422681e-06, | |
| "loss": 0.0015, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 7.45, | |
| "grad_norm": 0.14959126604407402, | |
| "learning_rate": 4.4329896907216494e-06, | |
| "loss": 0.0016, | |
| "step": 786 | |
| }, | |
| { | |
| "epoch": 7.46, | |
| "grad_norm": 0.40227617233297097, | |
| "learning_rate": 4.4123711340206185e-06, | |
| "loss": 0.0069, | |
| "step": 787 | |
| }, | |
| { | |
| "epoch": 7.47, | |
| "grad_norm": 0.1439579211526795, | |
| "learning_rate": 4.391752577319588e-06, | |
| "loss": 0.0019, | |
| "step": 788 | |
| }, | |
| { | |
| "epoch": 7.48, | |
| "grad_norm": 0.2423599613554704, | |
| "learning_rate": 4.371134020618557e-06, | |
| "loss": 0.002, | |
| "step": 789 | |
| }, | |
| { | |
| "epoch": 7.49, | |
| "grad_norm": 0.061898449078300846, | |
| "learning_rate": 4.350515463917526e-06, | |
| "loss": 0.0007, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 7.5, | |
| "grad_norm": 0.21962886757720973, | |
| "learning_rate": 4.329896907216495e-06, | |
| "loss": 0.0023, | |
| "step": 791 | |
| }, | |
| { | |
| "epoch": 7.51, | |
| "grad_norm": 0.25843588283083585, | |
| "learning_rate": 4.3092783505154644e-06, | |
| "loss": 0.0039, | |
| "step": 792 | |
| }, | |
| { | |
| "epoch": 7.52, | |
| "grad_norm": 0.15596379651783276, | |
| "learning_rate": 4.2886597938144335e-06, | |
| "loss": 0.0022, | |
| "step": 793 | |
| }, | |
| { | |
| "epoch": 7.53, | |
| "grad_norm": 0.28093297628000347, | |
| "learning_rate": 4.2680412371134025e-06, | |
| "loss": 0.0023, | |
| "step": 794 | |
| }, | |
| { | |
| "epoch": 7.54, | |
| "grad_norm": 0.10389743423350419, | |
| "learning_rate": 4.2474226804123715e-06, | |
| "loss": 0.0016, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 7.55, | |
| "grad_norm": 0.1906894184142329, | |
| "learning_rate": 4.2268041237113405e-06, | |
| "loss": 0.0041, | |
| "step": 796 | |
| }, | |
| { | |
| "epoch": 7.55, | |
| "grad_norm": 0.351454008104445, | |
| "learning_rate": 4.2061855670103096e-06, | |
| "loss": 0.0028, | |
| "step": 797 | |
| }, | |
| { | |
| "epoch": 7.56, | |
| "grad_norm": 0.28491723481759745, | |
| "learning_rate": 4.185567010309279e-06, | |
| "loss": 0.0029, | |
| "step": 798 | |
| }, | |
| { | |
| "epoch": 7.57, | |
| "grad_norm": 0.32800973275401546, | |
| "learning_rate": 4.164948453608248e-06, | |
| "loss": 0.0031, | |
| "step": 799 | |
| }, | |
| { | |
| "epoch": 7.58, | |
| "grad_norm": 0.16568805128723144, | |
| "learning_rate": 4.1443298969072175e-06, | |
| "loss": 0.0025, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 7.59, | |
| "grad_norm": 0.13805636962121431, | |
| "learning_rate": 4.123711340206186e-06, | |
| "loss": 0.004, | |
| "step": 801 | |
| }, | |
| { | |
| "epoch": 7.6, | |
| "grad_norm": 0.22470442377904398, | |
| "learning_rate": 4.103092783505155e-06, | |
| "loss": 0.0036, | |
| "step": 802 | |
| }, | |
| { | |
| "epoch": 7.61, | |
| "grad_norm": 0.13920068652558185, | |
| "learning_rate": 4.082474226804124e-06, | |
| "loss": 0.0016, | |
| "step": 803 | |
| }, | |
| { | |
| "epoch": 7.62, | |
| "grad_norm": 0.12487615470333269, | |
| "learning_rate": 4.061855670103093e-06, | |
| "loss": 0.002, | |
| "step": 804 | |
| }, | |
| { | |
| "epoch": 7.63, | |
| "grad_norm": 0.13024795088464938, | |
| "learning_rate": 4.041237113402063e-06, | |
| "loss": 0.0021, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 7.64, | |
| "grad_norm": 0.4559559030982543, | |
| "learning_rate": 4.020618556701032e-06, | |
| "loss": 0.0049, | |
| "step": 806 | |
| }, | |
| { | |
| "epoch": 7.65, | |
| "grad_norm": 0.31572235041331265, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 0.0031, | |
| "step": 807 | |
| }, | |
| { | |
| "epoch": 7.66, | |
| "grad_norm": 0.10781685433371178, | |
| "learning_rate": 3.979381443298969e-06, | |
| "loss": 0.0012, | |
| "step": 808 | |
| }, | |
| { | |
| "epoch": 7.67, | |
| "grad_norm": 0.2707219292080708, | |
| "learning_rate": 3.958762886597938e-06, | |
| "loss": 0.0046, | |
| "step": 809 | |
| }, | |
| { | |
| "epoch": 7.68, | |
| "grad_norm": 0.18722702062922045, | |
| "learning_rate": 3.938144329896908e-06, | |
| "loss": 0.0022, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 7.69, | |
| "grad_norm": 0.19212406204692095, | |
| "learning_rate": 3.917525773195877e-06, | |
| "loss": 0.0021, | |
| "step": 811 | |
| }, | |
| { | |
| "epoch": 7.7, | |
| "grad_norm": 0.38087322503362697, | |
| "learning_rate": 3.896907216494846e-06, | |
| "loss": 0.0037, | |
| "step": 812 | |
| }, | |
| { | |
| "epoch": 7.71, | |
| "grad_norm": 0.26518756245475933, | |
| "learning_rate": 3.876288659793815e-06, | |
| "loss": 0.0032, | |
| "step": 813 | |
| }, | |
| { | |
| "epoch": 7.72, | |
| "grad_norm": 0.2553887734939709, | |
| "learning_rate": 3.855670103092784e-06, | |
| "loss": 0.0031, | |
| "step": 814 | |
| }, | |
| { | |
| "epoch": 7.73, | |
| "grad_norm": 0.1343025738681451, | |
| "learning_rate": 3.835051546391753e-06, | |
| "loss": 0.0031, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 7.73, | |
| "grad_norm": 0.17024687128126006, | |
| "learning_rate": 3.814432989690722e-06, | |
| "loss": 0.0022, | |
| "step": 816 | |
| }, | |
| { | |
| "epoch": 7.74, | |
| "grad_norm": 0.18223575801892042, | |
| "learning_rate": 3.793814432989691e-06, | |
| "loss": 0.0037, | |
| "step": 817 | |
| }, | |
| { | |
| "epoch": 7.75, | |
| "grad_norm": 0.27174237568099197, | |
| "learning_rate": 3.77319587628866e-06, | |
| "loss": 0.0035, | |
| "step": 818 | |
| }, | |
| { | |
| "epoch": 7.76, | |
| "grad_norm": 0.14450601408992675, | |
| "learning_rate": 3.752577319587629e-06, | |
| "loss": 0.0013, | |
| "step": 819 | |
| }, | |
| { | |
| "epoch": 7.77, | |
| "grad_norm": 0.18897491743653955, | |
| "learning_rate": 3.7319587628865984e-06, | |
| "loss": 0.0025, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 7.78, | |
| "grad_norm": 0.07385960694848187, | |
| "learning_rate": 3.7113402061855674e-06, | |
| "loss": 0.001, | |
| "step": 821 | |
| }, | |
| { | |
| "epoch": 7.79, | |
| "grad_norm": 0.15435878501514447, | |
| "learning_rate": 3.6907216494845365e-06, | |
| "loss": 0.002, | |
| "step": 822 | |
| }, | |
| { | |
| "epoch": 7.8, | |
| "grad_norm": 0.08634587004116331, | |
| "learning_rate": 3.670103092783505e-06, | |
| "loss": 0.0012, | |
| "step": 823 | |
| }, | |
| { | |
| "epoch": 7.81, | |
| "grad_norm": 0.2058857410491722, | |
| "learning_rate": 3.6494845360824745e-06, | |
| "loss": 0.0053, | |
| "step": 824 | |
| }, | |
| { | |
| "epoch": 7.82, | |
| "grad_norm": 0.1858026147497508, | |
| "learning_rate": 3.6288659793814435e-06, | |
| "loss": 0.0041, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 7.83, | |
| "grad_norm": 0.1011331957444775, | |
| "learning_rate": 3.6082474226804126e-06, | |
| "loss": 0.0018, | |
| "step": 826 | |
| }, | |
| { | |
| "epoch": 7.84, | |
| "grad_norm": 0.23666951451188797, | |
| "learning_rate": 3.5876288659793816e-06, | |
| "loss": 0.0059, | |
| "step": 827 | |
| }, | |
| { | |
| "epoch": 7.85, | |
| "grad_norm": 0.2603758621036727, | |
| "learning_rate": 3.567010309278351e-06, | |
| "loss": 0.0062, | |
| "step": 828 | |
| }, | |
| { | |
| "epoch": 7.86, | |
| "grad_norm": 0.16480165821012008, | |
| "learning_rate": 3.54639175257732e-06, | |
| "loss": 0.004, | |
| "step": 829 | |
| }, | |
| { | |
| "epoch": 7.87, | |
| "grad_norm": 0.28086898744817096, | |
| "learning_rate": 3.525773195876289e-06, | |
| "loss": 0.0026, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 7.88, | |
| "grad_norm": 0.12322710099051527, | |
| "learning_rate": 3.5051546391752577e-06, | |
| "loss": 0.0032, | |
| "step": 831 | |
| }, | |
| { | |
| "epoch": 7.89, | |
| "grad_norm": 0.242219730509079, | |
| "learning_rate": 3.4845360824742267e-06, | |
| "loss": 0.0026, | |
| "step": 832 | |
| }, | |
| { | |
| "epoch": 7.9, | |
| "grad_norm": 0.14529332731776778, | |
| "learning_rate": 3.463917525773196e-06, | |
| "loss": 0.0027, | |
| "step": 833 | |
| }, | |
| { | |
| "epoch": 7.91, | |
| "grad_norm": 0.2138874096650693, | |
| "learning_rate": 3.443298969072165e-06, | |
| "loss": 0.0034, | |
| "step": 834 | |
| }, | |
| { | |
| "epoch": 7.91, | |
| "grad_norm": 0.19749759028268452, | |
| "learning_rate": 3.4226804123711342e-06, | |
| "loss": 0.0037, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 7.92, | |
| "grad_norm": 0.15476553398449305, | |
| "learning_rate": 3.4020618556701037e-06, | |
| "loss": 0.0019, | |
| "step": 836 | |
| }, | |
| { | |
| "epoch": 7.93, | |
| "grad_norm": 0.15960147768108288, | |
| "learning_rate": 3.3814432989690727e-06, | |
| "loss": 0.0033, | |
| "step": 837 | |
| }, | |
| { | |
| "epoch": 7.94, | |
| "grad_norm": 0.624338061755059, | |
| "learning_rate": 3.3608247422680417e-06, | |
| "loss": 0.0015, | |
| "step": 838 | |
| }, | |
| { | |
| "epoch": 7.95, | |
| "grad_norm": 0.13702122063292282, | |
| "learning_rate": 3.3402061855670103e-06, | |
| "loss": 0.0023, | |
| "step": 839 | |
| }, | |
| { | |
| "epoch": 7.96, | |
| "grad_norm": 0.08365808633780984, | |
| "learning_rate": 3.3195876288659793e-06, | |
| "loss": 0.0012, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 7.97, | |
| "grad_norm": 0.0899836549718512, | |
| "learning_rate": 3.298969072164949e-06, | |
| "loss": 0.0011, | |
| "step": 841 | |
| }, | |
| { | |
| "epoch": 7.98, | |
| "grad_norm": 0.4829138899331933, | |
| "learning_rate": 3.278350515463918e-06, | |
| "loss": 0.008, | |
| "step": 842 | |
| }, | |
| { | |
| "epoch": 7.99, | |
| "grad_norm": 0.1919209896415992, | |
| "learning_rate": 3.257731958762887e-06, | |
| "loss": 0.004, | |
| "step": 843 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "grad_norm": 0.16899372796264808, | |
| "learning_rate": 3.2371134020618563e-06, | |
| "loss": 0.0029, | |
| "step": 844 | |
| }, | |
| { | |
| "epoch": 8.01, | |
| "grad_norm": 0.05509708497550106, | |
| "learning_rate": 3.2164948453608253e-06, | |
| "loss": 0.0008, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 8.02, | |
| "grad_norm": 0.043054987243414666, | |
| "learning_rate": 3.195876288659794e-06, | |
| "loss": 0.0009, | |
| "step": 846 | |
| }, | |
| { | |
| "epoch": 8.03, | |
| "grad_norm": 0.07564136188229313, | |
| "learning_rate": 3.175257731958763e-06, | |
| "loss": 0.0008, | |
| "step": 847 | |
| }, | |
| { | |
| "epoch": 8.04, | |
| "grad_norm": 0.06691193876219953, | |
| "learning_rate": 3.154639175257732e-06, | |
| "loss": 0.0014, | |
| "step": 848 | |
| }, | |
| { | |
| "epoch": 8.05, | |
| "grad_norm": 0.0603253152399713, | |
| "learning_rate": 3.1340206185567014e-06, | |
| "loss": 0.0012, | |
| "step": 849 | |
| }, | |
| { | |
| "epoch": 8.06, | |
| "grad_norm": 0.10812760361667872, | |
| "learning_rate": 3.1134020618556704e-06, | |
| "loss": 0.001, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 8.07, | |
| "grad_norm": 0.08892218491395185, | |
| "learning_rate": 3.0927835051546395e-06, | |
| "loss": 0.0024, | |
| "step": 851 | |
| }, | |
| { | |
| "epoch": 8.08, | |
| "grad_norm": 0.04677768629502165, | |
| "learning_rate": 3.0721649484536085e-06, | |
| "loss": 0.0006, | |
| "step": 852 | |
| }, | |
| { | |
| "epoch": 8.09, | |
| "grad_norm": 0.04430331529830851, | |
| "learning_rate": 3.051546391752578e-06, | |
| "loss": 0.0006, | |
| "step": 853 | |
| }, | |
| { | |
| "epoch": 8.09, | |
| "grad_norm": 0.09346449113687558, | |
| "learning_rate": 3.0309278350515465e-06, | |
| "loss": 0.0012, | |
| "step": 854 | |
| }, | |
| { | |
| "epoch": 8.1, | |
| "grad_norm": 0.2160454348367651, | |
| "learning_rate": 3.0103092783505156e-06, | |
| "loss": 0.0028, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 8.11, | |
| "grad_norm": 0.05155936018458442, | |
| "learning_rate": 2.9896907216494846e-06, | |
| "loss": 0.0008, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 8.12, | |
| "grad_norm": 0.07141585375187036, | |
| "learning_rate": 2.969072164948454e-06, | |
| "loss": 0.0013, | |
| "step": 857 | |
| }, | |
| { | |
| "epoch": 8.13, | |
| "grad_norm": 0.0687070418387174, | |
| "learning_rate": 2.948453608247423e-06, | |
| "loss": 0.0009, | |
| "step": 858 | |
| }, | |
| { | |
| "epoch": 8.14, | |
| "grad_norm": 0.07669199142811815, | |
| "learning_rate": 2.927835051546392e-06, | |
| "loss": 0.0009, | |
| "step": 859 | |
| }, | |
| { | |
| "epoch": 8.15, | |
| "grad_norm": 0.04465730126907368, | |
| "learning_rate": 2.907216494845361e-06, | |
| "loss": 0.0007, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 8.16, | |
| "grad_norm": 0.16895614434947578, | |
| "learning_rate": 2.8865979381443297e-06, | |
| "loss": 0.0015, | |
| "step": 861 | |
| }, | |
| { | |
| "epoch": 8.17, | |
| "grad_norm": 0.030537970405421798, | |
| "learning_rate": 2.865979381443299e-06, | |
| "loss": 0.0004, | |
| "step": 862 | |
| }, | |
| { | |
| "epoch": 8.18, | |
| "grad_norm": 0.06522562102441246, | |
| "learning_rate": 2.845360824742268e-06, | |
| "loss": 0.0011, | |
| "step": 863 | |
| }, | |
| { | |
| "epoch": 8.19, | |
| "grad_norm": 0.05635364358518778, | |
| "learning_rate": 2.8247422680412372e-06, | |
| "loss": 0.0008, | |
| "step": 864 | |
| }, | |
| { | |
| "epoch": 8.2, | |
| "grad_norm": 0.27006905568911943, | |
| "learning_rate": 2.8041237113402062e-06, | |
| "loss": 0.0028, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 8.21, | |
| "grad_norm": 0.06011103263626429, | |
| "learning_rate": 2.7835051546391757e-06, | |
| "loss": 0.001, | |
| "step": 866 | |
| }, | |
| { | |
| "epoch": 8.22, | |
| "grad_norm": 0.0483751457086483, | |
| "learning_rate": 2.7628865979381447e-06, | |
| "loss": 0.001, | |
| "step": 867 | |
| }, | |
| { | |
| "epoch": 8.23, | |
| "grad_norm": 0.19500311188782363, | |
| "learning_rate": 2.7422680412371137e-06, | |
| "loss": 0.0016, | |
| "step": 868 | |
| }, | |
| { | |
| "epoch": 8.24, | |
| "grad_norm": 0.08213703963458831, | |
| "learning_rate": 2.7216494845360823e-06, | |
| "loss": 0.0008, | |
| "step": 869 | |
| }, | |
| { | |
| "epoch": 8.25, | |
| "grad_norm": 0.027020412786747442, | |
| "learning_rate": 2.7010309278350518e-06, | |
| "loss": 0.0003, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 8.26, | |
| "grad_norm": 0.20242259650799319, | |
| "learning_rate": 2.680412371134021e-06, | |
| "loss": 0.0032, | |
| "step": 871 | |
| }, | |
| { | |
| "epoch": 8.27, | |
| "grad_norm": 0.08711446471377081, | |
| "learning_rate": 2.65979381443299e-06, | |
| "loss": 0.0014, | |
| "step": 872 | |
| }, | |
| { | |
| "epoch": 8.27, | |
| "grad_norm": 0.07389239032061967, | |
| "learning_rate": 2.639175257731959e-06, | |
| "loss": 0.0009, | |
| "step": 873 | |
| }, | |
| { | |
| "epoch": 8.28, | |
| "grad_norm": 0.1371163852779683, | |
| "learning_rate": 2.6185567010309283e-06, | |
| "loss": 0.0013, | |
| "step": 874 | |
| }, | |
| { | |
| "epoch": 8.29, | |
| "grad_norm": 0.07524174953179151, | |
| "learning_rate": 2.5979381443298973e-06, | |
| "loss": 0.0006, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 8.3, | |
| "grad_norm": 0.058236929098366835, | |
| "learning_rate": 2.577319587628866e-06, | |
| "loss": 0.0005, | |
| "step": 876 | |
| }, | |
| { | |
| "epoch": 8.31, | |
| "grad_norm": 0.14363459873619006, | |
| "learning_rate": 2.556701030927835e-06, | |
| "loss": 0.0018, | |
| "step": 877 | |
| }, | |
| { | |
| "epoch": 8.32, | |
| "grad_norm": 0.09599514123515855, | |
| "learning_rate": 2.5360824742268044e-06, | |
| "loss": 0.0011, | |
| "step": 878 | |
| }, | |
| { | |
| "epoch": 8.33, | |
| "grad_norm": 0.1042080965702281, | |
| "learning_rate": 2.5154639175257734e-06, | |
| "loss": 0.0008, | |
| "step": 879 | |
| }, | |
| { | |
| "epoch": 8.34, | |
| "grad_norm": 0.0805476860492103, | |
| "learning_rate": 2.4948453608247425e-06, | |
| "loss": 0.0015, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 8.35, | |
| "grad_norm": 0.19711701300084405, | |
| "learning_rate": 2.4742268041237115e-06, | |
| "loss": 0.0025, | |
| "step": 881 | |
| }, | |
| { | |
| "epoch": 8.36, | |
| "grad_norm": 0.055123808951037204, | |
| "learning_rate": 2.4536082474226805e-06, | |
| "loss": 0.0007, | |
| "step": 882 | |
| }, | |
| { | |
| "epoch": 8.37, | |
| "grad_norm": 0.04149342152050289, | |
| "learning_rate": 2.4329896907216495e-06, | |
| "loss": 0.0004, | |
| "step": 883 | |
| }, | |
| { | |
| "epoch": 8.38, | |
| "grad_norm": 0.06270351282009798, | |
| "learning_rate": 2.412371134020619e-06, | |
| "loss": 0.0007, | |
| "step": 884 | |
| }, | |
| { | |
| "epoch": 8.39, | |
| "grad_norm": 0.05393996609636815, | |
| "learning_rate": 2.391752577319588e-06, | |
| "loss": 0.0008, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 8.4, | |
| "grad_norm": 0.03400127645574442, | |
| "learning_rate": 2.3711340206185566e-06, | |
| "loss": 0.0005, | |
| "step": 886 | |
| }, | |
| { | |
| "epoch": 8.41, | |
| "grad_norm": 0.22733022249751159, | |
| "learning_rate": 2.350515463917526e-06, | |
| "loss": 0.0014, | |
| "step": 887 | |
| }, | |
| { | |
| "epoch": 8.42, | |
| "grad_norm": 0.05866248351197364, | |
| "learning_rate": 2.329896907216495e-06, | |
| "loss": 0.0009, | |
| "step": 888 | |
| }, | |
| { | |
| "epoch": 8.43, | |
| "grad_norm": 0.0855931813183556, | |
| "learning_rate": 2.309278350515464e-06, | |
| "loss": 0.0016, | |
| "step": 889 | |
| }, | |
| { | |
| "epoch": 8.44, | |
| "grad_norm": 0.12637047947600505, | |
| "learning_rate": 2.288659793814433e-06, | |
| "loss": 0.0016, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 8.45, | |
| "grad_norm": 0.04727536575972343, | |
| "learning_rate": 2.268041237113402e-06, | |
| "loss": 0.0007, | |
| "step": 891 | |
| }, | |
| { | |
| "epoch": 8.45, | |
| "grad_norm": 0.07846292190621403, | |
| "learning_rate": 2.247422680412371e-06, | |
| "loss": 0.0008, | |
| "step": 892 | |
| }, | |
| { | |
| "epoch": 8.46, | |
| "grad_norm": 0.06736962908164983, | |
| "learning_rate": 2.2268041237113406e-06, | |
| "loss": 0.0015, | |
| "step": 893 | |
| }, | |
| { | |
| "epoch": 8.47, | |
| "grad_norm": 0.05270371384592827, | |
| "learning_rate": 2.2061855670103092e-06, | |
| "loss": 0.001, | |
| "step": 894 | |
| }, | |
| { | |
| "epoch": 8.48, | |
| "grad_norm": 0.09516249464713478, | |
| "learning_rate": 2.1855670103092787e-06, | |
| "loss": 0.0006, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 8.49, | |
| "grad_norm": 0.06091978231251835, | |
| "learning_rate": 2.1649484536082477e-06, | |
| "loss": 0.0013, | |
| "step": 896 | |
| }, | |
| { | |
| "epoch": 8.5, | |
| "grad_norm": 0.019466262224842438, | |
| "learning_rate": 2.1443298969072167e-06, | |
| "loss": 0.0003, | |
| "step": 897 | |
| }, | |
| { | |
| "epoch": 8.51, | |
| "grad_norm": 0.24243963868008434, | |
| "learning_rate": 2.1237113402061858e-06, | |
| "loss": 0.0009, | |
| "step": 898 | |
| }, | |
| { | |
| "epoch": 8.52, | |
| "grad_norm": 0.0945701438322458, | |
| "learning_rate": 2.1030927835051548e-06, | |
| "loss": 0.0004, | |
| "step": 899 | |
| }, | |
| { | |
| "epoch": 8.53, | |
| "grad_norm": 0.20953662491346972, | |
| "learning_rate": 2.082474226804124e-06, | |
| "loss": 0.002, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 8.54, | |
| "grad_norm": 0.061779322657336, | |
| "learning_rate": 2.061855670103093e-06, | |
| "loss": 0.0006, | |
| "step": 901 | |
| }, | |
| { | |
| "epoch": 8.55, | |
| "grad_norm": 0.3308993399847209, | |
| "learning_rate": 2.041237113402062e-06, | |
| "loss": 0.005, | |
| "step": 902 | |
| }, | |
| { | |
| "epoch": 8.56, | |
| "grad_norm": 0.1975396773766454, | |
| "learning_rate": 2.0206185567010313e-06, | |
| "loss": 0.0015, | |
| "step": 903 | |
| }, | |
| { | |
| "epoch": 8.57, | |
| "grad_norm": 0.045236846439595156, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 0.0005, | |
| "step": 904 | |
| }, | |
| { | |
| "epoch": 8.58, | |
| "grad_norm": 0.13398233084050726, | |
| "learning_rate": 1.979381443298969e-06, | |
| "loss": 0.002, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 8.59, | |
| "grad_norm": 0.0622461666714804, | |
| "learning_rate": 1.9587628865979384e-06, | |
| "loss": 0.0007, | |
| "step": 906 | |
| }, | |
| { | |
| "epoch": 8.6, | |
| "grad_norm": 0.06781721034478837, | |
| "learning_rate": 1.9381443298969074e-06, | |
| "loss": 0.0011, | |
| "step": 907 | |
| }, | |
| { | |
| "epoch": 8.61, | |
| "grad_norm": 0.13977337963368935, | |
| "learning_rate": 1.9175257731958764e-06, | |
| "loss": 0.001, | |
| "step": 908 | |
| }, | |
| { | |
| "epoch": 8.62, | |
| "grad_norm": 0.04013178863550451, | |
| "learning_rate": 1.8969072164948455e-06, | |
| "loss": 0.0004, | |
| "step": 909 | |
| }, | |
| { | |
| "epoch": 8.63, | |
| "grad_norm": 0.11598113924981095, | |
| "learning_rate": 1.8762886597938145e-06, | |
| "loss": 0.0018, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 8.64, | |
| "grad_norm": 0.08230482757730247, | |
| "learning_rate": 1.8556701030927837e-06, | |
| "loss": 0.0011, | |
| "step": 911 | |
| }, | |
| { | |
| "epoch": 8.64, | |
| "grad_norm": 0.2257864420204737, | |
| "learning_rate": 1.8350515463917525e-06, | |
| "loss": 0.0016, | |
| "step": 912 | |
| }, | |
| { | |
| "epoch": 8.65, | |
| "grad_norm": 0.09910986042730756, | |
| "learning_rate": 1.8144329896907218e-06, | |
| "loss": 0.001, | |
| "step": 913 | |
| }, | |
| { | |
| "epoch": 8.66, | |
| "grad_norm": 0.0759242569105602, | |
| "learning_rate": 1.7938144329896908e-06, | |
| "loss": 0.0013, | |
| "step": 914 | |
| }, | |
| { | |
| "epoch": 8.67, | |
| "grad_norm": 0.029364530605982583, | |
| "learning_rate": 1.77319587628866e-06, | |
| "loss": 0.0004, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 8.68, | |
| "grad_norm": 0.444311422153807, | |
| "learning_rate": 1.7525773195876288e-06, | |
| "loss": 0.0013, | |
| "step": 916 | |
| }, | |
| { | |
| "epoch": 8.69, | |
| "grad_norm": 0.22028957714382316, | |
| "learning_rate": 1.731958762886598e-06, | |
| "loss": 0.0017, | |
| "step": 917 | |
| }, | |
| { | |
| "epoch": 8.7, | |
| "grad_norm": 0.06460565522866611, | |
| "learning_rate": 1.7113402061855671e-06, | |
| "loss": 0.0013, | |
| "step": 918 | |
| }, | |
| { | |
| "epoch": 8.71, | |
| "grad_norm": 0.08558295275203245, | |
| "learning_rate": 1.6907216494845363e-06, | |
| "loss": 0.0012, | |
| "step": 919 | |
| }, | |
| { | |
| "epoch": 8.72, | |
| "grad_norm": 0.07692536867678362, | |
| "learning_rate": 1.6701030927835052e-06, | |
| "loss": 0.0004, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 8.73, | |
| "grad_norm": 0.0750770629902968, | |
| "learning_rate": 1.6494845360824744e-06, | |
| "loss": 0.0005, | |
| "step": 921 | |
| }, | |
| { | |
| "epoch": 8.74, | |
| "grad_norm": 0.042917397004941536, | |
| "learning_rate": 1.6288659793814434e-06, | |
| "loss": 0.0007, | |
| "step": 922 | |
| }, | |
| { | |
| "epoch": 8.75, | |
| "grad_norm": 0.10264347301003988, | |
| "learning_rate": 1.6082474226804127e-06, | |
| "loss": 0.0012, | |
| "step": 923 | |
| }, | |
| { | |
| "epoch": 8.76, | |
| "grad_norm": 0.22778156766478125, | |
| "learning_rate": 1.5876288659793815e-06, | |
| "loss": 0.0011, | |
| "step": 924 | |
| }, | |
| { | |
| "epoch": 8.77, | |
| "grad_norm": 0.04758354713208677, | |
| "learning_rate": 1.5670103092783507e-06, | |
| "loss": 0.0006, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 8.78, | |
| "grad_norm": 0.08412047104508713, | |
| "learning_rate": 1.5463917525773197e-06, | |
| "loss": 0.0015, | |
| "step": 926 | |
| }, | |
| { | |
| "epoch": 8.79, | |
| "grad_norm": 0.034866429835879974, | |
| "learning_rate": 1.525773195876289e-06, | |
| "loss": 0.0002, | |
| "step": 927 | |
| }, | |
| { | |
| "epoch": 8.8, | |
| "grad_norm": 0.07562133012194057, | |
| "learning_rate": 1.5051546391752578e-06, | |
| "loss": 0.0007, | |
| "step": 928 | |
| }, | |
| { | |
| "epoch": 8.81, | |
| "grad_norm": 0.0916289355732546, | |
| "learning_rate": 1.484536082474227e-06, | |
| "loss": 0.0009, | |
| "step": 929 | |
| }, | |
| { | |
| "epoch": 8.82, | |
| "grad_norm": 0.0615359550941953, | |
| "learning_rate": 1.463917525773196e-06, | |
| "loss": 0.0005, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 8.82, | |
| "grad_norm": 0.11577012903135302, | |
| "learning_rate": 1.4432989690721649e-06, | |
| "loss": 0.002, | |
| "step": 931 | |
| }, | |
| { | |
| "epoch": 8.83, | |
| "grad_norm": 0.11708940930639869, | |
| "learning_rate": 1.422680412371134e-06, | |
| "loss": 0.0014, | |
| "step": 932 | |
| }, | |
| { | |
| "epoch": 8.84, | |
| "grad_norm": 0.11404794998644863, | |
| "learning_rate": 1.4020618556701031e-06, | |
| "loss": 0.0004, | |
| "step": 933 | |
| }, | |
| { | |
| "epoch": 8.85, | |
| "grad_norm": 0.05957189933039153, | |
| "learning_rate": 1.3814432989690724e-06, | |
| "loss": 0.0006, | |
| "step": 934 | |
| }, | |
| { | |
| "epoch": 8.86, | |
| "grad_norm": 0.07382893776320089, | |
| "learning_rate": 1.3608247422680412e-06, | |
| "loss": 0.0017, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 8.87, | |
| "grad_norm": 0.19998944560156712, | |
| "learning_rate": 1.3402061855670104e-06, | |
| "loss": 0.0014, | |
| "step": 936 | |
| }, | |
| { | |
| "epoch": 8.88, | |
| "grad_norm": 0.06571641767687599, | |
| "learning_rate": 1.3195876288659794e-06, | |
| "loss": 0.0004, | |
| "step": 937 | |
| }, | |
| { | |
| "epoch": 8.89, | |
| "grad_norm": 0.06311261303979947, | |
| "learning_rate": 1.2989690721649487e-06, | |
| "loss": 0.0005, | |
| "step": 938 | |
| }, | |
| { | |
| "epoch": 8.9, | |
| "grad_norm": 0.04274947260430576, | |
| "learning_rate": 1.2783505154639175e-06, | |
| "loss": 0.0007, | |
| "step": 939 | |
| }, | |
| { | |
| "epoch": 8.91, | |
| "grad_norm": 0.18573998892171853, | |
| "learning_rate": 1.2577319587628867e-06, | |
| "loss": 0.0015, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 8.92, | |
| "grad_norm": 0.41425063699409714, | |
| "learning_rate": 1.2371134020618557e-06, | |
| "loss": 0.008, | |
| "step": 941 | |
| }, | |
| { | |
| "epoch": 8.93, | |
| "grad_norm": 0.16152795833732628, | |
| "learning_rate": 1.2164948453608248e-06, | |
| "loss": 0.0005, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 8.94, | |
| "grad_norm": 0.049126419628053614, | |
| "learning_rate": 1.195876288659794e-06, | |
| "loss": 0.0005, | |
| "step": 943 | |
| }, | |
| { | |
| "epoch": 8.95, | |
| "grad_norm": 0.0661304405122751, | |
| "learning_rate": 1.175257731958763e-06, | |
| "loss": 0.0009, | |
| "step": 944 | |
| }, | |
| { | |
| "epoch": 8.96, | |
| "grad_norm": 0.05744751905817848, | |
| "learning_rate": 1.154639175257732e-06, | |
| "loss": 0.0009, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 8.97, | |
| "grad_norm": 0.07837412274647698, | |
| "learning_rate": 1.134020618556701e-06, | |
| "loss": 0.0011, | |
| "step": 946 | |
| }, | |
| { | |
| "epoch": 8.98, | |
| "grad_norm": 0.03813985224073424, | |
| "learning_rate": 1.1134020618556703e-06, | |
| "loss": 0.0004, | |
| "step": 947 | |
| }, | |
| { | |
| "epoch": 8.99, | |
| "grad_norm": 0.20785503418246787, | |
| "learning_rate": 1.0927835051546393e-06, | |
| "loss": 0.0009, | |
| "step": 948 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "grad_norm": 0.048326297750132946, | |
| "learning_rate": 1.0721649484536084e-06, | |
| "loss": 0.0005, | |
| "step": 949 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "grad_norm": 0.040042798519284356, | |
| "learning_rate": 1.0515463917525774e-06, | |
| "loss": 0.0007, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 9.01, | |
| "grad_norm": 0.06873126031951501, | |
| "learning_rate": 1.0309278350515464e-06, | |
| "loss": 0.0004, | |
| "step": 951 | |
| }, | |
| { | |
| "epoch": 9.02, | |
| "grad_norm": 0.022756536172152075, | |
| "learning_rate": 1.0103092783505157e-06, | |
| "loss": 0.0003, | |
| "step": 952 | |
| }, | |
| { | |
| "epoch": 9.03, | |
| "grad_norm": 0.01742605318818428, | |
| "learning_rate": 9.896907216494845e-07, | |
| "loss": 0.0002, | |
| "step": 953 | |
| }, | |
| { | |
| "epoch": 9.04, | |
| "grad_norm": 0.044961233104923864, | |
| "learning_rate": 9.690721649484537e-07, | |
| "loss": 0.0005, | |
| "step": 954 | |
| }, | |
| { | |
| "epoch": 9.05, | |
| "grad_norm": 0.053048913302749426, | |
| "learning_rate": 9.484536082474227e-07, | |
| "loss": 0.0009, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 9.06, | |
| "grad_norm": 0.04713989946921602, | |
| "learning_rate": 9.278350515463919e-07, | |
| "loss": 0.0006, | |
| "step": 956 | |
| }, | |
| { | |
| "epoch": 9.07, | |
| "grad_norm": 0.048810056681268664, | |
| "learning_rate": 9.072164948453609e-07, | |
| "loss": 0.001, | |
| "step": 957 | |
| }, | |
| { | |
| "epoch": 9.08, | |
| "grad_norm": 0.060005585219904824, | |
| "learning_rate": 8.8659793814433e-07, | |
| "loss": 0.0002, | |
| "step": 958 | |
| }, | |
| { | |
| "epoch": 9.09, | |
| "grad_norm": 0.012673574874247678, | |
| "learning_rate": 8.65979381443299e-07, | |
| "loss": 0.0002, | |
| "step": 959 | |
| }, | |
| { | |
| "epoch": 9.1, | |
| "grad_norm": 0.026958799974119988, | |
| "learning_rate": 8.453608247422682e-07, | |
| "loss": 0.0004, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 9.11, | |
| "grad_norm": 0.029290447920903767, | |
| "learning_rate": 8.247422680412372e-07, | |
| "loss": 0.0004, | |
| "step": 961 | |
| }, | |
| { | |
| "epoch": 9.12, | |
| "grad_norm": 0.02798108501852727, | |
| "learning_rate": 8.041237113402063e-07, | |
| "loss": 0.0004, | |
| "step": 962 | |
| }, | |
| { | |
| "epoch": 9.13, | |
| "grad_norm": 0.04404423494062546, | |
| "learning_rate": 7.835051546391754e-07, | |
| "loss": 0.0005, | |
| "step": 963 | |
| }, | |
| { | |
| "epoch": 9.14, | |
| "grad_norm": 0.03359906700662011, | |
| "learning_rate": 7.628865979381445e-07, | |
| "loss": 0.0006, | |
| "step": 964 | |
| }, | |
| { | |
| "epoch": 9.15, | |
| "grad_norm": 0.012391757389303072, | |
| "learning_rate": 7.422680412371135e-07, | |
| "loss": 0.0002, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 9.16, | |
| "grad_norm": 0.030976476789454522, | |
| "learning_rate": 7.216494845360824e-07, | |
| "loss": 0.0003, | |
| "step": 966 | |
| }, | |
| { | |
| "epoch": 9.17, | |
| "grad_norm": 0.0457425895684649, | |
| "learning_rate": 7.010309278350516e-07, | |
| "loss": 0.0008, | |
| "step": 967 | |
| }, | |
| { | |
| "epoch": 9.18, | |
| "grad_norm": 0.03739999858386374, | |
| "learning_rate": 6.804123711340206e-07, | |
| "loss": 0.0005, | |
| "step": 968 | |
| }, | |
| { | |
| "epoch": 9.18, | |
| "grad_norm": 0.12124451742238591, | |
| "learning_rate": 6.597938144329897e-07, | |
| "loss": 0.0006, | |
| "step": 969 | |
| }, | |
| { | |
| "epoch": 9.19, | |
| "grad_norm": 0.03048681043306536, | |
| "learning_rate": 6.391752577319587e-07, | |
| "loss": 0.0005, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 9.2, | |
| "grad_norm": 0.039000124602355656, | |
| "learning_rate": 6.185567010309279e-07, | |
| "loss": 0.0006, | |
| "step": 971 | |
| }, | |
| { | |
| "epoch": 9.21, | |
| "grad_norm": 0.02438232504761682, | |
| "learning_rate": 5.97938144329897e-07, | |
| "loss": 0.0003, | |
| "step": 972 | |
| }, | |
| { | |
| "epoch": 9.22, | |
| "grad_norm": 0.04705775170496308, | |
| "learning_rate": 5.77319587628866e-07, | |
| "loss": 0.0004, | |
| "step": 973 | |
| }, | |
| { | |
| "epoch": 9.23, | |
| "grad_norm": 0.01254285745016695, | |
| "learning_rate": 5.567010309278352e-07, | |
| "loss": 0.0001, | |
| "step": 974 | |
| }, | |
| { | |
| "epoch": 9.24, | |
| "grad_norm": 0.022806488469377377, | |
| "learning_rate": 5.360824742268042e-07, | |
| "loss": 0.0003, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 9.25, | |
| "grad_norm": 0.026636190786526362, | |
| "learning_rate": 5.154639175257732e-07, | |
| "loss": 0.0004, | |
| "step": 976 | |
| }, | |
| { | |
| "epoch": 9.26, | |
| "grad_norm": 0.05255663685963608, | |
| "learning_rate": 4.948453608247422e-07, | |
| "loss": 0.0006, | |
| "step": 977 | |
| }, | |
| { | |
| "epoch": 9.27, | |
| "grad_norm": 0.03217353033582061, | |
| "learning_rate": 4.7422680412371136e-07, | |
| "loss": 0.0004, | |
| "step": 978 | |
| }, | |
| { | |
| "epoch": 9.28, | |
| "grad_norm": 0.0664343564073901, | |
| "learning_rate": 4.5360824742268044e-07, | |
| "loss": 0.0005, | |
| "step": 979 | |
| }, | |
| { | |
| "epoch": 9.29, | |
| "grad_norm": 0.025925295566005847, | |
| "learning_rate": 4.329896907216495e-07, | |
| "loss": 0.0004, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 9.3, | |
| "grad_norm": 0.0292099906116108, | |
| "learning_rate": 4.123711340206186e-07, | |
| "loss": 0.0002, | |
| "step": 981 | |
| }, | |
| { | |
| "epoch": 9.31, | |
| "grad_norm": 0.03181595101800679, | |
| "learning_rate": 3.917525773195877e-07, | |
| "loss": 0.0005, | |
| "step": 982 | |
| }, | |
| { | |
| "epoch": 9.32, | |
| "grad_norm": 0.03120848572963688, | |
| "learning_rate": 3.7113402061855675e-07, | |
| "loss": 0.0003, | |
| "step": 983 | |
| }, | |
| { | |
| "epoch": 9.33, | |
| "grad_norm": 0.04417780596211519, | |
| "learning_rate": 3.505154639175258e-07, | |
| "loss": 0.0006, | |
| "step": 984 | |
| }, | |
| { | |
| "epoch": 9.34, | |
| "grad_norm": 0.02624121570420308, | |
| "learning_rate": 3.2989690721649486e-07, | |
| "loss": 0.0003, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 9.35, | |
| "grad_norm": 0.03344031943986025, | |
| "learning_rate": 3.0927835051546394e-07, | |
| "loss": 0.0003, | |
| "step": 986 | |
| }, | |
| { | |
| "epoch": 9.36, | |
| "grad_norm": 0.034761043645872715, | |
| "learning_rate": 2.88659793814433e-07, | |
| "loss": 0.0004, | |
| "step": 987 | |
| }, | |
| { | |
| "epoch": 9.36, | |
| "grad_norm": 0.020241986442803762, | |
| "learning_rate": 2.680412371134021e-07, | |
| "loss": 0.0002, | |
| "step": 988 | |
| }, | |
| { | |
| "epoch": 9.37, | |
| "grad_norm": 0.09793444585785131, | |
| "learning_rate": 2.474226804123711e-07, | |
| "loss": 0.0016, | |
| "step": 989 | |
| }, | |
| { | |
| "epoch": 9.38, | |
| "grad_norm": 0.017940198006010516, | |
| "learning_rate": 2.2680412371134022e-07, | |
| "loss": 0.0002, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 9.39, | |
| "grad_norm": 0.019179236413784675, | |
| "learning_rate": 2.061855670103093e-07, | |
| "loss": 0.0003, | |
| "step": 991 | |
| }, | |
| { | |
| "epoch": 9.4, | |
| "grad_norm": 0.050718252371269985, | |
| "learning_rate": 1.8556701030927838e-07, | |
| "loss": 0.001, | |
| "step": 992 | |
| }, | |
| { | |
| "epoch": 9.41, | |
| "grad_norm": 0.037188941896057204, | |
| "learning_rate": 1.6494845360824743e-07, | |
| "loss": 0.0005, | |
| "step": 993 | |
| }, | |
| { | |
| "epoch": 9.42, | |
| "grad_norm": 0.02557890459582751, | |
| "learning_rate": 1.443298969072165e-07, | |
| "loss": 0.0002, | |
| "step": 994 | |
| }, | |
| { | |
| "epoch": 9.43, | |
| "grad_norm": 0.06341211642068095, | |
| "learning_rate": 1.2371134020618556e-07, | |
| "loss": 0.0013, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 9.44, | |
| "grad_norm": 0.026816555571157724, | |
| "learning_rate": 1.0309278350515465e-07, | |
| "loss": 0.0004, | |
| "step": 996 | |
| }, | |
| { | |
| "epoch": 9.45, | |
| "grad_norm": 0.05575356482299228, | |
| "learning_rate": 8.247422680412371e-08, | |
| "loss": 0.0003, | |
| "step": 997 | |
| }, | |
| { | |
| "epoch": 9.46, | |
| "grad_norm": 0.01973168523765775, | |
| "learning_rate": 6.185567010309278e-08, | |
| "loss": 0.0001, | |
| "step": 998 | |
| }, | |
| { | |
| "epoch": 9.47, | |
| "grad_norm": 0.029366063831591748, | |
| "learning_rate": 4.123711340206186e-08, | |
| "loss": 0.0005, | |
| "step": 999 | |
| }, | |
| { | |
| "epoch": 9.48, | |
| "grad_norm": 0.034015978719337966, | |
| "learning_rate": 2.061855670103093e-08, | |
| "loss": 0.0003, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 9.48, | |
| "step": 1000, | |
| "total_flos": 147433547374592.0, | |
| "train_loss": 0.03500189868769667, | |
| "train_runtime": 49743.0375, | |
| "train_samples_per_second": 0.643, | |
| "train_steps_per_second": 0.02 | |
| } | |
| ], | |
| "logging_steps": 1.0, | |
| "max_steps": 1000, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 10, | |
| "save_steps": 200, | |
| "total_flos": 147433547374592.0, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |