| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.9857954545454546, | |
| "eval_steps": 88, | |
| "global_step": 704, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.002840909090909091, | |
| "grad_norm": 2.8675832748413086, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 0.5046, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.002840909090909091, | |
| "eval_loss": 0.3339672386646271, | |
| "eval_runtime": 320.8391, | |
| "eval_samples_per_second": 8.4, | |
| "eval_steps_per_second": 1.05, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.005681818181818182, | |
| "grad_norm": 3.076528310775757, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 0.5636, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.008522727272727272, | |
| "grad_norm": 2.3580377101898193, | |
| "learning_rate": 6e-06, | |
| "loss": 0.2059, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.011363636363636364, | |
| "grad_norm": 1.2384682893753052, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 0.266, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.014204545454545454, | |
| "grad_norm": 0.8427222371101379, | |
| "learning_rate": 1e-05, | |
| "loss": 0.1559, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.017045454545454544, | |
| "grad_norm": 1.0242825746536255, | |
| "learning_rate": 1.2e-05, | |
| "loss": 0.3084, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.019886363636363636, | |
| "grad_norm": 0.6649225354194641, | |
| "learning_rate": 1.4e-05, | |
| "loss": 0.1229, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.022727272727272728, | |
| "grad_norm": 3.461799383163452, | |
| "learning_rate": 1.6000000000000003e-05, | |
| "loss": 0.4072, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.02556818181818182, | |
| "grad_norm": 1.2614651918411255, | |
| "learning_rate": 1.8e-05, | |
| "loss": 0.1717, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.028409090909090908, | |
| "grad_norm": 1.217345118522644, | |
| "learning_rate": 2e-05, | |
| "loss": 0.2597, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.03125, | |
| "grad_norm": 0.8754523992538452, | |
| "learning_rate": 1.9999897541010772e-05, | |
| "loss": 0.1865, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.03409090909090909, | |
| "grad_norm": 0.9129774570465088, | |
| "learning_rate": 1.9999590166142656e-05, | |
| "loss": 0.1859, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.036931818181818184, | |
| "grad_norm": 1.7369693517684937, | |
| "learning_rate": 1.999907788169431e-05, | |
| "loss": 0.188, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.03977272727272727, | |
| "grad_norm": 1.3096760511398315, | |
| "learning_rate": 1.9998360698163375e-05, | |
| "loss": 0.3204, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.04261363636363636, | |
| "grad_norm": 14.911248207092285, | |
| "learning_rate": 1.999743863024622e-05, | |
| "loss": 0.232, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.045454545454545456, | |
| "grad_norm": 1.7296037673950195, | |
| "learning_rate": 1.999631169683768e-05, | |
| "loss": 0.2511, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.048295454545454544, | |
| "grad_norm": 1.1196941137313843, | |
| "learning_rate": 1.999497992103064e-05, | |
| "loss": 0.2549, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.05113636363636364, | |
| "grad_norm": 0.7868685126304626, | |
| "learning_rate": 1.9993443330115592e-05, | |
| "loss": 0.1295, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.05397727272727273, | |
| "grad_norm": 1.1795912981033325, | |
| "learning_rate": 1.999170195558004e-05, | |
| "loss": 0.1546, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.056818181818181816, | |
| "grad_norm": 0.7677745223045349, | |
| "learning_rate": 1.9989755833107875e-05, | |
| "loss": 0.2035, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.05965909090909091, | |
| "grad_norm": 1.0062402486801147, | |
| "learning_rate": 1.9987605002578655e-05, | |
| "loss": 0.2815, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.0625, | |
| "grad_norm": 0.7316843867301941, | |
| "learning_rate": 1.9985249508066754e-05, | |
| "loss": 0.1688, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.06534090909090909, | |
| "grad_norm": 0.8864314556121826, | |
| "learning_rate": 1.9982689397840497e-05, | |
| "loss": 0.2197, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.06818181818181818, | |
| "grad_norm": 0.7916576862335205, | |
| "learning_rate": 1.997992472436114e-05, | |
| "loss": 0.2421, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.07102272727272728, | |
| "grad_norm": 0.6953737735748291, | |
| "learning_rate": 1.9976955544281815e-05, | |
| "loss": 0.1548, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.07386363636363637, | |
| "grad_norm": 0.9317605495452881, | |
| "learning_rate": 1.9973781918446363e-05, | |
| "loss": 0.2112, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.07670454545454546, | |
| "grad_norm": 1.0706557035446167, | |
| "learning_rate": 1.9970403911888077e-05, | |
| "loss": 0.3094, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.07954545454545454, | |
| "grad_norm": 1.016023874282837, | |
| "learning_rate": 1.9966821593828393e-05, | |
| "loss": 0.2843, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.08238636363636363, | |
| "grad_norm": 0.7612195611000061, | |
| "learning_rate": 1.996303503767544e-05, | |
| "loss": 0.1433, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.08522727272727272, | |
| "grad_norm": 0.7575203776359558, | |
| "learning_rate": 1.9959044321022563e-05, | |
| "loss": 0.1604, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.08806818181818182, | |
| "grad_norm": 0.9231955409049988, | |
| "learning_rate": 1.9954849525646727e-05, | |
| "loss": 0.2021, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.09090909090909091, | |
| "grad_norm": 0.4868467450141907, | |
| "learning_rate": 1.9950450737506825e-05, | |
| "loss": 0.0573, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.09375, | |
| "grad_norm": 1.091597080230713, | |
| "learning_rate": 1.9945848046741934e-05, | |
| "loss": 0.2991, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.09659090909090909, | |
| "grad_norm": 0.8647293448448181, | |
| "learning_rate": 1.9941041547669467e-05, | |
| "loss": 0.2171, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.09943181818181818, | |
| "grad_norm": 0.48515236377716064, | |
| "learning_rate": 1.9936031338783226e-05, | |
| "loss": 0.0892, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.10227272727272728, | |
| "grad_norm": 0.8053379654884338, | |
| "learning_rate": 1.9930817522751403e-05, | |
| "loss": 0.1805, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.10511363636363637, | |
| "grad_norm": 0.648684024810791, | |
| "learning_rate": 1.992540020641446e-05, | |
| "loss": 0.1416, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.10795454545454546, | |
| "grad_norm": 0.5282648801803589, | |
| "learning_rate": 1.991977950078295e-05, | |
| "loss": 0.1451, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.11079545454545454, | |
| "grad_norm": 0.5510435104370117, | |
| "learning_rate": 1.9913955521035234e-05, | |
| "loss": 0.0875, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.11363636363636363, | |
| "grad_norm": 0.7555186152458191, | |
| "learning_rate": 1.9907928386515126e-05, | |
| "loss": 0.0847, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.11647727272727272, | |
| "grad_norm": 0.4893772006034851, | |
| "learning_rate": 1.9901698220729458e-05, | |
| "loss": 0.1075, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.11931818181818182, | |
| "grad_norm": 0.9237098097801208, | |
| "learning_rate": 1.9895265151345516e-05, | |
| "loss": 0.1608, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.12215909090909091, | |
| "grad_norm": 0.7260457277297974, | |
| "learning_rate": 1.9888629310188467e-05, | |
| "loss": 0.266, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.125, | |
| "grad_norm": 0.4444400668144226, | |
| "learning_rate": 1.9881790833238615e-05, | |
| "loss": 0.1077, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.1278409090909091, | |
| "grad_norm": 1.2695385217666626, | |
| "learning_rate": 1.9874749860628658e-05, | |
| "loss": 0.136, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.13068181818181818, | |
| "grad_norm": 0.8816536068916321, | |
| "learning_rate": 1.9867506536640782e-05, | |
| "loss": 0.0873, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.13352272727272727, | |
| "grad_norm": 0.5350353121757507, | |
| "learning_rate": 1.9860061009703714e-05, | |
| "loss": 0.139, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.13636363636363635, | |
| "grad_norm": 0.49625250697135925, | |
| "learning_rate": 1.9852413432389685e-05, | |
| "loss": 0.1205, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.13920454545454544, | |
| "grad_norm": 0.5370039343833923, | |
| "learning_rate": 1.9844563961411308e-05, | |
| "loss": 0.1075, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.14204545454545456, | |
| "grad_norm": 1.234710454940796, | |
| "learning_rate": 1.9836512757618355e-05, | |
| "loss": 0.2059, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.14488636363636365, | |
| "grad_norm": 0.8026732206344604, | |
| "learning_rate": 1.9828259985994465e-05, | |
| "loss": 0.2543, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.14772727272727273, | |
| "grad_norm": 0.45312148332595825, | |
| "learning_rate": 1.9819805815653768e-05, | |
| "loss": 0.1001, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.15056818181818182, | |
| "grad_norm": 0.4792601466178894, | |
| "learning_rate": 1.981115041983741e-05, | |
| "loss": 0.1408, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.1534090909090909, | |
| "grad_norm": 0.40749409794807434, | |
| "learning_rate": 1.9802293975910016e-05, | |
| "loss": 0.0694, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.15625, | |
| "grad_norm": 0.5319134593009949, | |
| "learning_rate": 1.9793236665356043e-05, | |
| "loss": 0.1439, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.1590909090909091, | |
| "grad_norm": 0.5237418413162231, | |
| "learning_rate": 1.9783978673776067e-05, | |
| "loss": 0.1198, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.16193181818181818, | |
| "grad_norm": 0.5154628157615662, | |
| "learning_rate": 1.9774520190882978e-05, | |
| "loss": 0.0596, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.16477272727272727, | |
| "grad_norm": 0.6916084885597229, | |
| "learning_rate": 1.97648614104981e-05, | |
| "loss": 0.1561, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.16761363636363635, | |
| "grad_norm": 0.8141054511070251, | |
| "learning_rate": 1.9755002530547206e-05, | |
| "loss": 0.2444, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.17045454545454544, | |
| "grad_norm": 0.324054479598999, | |
| "learning_rate": 1.974494375305647e-05, | |
| "loss": 0.0467, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.17329545454545456, | |
| "grad_norm": 0.49560919404029846, | |
| "learning_rate": 1.973468528414833e-05, | |
| "loss": 0.1376, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.17613636363636365, | |
| "grad_norm": 0.4895784854888916, | |
| "learning_rate": 1.9724227334037255e-05, | |
| "loss": 0.1201, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.17897727272727273, | |
| "grad_norm": 0.47013720870018005, | |
| "learning_rate": 1.9713570117025444e-05, | |
| "loss": 0.1037, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.18181818181818182, | |
| "grad_norm": 0.618483304977417, | |
| "learning_rate": 1.9702713851498436e-05, | |
| "loss": 0.1531, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.1846590909090909, | |
| "grad_norm": 0.5431604385375977, | |
| "learning_rate": 1.9691658759920625e-05, | |
| "loss": 0.1495, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.1875, | |
| "grad_norm": 0.6768195033073425, | |
| "learning_rate": 1.9680405068830716e-05, | |
| "loss": 0.1585, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.1903409090909091, | |
| "grad_norm": 0.5289143919944763, | |
| "learning_rate": 1.9668953008837073e-05, | |
| "loss": 0.1082, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.19318181818181818, | |
| "grad_norm": 0.38905492424964905, | |
| "learning_rate": 1.965730281461299e-05, | |
| "loss": 0.0742, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.19602272727272727, | |
| "grad_norm": 0.6071842908859253, | |
| "learning_rate": 1.96454547248919e-05, | |
| "loss": 0.1822, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.19886363636363635, | |
| "grad_norm": 0.6174128651618958, | |
| "learning_rate": 1.9633408982462453e-05, | |
| "loss": 0.2036, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.20170454545454544, | |
| "grad_norm": 0.4610503613948822, | |
| "learning_rate": 1.962116583416357e-05, | |
| "loss": 0.0834, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.20454545454545456, | |
| "grad_norm": 0.5412945747375488, | |
| "learning_rate": 1.9608725530879376e-05, | |
| "loss": 0.1061, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.20738636363636365, | |
| "grad_norm": 0.2720443606376648, | |
| "learning_rate": 1.9596088327534045e-05, | |
| "loss": 0.0572, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.21022727272727273, | |
| "grad_norm": 0.3362009525299072, | |
| "learning_rate": 1.95832544830866e-05, | |
| "loss": 0.0596, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.21306818181818182, | |
| "grad_norm": 0.4517727494239807, | |
| "learning_rate": 1.957022426052558e-05, | |
| "loss": 0.0983, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.2159090909090909, | |
| "grad_norm": 0.44597986340522766, | |
| "learning_rate": 1.9556997926863676e-05, | |
| "loss": 0.1082, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.21875, | |
| "grad_norm": 0.4495086371898651, | |
| "learning_rate": 1.9543575753132242e-05, | |
| "loss": 0.0877, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.2215909090909091, | |
| "grad_norm": 0.4055721163749695, | |
| "learning_rate": 1.9529958014375748e-05, | |
| "loss": 0.1046, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.22443181818181818, | |
| "grad_norm": 0.5845265984535217, | |
| "learning_rate": 1.9516144989646145e-05, | |
| "loss": 0.1601, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.22727272727272727, | |
| "grad_norm": 0.5843460559844971, | |
| "learning_rate": 1.9502136961997144e-05, | |
| "loss": 0.1922, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.23011363636363635, | |
| "grad_norm": 0.4905230402946472, | |
| "learning_rate": 1.9487934218478413e-05, | |
| "loss": 0.1149, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.23295454545454544, | |
| "grad_norm": 0.760354220867157, | |
| "learning_rate": 1.9473537050129704e-05, | |
| "loss": 0.264, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.23579545454545456, | |
| "grad_norm": 0.5880870819091797, | |
| "learning_rate": 1.945894575197488e-05, | |
| "loss": 0.0957, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.23863636363636365, | |
| "grad_norm": 0.7324073314666748, | |
| "learning_rate": 1.9444160623015877e-05, | |
| "loss": 0.1335, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.24147727272727273, | |
| "grad_norm": 0.57627272605896, | |
| "learning_rate": 1.9429181966226558e-05, | |
| "loss": 0.1352, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.24431818181818182, | |
| "grad_norm": 0.41611605882644653, | |
| "learning_rate": 1.9414010088546535e-05, | |
| "loss": 0.0918, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.2471590909090909, | |
| "grad_norm": 0.5241921544075012, | |
| "learning_rate": 1.9398645300874865e-05, | |
| "loss": 0.1096, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.45845428109169006, | |
| "learning_rate": 1.9383087918063662e-05, | |
| "loss": 0.139, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "eval_loss": 0.11835308372974396, | |
| "eval_runtime": 324.452, | |
| "eval_samples_per_second": 8.306, | |
| "eval_steps_per_second": 1.039, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.2528409090909091, | |
| "grad_norm": 0.3612334728240967, | |
| "learning_rate": 1.9367338258911674e-05, | |
| "loss": 0.0563, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.2556818181818182, | |
| "grad_norm": 0.7781359553337097, | |
| "learning_rate": 1.935139664615773e-05, | |
| "loss": 0.1679, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.2585227272727273, | |
| "grad_norm": 0.41035768389701843, | |
| "learning_rate": 1.933526340647414e-05, | |
| "loss": 0.0654, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.26136363636363635, | |
| "grad_norm": 0.422101229429245, | |
| "learning_rate": 1.9318938870459984e-05, | |
| "loss": 0.0748, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.26420454545454547, | |
| "grad_norm": 0.33451277017593384, | |
| "learning_rate": 1.930242337263436e-05, | |
| "loss": 0.0502, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.26704545454545453, | |
| "grad_norm": 0.5042566061019897, | |
| "learning_rate": 1.9285717251429507e-05, | |
| "loss": 0.0972, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.26988636363636365, | |
| "grad_norm": 0.3712761402130127, | |
| "learning_rate": 1.9268820849183885e-05, | |
| "loss": 0.0804, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.2727272727272727, | |
| "grad_norm": 0.6084650754928589, | |
| "learning_rate": 1.9251734512135155e-05, | |
| "loss": 0.1383, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.2755681818181818, | |
| "grad_norm": 0.5942140817642212, | |
| "learning_rate": 1.9234458590413076e-05, | |
| "loss": 0.2123, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.2784090909090909, | |
| "grad_norm": 0.4847292900085449, | |
| "learning_rate": 1.921699343803235e-05, | |
| "loss": 0.0427, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.28125, | |
| "grad_norm": 0.6673583388328552, | |
| "learning_rate": 1.9199339412885347e-05, | |
| "loss": 0.2334, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.2840909090909091, | |
| "grad_norm": 0.5910840034484863, | |
| "learning_rate": 1.918149687673478e-05, | |
| "loss": 0.1798, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.2869318181818182, | |
| "grad_norm": 0.4884462356567383, | |
| "learning_rate": 1.9163466195206292e-05, | |
| "loss": 0.0858, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.2897727272727273, | |
| "grad_norm": 0.45178908109664917, | |
| "learning_rate": 1.9145247737780963e-05, | |
| "loss": 0.0957, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.29261363636363635, | |
| "grad_norm": 0.6220026016235352, | |
| "learning_rate": 1.9126841877787745e-05, | |
| "loss": 0.215, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.29545454545454547, | |
| "grad_norm": 0.4645046591758728, | |
| "learning_rate": 1.9108248992395797e-05, | |
| "loss": 0.1185, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.29829545454545453, | |
| "grad_norm": 0.4531736373901367, | |
| "learning_rate": 1.9089469462606766e-05, | |
| "loss": 0.1177, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.30113636363636365, | |
| "grad_norm": 0.5413585901260376, | |
| "learning_rate": 1.9070503673246982e-05, | |
| "loss": 0.1, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.3039772727272727, | |
| "grad_norm": 0.3162194490432739, | |
| "learning_rate": 1.905135201295957e-05, | |
| "loss": 0.046, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.3068181818181818, | |
| "grad_norm": 0.41331952810287476, | |
| "learning_rate": 1.9032014874196476e-05, | |
| "loss": 0.0757, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.3096590909090909, | |
| "grad_norm": 0.41365161538124084, | |
| "learning_rate": 1.901249265321044e-05, | |
| "loss": 0.0719, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.3125, | |
| "grad_norm": 0.762642502784729, | |
| "learning_rate": 1.8992785750046866e-05, | |
| "loss": 0.3067, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.3153409090909091, | |
| "grad_norm": 0.5370594263076782, | |
| "learning_rate": 1.8972894568535632e-05, | |
| "loss": 0.1088, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.3181818181818182, | |
| "grad_norm": 0.6596404910087585, | |
| "learning_rate": 1.895281951628281e-05, | |
| "loss": 0.1886, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.3210227272727273, | |
| "grad_norm": 0.4068351984024048, | |
| "learning_rate": 1.8932561004662312e-05, | |
| "loss": 0.0762, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.32386363636363635, | |
| "grad_norm": 0.6985118389129639, | |
| "learning_rate": 1.891211944880746e-05, | |
| "loss": 0.2173, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.32670454545454547, | |
| "grad_norm": 0.24498817324638367, | |
| "learning_rate": 1.8891495267602482e-05, | |
| "loss": 0.0333, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.32954545454545453, | |
| "grad_norm": 0.6893118023872375, | |
| "learning_rate": 1.887068888367394e-05, | |
| "loss": 0.2257, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.33238636363636365, | |
| "grad_norm": 0.5168837904930115, | |
| "learning_rate": 1.8849700723382038e-05, | |
| "loss": 0.1399, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.3352272727272727, | |
| "grad_norm": 0.5254336595535278, | |
| "learning_rate": 1.8828531216811912e-05, | |
| "loss": 0.0815, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.3380681818181818, | |
| "grad_norm": 0.44607385993003845, | |
| "learning_rate": 1.8807180797764822e-05, | |
| "loss": 0.0736, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.3409090909090909, | |
| "grad_norm": 0.5060997605323792, | |
| "learning_rate": 1.8785649903749236e-05, | |
| "loss": 0.1319, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.34375, | |
| "grad_norm": 0.37058401107788086, | |
| "learning_rate": 1.8763938975971873e-05, | |
| "loss": 0.0597, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.3465909090909091, | |
| "grad_norm": 0.861648440361023, | |
| "learning_rate": 1.8742048459328684e-05, | |
| "loss": 0.2988, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.3494318181818182, | |
| "grad_norm": 0.48567265272140503, | |
| "learning_rate": 1.8719978802395707e-05, | |
| "loss": 0.0934, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.3522727272727273, | |
| "grad_norm": 0.3372555673122406, | |
| "learning_rate": 1.8697730457419893e-05, | |
| "loss": 0.0523, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.35511363636363635, | |
| "grad_norm": 0.42780211567878723, | |
| "learning_rate": 1.8675303880309828e-05, | |
| "loss": 0.0615, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.35795454545454547, | |
| "grad_norm": 0.601543128490448, | |
| "learning_rate": 1.8652699530626398e-05, | |
| "loss": 0.2145, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.36079545454545453, | |
| "grad_norm": 0.42834290862083435, | |
| "learning_rate": 1.8629917871573368e-05, | |
| "loss": 0.0707, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.36363636363636365, | |
| "grad_norm": 0.3425846993923187, | |
| "learning_rate": 1.8606959369987885e-05, | |
| "loss": 0.06, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.3664772727272727, | |
| "grad_norm": 0.2861498296260834, | |
| "learning_rate": 1.8583824496330925e-05, | |
| "loss": 0.0591, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.3693181818181818, | |
| "grad_norm": 0.8360418677330017, | |
| "learning_rate": 1.8560513724677644e-05, | |
| "loss": 0.3178, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.3721590909090909, | |
| "grad_norm": 0.5859141945838928, | |
| "learning_rate": 1.853702753270766e-05, | |
| "loss": 0.173, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.375, | |
| "grad_norm": 0.3947351276874542, | |
| "learning_rate": 1.8513366401695277e-05, | |
| "loss": 0.0649, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.3778409090909091, | |
| "grad_norm": 0.44475170969963074, | |
| "learning_rate": 1.8489530816499597e-05, | |
| "loss": 0.0705, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.3806818181818182, | |
| "grad_norm": 0.40042588114738464, | |
| "learning_rate": 1.8465521265554623e-05, | |
| "loss": 0.053, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.3835227272727273, | |
| "grad_norm": 0.32334399223327637, | |
| "learning_rate": 1.8441338240859216e-05, | |
| "loss": 0.0741, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.38636363636363635, | |
| "grad_norm": 0.4624631106853485, | |
| "learning_rate": 1.841698223796703e-05, | |
| "loss": 0.084, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.38920454545454547, | |
| "grad_norm": 0.5654751062393188, | |
| "learning_rate": 1.839245375597635e-05, | |
| "loss": 0.1694, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.39204545454545453, | |
| "grad_norm": 0.5055428147315979, | |
| "learning_rate": 1.8367753297519874e-05, | |
| "loss": 0.1569, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.39488636363636365, | |
| "grad_norm": 0.5599436163902283, | |
| "learning_rate": 1.8342881368754403e-05, | |
| "loss": 0.2114, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.3977272727272727, | |
| "grad_norm": 0.6785524487495422, | |
| "learning_rate": 1.8317838479350473e-05, | |
| "loss": 0.2652, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.4005681818181818, | |
| "grad_norm": 0.22756998240947723, | |
| "learning_rate": 1.829262514248191e-05, | |
| "loss": 0.0325, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.4034090909090909, | |
| "grad_norm": 0.3240101635456085, | |
| "learning_rate": 1.8267241874815312e-05, | |
| "loss": 0.0677, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.40625, | |
| "grad_norm": 0.5141014456748962, | |
| "learning_rate": 1.8241689196499475e-05, | |
| "loss": 0.0904, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.4090909090909091, | |
| "grad_norm": 0.4461572766304016, | |
| "learning_rate": 1.8215967631154718e-05, | |
| "loss": 0.068, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.4119318181818182, | |
| "grad_norm": 0.5313737988471985, | |
| "learning_rate": 1.8190077705862155e-05, | |
| "loss": 0.0917, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.4147727272727273, | |
| "grad_norm": 0.6240700483322144, | |
| "learning_rate": 1.8164019951152903e-05, | |
| "loss": 0.1616, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.41761363636363635, | |
| "grad_norm": 0.6356779932975769, | |
| "learning_rate": 1.8137794900997204e-05, | |
| "loss": 0.2113, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.42045454545454547, | |
| "grad_norm": 0.5394648909568787, | |
| "learning_rate": 1.811140309279348e-05, | |
| "loss": 0.0956, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.42329545454545453, | |
| "grad_norm": 0.5533218383789062, | |
| "learning_rate": 1.8084845067357334e-05, | |
| "loss": 0.1166, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.42613636363636365, | |
| "grad_norm": 0.5690510869026184, | |
| "learning_rate": 1.805812136891046e-05, | |
| "loss": 0.1485, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.4289772727272727, | |
| "grad_norm": 0.4042081832885742, | |
| "learning_rate": 1.8031232545069468e-05, | |
| "loss": 0.0855, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.4318181818181818, | |
| "grad_norm": 0.6914238929748535, | |
| "learning_rate": 1.8004179146834712e-05, | |
| "loss": 0.1606, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.4346590909090909, | |
| "grad_norm": 0.2679579555988312, | |
| "learning_rate": 1.7976961728578965e-05, | |
| "loss": 0.0242, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.4375, | |
| "grad_norm": 0.8089874386787415, | |
| "learning_rate": 1.7949580848036045e-05, | |
| "loss": 0.147, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.4403409090909091, | |
| "grad_norm": 0.5541207194328308, | |
| "learning_rate": 1.7922037066289432e-05, | |
| "loss": 0.0898, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.4431818181818182, | |
| "grad_norm": 0.451183557510376, | |
| "learning_rate": 1.7894330947760728e-05, | |
| "loss": 0.1032, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.4460227272727273, | |
| "grad_norm": 0.4263628423213959, | |
| "learning_rate": 1.7866463060198114e-05, | |
| "loss": 0.0744, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.44886363636363635, | |
| "grad_norm": 0.3324938714504242, | |
| "learning_rate": 1.7838433974664714e-05, | |
| "loss": 0.0737, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.45170454545454547, | |
| "grad_norm": 0.4336640238761902, | |
| "learning_rate": 1.7810244265526873e-05, | |
| "loss": 0.0697, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.45454545454545453, | |
| "grad_norm": 0.46159589290618896, | |
| "learning_rate": 1.778189451044242e-05, | |
| "loss": 0.1031, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.45738636363636365, | |
| "grad_norm": 0.22606071829795837, | |
| "learning_rate": 1.77533852903488e-05, | |
| "loss": 0.0445, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.4602272727272727, | |
| "grad_norm": 0.468505322933197, | |
| "learning_rate": 1.772471718945119e-05, | |
| "loss": 0.1115, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.4630681818181818, | |
| "grad_norm": 0.5148159861564636, | |
| "learning_rate": 1.7695890795210517e-05, | |
| "loss": 0.1074, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.4659090909090909, | |
| "grad_norm": 0.46925628185272217, | |
| "learning_rate": 1.7666906698331426e-05, | |
| "loss": 0.105, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.46875, | |
| "grad_norm": 0.9212394952774048, | |
| "learning_rate": 1.7637765492750172e-05, | |
| "loss": 0.226, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.4715909090909091, | |
| "grad_norm": 0.3673381209373474, | |
| "learning_rate": 1.7608467775622448e-05, | |
| "loss": 0.118, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.4744318181818182, | |
| "grad_norm": 0.5593389868736267, | |
| "learning_rate": 1.757901414731115e-05, | |
| "loss": 0.1513, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.4772727272727273, | |
| "grad_norm": 0.3432629704475403, | |
| "learning_rate": 1.7549405211374072e-05, | |
| "loss": 0.0576, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.48011363636363635, | |
| "grad_norm": 0.325641006231308, | |
| "learning_rate": 1.7519641574551548e-05, | |
| "loss": 0.061, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.48295454545454547, | |
| "grad_norm": 0.49900880455970764, | |
| "learning_rate": 1.7489723846754e-05, | |
| "loss": 0.0929, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.48579545454545453, | |
| "grad_norm": 0.4341491162776947, | |
| "learning_rate": 1.7459652641049473e-05, | |
| "loss": 0.0941, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.48863636363636365, | |
| "grad_norm": 0.48210591077804565, | |
| "learning_rate": 1.7429428573651023e-05, | |
| "loss": 0.0543, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.4914772727272727, | |
| "grad_norm": 0.5630267262458801, | |
| "learning_rate": 1.739905226390413e-05, | |
| "loss": 0.1008, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.4943181818181818, | |
| "grad_norm": 0.6051055192947388, | |
| "learning_rate": 1.7368524334273998e-05, | |
| "loss": 0.1985, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.4971590909090909, | |
| "grad_norm": 0.28148218989372253, | |
| "learning_rate": 1.7337845410332784e-05, | |
| "loss": 0.0499, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.6560457348823547, | |
| "learning_rate": 1.73070161207468e-05, | |
| "loss": 0.1212, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "eval_loss": 0.0832223892211914, | |
| "eval_runtime": 325.0904, | |
| "eval_samples_per_second": 8.29, | |
| "eval_steps_per_second": 1.037, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.5028409090909091, | |
| "grad_norm": 0.6473656296730042, | |
| "learning_rate": 1.727603709726361e-05, | |
| "loss": 0.0804, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.5056818181818182, | |
| "grad_norm": 0.34419476985931396, | |
| "learning_rate": 1.7244908974699112e-05, | |
| "loss": 0.0415, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.5085227272727273, | |
| "grad_norm": 0.3303261697292328, | |
| "learning_rate": 1.7213632390924487e-05, | |
| "loss": 0.0659, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.5113636363636364, | |
| "grad_norm": 0.32229432463645935, | |
| "learning_rate": 1.7182207986853176e-05, | |
| "loss": 0.0973, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.5142045454545454, | |
| "grad_norm": 0.44095346331596375, | |
| "learning_rate": 1.7150636406427713e-05, | |
| "loss": 0.0329, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.5170454545454546, | |
| "grad_norm": 0.43706265091896057, | |
| "learning_rate": 1.7118918296606536e-05, | |
| "loss": 0.0854, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.5198863636363636, | |
| "grad_norm": 0.32199347019195557, | |
| "learning_rate": 1.708705430735075e-05, | |
| "loss": 0.0327, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.5227272727272727, | |
| "grad_norm": 0.30175983905792236, | |
| "learning_rate": 1.7055045091610772e-05, | |
| "loss": 0.0622, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.5255681818181818, | |
| "grad_norm": 0.4883711338043213, | |
| "learning_rate": 1.7022891305312987e-05, | |
| "loss": 0.0977, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.5284090909090909, | |
| "grad_norm": 0.6222572922706604, | |
| "learning_rate": 1.6990593607346276e-05, | |
| "loss": 0.1161, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.53125, | |
| "grad_norm": 0.415580153465271, | |
| "learning_rate": 1.695815265954855e-05, | |
| "loss": 0.0576, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.5340909090909091, | |
| "grad_norm": 0.3268929421901703, | |
| "learning_rate": 1.6925569126693135e-05, | |
| "loss": 0.0627, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.5369318181818182, | |
| "grad_norm": 0.41048845648765564, | |
| "learning_rate": 1.6892843676475212e-05, | |
| "loss": 0.0333, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.5397727272727273, | |
| "grad_norm": 0.414117693901062, | |
| "learning_rate": 1.685997697949809e-05, | |
| "loss": 0.1126, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.5426136363636364, | |
| "grad_norm": 0.2861213982105255, | |
| "learning_rate": 1.6826969709259476e-05, | |
| "loss": 0.0293, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.5454545454545454, | |
| "grad_norm": 0.55129075050354, | |
| "learning_rate": 1.6793822542137683e-05, | |
| "loss": 0.136, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.5482954545454546, | |
| "grad_norm": 0.32792291045188904, | |
| "learning_rate": 1.6760536157377754e-05, | |
| "loss": 0.0898, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.5511363636363636, | |
| "grad_norm": 0.5784844756126404, | |
| "learning_rate": 1.672711123707756e-05, | |
| "loss": 0.0997, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.5539772727272727, | |
| "grad_norm": 0.9223653674125671, | |
| "learning_rate": 1.6693548466173812e-05, | |
| "loss": 0.2186, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.5568181818181818, | |
| "grad_norm": 0.44497421383857727, | |
| "learning_rate": 1.665984853242802e-05, | |
| "loss": 0.1132, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.5596590909090909, | |
| "grad_norm": 0.3333360552787781, | |
| "learning_rate": 1.662601212641242e-05, | |
| "loss": 0.0383, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.5625, | |
| "grad_norm": 0.5328719615936279, | |
| "learning_rate": 1.6592039941495803e-05, | |
| "loss": 0.0994, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.5653409090909091, | |
| "grad_norm": 0.28615421056747437, | |
| "learning_rate": 1.6557932673829313e-05, | |
| "loss": 0.0417, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.5681818181818182, | |
| "grad_norm": 0.314860463142395, | |
| "learning_rate": 1.6523691022332184e-05, | |
| "loss": 0.07, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.5710227272727273, | |
| "grad_norm": 0.44072073698043823, | |
| "learning_rate": 1.6489315688677416e-05, | |
| "loss": 0.0709, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.5738636363636364, | |
| "grad_norm": 0.5856392979621887, | |
| "learning_rate": 1.64548073772774e-05, | |
| "loss": 0.1405, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.5767045454545454, | |
| "grad_norm": 0.36462002992630005, | |
| "learning_rate": 1.6420166795269476e-05, | |
| "loss": 0.0441, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.5795454545454546, | |
| "grad_norm": 0.6672521233558655, | |
| "learning_rate": 1.6385394652501444e-05, | |
| "loss": 0.1754, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.5823863636363636, | |
| "grad_norm": 0.35214805603027344, | |
| "learning_rate": 1.6350491661517032e-05, | |
| "loss": 0.0583, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.5852272727272727, | |
| "grad_norm": 0.3882180452346802, | |
| "learning_rate": 1.6315458537541272e-05, | |
| "loss": 0.0775, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.5880681818181818, | |
| "grad_norm": 0.39624354243278503, | |
| "learning_rate": 1.628029599846585e-05, | |
| "loss": 0.0779, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.5909090909090909, | |
| "grad_norm": 0.5808979272842407, | |
| "learning_rate": 1.6245004764834423e-05, | |
| "loss": 0.0635, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.59375, | |
| "grad_norm": 0.23519928753376007, | |
| "learning_rate": 1.6209585559827806e-05, | |
| "loss": 0.037, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.5965909090909091, | |
| "grad_norm": 0.40159645676612854, | |
| "learning_rate": 1.617403910924919e-05, | |
| "loss": 0.0582, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.5994318181818182, | |
| "grad_norm": 0.38090643286705017, | |
| "learning_rate": 1.613836614150926e-05, | |
| "loss": 0.0981, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.6022727272727273, | |
| "grad_norm": 0.44124341011047363, | |
| "learning_rate": 1.610256738761125e-05, | |
| "loss": 0.0867, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.6051136363636364, | |
| "grad_norm": 0.3115885257720947, | |
| "learning_rate": 1.6066643581135994e-05, | |
| "loss": 0.0534, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.6079545454545454, | |
| "grad_norm": 0.47533664107322693, | |
| "learning_rate": 1.6030595458226872e-05, | |
| "loss": 0.099, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.6107954545454546, | |
| "grad_norm": 0.48215967416763306, | |
| "learning_rate": 1.599442375757473e-05, | |
| "loss": 0.0691, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.6136363636363636, | |
| "grad_norm": 0.46541547775268555, | |
| "learning_rate": 1.5958129220402745e-05, | |
| "loss": 0.0872, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.6164772727272727, | |
| "grad_norm": 0.5003085136413574, | |
| "learning_rate": 1.5921712590451238e-05, | |
| "loss": 0.1414, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.6193181818181818, | |
| "grad_norm": 0.28242507576942444, | |
| "learning_rate": 1.5885174613962427e-05, | |
| "loss": 0.0332, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.6221590909090909, | |
| "grad_norm": 0.574775218963623, | |
| "learning_rate": 1.584851603966514e-05, | |
| "loss": 0.1244, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.625, | |
| "grad_norm": 0.5019505620002747, | |
| "learning_rate": 1.581173761875947e-05, | |
| "loss": 0.0896, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.6278409090909091, | |
| "grad_norm": 0.34306174516677856, | |
| "learning_rate": 1.5774840104901378e-05, | |
| "loss": 0.0771, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.6306818181818182, | |
| "grad_norm": 0.2710534334182739, | |
| "learning_rate": 1.5737824254187275e-05, | |
| "loss": 0.0272, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.6335227272727273, | |
| "grad_norm": 0.43892914056777954, | |
| "learning_rate": 1.5700690825138473e-05, | |
| "loss": 0.1656, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.6363636363636364, | |
| "grad_norm": 0.36996838450431824, | |
| "learning_rate": 1.5663440578685706e-05, | |
| "loss": 0.0549, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.6392045454545454, | |
| "grad_norm": 0.33289599418640137, | |
| "learning_rate": 1.5626074278153485e-05, | |
| "loss": 0.0536, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.6420454545454546, | |
| "grad_norm": 0.25877413153648376, | |
| "learning_rate": 1.5588592689244492e-05, | |
| "loss": 0.0534, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.6448863636363636, | |
| "grad_norm": 0.402020663022995, | |
| "learning_rate": 1.555099658002387e-05, | |
| "loss": 0.0455, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.6477272727272727, | |
| "grad_norm": 0.5195022821426392, | |
| "learning_rate": 1.5513286720903488e-05, | |
| "loss": 0.0739, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.6505681818181818, | |
| "grad_norm": 0.4449024200439453, | |
| "learning_rate": 1.5475463884626153e-05, | |
| "loss": 0.0849, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.6534090909090909, | |
| "grad_norm": 0.473652184009552, | |
| "learning_rate": 1.5437528846249783e-05, | |
| "loss": 0.1307, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.65625, | |
| "grad_norm": 0.43150216341018677, | |
| "learning_rate": 1.5399482383131516e-05, | |
| "loss": 0.0455, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.6590909090909091, | |
| "grad_norm": 0.7418766021728516, | |
| "learning_rate": 1.536132527491178e-05, | |
| "loss": 0.143, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.6619318181818182, | |
| "grad_norm": 0.3717086911201477, | |
| "learning_rate": 1.5323058303498326e-05, | |
| "loss": 0.1144, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.6647727272727273, | |
| "grad_norm": 0.33135896921157837, | |
| "learning_rate": 1.52846822530502e-05, | |
| "loss": 0.0345, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.6676136363636364, | |
| "grad_norm": 0.5481773614883423, | |
| "learning_rate": 1.5246197909961659e-05, | |
| "loss": 0.1416, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.6704545454545454, | |
| "grad_norm": 0.3348052203655243, | |
| "learning_rate": 1.5207606062846092e-05, | |
| "loss": 0.0578, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.6732954545454546, | |
| "grad_norm": 0.5042082667350769, | |
| "learning_rate": 1.5168907502519823e-05, | |
| "loss": 0.059, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.6761363636363636, | |
| "grad_norm": 0.3570152819156647, | |
| "learning_rate": 1.5130103021985929e-05, | |
| "loss": 0.106, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.6789772727272727, | |
| "grad_norm": 0.5292866826057434, | |
| "learning_rate": 1.5091193416417981e-05, | |
| "loss": 0.1311, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.6818181818181818, | |
| "grad_norm": 0.44494545459747314, | |
| "learning_rate": 1.5052179483143752e-05, | |
| "loss": 0.0788, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.6846590909090909, | |
| "grad_norm": 0.3993355929851532, | |
| "learning_rate": 1.501306202162887e-05, | |
| "loss": 0.044, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.6875, | |
| "grad_norm": 0.4046841561794281, | |
| "learning_rate": 1.4973841833460457e-05, | |
| "loss": 0.066, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.6903409090909091, | |
| "grad_norm": 0.247298926115036, | |
| "learning_rate": 1.493451972233067e-05, | |
| "loss": 0.0302, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.6931818181818182, | |
| "grad_norm": 0.4500928521156311, | |
| "learning_rate": 1.4895096494020274e-05, | |
| "loss": 0.0892, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.6960227272727273, | |
| "grad_norm": 0.373241126537323, | |
| "learning_rate": 1.4855572956382082e-05, | |
| "loss": 0.0691, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.6988636363636364, | |
| "grad_norm": 0.5434209704399109, | |
| "learning_rate": 1.4815949919324443e-05, | |
| "loss": 0.141, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.7017045454545454, | |
| "grad_norm": 0.43519458174705505, | |
| "learning_rate": 1.4776228194794624e-05, | |
| "loss": 0.0753, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.7045454545454546, | |
| "grad_norm": 0.23297618329524994, | |
| "learning_rate": 1.473640859676217e-05, | |
| "loss": 0.028, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.7073863636363636, | |
| "grad_norm": 0.6036296486854553, | |
| "learning_rate": 1.469649194120224e-05, | |
| "loss": 0.0811, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.7102272727272727, | |
| "grad_norm": 0.4559984505176544, | |
| "learning_rate": 1.4656479046078862e-05, | |
| "loss": 0.0841, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.7130681818181818, | |
| "grad_norm": 0.5498476624488831, | |
| "learning_rate": 1.46163707313282e-05, | |
| "loss": 0.1086, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.7159090909090909, | |
| "grad_norm": 0.4110633134841919, | |
| "learning_rate": 1.4576167818841732e-05, | |
| "loss": 0.076, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.71875, | |
| "grad_norm": 0.35567420721054077, | |
| "learning_rate": 1.453587113244941e-05, | |
| "loss": 0.0528, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.7215909090909091, | |
| "grad_norm": 0.6413715481758118, | |
| "learning_rate": 1.4495481497902789e-05, | |
| "loss": 0.1407, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.7244318181818182, | |
| "grad_norm": 0.496463805437088, | |
| "learning_rate": 1.4454999742858093e-05, | |
| "loss": 0.1195, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.7272727272727273, | |
| "grad_norm": 0.28542259335517883, | |
| "learning_rate": 1.441442669685926e-05, | |
| "loss": 0.0543, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.7301136363636364, | |
| "grad_norm": 0.32590752840042114, | |
| "learning_rate": 1.4373763191320955e-05, | |
| "loss": 0.0458, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.7329545454545454, | |
| "grad_norm": 0.46513354778289795, | |
| "learning_rate": 1.4333010059511505e-05, | |
| "loss": 0.0999, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.7357954545454546, | |
| "grad_norm": 0.5399053692817688, | |
| "learning_rate": 1.4292168136535856e-05, | |
| "loss": 0.1079, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.7386363636363636, | |
| "grad_norm": 0.27590784430503845, | |
| "learning_rate": 1.425123825931843e-05, | |
| "loss": 0.0394, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.7414772727272727, | |
| "grad_norm": 0.47675570845603943, | |
| "learning_rate": 1.4210221266585997e-05, | |
| "loss": 0.1427, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.7443181818181818, | |
| "grad_norm": 0.26074454188346863, | |
| "learning_rate": 1.416911799885049e-05, | |
| "loss": 0.0376, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.7471590909090909, | |
| "grad_norm": 0.3271232843399048, | |
| "learning_rate": 1.4127929298391749e-05, | |
| "loss": 0.0375, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.5497257113456726, | |
| "learning_rate": 1.4086656009240308e-05, | |
| "loss": 0.0691, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "eval_loss": 0.06671788543462753, | |
| "eval_runtime": 324.3338, | |
| "eval_samples_per_second": 8.309, | |
| "eval_steps_per_second": 1.039, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.7528409090909091, | |
| "grad_norm": 0.6283138990402222, | |
| "learning_rate": 1.4045298977160058e-05, | |
| "loss": 0.1483, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.7556818181818182, | |
| "grad_norm": 0.41013386845588684, | |
| "learning_rate": 1.4003859049630943e-05, | |
| "loss": 0.0693, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.7585227272727273, | |
| "grad_norm": 0.48505860567092896, | |
| "learning_rate": 1.3962337075831583e-05, | |
| "loss": 0.1313, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.7613636363636364, | |
| "grad_norm": 0.6941801905632019, | |
| "learning_rate": 1.3920733906621861e-05, | |
| "loss": 0.1285, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.7642045454545454, | |
| "grad_norm": 0.32076820731163025, | |
| "learning_rate": 1.3879050394525525e-05, | |
| "loss": 0.0492, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.7670454545454546, | |
| "grad_norm": 0.6292155981063843, | |
| "learning_rate": 1.3837287393712666e-05, | |
| "loss": 0.1172, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.7698863636363636, | |
| "grad_norm": 0.2482394427061081, | |
| "learning_rate": 1.3795445759982262e-05, | |
| "loss": 0.0429, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.7727272727272727, | |
| "grad_norm": 0.449253648519516, | |
| "learning_rate": 1.3753526350744611e-05, | |
| "loss": 0.1198, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.7755681818181818, | |
| "grad_norm": 0.25705787539482117, | |
| "learning_rate": 1.3711530025003768e-05, | |
| "loss": 0.037, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.7784090909090909, | |
| "grad_norm": 0.23594215512275696, | |
| "learning_rate": 1.3669457643339956e-05, | |
| "loss": 0.032, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.78125, | |
| "grad_norm": 0.2733691930770874, | |
| "learning_rate": 1.3627310067891913e-05, | |
| "loss": 0.0397, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.7840909090909091, | |
| "grad_norm": 0.4076026678085327, | |
| "learning_rate": 1.3585088162339233e-05, | |
| "loss": 0.0651, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.7869318181818182, | |
| "grad_norm": 0.2765565812587738, | |
| "learning_rate": 1.3542792791884675e-05, | |
| "loss": 0.0237, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.7897727272727273, | |
| "grad_norm": 0.43744075298309326, | |
| "learning_rate": 1.3500424823236413e-05, | |
| "loss": 0.0622, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.7926136363636364, | |
| "grad_norm": 0.40274515748023987, | |
| "learning_rate": 1.3457985124590298e-05, | |
| "loss": 0.0662, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.7954545454545454, | |
| "grad_norm": 0.22685614228248596, | |
| "learning_rate": 1.3415474565612059e-05, | |
| "loss": 0.0365, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.7982954545454546, | |
| "grad_norm": 0.3656117618083954, | |
| "learning_rate": 1.337289401741947e-05, | |
| "loss": 0.0811, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.8011363636363636, | |
| "grad_norm": 0.4993748664855957, | |
| "learning_rate": 1.3330244352564527e-05, | |
| "loss": 0.1749, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.8039772727272727, | |
| "grad_norm": 0.4087863266468048, | |
| "learning_rate": 1.328752644501553e-05, | |
| "loss": 0.0426, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.8068181818181818, | |
| "grad_norm": 0.3817732334136963, | |
| "learning_rate": 1.324474117013921e-05, | |
| "loss": 0.065, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.8096590909090909, | |
| "grad_norm": 0.625643253326416, | |
| "learning_rate": 1.320188940468277e-05, | |
| "loss": 0.2149, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.8125, | |
| "grad_norm": 0.4166359305381775, | |
| "learning_rate": 1.3158972026755927e-05, | |
| "loss": 0.0512, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.8153409090909091, | |
| "grad_norm": 0.4035757780075073, | |
| "learning_rate": 1.311598991581291e-05, | |
| "loss": 0.0812, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.8181818181818182, | |
| "grad_norm": 0.4624742865562439, | |
| "learning_rate": 1.3072943952634446e-05, | |
| "loss": 0.0593, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.8210227272727273, | |
| "grad_norm": 0.2985156178474426, | |
| "learning_rate": 1.3029835019309713e-05, | |
| "loss": 0.0708, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.8238636363636364, | |
| "grad_norm": 0.29609620571136475, | |
| "learning_rate": 1.2986663999218264e-05, | |
| "loss": 0.0337, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.8267045454545454, | |
| "grad_norm": 0.4906909465789795, | |
| "learning_rate": 1.2943431777011903e-05, | |
| "loss": 0.1062, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.8295454545454546, | |
| "grad_norm": 0.31944286823272705, | |
| "learning_rate": 1.2900139238596598e-05, | |
| "loss": 0.064, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.8323863636363636, | |
| "grad_norm": 0.25835123658180237, | |
| "learning_rate": 1.2856787271114292e-05, | |
| "loss": 0.0362, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.8352272727272727, | |
| "grad_norm": 0.29158154129981995, | |
| "learning_rate": 1.2813376762924735e-05, | |
| "loss": 0.0254, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.8380681818181818, | |
| "grad_norm": 0.47217270731925964, | |
| "learning_rate": 1.2769908603587294e-05, | |
| "loss": 0.0675, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.8409090909090909, | |
| "grad_norm": 0.3208584785461426, | |
| "learning_rate": 1.272638368384269e-05, | |
| "loss": 0.059, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.84375, | |
| "grad_norm": 0.27133041620254517, | |
| "learning_rate": 1.268280289559479e-05, | |
| "loss": 0.0247, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.8465909090909091, | |
| "grad_norm": 0.4569489359855652, | |
| "learning_rate": 1.2639167131892294e-05, | |
| "loss": 0.0665, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.8494318181818182, | |
| "grad_norm": 0.40543097257614136, | |
| "learning_rate": 1.259547728691045e-05, | |
| "loss": 0.0712, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.8522727272727273, | |
| "grad_norm": 0.27440789341926575, | |
| "learning_rate": 1.2551734255932728e-05, | |
| "loss": 0.0373, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.8551136363636364, | |
| "grad_norm": 0.3247217535972595, | |
| "learning_rate": 1.2507938935332478e-05, | |
| "loss": 0.0293, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.8579545454545454, | |
| "grad_norm": 0.3218747675418854, | |
| "learning_rate": 1.2464092222554554e-05, | |
| "loss": 0.0455, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.8607954545454546, | |
| "grad_norm": 0.4028306007385254, | |
| "learning_rate": 1.2420195016096934e-05, | |
| "loss": 0.0585, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.8636363636363636, | |
| "grad_norm": 0.2925693988800049, | |
| "learning_rate": 1.2376248215492297e-05, | |
| "loss": 0.0471, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.8664772727272727, | |
| "grad_norm": 0.4908764660358429, | |
| "learning_rate": 1.2332252721289594e-05, | |
| "loss": 0.1723, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.8693181818181818, | |
| "grad_norm": 0.3072865605354309, | |
| "learning_rate": 1.2288209435035605e-05, | |
| "loss": 0.035, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.8721590909090909, | |
| "grad_norm": 0.22491200268268585, | |
| "learning_rate": 1.2244119259256442e-05, | |
| "loss": 0.0272, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.875, | |
| "grad_norm": 0.28174304962158203, | |
| "learning_rate": 1.2199983097439079e-05, | |
| "loss": 0.0441, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.8778409090909091, | |
| "grad_norm": 0.34012681245803833, | |
| "learning_rate": 1.2155801854012816e-05, | |
| "loss": 0.0455, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.8806818181818182, | |
| "grad_norm": 0.49420085549354553, | |
| "learning_rate": 1.2111576434330767e-05, | |
| "loss": 0.0743, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.8835227272727273, | |
| "grad_norm": 0.17976929247379303, | |
| "learning_rate": 1.2067307744651288e-05, | |
| "loss": 0.0223, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.8863636363636364, | |
| "grad_norm": 0.49375656247138977, | |
| "learning_rate": 1.2022996692119424e-05, | |
| "loss": 0.1561, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.8892045454545454, | |
| "grad_norm": 0.36805179715156555, | |
| "learning_rate": 1.19786441847483e-05, | |
| "loss": 0.0672, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.8920454545454546, | |
| "grad_norm": 0.4191720485687256, | |
| "learning_rate": 1.1934251131400532e-05, | |
| "loss": 0.0792, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.8948863636363636, | |
| "grad_norm": 0.32242196798324585, | |
| "learning_rate": 1.18898184417696e-05, | |
| "loss": 0.0444, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.8977272727272727, | |
| "grad_norm": 0.32510390877723694, | |
| "learning_rate": 1.1845347026361192e-05, | |
| "loss": 0.0397, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.9005681818181818, | |
| "grad_norm": 0.2732970118522644, | |
| "learning_rate": 1.1800837796474562e-05, | |
| "loss": 0.0514, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.9034090909090909, | |
| "grad_norm": 0.3913041055202484, | |
| "learning_rate": 1.1756291664183858e-05, | |
| "loss": 0.068, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.90625, | |
| "grad_norm": 0.2852975130081177, | |
| "learning_rate": 1.1711709542319412e-05, | |
| "loss": 0.0248, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.9090909090909091, | |
| "grad_norm": 0.7706276178359985, | |
| "learning_rate": 1.1667092344449053e-05, | |
| "loss": 0.2667, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.9119318181818182, | |
| "grad_norm": 0.230291947722435, | |
| "learning_rate": 1.1622440984859384e-05, | |
| "loss": 0.0334, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.9147727272727273, | |
| "grad_norm": 0.35278844833374023, | |
| "learning_rate": 1.1577756378537033e-05, | |
| "loss": 0.102, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.9176136363636364, | |
| "grad_norm": 0.2541504502296448, | |
| "learning_rate": 1.1533039441149927e-05, | |
| "loss": 0.0601, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.9204545454545454, | |
| "grad_norm": 0.3052884340286255, | |
| "learning_rate": 1.1488291089028501e-05, | |
| "loss": 0.0514, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.9232954545454546, | |
| "grad_norm": 0.20483562350273132, | |
| "learning_rate": 1.1443512239146941e-05, | |
| "loss": 0.0374, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.9261363636363636, | |
| "grad_norm": 0.36739325523376465, | |
| "learning_rate": 1.1398703809104392e-05, | |
| "loss": 0.0898, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.9289772727272727, | |
| "grad_norm": 0.7544044256210327, | |
| "learning_rate": 1.1353866717106137e-05, | |
| "loss": 0.3117, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.9318181818181818, | |
| "grad_norm": 0.23758046329021454, | |
| "learning_rate": 1.130900188194481e-05, | |
| "loss": 0.0341, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.9346590909090909, | |
| "grad_norm": 0.4377850294113159, | |
| "learning_rate": 1.1264110222981535e-05, | |
| "loss": 0.0541, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.9375, | |
| "grad_norm": 0.15626086294651031, | |
| "learning_rate": 1.1219192660127117e-05, | |
| "loss": 0.0093, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.9403409090909091, | |
| "grad_norm": 0.23238646984100342, | |
| "learning_rate": 1.1174250113823173e-05, | |
| "loss": 0.0342, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.9431818181818182, | |
| "grad_norm": 0.3313692808151245, | |
| "learning_rate": 1.1129283505023273e-05, | |
| "loss": 0.0618, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.9460227272727273, | |
| "grad_norm": 0.45116209983825684, | |
| "learning_rate": 1.1084293755174083e-05, | |
| "loss": 0.0915, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.9488636363636364, | |
| "grad_norm": 0.29833459854125977, | |
| "learning_rate": 1.1039281786196453e-05, | |
| "loss": 0.0479, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.9517045454545454, | |
| "grad_norm": 0.26834267377853394, | |
| "learning_rate": 1.0994248520466555e-05, | |
| "loss": 0.0414, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.9545454545454546, | |
| "grad_norm": 0.2973485291004181, | |
| "learning_rate": 1.0949194880796967e-05, | |
| "loss": 0.0458, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.9573863636363636, | |
| "grad_norm": 0.5005751252174377, | |
| "learning_rate": 1.0904121790417767e-05, | |
| "loss": 0.1774, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.9602272727272727, | |
| "grad_norm": 0.3884448707103729, | |
| "learning_rate": 1.085903017295761e-05, | |
| "loss": 0.0948, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.9630681818181818, | |
| "grad_norm": 0.4331214725971222, | |
| "learning_rate": 1.0813920952424806e-05, | |
| "loss": 0.0667, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.9659090909090909, | |
| "grad_norm": 0.35598206520080566, | |
| "learning_rate": 1.0768795053188379e-05, | |
| "loss": 0.0458, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.96875, | |
| "grad_norm": 0.29866865277290344, | |
| "learning_rate": 1.0723653399959142e-05, | |
| "loss": 0.0408, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.9715909090909091, | |
| "grad_norm": 0.48330047726631165, | |
| "learning_rate": 1.067849691777072e-05, | |
| "loss": 0.1626, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.9744318181818182, | |
| "grad_norm": 0.4522784352302551, | |
| "learning_rate": 1.063332653196062e-05, | |
| "loss": 0.06, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.9772727272727273, | |
| "grad_norm": 0.25423404574394226, | |
| "learning_rate": 1.0588143168151257e-05, | |
| "loss": 0.0335, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.9801136363636364, | |
| "grad_norm": 0.407180517911911, | |
| "learning_rate": 1.0542947752230987e-05, | |
| "loss": 0.0609, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.9829545454545454, | |
| "grad_norm": 0.5892329812049866, | |
| "learning_rate": 1.049774121033514e-05, | |
| "loss": 0.149, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.9857954545454546, | |
| "grad_norm": 0.24134470522403717, | |
| "learning_rate": 1.0452524468827028e-05, | |
| "loss": 0.0419, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.9886363636363636, | |
| "grad_norm": 0.4492047429084778, | |
| "learning_rate": 1.0407298454278983e-05, | |
| "loss": 0.0709, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.9914772727272727, | |
| "grad_norm": 0.2484259009361267, | |
| "learning_rate": 1.0362064093453348e-05, | |
| "loss": 0.0315, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.9943181818181818, | |
| "grad_norm": 0.26170334219932556, | |
| "learning_rate": 1.0316822313283504e-05, | |
| "loss": 0.0428, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.9971590909090909, | |
| "grad_norm": 0.3009549677371979, | |
| "learning_rate": 1.0271574040854863e-05, | |
| "loss": 0.054, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.25771793723106384, | |
| "learning_rate": 1.0226320203385877e-05, | |
| "loss": 0.0322, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_loss": 0.055809713900089264, | |
| "eval_runtime": 322.0734, | |
| "eval_samples_per_second": 8.368, | |
| "eval_steps_per_second": 1.046, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 1.0028409090909092, | |
| "grad_norm": 0.3883383572101593, | |
| "learning_rate": 1.0181061728209034e-05, | |
| "loss": 0.0703, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 1.0056818181818181, | |
| "grad_norm": 0.35572555661201477, | |
| "learning_rate": 1.0135799542751861e-05, | |
| "loss": 0.0373, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 1.0085227272727273, | |
| "grad_norm": 0.29604148864746094, | |
| "learning_rate": 1.0090534574517907e-05, | |
| "loss": 0.0499, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 1.0113636363636365, | |
| "grad_norm": 0.3191431760787964, | |
| "learning_rate": 1.0045267751067758e-05, | |
| "loss": 0.047, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 1.0142045454545454, | |
| "grad_norm": 0.2044990211725235, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0254, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 1.0028409090909092, | |
| "grad_norm": 0.22580191493034363, | |
| "learning_rate": 9.954732248932243e-06, | |
| "loss": 0.0359, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 1.0056818181818181, | |
| "grad_norm": 0.329467236995697, | |
| "learning_rate": 9.909465425482093e-06, | |
| "loss": 0.0541, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 1.0085227272727273, | |
| "grad_norm": 0.6182022094726562, | |
| "learning_rate": 9.864200457248144e-06, | |
| "loss": 0.0741, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 1.0113636363636365, | |
| "grad_norm": 0.3866288363933563, | |
| "learning_rate": 9.81893827179097e-06, | |
| "loss": 0.0502, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 1.0142045454545454, | |
| "grad_norm": 0.3960239291191101, | |
| "learning_rate": 9.773679796614124e-06, | |
| "loss": 0.0317, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 1.0170454545454546, | |
| "grad_norm": 0.27909645438194275, | |
| "learning_rate": 9.728425959145139e-06, | |
| "loss": 0.0365, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 1.0198863636363635, | |
| "grad_norm": 0.4127347469329834, | |
| "learning_rate": 9.683177686716501e-06, | |
| "loss": 0.0492, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 1.0227272727272727, | |
| "grad_norm": 0.44473913311958313, | |
| "learning_rate": 9.637935906546655e-06, | |
| "loss": 0.0533, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 1.0255681818181819, | |
| "grad_norm": 0.3825552463531494, | |
| "learning_rate": 9.592701545721022e-06, | |
| "loss": 0.036, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 1.0284090909090908, | |
| "grad_norm": 0.2615335285663605, | |
| "learning_rate": 9.547475531172973e-06, | |
| "loss": 0.0386, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 1.03125, | |
| "grad_norm": 0.44840914011001587, | |
| "learning_rate": 9.502258789664865e-06, | |
| "loss": 0.0967, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 1.0340909090909092, | |
| "grad_norm": 0.5567358136177063, | |
| "learning_rate": 9.457052247769018e-06, | |
| "loss": 0.0486, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 1.0369318181818181, | |
| "grad_norm": 0.33771201968193054, | |
| "learning_rate": 9.411856831848745e-06, | |
| "loss": 0.0439, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 1.0397727272727273, | |
| "grad_norm": 0.24962462484836578, | |
| "learning_rate": 9.366673468039384e-06, | |
| "loss": 0.0279, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 1.0426136363636365, | |
| "grad_norm": 0.44227010011672974, | |
| "learning_rate": 9.321503082229281e-06, | |
| "loss": 0.0597, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 1.0454545454545454, | |
| "grad_norm": 0.33881664276123047, | |
| "learning_rate": 9.276346600040863e-06, | |
| "loss": 0.037, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 1.0482954545454546, | |
| "grad_norm": 0.2290397733449936, | |
| "learning_rate": 9.231204946811624e-06, | |
| "loss": 0.0276, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 1.0511363636363635, | |
| "grad_norm": 0.3605166971683502, | |
| "learning_rate": 9.186079047575197e-06, | |
| "loss": 0.0375, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 1.0539772727272727, | |
| "grad_norm": 0.5530329942703247, | |
| "learning_rate": 9.140969827042392e-06, | |
| "loss": 0.0787, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 1.0568181818181819, | |
| "grad_norm": 0.14625893533229828, | |
| "learning_rate": 9.095878209582237e-06, | |
| "loss": 0.014, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 1.0596590909090908, | |
| "grad_norm": 0.12633948028087616, | |
| "learning_rate": 9.050805119203035e-06, | |
| "loss": 0.0149, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 1.0625, | |
| "grad_norm": 0.506729781627655, | |
| "learning_rate": 9.00575147953345e-06, | |
| "loss": 0.0723, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 1.0653409090909092, | |
| "grad_norm": 0.3099755644798279, | |
| "learning_rate": 8.96071821380355e-06, | |
| "loss": 0.0293, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 1.0681818181818181, | |
| "grad_norm": 0.19945262372493744, | |
| "learning_rate": 8.91570624482592e-06, | |
| "loss": 0.0231, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 1.0710227272727273, | |
| "grad_norm": 0.3164744973182678, | |
| "learning_rate": 8.87071649497673e-06, | |
| "loss": 0.0444, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 1.0738636363636365, | |
| "grad_norm": 0.3066563308238983, | |
| "learning_rate": 8.825749886176832e-06, | |
| "loss": 0.0383, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 1.0767045454545454, | |
| "grad_norm": 0.16921481490135193, | |
| "learning_rate": 8.780807339872886e-06, | |
| "loss": 0.0194, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 1.0795454545454546, | |
| "grad_norm": 0.440748929977417, | |
| "learning_rate": 8.735889777018466e-06, | |
| "loss": 0.0487, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 1.0823863636363635, | |
| "grad_norm": 0.2782658040523529, | |
| "learning_rate": 8.690998118055193e-06, | |
| "loss": 0.0333, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 1.0852272727272727, | |
| "grad_norm": 0.22277198731899261, | |
| "learning_rate": 8.646133282893865e-06, | |
| "loss": 0.0217, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 1.0880681818181819, | |
| "grad_norm": 0.21947693824768066, | |
| "learning_rate": 8.601296190895611e-06, | |
| "loss": 0.0263, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 1.0909090909090908, | |
| "grad_norm": 0.1716959923505783, | |
| "learning_rate": 8.55648776085306e-06, | |
| "loss": 0.017, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 1.09375, | |
| "grad_norm": 0.3042616546154022, | |
| "learning_rate": 8.511708910971506e-06, | |
| "loss": 0.0392, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 1.0965909090909092, | |
| "grad_norm": 0.38685595989227295, | |
| "learning_rate": 8.466960558850078e-06, | |
| "loss": 0.0438, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 1.0994318181818181, | |
| "grad_norm": 0.5748195052146912, | |
| "learning_rate": 8.42224362146297e-06, | |
| "loss": 0.0592, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 1.1022727272727273, | |
| "grad_norm": 0.4325203597545624, | |
| "learning_rate": 8.37755901514062e-06, | |
| "loss": 0.0682, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 1.1051136363636365, | |
| "grad_norm": 0.21434345841407776, | |
| "learning_rate": 8.332907655550948e-06, | |
| "loss": 0.0239, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 1.1079545454545454, | |
| "grad_norm": 0.243415966629982, | |
| "learning_rate": 8.288290457680593e-06, | |
| "loss": 0.0207, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 1.1107954545454546, | |
| "grad_norm": 0.4860462546348572, | |
| "learning_rate": 8.243708335816145e-06, | |
| "loss": 0.0563, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 1.1136363636363635, | |
| "grad_norm": 0.37320631742477417, | |
| "learning_rate": 8.19916220352544e-06, | |
| "loss": 0.0485, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 1.1164772727272727, | |
| "grad_norm": 0.6365073323249817, | |
| "learning_rate": 8.15465297363881e-06, | |
| "loss": 0.1069, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 1.1193181818181819, | |
| "grad_norm": 0.2253241240978241, | |
| "learning_rate": 8.110181558230405e-06, | |
| "loss": 0.0292, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 1.1221590909090908, | |
| "grad_norm": 0.32560545206069946, | |
| "learning_rate": 8.065748868599471e-06, | |
| "loss": 0.0333, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.125, | |
| "grad_norm": 0.1719602346420288, | |
| "learning_rate": 8.021355815251703e-06, | |
| "loss": 0.0148, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 1.1278409090909092, | |
| "grad_norm": 0.27399298548698425, | |
| "learning_rate": 7.977003307880579e-06, | |
| "loss": 0.039, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 1.1306818181818181, | |
| "grad_norm": 0.12785029411315918, | |
| "learning_rate": 7.932692255348711e-06, | |
| "loss": 0.0123, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 1.1335227272727273, | |
| "grad_norm": 0.5757378935813904, | |
| "learning_rate": 7.888423565669236e-06, | |
| "loss": 0.0443, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 1.1363636363636362, | |
| "grad_norm": 0.1946515142917633, | |
| "learning_rate": 7.844198145987187e-06, | |
| "loss": 0.0159, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 1.1392045454545454, | |
| "grad_norm": 0.1719973236322403, | |
| "learning_rate": 7.800016902560924e-06, | |
| "loss": 0.0244, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 1.1420454545454546, | |
| "grad_norm": 0.6020510196685791, | |
| "learning_rate": 7.75588074074356e-06, | |
| "loss": 0.1468, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 1.1448863636363638, | |
| "grad_norm": 0.1654803454875946, | |
| "learning_rate": 7.7117905649644e-06, | |
| "loss": 0.0137, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 1.1477272727272727, | |
| "grad_norm": 0.20969092845916748, | |
| "learning_rate": 7.667747278710407e-06, | |
| "loss": 0.0209, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 1.1505681818181819, | |
| "grad_norm": 0.09986022859811783, | |
| "learning_rate": 7.623751784507707e-06, | |
| "loss": 0.0082, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 1.1534090909090908, | |
| "grad_norm": 0.4177515506744385, | |
| "learning_rate": 7.579804983903067e-06, | |
| "loss": 0.0481, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 1.15625, | |
| "grad_norm": 0.21432848274707794, | |
| "learning_rate": 7.535907777445449e-06, | |
| "loss": 0.0222, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 1.1590909090909092, | |
| "grad_norm": 0.15598714351654053, | |
| "learning_rate": 7.492061064667526e-06, | |
| "loss": 0.0212, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 1.1619318181818181, | |
| "grad_norm": 0.17685821652412415, | |
| "learning_rate": 7.448265744067275e-06, | |
| "loss": 0.0108, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 1.1647727272727273, | |
| "grad_norm": 0.1826607584953308, | |
| "learning_rate": 7.404522713089555e-06, | |
| "loss": 0.014, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 1.1676136363636362, | |
| "grad_norm": 0.4454158842563629, | |
| "learning_rate": 7.360832868107708e-06, | |
| "loss": 0.0268, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 1.1704545454545454, | |
| "grad_norm": 0.13606494665145874, | |
| "learning_rate": 7.3171971044052135e-06, | |
| "loss": 0.014, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 1.1732954545454546, | |
| "grad_norm": 0.20646145939826965, | |
| "learning_rate": 7.273616316157312e-06, | |
| "loss": 0.0205, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 1.1761363636363638, | |
| "grad_norm": 0.2317519336938858, | |
| "learning_rate": 7.230091396412711e-06, | |
| "loss": 0.0292, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 1.1789772727272727, | |
| "grad_norm": 0.40039902925491333, | |
| "learning_rate": 7.186623237075265e-06, | |
| "loss": 0.0699, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 1.1818181818181819, | |
| "grad_norm": 0.377642959356308, | |
| "learning_rate": 7.143212728885714e-06, | |
| "loss": 0.0293, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 1.1846590909090908, | |
| "grad_norm": 0.29831114411354065, | |
| "learning_rate": 7.0998607614034035e-06, | |
| "loss": 0.0462, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 1.1875, | |
| "grad_norm": 0.23558694124221802, | |
| "learning_rate": 7.056568222988098e-06, | |
| "loss": 0.0199, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 1.1903409090909092, | |
| "grad_norm": 0.5152977108955383, | |
| "learning_rate": 7.013336000781739e-06, | |
| "loss": 0.0689, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 1.1931818181818181, | |
| "grad_norm": 0.3257889747619629, | |
| "learning_rate": 6.970164980690286e-06, | |
| "loss": 0.0272, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 1.1960227272727273, | |
| "grad_norm": 0.2875789999961853, | |
| "learning_rate": 6.927056047365558e-06, | |
| "loss": 0.0322, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 1.1988636363636362, | |
| "grad_norm": 0.3039776086807251, | |
| "learning_rate": 6.884010084187094e-06, | |
| "loss": 0.0305, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 1.2017045454545454, | |
| "grad_norm": 0.16907234489917755, | |
| "learning_rate": 6.841027973244077e-06, | |
| "loss": 0.0104, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 1.2045454545454546, | |
| "grad_norm": 0.23682954907417297, | |
| "learning_rate": 6.798110595317229e-06, | |
| "loss": 0.0307, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 1.2073863636363638, | |
| "grad_norm": 0.6338050961494446, | |
| "learning_rate": 6.755258829860791e-06, | |
| "loss": 0.1344, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 1.2102272727272727, | |
| "grad_norm": 0.22749580442905426, | |
| "learning_rate": 6.712473554984472e-06, | |
| "loss": 0.0176, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 1.2130681818181819, | |
| "grad_norm": 0.18605318665504456, | |
| "learning_rate": 6.669755647435474e-06, | |
| "loss": 0.0202, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 1.2159090909090908, | |
| "grad_norm": 0.36711132526397705, | |
| "learning_rate": 6.627105982580529e-06, | |
| "loss": 0.0524, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 1.21875, | |
| "grad_norm": 0.4177369177341461, | |
| "learning_rate": 6.584525434387945e-06, | |
| "loss": 0.0464, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 1.2215909090909092, | |
| "grad_norm": 0.285185307264328, | |
| "learning_rate": 6.542014875409703e-06, | |
| "loss": 0.0278, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 1.2244318181818181, | |
| "grad_norm": 0.4436541795730591, | |
| "learning_rate": 6.499575176763591e-06, | |
| "loss": 0.0414, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 1.2272727272727273, | |
| "grad_norm": 0.33370596170425415, | |
| "learning_rate": 6.457207208115328e-06, | |
| "loss": 0.0299, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 1.2301136363636362, | |
| "grad_norm": 0.32635894417762756, | |
| "learning_rate": 6.414911837660768e-06, | |
| "loss": 0.0343, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 1.2329545454545454, | |
| "grad_norm": 0.2855762243270874, | |
| "learning_rate": 6.372689932108092e-06, | |
| "loss": 0.0526, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 1.2357954545454546, | |
| "grad_norm": 0.194916769862175, | |
| "learning_rate": 6.330542356660047e-06, | |
| "loss": 0.0186, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 1.2357954545454546, | |
| "eval_loss": 0.052834562957286835, | |
| "eval_runtime": 321.2924, | |
| "eval_samples_per_second": 8.388, | |
| "eval_steps_per_second": 1.049, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 1.2386363636363638, | |
| "grad_norm": 0.2691531777381897, | |
| "learning_rate": 6.288469974996234e-06, | |
| "loss": 0.0363, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 1.2414772727272727, | |
| "grad_norm": 0.20350024104118347, | |
| "learning_rate": 6.246473649255391e-06, | |
| "loss": 0.0318, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 1.2443181818181819, | |
| "grad_norm": 0.36513552069664, | |
| "learning_rate": 6.204554240017742e-06, | |
| "loss": 0.035, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 1.2471590909090908, | |
| "grad_norm": 0.21137046813964844, | |
| "learning_rate": 6.162712606287335e-06, | |
| "loss": 0.0224, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.29429683089256287, | |
| "learning_rate": 6.120949605474479e-06, | |
| "loss": 0.0308, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 1.2528409090909092, | |
| "grad_norm": 0.26205527782440186, | |
| "learning_rate": 6.079266093378138e-06, | |
| "loss": 0.0453, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 1.2556818181818181, | |
| "grad_norm": 0.26017487049102783, | |
| "learning_rate": 6.037662924168419e-06, | |
| "loss": 0.031, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 1.2585227272727273, | |
| "grad_norm": 0.7420312166213989, | |
| "learning_rate": 5.9961409503690605e-06, | |
| "loss": 0.1057, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 1.2613636363636362, | |
| "grad_norm": 0.18516167998313904, | |
| "learning_rate": 5.954701022839944e-06, | |
| "loss": 0.0179, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 1.2642045454545454, | |
| "grad_norm": 0.2416505217552185, | |
| "learning_rate": 5.913343990759695e-06, | |
| "loss": 0.0289, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 1.2670454545454546, | |
| "grad_norm": 0.3561277389526367, | |
| "learning_rate": 5.872070701608251e-06, | |
| "loss": 0.0559, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 1.2698863636363638, | |
| "grad_norm": 0.3896782398223877, | |
| "learning_rate": 5.830882001149517e-06, | |
| "loss": 0.0659, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 1.2727272727272727, | |
| "grad_norm": 0.26022788882255554, | |
| "learning_rate": 5.789778733414004e-06, | |
| "loss": 0.0337, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 1.2755681818181819, | |
| "grad_norm": 0.17623814940452576, | |
| "learning_rate": 5.748761740681573e-06, | |
| "loss": 0.0171, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 1.2784090909090908, | |
| "grad_norm": 0.20112119615077972, | |
| "learning_rate": 5.707831863464146e-06, | |
| "loss": 0.0226, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 1.28125, | |
| "grad_norm": 0.26868581771850586, | |
| "learning_rate": 5.666989940488496e-06, | |
| "loss": 0.0281, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 1.2840909090909092, | |
| "grad_norm": 0.17673923075199127, | |
| "learning_rate": 5.626236808679051e-06, | |
| "loss": 0.0116, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 1.2869318181818181, | |
| "grad_norm": 0.42206647992134094, | |
| "learning_rate": 5.585573303140741e-06, | |
| "loss": 0.0568, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 1.2897727272727273, | |
| "grad_norm": 0.18107818067073822, | |
| "learning_rate": 5.54500025714191e-06, | |
| "loss": 0.0224, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 1.2926136363636362, | |
| "grad_norm": 0.34270885586738586, | |
| "learning_rate": 5.504518502097212e-06, | |
| "loss": 0.0427, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 1.2954545454545454, | |
| "grad_norm": 0.3076038956642151, | |
| "learning_rate": 5.464128867550593e-06, | |
| "loss": 0.0414, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 1.2982954545454546, | |
| "grad_norm": 0.23357230424880981, | |
| "learning_rate": 5.423832181158274e-06, | |
| "loss": 0.0226, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 1.3011363636363638, | |
| "grad_norm": 0.41625964641571045, | |
| "learning_rate": 5.383629268671804e-06, | |
| "loss": 0.0428, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 1.3039772727272727, | |
| "grad_norm": 0.34053537249565125, | |
| "learning_rate": 5.34352095392114e-06, | |
| "loss": 0.0383, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 1.3068181818181819, | |
| "grad_norm": 0.313376784324646, | |
| "learning_rate": 5.3035080587977665e-06, | |
| "loss": 0.0429, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 1.3096590909090908, | |
| "grad_norm": 0.28910282254219055, | |
| "learning_rate": 5.263591403237831e-06, | |
| "loss": 0.0323, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 1.3125, | |
| "grad_norm": 0.3461354076862335, | |
| "learning_rate": 5.22377180520538e-06, | |
| "loss": 0.0589, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 1.3153409090909092, | |
| "grad_norm": 0.36325037479400635, | |
| "learning_rate": 5.184050080675558e-06, | |
| "loss": 0.0359, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 1.3181818181818181, | |
| "grad_norm": 0.20179492235183716, | |
| "learning_rate": 5.144427043617919e-06, | |
| "loss": 0.0259, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 1.3210227272727273, | |
| "grad_norm": 0.18621599674224854, | |
| "learning_rate": 5.10490350597973e-06, | |
| "loss": 0.0156, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 1.3238636363636362, | |
| "grad_norm": 0.31812962889671326, | |
| "learning_rate": 5.06548027766933e-06, | |
| "loss": 0.0362, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 1.3267045454545454, | |
| "grad_norm": 0.19596129655838013, | |
| "learning_rate": 5.026158166539548e-06, | |
| "loss": 0.0239, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 1.3295454545454546, | |
| "grad_norm": 0.6086770296096802, | |
| "learning_rate": 4.986937978371132e-06, | |
| "loss": 0.0502, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 1.3323863636363638, | |
| "grad_norm": 0.42738351225852966, | |
| "learning_rate": 4.9478205168562535e-06, | |
| "loss": 0.0484, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 1.3352272727272727, | |
| "grad_norm": 0.2786358594894409, | |
| "learning_rate": 4.908806583582021e-06, | |
| "loss": 0.0336, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 1.3380681818181819, | |
| "grad_norm": 0.202577605843544, | |
| "learning_rate": 4.869896978014071e-06, | |
| "loss": 0.0286, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 1.3409090909090908, | |
| "grad_norm": 0.42583322525024414, | |
| "learning_rate": 4.83109249748018e-06, | |
| "loss": 0.0843, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 1.34375, | |
| "grad_norm": 0.6603618264198303, | |
| "learning_rate": 4.792393937153914e-06, | |
| "loss": 0.0674, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 1.3465909090909092, | |
| "grad_norm": 0.43137821555137634, | |
| "learning_rate": 4.753802090038344e-06, | |
| "loss": 0.0516, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 1.3494318181818181, | |
| "grad_norm": 0.5275350213050842, | |
| "learning_rate": 4.7153177469498045e-06, | |
| "loss": 0.0726, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 1.3522727272727273, | |
| "grad_norm": 0.35748714208602905, | |
| "learning_rate": 4.676941696501674e-06, | |
| "loss": 0.0453, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 1.3551136363636362, | |
| "grad_norm": 0.5304725766181946, | |
| "learning_rate": 4.6386747250882226e-06, | |
| "loss": 0.0431, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 1.3579545454545454, | |
| "grad_norm": 0.2420758306980133, | |
| "learning_rate": 4.600517616868491e-06, | |
| "loss": 0.0284, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 1.3607954545454546, | |
| "grad_norm": 0.5091615319252014, | |
| "learning_rate": 4.562471153750221e-06, | |
| "loss": 0.1026, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 1.3636363636363638, | |
| "grad_norm": 0.41949352622032166, | |
| "learning_rate": 4.52453611537385e-06, | |
| "loss": 0.0516, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 1.3664772727272727, | |
| "grad_norm": 0.35782483220100403, | |
| "learning_rate": 4.486713279096515e-06, | |
| "loss": 0.0505, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 1.3693181818181819, | |
| "grad_norm": 0.4138379395008087, | |
| "learning_rate": 4.449003419976133e-06, | |
| "loss": 0.0789, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 1.3721590909090908, | |
| "grad_norm": 0.26523318886756897, | |
| "learning_rate": 4.411407310755513e-06, | |
| "loss": 0.0311, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 1.375, | |
| "grad_norm": 0.46949058771133423, | |
| "learning_rate": 4.373925721846519e-06, | |
| "loss": 0.0293, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 1.3778409090909092, | |
| "grad_norm": 0.381064772605896, | |
| "learning_rate": 4.336559421314298e-06, | |
| "loss": 0.0525, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 1.3806818181818181, | |
| "grad_norm": 0.3074735701084137, | |
| "learning_rate": 4.29930917486153e-06, | |
| "loss": 0.0216, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 1.3835227272727273, | |
| "grad_norm": 0.21338820457458496, | |
| "learning_rate": 4.262175745812729e-06, | |
| "loss": 0.0239, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 1.3863636363636362, | |
| "grad_norm": 0.31537333130836487, | |
| "learning_rate": 4.225159895098623e-06, | |
| "loss": 0.0412, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 1.3892045454545454, | |
| "grad_norm": 0.2787759006023407, | |
| "learning_rate": 4.1882623812405345e-06, | |
| "loss": 0.0275, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 1.3920454545454546, | |
| "grad_norm": 0.2170637845993042, | |
| "learning_rate": 4.151483960334862e-06, | |
| "loss": 0.0244, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 1.3948863636363638, | |
| "grad_norm": 0.3851534426212311, | |
| "learning_rate": 4.1148253860375764e-06, | |
| "loss": 0.0426, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 1.3977272727272727, | |
| "grad_norm": 0.15403486788272858, | |
| "learning_rate": 4.078287409548764e-06, | |
| "loss": 0.0171, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 1.4005681818181819, | |
| "grad_norm": 0.3017263114452362, | |
| "learning_rate": 4.0418707795972575e-06, | |
| "loss": 0.0274, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 1.4034090909090908, | |
| "grad_norm": 0.3194883465766907, | |
| "learning_rate": 4.005576242425272e-06, | |
| "loss": 0.0374, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 1.40625, | |
| "grad_norm": 0.428733766078949, | |
| "learning_rate": 3.969404541773132e-06, | |
| "loss": 0.0768, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.4090909090909092, | |
| "grad_norm": 0.25702938437461853, | |
| "learning_rate": 3.933356418864008e-06, | |
| "loss": 0.0256, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 1.4119318181818181, | |
| "grad_norm": 0.15047182142734528, | |
| "learning_rate": 3.897432612388752e-06, | |
| "loss": 0.0136, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 1.4147727272727273, | |
| "grad_norm": 0.14957940578460693, | |
| "learning_rate": 3.861633858490746e-06, | |
| "loss": 0.0188, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 1.4176136363636362, | |
| "grad_norm": 0.16923752427101135, | |
| "learning_rate": 3.8259608907508105e-06, | |
| "loss": 0.0169, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 1.4204545454545454, | |
| "grad_norm": 0.23884394764900208, | |
| "learning_rate": 3.7904144401721976e-06, | |
| "loss": 0.0301, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 1.4232954545454546, | |
| "grad_norm": 0.3131102919578552, | |
| "learning_rate": 3.7549952351655795e-06, | |
| "loss": 0.0334, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 1.4261363636363638, | |
| "grad_norm": 0.3991200923919678, | |
| "learning_rate": 3.719704001534149e-06, | |
| "loss": 0.0712, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 1.4289772727272727, | |
| "grad_norm": 0.3849276602268219, | |
| "learning_rate": 3.6845414624587326e-06, | |
| "loss": 0.0476, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 1.4318181818181819, | |
| "grad_norm": 0.3225853145122528, | |
| "learning_rate": 3.649508338482972e-06, | |
| "loss": 0.0515, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 1.4346590909090908, | |
| "grad_norm": 0.3104516565799713, | |
| "learning_rate": 3.6146053474985565e-06, | |
| "loss": 0.0436, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 1.4375, | |
| "grad_norm": 0.3936445415019989, | |
| "learning_rate": 3.579833204730525e-06, | |
| "loss": 0.0487, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 1.4403409090909092, | |
| "grad_norm": 0.21598631143569946, | |
| "learning_rate": 3.5451926227225997e-06, | |
| "loss": 0.0216, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 1.4431818181818181, | |
| "grad_norm": 0.26715341210365295, | |
| "learning_rate": 3.5106843113225854e-06, | |
| "loss": 0.0269, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 1.4460227272727273, | |
| "grad_norm": 0.19402551651000977, | |
| "learning_rate": 3.4763089776678206e-06, | |
| "loss": 0.0212, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 1.4488636363636362, | |
| "grad_norm": 0.3250589370727539, | |
| "learning_rate": 3.4420673261706906e-06, | |
| "loss": 0.0473, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 1.4517045454545454, | |
| "grad_norm": 0.2799818813800812, | |
| "learning_rate": 3.4079600585041993e-06, | |
| "loss": 0.0313, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 1.4545454545454546, | |
| "grad_norm": 0.11718513816595078, | |
| "learning_rate": 3.3739878735875797e-06, | |
| "loss": 0.0127, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 1.4573863636363638, | |
| "grad_norm": 0.25607946515083313, | |
| "learning_rate": 3.3401514675719815e-06, | |
| "loss": 0.0307, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 1.4602272727272727, | |
| "grad_norm": 0.2513953149318695, | |
| "learning_rate": 3.3064515338261937e-06, | |
| "loss": 0.0334, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 1.4630681818181819, | |
| "grad_norm": 0.36698806285858154, | |
| "learning_rate": 3.2728887629224415e-06, | |
| "loss": 0.0558, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 1.4659090909090908, | |
| "grad_norm": 0.46339672803878784, | |
| "learning_rate": 3.239463842622247e-06, | |
| "loss": 0.0619, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 1.46875, | |
| "grad_norm": 0.37225818634033203, | |
| "learning_rate": 3.206177457862321e-06, | |
| "loss": 0.0443, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 1.4715909090909092, | |
| "grad_norm": 0.2377389669418335, | |
| "learning_rate": 3.173030290740524e-06, | |
| "loss": 0.0341, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 1.4744318181818181, | |
| "grad_norm": 0.40146350860595703, | |
| "learning_rate": 3.1400230205019124e-06, | |
| "loss": 0.0405, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 1.4772727272727273, | |
| "grad_norm": 0.3381498157978058, | |
| "learning_rate": 3.1071563235247883e-06, | |
| "loss": 0.0463, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 1.4801136363636362, | |
| "grad_norm": 0.19083504378795624, | |
| "learning_rate": 3.074430873306865e-06, | |
| "loss": 0.0217, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 1.4829545454545454, | |
| "grad_norm": 0.4946057200431824, | |
| "learning_rate": 3.041847340451456e-06, | |
| "loss": 0.0499, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 1.4857954545454546, | |
| "grad_norm": 0.269089937210083, | |
| "learning_rate": 3.0094063926537233e-06, | |
| "loss": 0.0312, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 1.4857954545454546, | |
| "eval_loss": 0.04934047535061836, | |
| "eval_runtime": 321.3119, | |
| "eval_samples_per_second": 8.387, | |
| "eval_steps_per_second": 1.049, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 1.4886363636363638, | |
| "grad_norm": 0.2874927818775177, | |
| "learning_rate": 2.9771086946870177e-06, | |
| "loss": 0.0212, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 1.4914772727272727, | |
| "grad_norm": 0.2589636743068695, | |
| "learning_rate": 2.944954908389229e-06, | |
| "loss": 0.0201, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 1.4943181818181819, | |
| "grad_norm": 0.3492966294288635, | |
| "learning_rate": 2.912945692649255e-06, | |
| "loss": 0.0354, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 1.4971590909090908, | |
| "grad_norm": 0.4711867570877075, | |
| "learning_rate": 2.881081703393466e-06, | |
| "loss": 0.044, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.2505286931991577, | |
| "learning_rate": 2.849363593572293e-06, | |
| "loss": 0.0715, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 1.5028409090909092, | |
| "grad_norm": 0.12618179619312286, | |
| "learning_rate": 2.8177920131468273e-06, | |
| "loss": 0.0105, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 1.5056818181818183, | |
| "grad_norm": 0.22411687672138214, | |
| "learning_rate": 2.7863676090755175e-06, | |
| "loss": 0.0259, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 1.5085227272727273, | |
| "grad_norm": 0.4143596589565277, | |
| "learning_rate": 2.7550910253008933e-06, | |
| "loss": 0.0633, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 1.5113636363636362, | |
| "grad_norm": 0.4833144545555115, | |
| "learning_rate": 2.723962902736389e-06, | |
| "loss": 0.0649, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 1.5142045454545454, | |
| "grad_norm": 0.3849513530731201, | |
| "learning_rate": 2.6929838792532035e-06, | |
| "loss": 0.0527, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 1.5170454545454546, | |
| "grad_norm": 0.2576873004436493, | |
| "learning_rate": 2.662154589667217e-06, | |
| "loss": 0.0246, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 1.5198863636363638, | |
| "grad_norm": 0.23061725497245789, | |
| "learning_rate": 2.6314756657260053e-06, | |
| "loss": 0.0168, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 1.5227272727272727, | |
| "grad_norm": 0.18426130712032318, | |
| "learning_rate": 2.6009477360958713e-06, | |
| "loss": 0.0221, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 1.5255681818181817, | |
| "grad_norm": 0.21770624816417694, | |
| "learning_rate": 2.570571426348978e-06, | |
| "loss": 0.0115, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 1.5284090909090908, | |
| "grad_norm": 0.2922838032245636, | |
| "learning_rate": 2.540347358950529e-06, | |
| "loss": 0.0354, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 1.53125, | |
| "grad_norm": 0.15898585319519043, | |
| "learning_rate": 2.5102761532460005e-06, | |
| "loss": 0.0168, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 1.5340909090909092, | |
| "grad_norm": 0.3408936560153961, | |
| "learning_rate": 2.480358425448457e-06, | |
| "loss": 0.0383, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 1.5369318181818183, | |
| "grad_norm": 0.2640663981437683, | |
| "learning_rate": 2.450594788625932e-06, | |
| "loss": 0.0391, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 1.5397727272727273, | |
| "grad_norm": 0.18618500232696533, | |
| "learning_rate": 2.420985852688854e-06, | |
| "loss": 0.0163, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 1.5426136363636362, | |
| "grad_norm": 0.195343479514122, | |
| "learning_rate": 2.3915322243775564e-06, | |
| "loss": 0.0602, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 1.5454545454545454, | |
| "grad_norm": 0.22662031650543213, | |
| "learning_rate": 2.362234507249832e-06, | |
| "loss": 0.0262, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 1.5482954545454546, | |
| "grad_norm": 0.36082425713539124, | |
| "learning_rate": 2.3330933016685753e-06, | |
| "loss": 0.0483, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 1.5511363636363638, | |
| "grad_norm": 0.2544262111186981, | |
| "learning_rate": 2.3041092047894843e-06, | |
| "loss": 0.0209, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 1.5539772727272727, | |
| "grad_norm": 0.16143347322940826, | |
| "learning_rate": 2.275282810548811e-06, | |
| "loss": 0.0182, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 1.5568181818181817, | |
| "grad_norm": 0.32790812849998474, | |
| "learning_rate": 2.2466147096512037e-06, | |
| "loss": 0.0451, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 1.5596590909090908, | |
| "grad_norm": 0.187930628657341, | |
| "learning_rate": 2.2181054895575847e-06, | |
| "loss": 0.0259, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 1.5625, | |
| "grad_norm": 0.2864295542240143, | |
| "learning_rate": 2.1897557344731292e-06, | |
| "loss": 0.0285, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 1.5653409090909092, | |
| "grad_norm": 0.20400214195251465, | |
| "learning_rate": 2.1615660253352888e-06, | |
| "loss": 0.0207, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 1.5681818181818183, | |
| "grad_norm": 0.21328507363796234, | |
| "learning_rate": 2.133536939801888e-06, | |
| "loss": 0.0241, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 1.5710227272727273, | |
| "grad_norm": 0.250006765127182, | |
| "learning_rate": 2.105669052239274e-06, | |
| "loss": 0.0264, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 1.5738636363636362, | |
| "grad_norm": 0.28018662333488464, | |
| "learning_rate": 2.077962933710572e-06, | |
| "loss": 0.0376, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 1.5767045454545454, | |
| "grad_norm": 0.13916772603988647, | |
| "learning_rate": 2.050419151963957e-06, | |
| "loss": 0.0119, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 1.5795454545454546, | |
| "grad_norm": 0.16353723406791687, | |
| "learning_rate": 2.0230382714210384e-06, | |
| "loss": 0.0175, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 1.5823863636363638, | |
| "grad_norm": 0.3708636164665222, | |
| "learning_rate": 1.9958208531652876e-06, | |
| "loss": 0.0556, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 1.5852272727272727, | |
| "grad_norm": 0.29886114597320557, | |
| "learning_rate": 1.9687674549305335e-06, | |
| "loss": 0.0489, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 1.5880681818181817, | |
| "grad_norm": 0.15193718671798706, | |
| "learning_rate": 1.9418786310895467e-06, | |
| "loss": 0.0141, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 1.5909090909090908, | |
| "grad_norm": 0.40020623803138733, | |
| "learning_rate": 1.9151549326426654e-06, | |
| "loss": 0.0554, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 1.59375, | |
| "grad_norm": 0.1339547485113144, | |
| "learning_rate": 1.8885969072065224e-06, | |
| "loss": 0.0122, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 1.5965909090909092, | |
| "grad_norm": 0.14078541100025177, | |
| "learning_rate": 1.8622050990027996e-06, | |
| "loss": 0.0095, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 1.5994318181818183, | |
| "grad_norm": 0.20210637152194977, | |
| "learning_rate": 1.835980048847098e-06, | |
| "loss": 0.0212, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 1.6022727272727273, | |
| "grad_norm": 0.2009180337190628, | |
| "learning_rate": 1.809922294137847e-06, | |
| "loss": 0.0211, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 1.6051136363636362, | |
| "grad_norm": 0.2940455973148346, | |
| "learning_rate": 1.7840323688452833e-06, | |
| "loss": 0.0357, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 1.6079545454545454, | |
| "grad_norm": 0.20636039972305298, | |
| "learning_rate": 1.7583108035005269e-06, | |
| "loss": 0.0217, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 1.6107954545454546, | |
| "grad_norm": 0.6501495838165283, | |
| "learning_rate": 1.7327581251846902e-06, | |
| "loss": 0.0743, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 1.6136363636363638, | |
| "grad_norm": 0.27706483006477356, | |
| "learning_rate": 1.7073748575180937e-06, | |
| "loss": 0.0234, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 1.6164772727272727, | |
| "grad_norm": 0.19797846674919128, | |
| "learning_rate": 1.6821615206495313e-06, | |
| "loss": 0.0181, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 1.6193181818181817, | |
| "grad_norm": 0.2928190529346466, | |
| "learning_rate": 1.6571186312456011e-06, | |
| "loss": 0.0491, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 1.6221590909090908, | |
| "grad_norm": 0.26671117544174194, | |
| "learning_rate": 1.6322467024801282e-06, | |
| "loss": 0.0264, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 1.625, | |
| "grad_norm": 0.20558620989322662, | |
| "learning_rate": 1.6075462440236512e-06, | |
| "loss": 0.0178, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 1.6278409090909092, | |
| "grad_norm": 0.1802850067615509, | |
| "learning_rate": 1.5830177620329712e-06, | |
| "loss": 0.0212, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 1.6306818181818183, | |
| "grad_norm": 0.24599629640579224, | |
| "learning_rate": 1.558661759140786e-06, | |
| "loss": 0.0298, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 1.6335227272727273, | |
| "grad_norm": 0.1912572979927063, | |
| "learning_rate": 1.5344787344453803e-06, | |
| "loss": 0.0221, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 1.6363636363636362, | |
| "grad_norm": 0.2533075213432312, | |
| "learning_rate": 1.510469183500405e-06, | |
| "loss": 0.0372, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 1.6392045454545454, | |
| "grad_norm": 0.3094019293785095, | |
| "learning_rate": 1.4866335983047264e-06, | |
| "loss": 0.034, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 1.6420454545454546, | |
| "grad_norm": 0.30636775493621826, | |
| "learning_rate": 1.4629724672923384e-06, | |
| "loss": 0.0262, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 1.6448863636363638, | |
| "grad_norm": 0.3447078466415405, | |
| "learning_rate": 1.439486275322357e-06, | |
| "loss": 0.0446, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 1.6477272727272727, | |
| "grad_norm": 0.19196145236492157, | |
| "learning_rate": 1.4161755036690771e-06, | |
| "loss": 0.0185, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 1.6505681818181817, | |
| "grad_norm": 0.2407604306936264, | |
| "learning_rate": 1.393040630012118e-06, | |
| "loss": 0.0172, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 1.6534090909090908, | |
| "grad_norm": 0.3147240877151489, | |
| "learning_rate": 1.3700821284266352e-06, | |
| "loss": 0.0239, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 1.65625, | |
| "grad_norm": 0.23018233478069305, | |
| "learning_rate": 1.3473004693736037e-06, | |
| "loss": 0.026, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 1.6590909090909092, | |
| "grad_norm": 0.3745492696762085, | |
| "learning_rate": 1.324696119690173e-06, | |
| "loss": 0.0336, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 1.6619318181818183, | |
| "grad_norm": 0.1641959398984909, | |
| "learning_rate": 1.302269542580109e-06, | |
| "loss": 0.0157, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 1.6647727272727273, | |
| "grad_norm": 0.19555360078811646, | |
| "learning_rate": 1.2800211976042942e-06, | |
| "loss": 0.0213, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 1.6676136363636362, | |
| "grad_norm": 0.3400610685348511, | |
| "learning_rate": 1.2579515406713194e-06, | |
| "loss": 0.0429, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 1.6704545454545454, | |
| "grad_norm": 0.18559320271015167, | |
| "learning_rate": 1.236061024028129e-06, | |
| "loss": 0.0164, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 1.6732954545454546, | |
| "grad_norm": 0.23671524226665497, | |
| "learning_rate": 1.214350096250767e-06, | |
| "loss": 0.0258, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 1.6761363636363638, | |
| "grad_norm": 0.1904187798500061, | |
| "learning_rate": 1.192819202235178e-06, | |
| "loss": 0.0202, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 1.6789772727272727, | |
| "grad_norm": 0.23071539402008057, | |
| "learning_rate": 1.1714687831880867e-06, | |
| "loss": 0.0231, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 1.6818181818181817, | |
| "grad_norm": 0.25730565190315247, | |
| "learning_rate": 1.1502992766179666e-06, | |
| "loss": 0.0338, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 1.6846590909090908, | |
| "grad_norm": 0.6486604809761047, | |
| "learning_rate": 1.1293111163260639e-06, | |
| "loss": 0.0943, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 1.6875, | |
| "grad_norm": 0.29426586627960205, | |
| "learning_rate": 1.1085047323975173e-06, | |
| "loss": 0.043, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 1.6903409090909092, | |
| "grad_norm": 0.25408247113227844, | |
| "learning_rate": 1.0878805511925438e-06, | |
| "loss": 0.0303, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.6931818181818183, | |
| "grad_norm": 0.372081458568573, | |
| "learning_rate": 1.0674389953376928e-06, | |
| "loss": 0.033, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 1.6960227272727273, | |
| "grad_norm": 0.17783237993717194, | |
| "learning_rate": 1.0471804837171916e-06, | |
| "loss": 0.0124, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 1.6988636363636362, | |
| "grad_norm": 0.35536065697669983, | |
| "learning_rate": 1.027105431464368e-06, | |
| "loss": 0.0435, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 1.7017045454545454, | |
| "grad_norm": 0.2801659405231476, | |
| "learning_rate": 1.0072142499531346e-06, | |
| "loss": 0.0329, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 1.7045454545454546, | |
| "grad_norm": 0.1209142804145813, | |
| "learning_rate": 9.875073467895635e-07, | |
| "loss": 0.011, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 1.7073863636363638, | |
| "grad_norm": 0.14608953893184662, | |
| "learning_rate": 9.679851258035277e-07, | |
| "loss": 0.0123, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 1.7102272727272727, | |
| "grad_norm": 0.17487914860248566, | |
| "learning_rate": 9.48647987040433e-07, | |
| "loss": 0.0187, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 1.7130681818181817, | |
| "grad_norm": 0.2767109274864197, | |
| "learning_rate": 9.294963267530177e-07, | |
| "loss": 0.0359, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 1.7159090909090908, | |
| "grad_norm": 0.28444820642471313, | |
| "learning_rate": 9.105305373932338e-07, | |
| "loss": 0.0586, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 1.71875, | |
| "grad_norm": 0.5057897567749023, | |
| "learning_rate": 8.917510076042058e-07, | |
| "loss": 0.0459, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 1.7215909090909092, | |
| "grad_norm": 0.33112823963165283, | |
| "learning_rate": 8.731581222122587e-07, | |
| "loss": 0.0414, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 1.7244318181818183, | |
| "grad_norm": 0.22497576475143433, | |
| "learning_rate": 8.547522622190385e-07, | |
| "loss": 0.0259, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 1.7272727272727273, | |
| "grad_norm": 0.18142753839492798, | |
| "learning_rate": 8.365338047937122e-07, | |
| "loss": 0.0166, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 1.7301136363636362, | |
| "grad_norm": 0.18240651488304138, | |
| "learning_rate": 8.185031232652252e-07, | |
| "loss": 0.0176, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 1.7329545454545454, | |
| "grad_norm": 0.4496082365512848, | |
| "learning_rate": 8.006605871146578e-07, | |
| "loss": 0.0361, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 1.7357954545454546, | |
| "grad_norm": 0.3641889989376068, | |
| "learning_rate": 7.830065619676519e-07, | |
| "loss": 0.0339, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 1.7357954545454546, | |
| "eval_loss": 0.046951260417699814, | |
| "eval_runtime": 322.0399, | |
| "eval_samples_per_second": 8.369, | |
| "eval_steps_per_second": 1.046, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 1.7386363636363638, | |
| "grad_norm": 0.4126671850681305, | |
| "learning_rate": 7.65541409586924e-07, | |
| "loss": 0.0422, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 1.7414772727272727, | |
| "grad_norm": 0.3763576149940491, | |
| "learning_rate": 7.482654878648465e-07, | |
| "loss": 0.0417, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 1.7443181818181817, | |
| "grad_norm": 0.25049203634262085, | |
| "learning_rate": 7.311791508161159e-07, | |
| "loss": 0.0264, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 1.7471590909090908, | |
| "grad_norm": 0.19837282598018646, | |
| "learning_rate": 7.142827485704951e-07, | |
| "loss": 0.022, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 0.5346717238426208, | |
| "learning_rate": 6.975766273656425e-07, | |
| "loss": 0.0461, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 1.7528409090909092, | |
| "grad_norm": 0.5660947561264038, | |
| "learning_rate": 6.810611295400171e-07, | |
| "loss": 0.0568, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 1.7556818181818183, | |
| "grad_norm": 0.14554603397846222, | |
| "learning_rate": 6.647365935258642e-07, | |
| "loss": 0.0158, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 1.7585227272727273, | |
| "grad_norm": 0.48322027921676636, | |
| "learning_rate": 6.48603353842272e-07, | |
| "loss": 0.048, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 1.7613636363636362, | |
| "grad_norm": 0.49817270040512085, | |
| "learning_rate": 6.326617410883296e-07, | |
| "loss": 0.0823, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 1.7642045454545454, | |
| "grad_norm": 0.41815218329429626, | |
| "learning_rate": 6.169120819363406e-07, | |
| "loss": 0.0629, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 1.7670454545454546, | |
| "grad_norm": 0.1850947141647339, | |
| "learning_rate": 6.013546991251373e-07, | |
| "loss": 0.0185, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 1.7698863636363638, | |
| "grad_norm": 0.5910592079162598, | |
| "learning_rate": 5.859899114534662e-07, | |
| "loss": 0.0857, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 1.7727272727272727, | |
| "grad_norm": 0.35453927516937256, | |
| "learning_rate": 5.708180337734448e-07, | |
| "loss": 0.0308, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 1.7755681818181817, | |
| "grad_norm": 0.19171951711177826, | |
| "learning_rate": 5.558393769841286e-07, | |
| "loss": 0.0539, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 1.7784090909090908, | |
| "grad_norm": 0.2592536211013794, | |
| "learning_rate": 5.410542480251202e-07, | |
| "loss": 0.0207, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 1.78125, | |
| "grad_norm": 0.2815329432487488, | |
| "learning_rate": 5.264629498702966e-07, | |
| "loss": 0.0326, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 1.7840909090909092, | |
| "grad_norm": 0.14800816774368286, | |
| "learning_rate": 5.12065781521588e-07, | |
| "loss": 0.0153, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 1.7869318181818183, | |
| "grad_norm": 0.14742711186408997, | |
| "learning_rate": 4.978630380028582e-07, | |
| "loss": 0.0176, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 1.7897727272727273, | |
| "grad_norm": 0.5278242826461792, | |
| "learning_rate": 4.838550103538575e-07, | |
| "loss": 0.0788, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 1.7926136363636362, | |
| "grad_norm": 0.18585218489170074, | |
| "learning_rate": 4.700419856242555e-07, | |
| "loss": 0.015, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 1.7954545454545454, | |
| "grad_norm": 0.16984280943870544, | |
| "learning_rate": 4.5642424686776154e-07, | |
| "loss": 0.0184, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 1.7982954545454546, | |
| "grad_norm": 0.18244123458862305, | |
| "learning_rate": 4.4300207313632713e-07, | |
| "loss": 0.0185, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 1.8011363636363638, | |
| "grad_norm": 0.2502816915512085, | |
| "learning_rate": 4.2977573947442175e-07, | |
| "loss": 0.0229, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 1.8039772727272727, | |
| "grad_norm": 0.22571499645709991, | |
| "learning_rate": 4.167455169134027e-07, | |
| "loss": 0.0237, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 1.8068181818181817, | |
| "grad_norm": 0.33113282918930054, | |
| "learning_rate": 4.039116724659564e-07, | |
| "loss": 0.0334, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 1.8096590909090908, | |
| "grad_norm": 0.29996100068092346, | |
| "learning_rate": 3.9127446912062606e-07, | |
| "loss": 0.0295, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 1.8125, | |
| "grad_norm": 0.26119595766067505, | |
| "learning_rate": 3.788341658364314e-07, | |
| "loss": 0.0313, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 1.8153409090909092, | |
| "grad_norm": 0.2088990956544876, | |
| "learning_rate": 3.6659101753754975e-07, | |
| "loss": 0.0286, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 1.8181818181818183, | |
| "grad_norm": 0.23757684230804443, | |
| "learning_rate": 3.5454527510810355e-07, | |
| "loss": 0.0249, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 1.8210227272727273, | |
| "grad_norm": 0.1616797298192978, | |
| "learning_rate": 3.426971853870109e-07, | |
| "loss": 0.0129, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 1.8238636363636362, | |
| "grad_norm": 0.21369072794914246, | |
| "learning_rate": 3.3104699116292883e-07, | |
| "loss": 0.0254, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 1.8267045454545454, | |
| "grad_norm": 0.3602796196937561, | |
| "learning_rate": 3.1959493116928473e-07, | |
| "loss": 0.0458, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 1.8295454545454546, | |
| "grad_norm": 0.2149425595998764, | |
| "learning_rate": 3.0834124007937616e-07, | |
| "loss": 0.0231, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 1.8323863636363638, | |
| "grad_norm": 0.16421711444854736, | |
| "learning_rate": 2.972861485015666e-07, | |
| "loss": 0.0139, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 1.8352272727272727, | |
| "grad_norm": 0.45803770422935486, | |
| "learning_rate": 2.864298829745571e-07, | |
| "loss": 0.0787, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 1.8380681818181817, | |
| "grad_norm": 0.5590444207191467, | |
| "learning_rate": 2.7577266596274577e-07, | |
| "loss": 0.0367, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 1.8409090909090908, | |
| "grad_norm": 0.7343291640281677, | |
| "learning_rate": 2.6531471585167e-07, | |
| "loss": 0.1223, | |
| "step": 653 | |
| }, | |
| { | |
| "epoch": 1.84375, | |
| "grad_norm": 0.23800815641880035, | |
| "learning_rate": 2.5505624694353027e-07, | |
| "loss": 0.0217, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 1.8465909090909092, | |
| "grad_norm": 0.2187035083770752, | |
| "learning_rate": 2.4499746945279566e-07, | |
| "loss": 0.0202, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 1.8494318181818183, | |
| "grad_norm": 0.4073978364467621, | |
| "learning_rate": 2.3513858950190206e-07, | |
| "loss": 0.0514, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 1.8522727272727273, | |
| "grad_norm": 0.17420588433742523, | |
| "learning_rate": 2.2547980911702406e-07, | |
| "loss": 0.021, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 1.8551136363636362, | |
| "grad_norm": 0.2199344038963318, | |
| "learning_rate": 2.1602132622393745e-07, | |
| "loss": 0.0258, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 1.8579545454545454, | |
| "grad_norm": 0.1626044064760208, | |
| "learning_rate": 2.0676333464396125e-07, | |
| "loss": 0.0184, | |
| "step": 659 | |
| }, | |
| { | |
| "epoch": 1.8607954545454546, | |
| "grad_norm": 0.20894934237003326, | |
| "learning_rate": 1.9770602408998642e-07, | |
| "loss": 0.0318, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 1.8636363636363638, | |
| "grad_norm": 0.11425574123859406, | |
| "learning_rate": 1.8884958016259114e-07, | |
| "loss": 0.009, | |
| "step": 661 | |
| }, | |
| { | |
| "epoch": 1.8664772727272727, | |
| "grad_norm": 0.13908714056015015, | |
| "learning_rate": 1.8019418434623405e-07, | |
| "loss": 0.0117, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 1.8693181818181817, | |
| "grad_norm": 0.30832770466804504, | |
| "learning_rate": 1.7174001400553586e-07, | |
| "loss": 0.0376, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 1.8721590909090908, | |
| "grad_norm": 0.10906349122524261, | |
| "learning_rate": 1.6348724238164583e-07, | |
| "loss": 0.009, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 1.875, | |
| "grad_norm": 0.20455297827720642, | |
| "learning_rate": 1.5543603858869216e-07, | |
| "loss": 0.0193, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 1.8778409090909092, | |
| "grad_norm": 0.09518078714609146, | |
| "learning_rate": 1.475865676103161e-07, | |
| "loss": 0.0081, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 1.8806818181818183, | |
| "grad_norm": 0.08790381997823715, | |
| "learning_rate": 1.3993899029629e-07, | |
| "loss": 0.0072, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 1.8835227272727273, | |
| "grad_norm": 0.27762630581855774, | |
| "learning_rate": 1.324934633592201e-07, | |
| "loss": 0.0292, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 1.8863636363636362, | |
| "grad_norm": 0.16567471623420715, | |
| "learning_rate": 1.2525013937134122e-07, | |
| "loss": 0.016, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 1.8892045454545454, | |
| "grad_norm": 0.49977800250053406, | |
| "learning_rate": 1.1820916676138384e-07, | |
| "loss": 0.0452, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 1.8920454545454546, | |
| "grad_norm": 0.2329680621623993, | |
| "learning_rate": 1.1137068981153632e-07, | |
| "loss": 0.0233, | |
| "step": 671 | |
| }, | |
| { | |
| "epoch": 1.8948863636363638, | |
| "grad_norm": 0.322808176279068, | |
| "learning_rate": 1.0473484865448524e-07, | |
| "loss": 0.0469, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 1.8977272727272727, | |
| "grad_norm": 0.2716865837574005, | |
| "learning_rate": 9.830177927054429e-08, | |
| "loss": 0.0377, | |
| "step": 673 | |
| }, | |
| { | |
| "epoch": 1.9005681818181817, | |
| "grad_norm": 0.14299501478672028, | |
| "learning_rate": 9.207161348487315e-08, | |
| "loss": 0.0178, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 1.9034090909090908, | |
| "grad_norm": 0.23493549227714539, | |
| "learning_rate": 8.604447896476853e-08, | |
| "loss": 0.0241, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 1.90625, | |
| "grad_norm": 0.2541610896587372, | |
| "learning_rate": 8.0220499217053e-08, | |
| "loss": 0.033, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 1.9090909090909092, | |
| "grad_norm": 0.207777202129364, | |
| "learning_rate": 7.459979358554248e-08, | |
| "loss": 0.0328, | |
| "step": 677 | |
| }, | |
| { | |
| "epoch": 1.9119318181818183, | |
| "grad_norm": 0.2648699879646301, | |
| "learning_rate": 6.918247724859939e-08, | |
| "loss": 0.0371, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 1.9147727272727273, | |
| "grad_norm": 0.4931396245956421, | |
| "learning_rate": 6.396866121677558e-08, | |
| "loss": 0.0261, | |
| "step": 679 | |
| }, | |
| { | |
| "epoch": 1.9176136363636362, | |
| "grad_norm": 0.46385493874549866, | |
| "learning_rate": 5.895845233053643e-08, | |
| "loss": 0.0771, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 1.9204545454545454, | |
| "grad_norm": 0.18477115035057068, | |
| "learning_rate": 5.415195325806699e-08, | |
| "loss": 0.0237, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 1.9232954545454546, | |
| "grad_norm": 0.23025956749916077, | |
| "learning_rate": 4.954926249317815e-08, | |
| "loss": 0.0298, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 1.9261363636363638, | |
| "grad_norm": 0.11648344993591309, | |
| "learning_rate": 4.5150474353274906e-08, | |
| "loss": 0.0093, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 1.9289772727272727, | |
| "grad_norm": 0.19737114012241364, | |
| "learning_rate": 4.0955678977436796e-08, | |
| "loss": 0.0248, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 1.9318181818181817, | |
| "grad_norm": 0.29464903473854065, | |
| "learning_rate": 3.696496232456159e-08, | |
| "loss": 0.0268, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 1.9346590909090908, | |
| "grad_norm": 0.16712042689323425, | |
| "learning_rate": 3.3178406171608946e-08, | |
| "loss": 0.0178, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 1.9375, | |
| "grad_norm": 0.1289013773202896, | |
| "learning_rate": 2.9596088111922828e-08, | |
| "loss": 0.0145, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 1.9403409090909092, | |
| "grad_norm": 0.2535853981971741, | |
| "learning_rate": 2.6218081553638363e-08, | |
| "loss": 0.0272, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 1.9431818181818183, | |
| "grad_norm": 0.18250080943107605, | |
| "learning_rate": 2.3044455718185254e-08, | |
| "loss": 0.0171, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 1.9460227272727273, | |
| "grad_norm": 0.4696236848831177, | |
| "learning_rate": 2.0075275638862247e-08, | |
| "loss": 0.0886, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 1.9488636363636362, | |
| "grad_norm": 0.22248291969299316, | |
| "learning_rate": 1.7310602159505973e-08, | |
| "loss": 0.0246, | |
| "step": 691 | |
| }, | |
| { | |
| "epoch": 1.9517045454545454, | |
| "grad_norm": 0.21488967537879944, | |
| "learning_rate": 1.4750491933247513e-08, | |
| "loss": 0.0255, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 1.9545454545454546, | |
| "grad_norm": 0.19222155213356018, | |
| "learning_rate": 1.2394997421347753e-08, | |
| "loss": 0.0282, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 1.9573863636363638, | |
| "grad_norm": 0.2110484093427658, | |
| "learning_rate": 1.0244166892124929e-08, | |
| "loss": 0.0159, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 1.9602272727272727, | |
| "grad_norm": 0.3025636374950409, | |
| "learning_rate": 8.29804441996207e-09, | |
| "loss": 0.0385, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 1.9630681818181817, | |
| "grad_norm": 0.20144778490066528, | |
| "learning_rate": 6.556669884408839e-09, | |
| "loss": 0.0288, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 1.9659090909090908, | |
| "grad_norm": 0.364287406206131, | |
| "learning_rate": 5.0200789693588544e-09, | |
| "loss": 0.0404, | |
| "step": 697 | |
| }, | |
| { | |
| "epoch": 1.96875, | |
| "grad_norm": 0.1691567450761795, | |
| "learning_rate": 3.688303162322493e-09, | |
| "loss": 0.0192, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 1.9715909090909092, | |
| "grad_norm": 0.41609564423561096, | |
| "learning_rate": 2.5613697537818505e-09, | |
| "loss": 0.0607, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 1.9744318181818183, | |
| "grad_norm": 0.3112366795539856, | |
| "learning_rate": 1.6393018366278601e-09, | |
| "loss": 0.0486, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.9772727272727273, | |
| "grad_norm": 0.2627716660499573, | |
| "learning_rate": 9.221183056895566e-10, | |
| "loss": 0.0262, | |
| "step": 701 | |
| }, | |
| { | |
| "epoch": 1.9801136363636362, | |
| "grad_norm": 0.3606441020965576, | |
| "learning_rate": 4.0983385734660875e-10, | |
| "loss": 0.0411, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 1.9829545454545454, | |
| "grad_norm": 0.25090616941452026, | |
| "learning_rate": 1.0245898922844889e-10, | |
| "loss": 0.0203, | |
| "step": 703 | |
| }, | |
| { | |
| "epoch": 1.9857954545454546, | |
| "grad_norm": 0.23430025577545166, | |
| "learning_rate": 0.0, | |
| "loss": 0.0275, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 1.9857954545454546, | |
| "eval_loss": 0.04643603414297104, | |
| "eval_runtime": 321.1661, | |
| "eval_samples_per_second": 8.391, | |
| "eval_steps_per_second": 1.049, | |
| "step": 704 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 704, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 176, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 5.4271718282860954e+17, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |