| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 9.987995198079231, | |
| "eval_steps": 500, | |
| "global_step": 2080, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.024009603841536616, | |
| "grad_norm": 0.48156169056892395, | |
| "learning_rate": 4.9999287112445194e-05, | |
| "loss": 1.2537, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.04801920768307323, | |
| "grad_norm": 0.48818066716194153, | |
| "learning_rate": 4.999714849043745e-05, | |
| "loss": 1.1695, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.07202881152460984, | |
| "grad_norm": 0.42254194617271423, | |
| "learning_rate": 4.999358425594454e-05, | |
| "loss": 1.1879, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.09603841536614646, | |
| "grad_norm": 0.4787527024745941, | |
| "learning_rate": 4.9988594612238336e-05, | |
| "loss": 1.0137, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.12004801920768307, | |
| "grad_norm": 0.5006477236747742, | |
| "learning_rate": 4.9982179843883225e-05, | |
| "loss": 1.1109, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.14405762304921968, | |
| "grad_norm": 0.4857625961303711, | |
| "learning_rate": 4.9974340316719906e-05, | |
| "loss": 1.04, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.16806722689075632, | |
| "grad_norm": 0.5294004678726196, | |
| "learning_rate": 4.996507647784446e-05, | |
| "loss": 1.0158, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.19207683073229292, | |
| "grad_norm": 0.5924685597419739, | |
| "learning_rate": 4.995438885558294e-05, | |
| "loss": 0.9004, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.21608643457382953, | |
| "grad_norm": 0.5567044615745544, | |
| "learning_rate": 4.9942278059461175e-05, | |
| "loss": 0.9626, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.24009603841536614, | |
| "grad_norm": 0.5250746607780457, | |
| "learning_rate": 4.992874478017003e-05, | |
| "loss": 1.0787, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.26410564225690275, | |
| "grad_norm": 0.5340147018432617, | |
| "learning_rate": 4.9913789789526023e-05, | |
| "loss": 0.8533, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.28811524609843936, | |
| "grad_norm": 0.5907275080680847, | |
| "learning_rate": 4.989741394042727e-05, | |
| "loss": 0.9406, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.31212484993997597, | |
| "grad_norm": 0.6365830898284912, | |
| "learning_rate": 4.987961816680492e-05, | |
| "loss": 1.0017, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.33613445378151263, | |
| "grad_norm": 0.6287215948104858, | |
| "learning_rate": 4.9860403483569805e-05, | |
| "loss": 0.8902, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.36014405762304924, | |
| "grad_norm": 0.6473432183265686, | |
| "learning_rate": 4.983977098655461e-05, | |
| "loss": 0.907, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.38415366146458585, | |
| "grad_norm": 0.663551926612854, | |
| "learning_rate": 4.981772185245135e-05, | |
| "loss": 1.0197, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.40816326530612246, | |
| "grad_norm": 0.5929960012435913, | |
| "learning_rate": 4.979425733874431e-05, | |
| "loss": 0.8131, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.43217286914765907, | |
| "grad_norm": 0.6948341131210327, | |
| "learning_rate": 4.9769378783638255e-05, | |
| "loss": 0.8665, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.4561824729891957, | |
| "grad_norm": 0.8430640697479248, | |
| "learning_rate": 4.974308760598218e-05, | |
| "loss": 0.9219, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.4801920768307323, | |
| "grad_norm": 0.7752465009689331, | |
| "learning_rate": 4.971538530518836e-05, | |
| "loss": 0.9425, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.5042016806722689, | |
| "grad_norm": 0.7160285711288452, | |
| "learning_rate": 4.968627346114681e-05, | |
| "loss": 0.8781, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.5282112845138055, | |
| "grad_norm": 0.7385575175285339, | |
| "learning_rate": 4.965575373413527e-05, | |
| "loss": 0.8446, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.5522208883553421, | |
| "grad_norm": 0.8385459184646606, | |
| "learning_rate": 4.9623827864724394e-05, | |
| "loss": 0.9453, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.5762304921968787, | |
| "grad_norm": 0.8416388630867004, | |
| "learning_rate": 4.959049767367859e-05, | |
| "loss": 0.8086, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.6002400960384153, | |
| "grad_norm": 0.7977305054664612, | |
| "learning_rate": 4.955576506185213e-05, | |
| "loss": 0.8657, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.6242496998799519, | |
| "grad_norm": 0.8073853850364685, | |
| "learning_rate": 4.951963201008076e-05, | |
| "loss": 0.9168, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.6482593037214885, | |
| "grad_norm": 0.825240433216095, | |
| "learning_rate": 4.9482100579068706e-05, | |
| "loss": 0.9192, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.6722689075630253, | |
| "grad_norm": 0.7907525300979614, | |
| "learning_rate": 4.944317290927117e-05, | |
| "loss": 0.7927, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.6962785114045619, | |
| "grad_norm": 0.7800418138504028, | |
| "learning_rate": 4.9402851220772274e-05, | |
| "loss": 0.8486, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.7202881152460985, | |
| "grad_norm": 0.8340911269187927, | |
| "learning_rate": 4.93611378131584e-05, | |
| "loss": 0.7937, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.7442977190876351, | |
| "grad_norm": 0.9103155732154846, | |
| "learning_rate": 4.931803506538707e-05, | |
| "loss": 0.834, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.7683073229291717, | |
| "grad_norm": 0.8660081028938293, | |
| "learning_rate": 4.92735454356513e-05, | |
| "loss": 0.7799, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.7923169267707083, | |
| "grad_norm": 0.7390795350074768, | |
| "learning_rate": 4.9227671461239354e-05, | |
| "loss": 0.8608, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.8163265306122449, | |
| "grad_norm": 0.8534154891967773, | |
| "learning_rate": 4.918041575839007e-05, | |
| "loss": 0.8872, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.8403361344537815, | |
| "grad_norm": 1.0927950143814087, | |
| "learning_rate": 4.913178102214363e-05, | |
| "loss": 0.8681, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.8643457382953181, | |
| "grad_norm": 0.8660680055618286, | |
| "learning_rate": 4.9081770026187914e-05, | |
| "loss": 0.8451, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.8883553421368547, | |
| "grad_norm": 0.7952775955200195, | |
| "learning_rate": 4.9030385622700225e-05, | |
| "loss": 0.8662, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.9123649459783914, | |
| "grad_norm": 0.8808633685112, | |
| "learning_rate": 4.897763074218472e-05, | |
| "loss": 0.8183, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.936374549819928, | |
| "grad_norm": 0.7455188632011414, | |
| "learning_rate": 4.892350839330522e-05, | |
| "loss": 0.8887, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.9603841536614646, | |
| "grad_norm": 0.7687739729881287, | |
| "learning_rate": 4.886802166271364e-05, | |
| "loss": 0.8505, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.9843937575030012, | |
| "grad_norm": 0.7754830121994019, | |
| "learning_rate": 4.881117371487396e-05, | |
| "loss": 0.835, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 1.0084033613445378, | |
| "grad_norm": 0.7828541398048401, | |
| "learning_rate": 4.875296779188173e-05, | |
| "loss": 0.8531, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 1.0324129651860745, | |
| "grad_norm": 1.015205979347229, | |
| "learning_rate": 4.8693407213279206e-05, | |
| "loss": 0.8679, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 1.056422569027611, | |
| "grad_norm": 0.8347631692886353, | |
| "learning_rate": 4.8632495375866004e-05, | |
| "loss": 0.8432, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 1.0804321728691477, | |
| "grad_norm": 0.9165553450584412, | |
| "learning_rate": 4.8570235753505406e-05, | |
| "loss": 0.8362, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 1.1044417767106842, | |
| "grad_norm": 0.954313337802887, | |
| "learning_rate": 4.850663189692619e-05, | |
| "loss": 0.7704, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 1.128451380552221, | |
| "grad_norm": 1.096909761428833, | |
| "learning_rate": 4.844168743352019e-05, | |
| "loss": 0.8357, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 1.1524609843937574, | |
| "grad_norm": 0.9319111108779907, | |
| "learning_rate": 4.837540606713538e-05, | |
| "loss": 0.7461, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 1.1764705882352942, | |
| "grad_norm": 1.0731585025787354, | |
| "learning_rate": 4.830779157786465e-05, | |
| "loss": 0.8821, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 1.2004801920768307, | |
| "grad_norm": 0.8962486982345581, | |
| "learning_rate": 4.823884782183023e-05, | |
| "loss": 0.889, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 1.2244897959183674, | |
| "grad_norm": 0.8899649381637573, | |
| "learning_rate": 4.8168578730963804e-05, | |
| "loss": 0.7407, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 1.2484993997599039, | |
| "grad_norm": 0.9980818033218384, | |
| "learning_rate": 4.8096988312782174e-05, | |
| "loss": 0.7822, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 1.2725090036014406, | |
| "grad_norm": 0.9607000350952148, | |
| "learning_rate": 4.80240806501588e-05, | |
| "loss": 0.9008, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 1.296518607442977, | |
| "grad_norm": 1.0252315998077393, | |
| "learning_rate": 4.7949859901090896e-05, | |
| "loss": 0.7477, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 1.3205282112845138, | |
| "grad_norm": 0.8092382550239563, | |
| "learning_rate": 4.787433029846236e-05, | |
| "loss": 0.7846, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 1.3445378151260505, | |
| "grad_norm": 0.9593423008918762, | |
| "learning_rate": 4.7797496149802256e-05, | |
| "loss": 0.8544, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 1.368547418967587, | |
| "grad_norm": 0.9516417980194092, | |
| "learning_rate": 4.771936183703927e-05, | |
| "loss": 0.7706, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 1.3925570228091235, | |
| "grad_norm": 1.2291992902755737, | |
| "learning_rate": 4.763993181625174e-05, | |
| "loss": 0.8256, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 1.4165666266506602, | |
| "grad_norm": 0.9861960411071777, | |
| "learning_rate": 4.7559210617413514e-05, | |
| "loss": 0.8185, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 1.440576230492197, | |
| "grad_norm": 0.8679934144020081, | |
| "learning_rate": 4.7477202844135646e-05, | |
| "loss": 0.7356, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.4645858343337335, | |
| "grad_norm": 0.754160463809967, | |
| "learning_rate": 4.739391317340383e-05, | |
| "loss": 0.8015, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 1.4885954381752702, | |
| "grad_norm": 1.0975936651229858, | |
| "learning_rate": 4.730934635531161e-05, | |
| "loss": 0.8103, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 1.5126050420168067, | |
| "grad_norm": 0.8794222474098206, | |
| "learning_rate": 4.722350721278958e-05, | |
| "loss": 0.6949, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 1.5366146458583434, | |
| "grad_norm": 1.009118676185608, | |
| "learning_rate": 4.713640064133025e-05, | |
| "loss": 0.779, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 1.5606242496998801, | |
| "grad_norm": 1.1100735664367676, | |
| "learning_rate": 4.7048031608708876e-05, | |
| "loss": 0.8016, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 1.5846338535414166, | |
| "grad_norm": 0.8312719464302063, | |
| "learning_rate": 4.6958405154700154e-05, | |
| "loss": 0.746, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 1.6086434573829531, | |
| "grad_norm": 0.9220231175422668, | |
| "learning_rate": 4.686752639079076e-05, | |
| "loss": 0.7439, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 1.6326530612244898, | |
| "grad_norm": 1.1262476444244385, | |
| "learning_rate": 4.677540049988789e-05, | |
| "loss": 0.7969, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 1.6566626650660266, | |
| "grad_norm": 1.1132248640060425, | |
| "learning_rate": 4.668203273602363e-05, | |
| "loss": 0.858, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 1.680672268907563, | |
| "grad_norm": 1.0028260946273804, | |
| "learning_rate": 4.6587428424055326e-05, | |
| "loss": 0.8538, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 1.7046818727490995, | |
| "grad_norm": 1.057077407836914, | |
| "learning_rate": 4.649159295936191e-05, | |
| "loss": 0.8241, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 1.7286914765906363, | |
| "grad_norm": 0.8777754902839661, | |
| "learning_rate": 4.639453180753619e-05, | |
| "loss": 0.7388, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 1.752701080432173, | |
| "grad_norm": 0.9972108006477356, | |
| "learning_rate": 4.6296250504073145e-05, | |
| "loss": 0.7924, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 1.7767106842737095, | |
| "grad_norm": 1.0971965789794922, | |
| "learning_rate": 4.6196754654054216e-05, | |
| "loss": 0.7719, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 1.800720288115246, | |
| "grad_norm": 1.1859172582626343, | |
| "learning_rate": 4.609604993182767e-05, | |
| "loss": 0.8365, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 1.8247298919567827, | |
| "grad_norm": 0.9028448462486267, | |
| "learning_rate": 4.599414208068495e-05, | |
| "loss": 0.8118, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 1.8487394957983194, | |
| "grad_norm": 0.8329624533653259, | |
| "learning_rate": 4.589103691253317e-05, | |
| "loss": 0.7881, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 1.872749099639856, | |
| "grad_norm": 0.985603928565979, | |
| "learning_rate": 4.5786740307563636e-05, | |
| "loss": 0.7155, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 1.8967587034813924, | |
| "grad_norm": 0.9097521901130676, | |
| "learning_rate": 4.568125821391647e-05, | |
| "loss": 0.8555, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 1.9207683073229291, | |
| "grad_norm": 1.0277526378631592, | |
| "learning_rate": 4.557459664734141e-05, | |
| "loss": 0.8685, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.9447779111644659, | |
| "grad_norm": 0.8617818355560303, | |
| "learning_rate": 4.5466761690854746e-05, | |
| "loss": 0.7708, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 1.9687875150060024, | |
| "grad_norm": 0.8086485266685486, | |
| "learning_rate": 4.535775949439235e-05, | |
| "loss": 0.8448, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 1.9927971188475389, | |
| "grad_norm": 1.0069591999053955, | |
| "learning_rate": 4.5247596274458956e-05, | |
| "loss": 0.736, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 2.0168067226890756, | |
| "grad_norm": 0.7122059464454651, | |
| "learning_rate": 4.513627831377365e-05, | |
| "loss": 0.7223, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 2.0408163265306123, | |
| "grad_norm": 0.9053510427474976, | |
| "learning_rate": 4.502381196091154e-05, | |
| "loss": 0.7504, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 2.064825930372149, | |
| "grad_norm": 1.0357030630111694, | |
| "learning_rate": 4.491020362994168e-05, | |
| "loss": 0.8011, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 2.0888355342136853, | |
| "grad_norm": 0.9885731339454651, | |
| "learning_rate": 4.47954598000613e-05, | |
| "loss": 0.8665, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 2.112845138055222, | |
| "grad_norm": 0.9989228844642639, | |
| "learning_rate": 4.4679587015226253e-05, | |
| "loss": 0.749, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 2.1368547418967587, | |
| "grad_norm": 0.8704085350036621, | |
| "learning_rate": 4.456259188377786e-05, | |
| "loss": 0.7962, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 2.1608643457382954, | |
| "grad_norm": 0.9389162063598633, | |
| "learning_rate": 4.444448107806596e-05, | |
| "loss": 0.7964, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 2.184873949579832, | |
| "grad_norm": 0.9259791970252991, | |
| "learning_rate": 4.4325261334068426e-05, | |
| "loss": 0.7516, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 2.2088835534213684, | |
| "grad_norm": 1.4041215181350708, | |
| "learning_rate": 4.420493945100702e-05, | |
| "loss": 0.8173, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 2.232893157262905, | |
| "grad_norm": 0.9259509444236755, | |
| "learning_rate": 4.4083522290959564e-05, | |
| "loss": 0.8038, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 2.256902761104442, | |
| "grad_norm": 1.0205409526824951, | |
| "learning_rate": 4.396101677846866e-05, | |
| "loss": 0.8055, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 2.280912364945978, | |
| "grad_norm": 0.9302276372909546, | |
| "learning_rate": 4.383742990014671e-05, | |
| "loss": 0.7459, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 2.304921968787515, | |
| "grad_norm": 0.9929239749908447, | |
| "learning_rate": 4.371276870427753e-05, | |
| "loss": 0.7959, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 2.3289315726290516, | |
| "grad_norm": 1.0315582752227783, | |
| "learning_rate": 4.358704030041432e-05, | |
| "loss": 0.8528, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 2.3529411764705883, | |
| "grad_norm": 0.9557288289070129, | |
| "learning_rate": 4.346025185897424e-05, | |
| "loss": 0.759, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 2.376950780312125, | |
| "grad_norm": 1.080580472946167, | |
| "learning_rate": 4.333241061082944e-05, | |
| "loss": 0.7499, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 2.4009603841536613, | |
| "grad_norm": 0.96761155128479, | |
| "learning_rate": 4.320352384689471e-05, | |
| "loss": 0.7279, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 2.424969987995198, | |
| "grad_norm": 1.0945556163787842, | |
| "learning_rate": 4.307359891771165e-05, | |
| "loss": 0.7453, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 2.4489795918367347, | |
| "grad_norm": 0.9983144998550415, | |
| "learning_rate": 4.294264323302946e-05, | |
| "loss": 0.8311, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 2.4729891956782715, | |
| "grad_norm": 0.8600877523422241, | |
| "learning_rate": 4.2810664261382375e-05, | |
| "loss": 0.7172, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 2.4969987995198077, | |
| "grad_norm": 1.0828715562820435, | |
| "learning_rate": 4.267766952966369e-05, | |
| "loss": 0.8084, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 2.5210084033613445, | |
| "grad_norm": 0.9153307676315308, | |
| "learning_rate": 4.254366662269655e-05, | |
| "loss": 0.702, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 2.545018007202881, | |
| "grad_norm": 0.8633860349655151, | |
| "learning_rate": 4.240866318280132e-05, | |
| "loss": 0.7261, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 2.569027611044418, | |
| "grad_norm": 0.9197015762329102, | |
| "learning_rate": 4.227266690935978e-05, | |
| "loss": 0.754, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 2.593037214885954, | |
| "grad_norm": 0.9729764461517334, | |
| "learning_rate": 4.2135685558375994e-05, | |
| "loss": 0.7855, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 2.617046818727491, | |
| "grad_norm": 0.981951117515564, | |
| "learning_rate": 4.199772694203399e-05, | |
| "loss": 0.7584, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 2.6410564225690276, | |
| "grad_norm": 0.8585065603256226, | |
| "learning_rate": 4.185879892825222e-05, | |
| "loss": 0.8196, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 2.6650660264105643, | |
| "grad_norm": 0.8955056071281433, | |
| "learning_rate": 4.1718909440234853e-05, | |
| "loss": 0.6836, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 2.689075630252101, | |
| "grad_norm": 0.9751344919204712, | |
| "learning_rate": 4.157806645601988e-05, | |
| "loss": 0.7656, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 2.7130852340936373, | |
| "grad_norm": 0.9694618582725525, | |
| "learning_rate": 4.143627800802417e-05, | |
| "loss": 0.7787, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 2.737094837935174, | |
| "grad_norm": 1.0527385473251343, | |
| "learning_rate": 4.1293552182585307e-05, | |
| "loss": 0.7665, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 2.7611044417767108, | |
| "grad_norm": 0.9396669864654541, | |
| "learning_rate": 4.114989711950047e-05, | |
| "loss": 0.748, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 2.785114045618247, | |
| "grad_norm": 1.0898234844207764, | |
| "learning_rate": 4.1005321011562206e-05, | |
| "loss": 0.7761, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 2.8091236494597838, | |
| "grad_norm": 1.0972914695739746, | |
| "learning_rate": 4.085983210409114e-05, | |
| "loss": 0.7873, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 2.8331332533013205, | |
| "grad_norm": 1.1150754690170288, | |
| "learning_rate": 4.0713438694465806e-05, | |
| "loss": 0.8288, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 2.857142857142857, | |
| "grad_norm": 0.9612060785293579, | |
| "learning_rate": 4.056614913164938e-05, | |
| "loss": 0.7587, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 2.881152460984394, | |
| "grad_norm": 0.8540961146354675, | |
| "learning_rate": 4.0417971815713584e-05, | |
| "loss": 0.7096, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 2.90516206482593, | |
| "grad_norm": 1.1552797555923462, | |
| "learning_rate": 4.026891519735955e-05, | |
| "loss": 0.7177, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 2.929171668667467, | |
| "grad_norm": 0.8366991281509399, | |
| "learning_rate": 4.011898777743594e-05, | |
| "loss": 0.7244, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 2.9531812725090036, | |
| "grad_norm": 1.1516789197921753, | |
| "learning_rate": 3.99681981064541e-05, | |
| "loss": 0.7627, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 2.9771908763505404, | |
| "grad_norm": 1.119287133216858, | |
| "learning_rate": 3.981655478410043e-05, | |
| "loss": 0.7562, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 3.0012004801920766, | |
| "grad_norm": 0.9897541403770447, | |
| "learning_rate": 3.966406645874589e-05, | |
| "loss": 0.8271, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 3.0252100840336134, | |
| "grad_norm": 0.979117214679718, | |
| "learning_rate": 3.951074182695284e-05, | |
| "loss": 0.7639, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 3.04921968787515, | |
| "grad_norm": 1.234833836555481, | |
| "learning_rate": 3.935658963297902e-05, | |
| "loss": 0.7117, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 3.073229291716687, | |
| "grad_norm": 1.0178768634796143, | |
| "learning_rate": 3.920161866827889e-05, | |
| "loss": 0.7358, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 3.097238895558223, | |
| "grad_norm": 0.9386712312698364, | |
| "learning_rate": 3.904583777100223e-05, | |
| "loss": 0.7409, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 3.12124849939976, | |
| "grad_norm": 1.140830397605896, | |
| "learning_rate": 3.888925582549006e-05, | |
| "loss": 0.7052, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 3.1452581032412965, | |
| "grad_norm": 0.9676099419593811, | |
| "learning_rate": 3.8731881761768e-05, | |
| "loss": 0.7602, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 3.1692677070828332, | |
| "grad_norm": 1.1593329906463623, | |
| "learning_rate": 3.857372455503697e-05, | |
| "loss": 0.8514, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 3.19327731092437, | |
| "grad_norm": 1.1297277212142944, | |
| "learning_rate": 3.8414793225161325e-05, | |
| "loss": 0.7699, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 3.2172869147659062, | |
| "grad_norm": 0.9413173794746399, | |
| "learning_rate": 3.825509683615442e-05, | |
| "loss": 0.8067, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 3.241296518607443, | |
| "grad_norm": 0.9704225063323975, | |
| "learning_rate": 3.809464449566175e-05, | |
| "loss": 0.6783, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 3.2653061224489797, | |
| "grad_norm": 0.9347226023674011, | |
| "learning_rate": 3.793344535444142e-05, | |
| "loss": 0.7315, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 3.2893157262905164, | |
| "grad_norm": 0.9760938882827759, | |
| "learning_rate": 3.777150860584237e-05, | |
| "loss": 0.6999, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 3.3133253301320527, | |
| "grad_norm": 1.114785075187683, | |
| "learning_rate": 3.760884348528002e-05, | |
| "loss": 0.7182, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 3.3373349339735894, | |
| "grad_norm": 1.0659857988357544, | |
| "learning_rate": 3.744545926970957e-05, | |
| "loss": 0.7577, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 3.361344537815126, | |
| "grad_norm": 1.0988335609436035, | |
| "learning_rate": 3.728136527709694e-05, | |
| "loss": 0.7825, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 3.385354141656663, | |
| "grad_norm": 0.9283490180969238, | |
| "learning_rate": 3.711657086588733e-05, | |
| "loss": 0.7414, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 3.409363745498199, | |
| "grad_norm": 1.1617555618286133, | |
| "learning_rate": 3.695108543447154e-05, | |
| "loss": 0.7144, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 3.433373349339736, | |
| "grad_norm": 1.1011674404144287, | |
| "learning_rate": 3.678491842064995e-05, | |
| "loss": 0.7516, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 3.4573829531812725, | |
| "grad_norm": 0.9130650758743286, | |
| "learning_rate": 3.6618079301094216e-05, | |
| "loss": 0.7484, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 3.4813925570228093, | |
| "grad_norm": 1.1056820154190063, | |
| "learning_rate": 3.645057759080692e-05, | |
| "loss": 0.7775, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 3.505402160864346, | |
| "grad_norm": 1.219381332397461, | |
| "learning_rate": 3.6282422842578845e-05, | |
| "loss": 0.7086, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 3.5294117647058822, | |
| "grad_norm": 1.2623860836029053, | |
| "learning_rate": 3.611362464644415e-05, | |
| "loss": 0.7165, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 3.553421368547419, | |
| "grad_norm": 1.0355645418167114, | |
| "learning_rate": 3.594419262913351e-05, | |
| "loss": 0.7668, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 3.5774309723889557, | |
| "grad_norm": 0.9813769459724426, | |
| "learning_rate": 3.577413645352506e-05, | |
| "loss": 0.6595, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 3.601440576230492, | |
| "grad_norm": 1.0704172849655151, | |
| "learning_rate": 3.560346581809328e-05, | |
| "loss": 0.7469, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 3.6254501800720287, | |
| "grad_norm": 1.0033190250396729, | |
| "learning_rate": 3.543219045635593e-05, | |
| "loss": 0.7063, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 3.6494597839135654, | |
| "grad_norm": 0.9432305097579956, | |
| "learning_rate": 3.526032013631893e-05, | |
| "loss": 0.6694, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 3.673469387755102, | |
| "grad_norm": 1.0187017917633057, | |
| "learning_rate": 3.508786465991923e-05, | |
| "loss": 0.7789, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 3.697478991596639, | |
| "grad_norm": 1.076158881187439, | |
| "learning_rate": 3.491483386246588e-05, | |
| "loss": 0.7934, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 3.721488595438175, | |
| "grad_norm": 0.8803985714912415, | |
| "learning_rate": 3.474123761207905e-05, | |
| "loss": 0.7295, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 3.745498199279712, | |
| "grad_norm": 0.9059305787086487, | |
| "learning_rate": 3.456708580912725e-05, | |
| "loss": 0.7474, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 3.7695078031212486, | |
| "grad_norm": 1.1186120510101318, | |
| "learning_rate": 3.4392388385662714e-05, | |
| "loss": 0.7711, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 3.7935174069627853, | |
| "grad_norm": 1.0779385566711426, | |
| "learning_rate": 3.4217155304854976e-05, | |
| "loss": 0.7363, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 3.817527010804322, | |
| "grad_norm": 1.0094141960144043, | |
| "learning_rate": 3.4041396560422624e-05, | |
| "loss": 0.8531, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 3.8415366146458583, | |
| "grad_norm": 0.9442546963691711, | |
| "learning_rate": 3.386512217606339e-05, | |
| "loss": 0.8025, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 3.865546218487395, | |
| "grad_norm": 1.0685694217681885, | |
| "learning_rate": 3.3688342204882466e-05, | |
| "loss": 0.6634, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 3.8895558223289317, | |
| "grad_norm": 0.9987934827804565, | |
| "learning_rate": 3.351106672881915e-05, | |
| "loss": 0.7664, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 3.913565426170468, | |
| "grad_norm": 1.0503917932510376, | |
| "learning_rate": 3.33333058580719e-05, | |
| "loss": 0.865, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 3.9375750300120047, | |
| "grad_norm": 0.9366332292556763, | |
| "learning_rate": 3.3155069730521735e-05, | |
| "loss": 0.7096, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 3.9615846338535414, | |
| "grad_norm": 1.173298954963684, | |
| "learning_rate": 3.2976368511153996e-05, | |
| "loss": 0.8476, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 3.985594237695078, | |
| "grad_norm": 1.0985863208770752, | |
| "learning_rate": 3.2797212391478724e-05, | |
| "loss": 0.705, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 4.009603841536615, | |
| "grad_norm": 1.124514102935791, | |
| "learning_rate": 3.261761158894937e-05, | |
| "loss": 0.7086, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 4.033613445378151, | |
| "grad_norm": 0.9647889733314514, | |
| "learning_rate": 3.243757634638008e-05, | |
| "loss": 0.6899, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 4.057623049219688, | |
| "grad_norm": 0.9771691560745239, | |
| "learning_rate": 3.225711693136156e-05, | |
| "loss": 0.8088, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 4.081632653061225, | |
| "grad_norm": 1.1176905632019043, | |
| "learning_rate": 3.2076243635675513e-05, | |
| "loss": 0.7096, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 4.105642256902761, | |
| "grad_norm": 1.0890402793884277, | |
| "learning_rate": 3.189496677470765e-05, | |
| "loss": 0.7646, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 4.129651860744298, | |
| "grad_norm": 1.099631905555725, | |
| "learning_rate": 3.1713296686859426e-05, | |
| "loss": 0.7525, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 4.153661464585834, | |
| "grad_norm": 0.995556652545929, | |
| "learning_rate": 3.153124373295841e-05, | |
| "loss": 0.7231, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 4.177671068427371, | |
| "grad_norm": 1.1333503723144531, | |
| "learning_rate": 3.1348818295667424e-05, | |
| "loss": 0.7431, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 4.201680672268908, | |
| "grad_norm": 1.0261584520339966, | |
| "learning_rate": 3.116603077889238e-05, | |
| "loss": 0.7619, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 4.225690276110444, | |
| "grad_norm": 0.9810305833816528, | |
| "learning_rate": 3.098289160718895e-05, | |
| "loss": 0.7806, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 4.249699879951981, | |
| "grad_norm": 1.160054087638855, | |
| "learning_rate": 3.079941122516803e-05, | |
| "loss": 0.701, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 4.2737094837935174, | |
| "grad_norm": 0.9885622262954712, | |
| "learning_rate": 3.061560009690011e-05, | |
| "loss": 0.7114, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 4.297719087635054, | |
| "grad_norm": 1.092362880706787, | |
| "learning_rate": 3.0431468705318424e-05, | |
| "loss": 0.7407, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 4.321728691476591, | |
| "grad_norm": 1.3226685523986816, | |
| "learning_rate": 3.024702755162119e-05, | |
| "loss": 0.756, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 4.345738295318127, | |
| "grad_norm": 1.164993166923523, | |
| "learning_rate": 3.0062287154672658e-05, | |
| "loss": 0.6897, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 4.369747899159664, | |
| "grad_norm": 1.1299794912338257, | |
| "learning_rate": 2.9877258050403212e-05, | |
| "loss": 0.7212, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 4.393757503001201, | |
| "grad_norm": 1.1793334484100342, | |
| "learning_rate": 2.9691950791208502e-05, | |
| "loss": 0.8578, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 4.417767106842737, | |
| "grad_norm": 1.2607135772705078, | |
| "learning_rate": 2.950637594534765e-05, | |
| "loss": 0.7116, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 4.441776710684274, | |
| "grad_norm": 1.309200644493103, | |
| "learning_rate": 2.9320544096340493e-05, | |
| "loss": 0.7693, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 4.46578631452581, | |
| "grad_norm": 0.9688151478767395, | |
| "learning_rate": 2.9134465842364035e-05, | |
| "loss": 0.6641, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 4.489795918367347, | |
| "grad_norm": 1.155928373336792, | |
| "learning_rate": 2.8948151795647993e-05, | |
| "loss": 0.7488, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 4.513805522208884, | |
| "grad_norm": 1.2800368070602417, | |
| "learning_rate": 2.876161258186958e-05, | |
| "loss": 0.6626, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 4.53781512605042, | |
| "grad_norm": 1.2294648885726929, | |
| "learning_rate": 2.8574858839547512e-05, | |
| "loss": 0.7064, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 4.561824729891956, | |
| "grad_norm": 1.1497923135757446, | |
| "learning_rate": 2.83879012194353e-05, | |
| "loss": 0.703, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 4.5858343337334935, | |
| "grad_norm": 1.0689631700515747, | |
| "learning_rate": 2.8200750383913776e-05, | |
| "loss": 0.8085, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 4.60984393757503, | |
| "grad_norm": 1.038040041923523, | |
| "learning_rate": 2.8013417006383076e-05, | |
| "loss": 0.7251, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 4.633853541416567, | |
| "grad_norm": 0.9959046244621277, | |
| "learning_rate": 2.782591177065388e-05, | |
| "loss": 0.7358, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 4.657863145258103, | |
| "grad_norm": 1.1039036512374878, | |
| "learning_rate": 2.763824537033809e-05, | |
| "loss": 0.7625, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 4.6818727490996395, | |
| "grad_norm": 0.98404860496521, | |
| "learning_rate": 2.7450428508239024e-05, | |
| "loss": 0.8123, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 4.705882352941177, | |
| "grad_norm": 1.1559010744094849, | |
| "learning_rate": 2.726247189574095e-05, | |
| "loss": 0.7068, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 4.729891956782713, | |
| "grad_norm": 1.0589702129364014, | |
| "learning_rate": 2.707438625219827e-05, | |
| "loss": 0.7431, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 4.75390156062425, | |
| "grad_norm": 1.207343339920044, | |
| "learning_rate": 2.6886182304324153e-05, | |
| "loss": 0.7161, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 4.777911164465786, | |
| "grad_norm": 1.023870825767517, | |
| "learning_rate": 2.669787078557876e-05, | |
| "loss": 0.7311, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 4.801920768307323, | |
| "grad_norm": 0.9353678226470947, | |
| "learning_rate": 2.6509462435557152e-05, | |
| "loss": 0.6689, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 4.82593037214886, | |
| "grad_norm": 0.8823081851005554, | |
| "learning_rate": 2.6320967999376767e-05, | |
| "loss": 0.6888, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 4.849939975990396, | |
| "grad_norm": 1.1103065013885498, | |
| "learning_rate": 2.6132398227064615e-05, | |
| "loss": 0.7879, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 4.873949579831933, | |
| "grad_norm": 1.061865210533142, | |
| "learning_rate": 2.5943763872944206e-05, | |
| "loss": 0.6958, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 4.8979591836734695, | |
| "grad_norm": 1.1248444318771362, | |
| "learning_rate": 2.5755075695022224e-05, | |
| "loss": 0.6858, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 4.921968787515006, | |
| "grad_norm": 1.1603715419769287, | |
| "learning_rate": 2.5566344454374968e-05, | |
| "loss": 0.6799, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 4.945978391356543, | |
| "grad_norm": 1.1303590536117554, | |
| "learning_rate": 2.5377580914534647e-05, | |
| "loss": 0.767, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 4.969987995198079, | |
| "grad_norm": 1.2461163997650146, | |
| "learning_rate": 2.5188795840875544e-05, | |
| "loss": 0.7453, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 4.9939975990396155, | |
| "grad_norm": 1.0747658014297485, | |
| "learning_rate": 2.5e-05, | |
| "loss": 0.7559, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 5.018007202881153, | |
| "grad_norm": 1.0154122114181519, | |
| "learning_rate": 2.481120415912446e-05, | |
| "loss": 0.7729, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 5.042016806722689, | |
| "grad_norm": 1.195665717124939, | |
| "learning_rate": 2.4622419085465355e-05, | |
| "loss": 0.6956, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 5.066026410564226, | |
| "grad_norm": 1.1738536357879639, | |
| "learning_rate": 2.4433655545625038e-05, | |
| "loss": 0.7124, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 5.090036014405762, | |
| "grad_norm": 1.158319354057312, | |
| "learning_rate": 2.4244924304977785e-05, | |
| "loss": 0.7472, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 5.114045618247299, | |
| "grad_norm": 1.1242644786834717, | |
| "learning_rate": 2.40562361270558e-05, | |
| "loss": 0.6805, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 5.138055222088836, | |
| "grad_norm": 1.0289393663406372, | |
| "learning_rate": 2.3867601772935397e-05, | |
| "loss": 0.6898, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 5.162064825930372, | |
| "grad_norm": 1.0357887744903564, | |
| "learning_rate": 2.367903200062324e-05, | |
| "loss": 0.6664, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 5.186074429771908, | |
| "grad_norm": 1.1436580419540405, | |
| "learning_rate": 2.3490537564442847e-05, | |
| "loss": 0.7125, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 5.2100840336134455, | |
| "grad_norm": 1.1259691715240479, | |
| "learning_rate": 2.3302129214421242e-05, | |
| "loss": 0.7797, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 5.234093637454982, | |
| "grad_norm": 1.1516937017440796, | |
| "learning_rate": 2.3113817695675853e-05, | |
| "loss": 0.7587, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 5.258103241296519, | |
| "grad_norm": 1.1358476877212524, | |
| "learning_rate": 2.292561374780173e-05, | |
| "loss": 0.7414, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 5.282112845138055, | |
| "grad_norm": 1.2753323316574097, | |
| "learning_rate": 2.2737528104259056e-05, | |
| "loss": 0.6972, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 5.3061224489795915, | |
| "grad_norm": 1.2500908374786377, | |
| "learning_rate": 2.2549571491760986e-05, | |
| "loss": 0.7168, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 5.330132052821129, | |
| "grad_norm": 1.157196283340454, | |
| "learning_rate": 2.236175462966192e-05, | |
| "loss": 0.6441, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 5.354141656662665, | |
| "grad_norm": 1.1226704120635986, | |
| "learning_rate": 2.217408822934613e-05, | |
| "loss": 0.7473, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 5.378151260504202, | |
| "grad_norm": 1.0768887996673584, | |
| "learning_rate": 2.1986582993616926e-05, | |
| "loss": 0.6849, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 5.402160864345738, | |
| "grad_norm": 1.2554682493209839, | |
| "learning_rate": 2.179924961608623e-05, | |
| "loss": 0.6715, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 5.426170468187275, | |
| "grad_norm": 0.9506689310073853, | |
| "learning_rate": 2.1612098780564714e-05, | |
| "loss": 0.7139, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 5.450180072028812, | |
| "grad_norm": 1.2209597826004028, | |
| "learning_rate": 2.1425141160452494e-05, | |
| "loss": 0.8102, | |
| "step": 1135 | |
| }, | |
| { | |
| "epoch": 5.474189675870348, | |
| "grad_norm": 0.9822332262992859, | |
| "learning_rate": 2.1238387418130422e-05, | |
| "loss": 0.7772, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 5.498199279711884, | |
| "grad_norm": 1.1269121170043945, | |
| "learning_rate": 2.1051848204352013e-05, | |
| "loss": 0.7506, | |
| "step": 1145 | |
| }, | |
| { | |
| "epoch": 5.5222088835534215, | |
| "grad_norm": 1.1985368728637695, | |
| "learning_rate": 2.0865534157635967e-05, | |
| "loss": 0.7174, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 5.546218487394958, | |
| "grad_norm": 1.1794227361679077, | |
| "learning_rate": 2.0679455903659513e-05, | |
| "loss": 0.7339, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 5.570228091236495, | |
| "grad_norm": 1.1553770303726196, | |
| "learning_rate": 2.0493624054652357e-05, | |
| "loss": 0.7076, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 5.594237695078031, | |
| "grad_norm": 1.0076508522033691, | |
| "learning_rate": 2.0308049208791507e-05, | |
| "loss": 0.7758, | |
| "step": 1165 | |
| }, | |
| { | |
| "epoch": 5.6182472989195675, | |
| "grad_norm": 1.0329455137252808, | |
| "learning_rate": 2.0122741949596797e-05, | |
| "loss": 0.7103, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 5.642256902761105, | |
| "grad_norm": 1.0466042757034302, | |
| "learning_rate": 1.9937712845327345e-05, | |
| "loss": 0.747, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 5.666266506602641, | |
| "grad_norm": 1.1813960075378418, | |
| "learning_rate": 1.9752972448378814e-05, | |
| "loss": 0.7325, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 5.690276110444177, | |
| "grad_norm": 1.0979856252670288, | |
| "learning_rate": 1.9568531294681586e-05, | |
| "loss": 0.7336, | |
| "step": 1185 | |
| }, | |
| { | |
| "epoch": 5.714285714285714, | |
| "grad_norm": 1.1668668985366821, | |
| "learning_rate": 1.938439990309991e-05, | |
| "loss": 0.7238, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 5.738295318127251, | |
| "grad_norm": 1.1428868770599365, | |
| "learning_rate": 1.9200588774831975e-05, | |
| "loss": 0.6934, | |
| "step": 1195 | |
| }, | |
| { | |
| "epoch": 5.762304921968788, | |
| "grad_norm": 1.1208099126815796, | |
| "learning_rate": 1.9017108392811065e-05, | |
| "loss": 0.7573, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 5.786314525810324, | |
| "grad_norm": 1.1175333261489868, | |
| "learning_rate": 1.8833969221107622e-05, | |
| "loss": 0.7232, | |
| "step": 1205 | |
| }, | |
| { | |
| "epoch": 5.81032412965186, | |
| "grad_norm": 0.9412729740142822, | |
| "learning_rate": 1.8651181704332578e-05, | |
| "loss": 0.7221, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 5.834333733493398, | |
| "grad_norm": 1.0848782062530518, | |
| "learning_rate": 1.8468756267041595e-05, | |
| "loss": 0.755, | |
| "step": 1215 | |
| }, | |
| { | |
| "epoch": 5.858343337334934, | |
| "grad_norm": 1.2409135103225708, | |
| "learning_rate": 1.828670331314058e-05, | |
| "loss": 0.6962, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 5.882352941176471, | |
| "grad_norm": 1.05846107006073, | |
| "learning_rate": 1.810503322529236e-05, | |
| "loss": 0.7443, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 5.906362545018007, | |
| "grad_norm": 1.0066033601760864, | |
| "learning_rate": 1.7923756364324492e-05, | |
| "loss": 0.6654, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 5.930372148859544, | |
| "grad_norm": 0.9819132685661316, | |
| "learning_rate": 1.7742883068638447e-05, | |
| "loss": 0.7271, | |
| "step": 1235 | |
| }, | |
| { | |
| "epoch": 5.954381752701081, | |
| "grad_norm": 1.143143892288208, | |
| "learning_rate": 1.756242365361993e-05, | |
| "loss": 0.7538, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 5.978391356542617, | |
| "grad_norm": 1.1252750158309937, | |
| "learning_rate": 1.7382388411050638e-05, | |
| "loss": 0.6795, | |
| "step": 1245 | |
| }, | |
| { | |
| "epoch": 6.002400960384153, | |
| "grad_norm": 1.3320536613464355, | |
| "learning_rate": 1.7202787608521278e-05, | |
| "loss": 0.6446, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 6.02641056422569, | |
| "grad_norm": 1.1098029613494873, | |
| "learning_rate": 1.7023631488846006e-05, | |
| "loss": 0.6994, | |
| "step": 1255 | |
| }, | |
| { | |
| "epoch": 6.050420168067227, | |
| "grad_norm": 1.1677411794662476, | |
| "learning_rate": 1.6844930269478274e-05, | |
| "loss": 0.6886, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 6.074429771908764, | |
| "grad_norm": 1.1150180101394653, | |
| "learning_rate": 1.6666694141928096e-05, | |
| "loss": 0.7485, | |
| "step": 1265 | |
| }, | |
| { | |
| "epoch": 6.0984393757503, | |
| "grad_norm": 1.2847915887832642, | |
| "learning_rate": 1.6488933271180845e-05, | |
| "loss": 0.6399, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 6.122448979591836, | |
| "grad_norm": 1.1303415298461914, | |
| "learning_rate": 1.631165779511754e-05, | |
| "loss": 0.7799, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 6.146458583433374, | |
| "grad_norm": 1.2571803331375122, | |
| "learning_rate": 1.613487782393661e-05, | |
| "loss": 0.7589, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 6.17046818727491, | |
| "grad_norm": 1.0048649311065674, | |
| "learning_rate": 1.595860343957738e-05, | |
| "loss": 0.6969, | |
| "step": 1285 | |
| }, | |
| { | |
| "epoch": 6.194477791116446, | |
| "grad_norm": 1.129724383354187, | |
| "learning_rate": 1.5782844695145033e-05, | |
| "loss": 0.7108, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 6.218487394957983, | |
| "grad_norm": 1.0512356758117676, | |
| "learning_rate": 1.5607611614337292e-05, | |
| "loss": 0.7478, | |
| "step": 1295 | |
| }, | |
| { | |
| "epoch": 6.24249699879952, | |
| "grad_norm": 1.0714658498764038, | |
| "learning_rate": 1.5432914190872757e-05, | |
| "loss": 0.7225, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 6.266506602641057, | |
| "grad_norm": 1.2147399187088013, | |
| "learning_rate": 1.5258762387920956e-05, | |
| "loss": 0.6964, | |
| "step": 1305 | |
| }, | |
| { | |
| "epoch": 6.290516206482593, | |
| "grad_norm": 1.1545813083648682, | |
| "learning_rate": 1.5085166137534123e-05, | |
| "loss": 0.7673, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 6.314525810324129, | |
| "grad_norm": 1.092599630355835, | |
| "learning_rate": 1.4912135340080774e-05, | |
| "loss": 0.7194, | |
| "step": 1315 | |
| }, | |
| { | |
| "epoch": 6.3385354141656665, | |
| "grad_norm": 1.2281053066253662, | |
| "learning_rate": 1.4739679863681086e-05, | |
| "loss": 0.6869, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 6.362545018007203, | |
| "grad_norm": 1.1293562650680542, | |
| "learning_rate": 1.4567809543644076e-05, | |
| "loss": 0.6851, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 6.38655462184874, | |
| "grad_norm": 1.459465742111206, | |
| "learning_rate": 1.4396534181906725e-05, | |
| "loss": 0.7242, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 6.410564225690276, | |
| "grad_norm": 1.203008770942688, | |
| "learning_rate": 1.4225863546474943e-05, | |
| "loss": 0.7155, | |
| "step": 1335 | |
| }, | |
| { | |
| "epoch": 6.4345738295318124, | |
| "grad_norm": 1.0592601299285889, | |
| "learning_rate": 1.4055807370866485e-05, | |
| "loss": 0.6706, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 6.45858343337335, | |
| "grad_norm": 1.1361570358276367, | |
| "learning_rate": 1.388637535355585e-05, | |
| "loss": 0.6937, | |
| "step": 1345 | |
| }, | |
| { | |
| "epoch": 6.482593037214886, | |
| "grad_norm": 1.135237455368042, | |
| "learning_rate": 1.3717577157421169e-05, | |
| "loss": 0.8316, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 6.506602641056423, | |
| "grad_norm": 1.0417910814285278, | |
| "learning_rate": 1.3549422409193083e-05, | |
| "loss": 0.7229, | |
| "step": 1355 | |
| }, | |
| { | |
| "epoch": 6.530612244897959, | |
| "grad_norm": 1.1558960676193237, | |
| "learning_rate": 1.3381920698905787e-05, | |
| "loss": 0.7025, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 6.554621848739496, | |
| "grad_norm": 1.0858848094940186, | |
| "learning_rate": 1.3215081579350058e-05, | |
| "loss": 0.742, | |
| "step": 1365 | |
| }, | |
| { | |
| "epoch": 6.578631452581033, | |
| "grad_norm": 1.2004518508911133, | |
| "learning_rate": 1.3048914565528454e-05, | |
| "loss": 0.6737, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 6.602641056422569, | |
| "grad_norm": 1.1666450500488281, | |
| "learning_rate": 1.2883429134112673e-05, | |
| "loss": 0.7577, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 6.626650660264105, | |
| "grad_norm": 1.1294101476669312, | |
| "learning_rate": 1.2718634722903073e-05, | |
| "loss": 0.6495, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 6.6506602641056425, | |
| "grad_norm": 1.2848787307739258, | |
| "learning_rate": 1.2554540730290437e-05, | |
| "loss": 0.7069, | |
| "step": 1385 | |
| }, | |
| { | |
| "epoch": 6.674669867947179, | |
| "grad_norm": 1.2171602249145508, | |
| "learning_rate": 1.2391156514719984e-05, | |
| "loss": 0.705, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 6.698679471788715, | |
| "grad_norm": 1.0168397426605225, | |
| "learning_rate": 1.222849139415764e-05, | |
| "loss": 0.671, | |
| "step": 1395 | |
| }, | |
| { | |
| "epoch": 6.722689075630252, | |
| "grad_norm": 1.2341060638427734, | |
| "learning_rate": 1.2066554645558578e-05, | |
| "loss": 0.7456, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 6.7466986794717885, | |
| "grad_norm": 1.174575686454773, | |
| "learning_rate": 1.1905355504338248e-05, | |
| "loss": 0.6899, | |
| "step": 1405 | |
| }, | |
| { | |
| "epoch": 6.770708283313326, | |
| "grad_norm": 1.125368595123291, | |
| "learning_rate": 1.1744903163845577e-05, | |
| "loss": 0.7024, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 6.794717887154862, | |
| "grad_norm": 1.157349705696106, | |
| "learning_rate": 1.1585206774838683e-05, | |
| "loss": 0.6571, | |
| "step": 1415 | |
| }, | |
| { | |
| "epoch": 6.818727490996398, | |
| "grad_norm": 1.1240679025650024, | |
| "learning_rate": 1.1426275444963034e-05, | |
| "loss": 0.729, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 6.842737094837935, | |
| "grad_norm": 1.2598992586135864, | |
| "learning_rate": 1.1268118238232003e-05, | |
| "loss": 0.7971, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 6.866746698679472, | |
| "grad_norm": 1.2101902961730957, | |
| "learning_rate": 1.1110744174509952e-05, | |
| "loss": 0.6376, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 6.890756302521009, | |
| "grad_norm": 1.2665272951126099, | |
| "learning_rate": 1.0954162228997777e-05, | |
| "loss": 0.6663, | |
| "step": 1435 | |
| }, | |
| { | |
| "epoch": 6.914765906362545, | |
| "grad_norm": 1.0040076971054077, | |
| "learning_rate": 1.0798381331721109e-05, | |
| "loss": 0.6898, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 6.938775510204081, | |
| "grad_norm": 1.180012583732605, | |
| "learning_rate": 1.0643410367020983e-05, | |
| "loss": 0.686, | |
| "step": 1445 | |
| }, | |
| { | |
| "epoch": 6.9627851140456185, | |
| "grad_norm": 1.1320979595184326, | |
| "learning_rate": 1.048925817304717e-05, | |
| "loss": 0.7803, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 6.986794717887155, | |
| "grad_norm": 1.141840934753418, | |
| "learning_rate": 1.0335933541254129e-05, | |
| "loss": 0.6809, | |
| "step": 1455 | |
| }, | |
| { | |
| "epoch": 7.010804321728691, | |
| "grad_norm": 1.0778816938400269, | |
| "learning_rate": 1.0183445215899584e-05, | |
| "loss": 0.6936, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 7.034813925570228, | |
| "grad_norm": 0.9368105530738831, | |
| "learning_rate": 1.0031801893545895e-05, | |
| "loss": 0.7005, | |
| "step": 1465 | |
| }, | |
| { | |
| "epoch": 7.0588235294117645, | |
| "grad_norm": 1.0788689851760864, | |
| "learning_rate": 9.881012222564065e-06, | |
| "loss": 0.8484, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 7.082833133253302, | |
| "grad_norm": 1.1011931896209717, | |
| "learning_rate": 9.731084802640459e-06, | |
| "loss": 0.7897, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 7.106842737094838, | |
| "grad_norm": 1.22800612449646, | |
| "learning_rate": 9.582028184286423e-06, | |
| "loss": 0.6696, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 7.130852340936374, | |
| "grad_norm": 1.224184274673462, | |
| "learning_rate": 9.43385086835062e-06, | |
| "loss": 0.6867, | |
| "step": 1485 | |
| }, | |
| { | |
| "epoch": 7.154861944777911, | |
| "grad_norm": 1.2134716510772705, | |
| "learning_rate": 9.286561305534203e-06, | |
| "loss": 0.7372, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 7.178871548619448, | |
| "grad_norm": 1.01565682888031, | |
| "learning_rate": 9.140167895908867e-06, | |
| "loss": 0.6718, | |
| "step": 1495 | |
| }, | |
| { | |
| "epoch": 7.202881152460985, | |
| "grad_norm": 1.176138162612915, | |
| "learning_rate": 8.994678988437802e-06, | |
| "loss": 0.6819, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 7.226890756302521, | |
| "grad_norm": 1.1396265029907227, | |
| "learning_rate": 8.850102880499531e-06, | |
| "loss": 0.7094, | |
| "step": 1505 | |
| }, | |
| { | |
| "epoch": 7.250900360144057, | |
| "grad_norm": 1.1229872703552246, | |
| "learning_rate": 8.706447817414696e-06, | |
| "loss": 0.7423, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 7.2749099639855945, | |
| "grad_norm": 1.0950995683670044, | |
| "learning_rate": 8.563721991975843e-06, | |
| "loss": 0.6957, | |
| "step": 1515 | |
| }, | |
| { | |
| "epoch": 7.298919567827131, | |
| "grad_norm": 1.322180986404419, | |
| "learning_rate": 8.421933543980126e-06, | |
| "loss": 0.6382, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 7.322929171668667, | |
| "grad_norm": 1.1946529150009155, | |
| "learning_rate": 8.281090559765156e-06, | |
| "loss": 0.6939, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 7.346938775510204, | |
| "grad_norm": 1.3446452617645264, | |
| "learning_rate": 8.141201071747784e-06, | |
| "loss": 0.7682, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 7.3709483793517405, | |
| "grad_norm": 1.063050627708435, | |
| "learning_rate": 8.002273057966011e-06, | |
| "loss": 0.6319, | |
| "step": 1535 | |
| }, | |
| { | |
| "epoch": 7.394957983193278, | |
| "grad_norm": 1.0960049629211426, | |
| "learning_rate": 7.864314441624004e-06, | |
| "loss": 0.7331, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 7.418967587034814, | |
| "grad_norm": 1.153906226158142, | |
| "learning_rate": 7.727333090640218e-06, | |
| "loss": 0.7249, | |
| "step": 1545 | |
| }, | |
| { | |
| "epoch": 7.44297719087635, | |
| "grad_norm": 1.1610156297683716, | |
| "learning_rate": 7.591336817198682e-06, | |
| "loss": 0.6484, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 7.466986794717887, | |
| "grad_norm": 1.1550188064575195, | |
| "learning_rate": 7.456333377303457e-06, | |
| "loss": 0.7723, | |
| "step": 1555 | |
| }, | |
| { | |
| "epoch": 7.490996398559424, | |
| "grad_norm": 1.2671056985855103, | |
| "learning_rate": 7.3223304703363135e-06, | |
| "loss": 0.7266, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 7.515006002400961, | |
| "grad_norm": 1.234147548675537, | |
| "learning_rate": 7.189335738617633e-06, | |
| "loss": 0.6927, | |
| "step": 1565 | |
| }, | |
| { | |
| "epoch": 7.539015606242497, | |
| "grad_norm": 1.1650274991989136, | |
| "learning_rate": 7.057356766970541e-06, | |
| "loss": 0.7219, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 7.563025210084033, | |
| "grad_norm": 1.2067919969558716, | |
| "learning_rate": 6.926401082288359e-06, | |
| "loss": 0.6933, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 7.5870348139255706, | |
| "grad_norm": 1.1489832401275635, | |
| "learning_rate": 6.796476153105294e-06, | |
| "loss": 0.7651, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 7.611044417767107, | |
| "grad_norm": 1.24705970287323, | |
| "learning_rate": 6.667589389170562e-06, | |
| "loss": 0.6558, | |
| "step": 1585 | |
| }, | |
| { | |
| "epoch": 7.635054021608643, | |
| "grad_norm": 1.0954616069793701, | |
| "learning_rate": 6.5397481410257645e-06, | |
| "loss": 0.6601, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 7.65906362545018, | |
| "grad_norm": 1.272865653038025, | |
| "learning_rate": 6.41295969958568e-06, | |
| "loss": 0.6938, | |
| "step": 1595 | |
| }, | |
| { | |
| "epoch": 7.6830732292917165, | |
| "grad_norm": 1.2320659160614014, | |
| "learning_rate": 6.28723129572247e-06, | |
| "loss": 0.7301, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 7.707082833133253, | |
| "grad_norm": 1.2697712182998657, | |
| "learning_rate": 6.16257009985329e-06, | |
| "loss": 0.6848, | |
| "step": 1605 | |
| }, | |
| { | |
| "epoch": 7.73109243697479, | |
| "grad_norm": 1.1409835815429688, | |
| "learning_rate": 6.038983221531352e-06, | |
| "loss": 0.6372, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 7.755102040816326, | |
| "grad_norm": 1.1304911375045776, | |
| "learning_rate": 5.916477709040444e-06, | |
| "loss": 0.6736, | |
| "step": 1615 | |
| }, | |
| { | |
| "epoch": 7.779111644657863, | |
| "grad_norm": 1.1968624591827393, | |
| "learning_rate": 5.79506054899299e-06, | |
| "loss": 0.6915, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 7.8031212484994, | |
| "grad_norm": 1.0843942165374756, | |
| "learning_rate": 5.674738665931575e-06, | |
| "loss": 0.696, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 7.827130852340936, | |
| "grad_norm": 1.0682406425476074, | |
| "learning_rate": 5.555518921934047e-06, | |
| "loss": 0.7064, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 7.851140456182473, | |
| "grad_norm": 1.13326096534729, | |
| "learning_rate": 5.437408116222148e-06, | |
| "loss": 0.7497, | |
| "step": 1635 | |
| }, | |
| { | |
| "epoch": 7.875150060024009, | |
| "grad_norm": 1.1618019342422485, | |
| "learning_rate": 5.320412984773748e-06, | |
| "loss": 0.7025, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 7.899159663865547, | |
| "grad_norm": 1.2662303447723389, | |
| "learning_rate": 5.204540199938707e-06, | |
| "loss": 0.6823, | |
| "step": 1645 | |
| }, | |
| { | |
| "epoch": 7.923169267707083, | |
| "grad_norm": 1.1508044004440308, | |
| "learning_rate": 5.089796370058325e-06, | |
| "loss": 0.8013, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 7.947178871548619, | |
| "grad_norm": 1.1236162185668945, | |
| "learning_rate": 4.9761880390884694e-06, | |
| "loss": 0.7497, | |
| "step": 1655 | |
| }, | |
| { | |
| "epoch": 7.971188475390156, | |
| "grad_norm": 1.239221453666687, | |
| "learning_rate": 4.86372168622635e-06, | |
| "loss": 0.7817, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 7.995198079231693, | |
| "grad_norm": 1.1400153636932373, | |
| "learning_rate": 4.7524037255410434e-06, | |
| "loss": 0.615, | |
| "step": 1665 | |
| }, | |
| { | |
| "epoch": 8.01920768307323, | |
| "grad_norm": 1.1075925827026367, | |
| "learning_rate": 4.642240505607659e-06, | |
| "loss": 0.7037, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 8.043217286914766, | |
| "grad_norm": 1.244471788406372, | |
| "learning_rate": 4.533238309145258e-06, | |
| "loss": 0.6747, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 8.067226890756302, | |
| "grad_norm": 1.114261269569397, | |
| "learning_rate": 4.425403352658591e-06, | |
| "loss": 0.7154, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 8.091236494597839, | |
| "grad_norm": 1.2810643911361694, | |
| "learning_rate": 4.318741786083538e-06, | |
| "loss": 0.7838, | |
| "step": 1685 | |
| }, | |
| { | |
| "epoch": 8.115246098439377, | |
| "grad_norm": 1.1281261444091797, | |
| "learning_rate": 4.213259692436367e-06, | |
| "loss": 0.7525, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 8.139255702280913, | |
| "grad_norm": 1.111745834350586, | |
| "learning_rate": 4.1089630874668325e-06, | |
| "loss": 0.6624, | |
| "step": 1695 | |
| }, | |
| { | |
| "epoch": 8.16326530612245, | |
| "grad_norm": 0.9732471108436584, | |
| "learning_rate": 4.0058579193150535e-06, | |
| "loss": 0.6821, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 8.187274909963985, | |
| "grad_norm": 1.1068557500839233, | |
| "learning_rate": 3.903950068172338e-06, | |
| "loss": 0.6932, | |
| "step": 1705 | |
| }, | |
| { | |
| "epoch": 8.211284513805522, | |
| "grad_norm": 1.1466325521469116, | |
| "learning_rate": 3.8032453459457884e-06, | |
| "loss": 0.7308, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 8.235294117647058, | |
| "grad_norm": 1.076535940170288, | |
| "learning_rate": 3.7037494959268644e-06, | |
| "loss": 0.7136, | |
| "step": 1715 | |
| }, | |
| { | |
| "epoch": 8.259303721488596, | |
| "grad_norm": 1.234830617904663, | |
| "learning_rate": 3.605468192463815e-06, | |
| "loss": 0.6595, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 8.283313325330132, | |
| "grad_norm": 1.2779568433761597, | |
| "learning_rate": 3.5084070406380897e-06, | |
| "loss": 0.7671, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 8.307322929171669, | |
| "grad_norm": 1.0826342105865479, | |
| "learning_rate": 3.4125715759446785e-06, | |
| "loss": 0.6561, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 8.331332533013205, | |
| "grad_norm": 1.292898416519165, | |
| "learning_rate": 3.317967263976374e-06, | |
| "loss": 0.6876, | |
| "step": 1735 | |
| }, | |
| { | |
| "epoch": 8.355342136854741, | |
| "grad_norm": 1.2453337907791138, | |
| "learning_rate": 3.2245995001121106e-06, | |
| "loss": 0.6819, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 8.37935174069628, | |
| "grad_norm": 1.109753131866455, | |
| "learning_rate": 3.1324736092092412e-06, | |
| "loss": 0.7044, | |
| "step": 1745 | |
| }, | |
| { | |
| "epoch": 8.403361344537815, | |
| "grad_norm": 1.1907482147216797, | |
| "learning_rate": 3.0415948452998557e-06, | |
| "loss": 0.6317, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 8.427370948379352, | |
| "grad_norm": 1.036994218826294, | |
| "learning_rate": 2.9519683912911266e-06, | |
| "loss": 0.6521, | |
| "step": 1755 | |
| }, | |
| { | |
| "epoch": 8.451380552220888, | |
| "grad_norm": 1.1481200456619263, | |
| "learning_rate": 2.8635993586697553e-06, | |
| "loss": 0.7572, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 8.475390156062424, | |
| "grad_norm": 1.2365052700042725, | |
| "learning_rate": 2.776492787210425e-06, | |
| "loss": 0.7184, | |
| "step": 1765 | |
| }, | |
| { | |
| "epoch": 8.499399759903962, | |
| "grad_norm": 1.1394840478897095, | |
| "learning_rate": 2.690653644688393e-06, | |
| "loss": 0.6881, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 8.523409363745499, | |
| "grad_norm": 1.2600808143615723, | |
| "learning_rate": 2.6060868265961822e-06, | |
| "loss": 0.6575, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 8.547418967587035, | |
| "grad_norm": 1.09065842628479, | |
| "learning_rate": 2.5227971558643537e-06, | |
| "loss": 0.7457, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 8.571428571428571, | |
| "grad_norm": 1.245969533920288, | |
| "learning_rate": 2.4407893825864892e-06, | |
| "loss": 0.7127, | |
| "step": 1785 | |
| }, | |
| { | |
| "epoch": 8.595438175270107, | |
| "grad_norm": 1.3175572156906128, | |
| "learning_rate": 2.360068183748268e-06, | |
| "loss": 0.7442, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 8.619447779111646, | |
| "grad_norm": 1.220615267753601, | |
| "learning_rate": 2.2806381629607327e-06, | |
| "loss": 0.6743, | |
| "step": 1795 | |
| }, | |
| { | |
| "epoch": 8.643457382953182, | |
| "grad_norm": 1.1195836067199707, | |
| "learning_rate": 2.2025038501977486e-06, | |
| "loss": 0.7338, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 8.667466986794718, | |
| "grad_norm": 1.075049638748169, | |
| "learning_rate": 2.125669701537647e-06, | |
| "loss": 0.7514, | |
| "step": 1805 | |
| }, | |
| { | |
| "epoch": 8.691476590636254, | |
| "grad_norm": 1.1793599128723145, | |
| "learning_rate": 2.0501400989091036e-06, | |
| "loss": 0.7774, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 8.71548619447779, | |
| "grad_norm": 1.165880560874939, | |
| "learning_rate": 1.97591934984121e-06, | |
| "loss": 0.6895, | |
| "step": 1815 | |
| }, | |
| { | |
| "epoch": 8.739495798319329, | |
| "grad_norm": 1.101431131362915, | |
| "learning_rate": 1.9030116872178316e-06, | |
| "loss": 0.7218, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 8.763505402160865, | |
| "grad_norm": 1.2261079549789429, | |
| "learning_rate": 1.8314212690361987e-06, | |
| "loss": 0.7553, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 8.787515006002401, | |
| "grad_norm": 1.1773276329040527, | |
| "learning_rate": 1.7611521781697644e-06, | |
| "loss": 0.6779, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 8.811524609843937, | |
| "grad_norm": 1.2577153444290161, | |
| "learning_rate": 1.6922084221353607e-06, | |
| "loss": 0.6946, | |
| "step": 1835 | |
| }, | |
| { | |
| "epoch": 8.835534213685474, | |
| "grad_norm": 1.1246775388717651, | |
| "learning_rate": 1.624593932864632e-06, | |
| "loss": 0.7149, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 8.85954381752701, | |
| "grad_norm": 1.1089775562286377, | |
| "learning_rate": 1.5583125664798165e-06, | |
| "loss": 0.6681, | |
| "step": 1845 | |
| }, | |
| { | |
| "epoch": 8.883553421368548, | |
| "grad_norm": 1.138650894165039, | |
| "learning_rate": 1.4933681030738138e-06, | |
| "loss": 0.6519, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 8.907563025210084, | |
| "grad_norm": 1.1409391164779663, | |
| "learning_rate": 1.429764246494597e-06, | |
| "loss": 0.6957, | |
| "step": 1855 | |
| }, | |
| { | |
| "epoch": 8.93157262905162, | |
| "grad_norm": 1.2397470474243164, | |
| "learning_rate": 1.3675046241339918e-06, | |
| "loss": 0.6942, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 8.955582232893157, | |
| "grad_norm": 1.310257077217102, | |
| "learning_rate": 1.306592786720795e-06, | |
| "loss": 0.6578, | |
| "step": 1865 | |
| }, | |
| { | |
| "epoch": 8.979591836734693, | |
| "grad_norm": 1.057267189025879, | |
| "learning_rate": 1.2470322081182761e-06, | |
| "loss": 0.6994, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 9.003601440576231, | |
| "grad_norm": 1.2477996349334717, | |
| "learning_rate": 1.1888262851260462e-06, | |
| "loss": 0.643, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 9.027611044417768, | |
| "grad_norm": 1.2775191068649292, | |
| "learning_rate": 1.1319783372863602e-06, | |
| "loss": 0.6307, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 9.051620648259304, | |
| "grad_norm": 1.1136633157730103, | |
| "learning_rate": 1.0764916066947794e-06, | |
| "loss": 0.7088, | |
| "step": 1885 | |
| }, | |
| { | |
| "epoch": 9.07563025210084, | |
| "grad_norm": 1.2463817596435547, | |
| "learning_rate": 1.0223692578152782e-06, | |
| "loss": 0.6603, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 9.099639855942376, | |
| "grad_norm": 1.140369176864624, | |
| "learning_rate": 9.696143772997768e-07, | |
| "loss": 0.8255, | |
| "step": 1895 | |
| }, | |
| { | |
| "epoch": 9.123649459783914, | |
| "grad_norm": 1.0478204488754272, | |
| "learning_rate": 9.182299738120931e-07, | |
| "loss": 0.6834, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 9.14765906362545, | |
| "grad_norm": 1.243027925491333, | |
| "learning_rate": 8.682189778563693e-07, | |
| "loss": 0.6365, | |
| "step": 1905 | |
| }, | |
| { | |
| "epoch": 9.171668667466987, | |
| "grad_norm": 1.1335963010787964, | |
| "learning_rate": 8.195842416099359e-07, | |
| "loss": 0.7317, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 9.195678271308523, | |
| "grad_norm": 1.2012873888015747, | |
| "learning_rate": 7.723285387606471e-07, | |
| "loss": 0.741, | |
| "step": 1915 | |
| }, | |
| { | |
| "epoch": 9.21968787515006, | |
| "grad_norm": 1.098880648612976, | |
| "learning_rate": 7.264545643486997e-07, | |
| "loss": 0.6881, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 9.243697478991596, | |
| "grad_norm": 1.138432502746582, | |
| "learning_rate": 6.819649346129304e-07, | |
| "loss": 0.735, | |
| "step": 1925 | |
| }, | |
| { | |
| "epoch": 9.267707082833134, | |
| "grad_norm": 1.163900375366211, | |
| "learning_rate": 6.3886218684161e-07, | |
| "loss": 0.7227, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 9.29171668667467, | |
| "grad_norm": 1.163901448249817, | |
| "learning_rate": 5.971487792277297e-07, | |
| "loss": 0.681, | |
| "step": 1935 | |
| }, | |
| { | |
| "epoch": 9.315726290516206, | |
| "grad_norm": 1.3683992624282837, | |
| "learning_rate": 5.568270907288287e-07, | |
| "loss": 0.7081, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 9.339735894357743, | |
| "grad_norm": 1.2360917329788208, | |
| "learning_rate": 5.178994209312948e-07, | |
| "loss": 0.7064, | |
| "step": 1945 | |
| }, | |
| { | |
| "epoch": 9.363745498199279, | |
| "grad_norm": 1.0632774829864502, | |
| "learning_rate": 4.803679899192392e-07, | |
| "loss": 0.6829, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 9.387755102040817, | |
| "grad_norm": 1.200908899307251, | |
| "learning_rate": 4.4423493814786667e-07, | |
| "loss": 0.6814, | |
| "step": 1955 | |
| }, | |
| { | |
| "epoch": 9.411764705882353, | |
| "grad_norm": 1.2517386674880981, | |
| "learning_rate": 4.095023263214121e-07, | |
| "loss": 0.769, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 9.43577430972389, | |
| "grad_norm": 1.0798803567886353, | |
| "learning_rate": 3.761721352756098e-07, | |
| "loss": 0.7539, | |
| "step": 1965 | |
| }, | |
| { | |
| "epoch": 9.459783913565426, | |
| "grad_norm": 0.9635175466537476, | |
| "learning_rate": 3.4424626586473385e-07, | |
| "loss": 0.6506, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 9.483793517406962, | |
| "grad_norm": 1.1478654146194458, | |
| "learning_rate": 3.1372653885318736e-07, | |
| "loss": 0.6763, | |
| "step": 1975 | |
| }, | |
| { | |
| "epoch": 9.5078031212485, | |
| "grad_norm": 1.2677192687988281, | |
| "learning_rate": 2.846146948116468e-07, | |
| "loss": 0.6776, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 9.531812725090036, | |
| "grad_norm": 1.1099594831466675, | |
| "learning_rate": 2.569123940178192e-07, | |
| "loss": 0.7292, | |
| "step": 1985 | |
| }, | |
| { | |
| "epoch": 9.555822328931573, | |
| "grad_norm": 1.1103848218917847, | |
| "learning_rate": 2.3062121636174826e-07, | |
| "loss": 0.8111, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 9.579831932773109, | |
| "grad_norm": 1.1750984191894531, | |
| "learning_rate": 2.0574266125569509e-07, | |
| "loss": 0.6473, | |
| "step": 1995 | |
| }, | |
| { | |
| "epoch": 9.603841536614645, | |
| "grad_norm": 1.0524730682373047, | |
| "learning_rate": 1.8227814754865068e-07, | |
| "loss": 0.6774, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 9.627851140456183, | |
| "grad_norm": 1.1044491529464722, | |
| "learning_rate": 1.6022901344539543e-07, | |
| "loss": 0.6782, | |
| "step": 2005 | |
| }, | |
| { | |
| "epoch": 9.65186074429772, | |
| "grad_norm": 1.2015644311904907, | |
| "learning_rate": 1.39596516430196e-07, | |
| "loss": 0.6965, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 9.675870348139256, | |
| "grad_norm": 1.066968560218811, | |
| "learning_rate": 1.2038183319507955e-07, | |
| "loss": 0.6496, | |
| "step": 2015 | |
| }, | |
| { | |
| "epoch": 9.699879951980792, | |
| "grad_norm": 1.1246190071105957, | |
| "learning_rate": 1.0258605957272627e-07, | |
| "loss": 0.6511, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 9.723889555822328, | |
| "grad_norm": 1.017182469367981, | |
| "learning_rate": 8.621021047398314e-08, | |
| "loss": 0.7524, | |
| "step": 2025 | |
| }, | |
| { | |
| "epoch": 9.747899159663866, | |
| "grad_norm": 1.2211177349090576, | |
| "learning_rate": 7.125521982997152e-08, | |
| "loss": 0.6653, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 9.771908763505403, | |
| "grad_norm": 1.2134476900100708, | |
| "learning_rate": 5.772194053882962e-08, | |
| "loss": 0.6718, | |
| "step": 2035 | |
| }, | |
| { | |
| "epoch": 9.795918367346939, | |
| "grad_norm": 1.3641300201416016, | |
| "learning_rate": 4.56111444170626e-08, | |
| "loss": 0.7114, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 9.819927971188475, | |
| "grad_norm": 1.1759401559829712, | |
| "learning_rate": 3.4923522155544394e-08, | |
| "loss": 0.7125, | |
| "step": 2045 | |
| }, | |
| { | |
| "epoch": 9.843937575030012, | |
| "grad_norm": 1.0511598587036133, | |
| "learning_rate": 2.5659683280102044e-08, | |
| "loss": 0.6236, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 9.867947178871548, | |
| "grad_norm": 1.1891964673995972, | |
| "learning_rate": 1.782015611677401e-08, | |
| "loss": 0.7353, | |
| "step": 2055 | |
| }, | |
| { | |
| "epoch": 9.891956782713086, | |
| "grad_norm": 1.116445541381836, | |
| "learning_rate": 1.1405387761664887e-08, | |
| "loss": 0.7489, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 9.915966386554622, | |
| "grad_norm": 1.1506844758987427, | |
| "learning_rate": 6.415744055460193e-09, | |
| "loss": 0.7743, | |
| "step": 2065 | |
| }, | |
| { | |
| "epoch": 9.939975990396158, | |
| "grad_norm": 1.2120825052261353, | |
| "learning_rate": 2.8515095625514244e-09, | |
| "loss": 0.6435, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 9.963985594237695, | |
| "grad_norm": 1.1971231698989868, | |
| "learning_rate": 7.128875548101377e-10, | |
| "loss": 0.7375, | |
| "step": 2075 | |
| }, | |
| { | |
| "epoch": 9.987995198079231, | |
| "grad_norm": 1.2055232524871826, | |
| "learning_rate": 0.0, | |
| "loss": 0.7238, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 9.987995198079231, | |
| "step": 2080, | |
| "total_flos": 8.185270082173747e+17, | |
| "train_loss": 0.7521515275423344, | |
| "train_runtime": 19400.1091, | |
| "train_samples_per_second": 1.717, | |
| "train_steps_per_second": 0.107 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 2080, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 10, | |
| "save_steps": 100, | |
| "total_flos": 8.185270082173747e+17, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |