| { | |
| "best_metric": 1.4186582565307617, | |
| "best_model_checkpoint": "checkpoints/checkpoint-680000", | |
| "epoch": 6.301781179915853, | |
| "eval_steps": 10000, | |
| "global_step": 680000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.6336626322910684e-08, | |
| "loss": 4.4724, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.267325264582137e-08, | |
| "loss": 4.3928, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 1.3900987896873205e-07, | |
| "loss": 4.2493, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 1.8525383203899695e-07, | |
| "loss": 4.1189, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 2.315904583619076e-07, | |
| "loss": 4.008, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 2.7792708468481826e-07, | |
| "loss": 3.8695, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 3.2417103775508315e-07, | |
| "loss": 3.7698, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 3.705076640779939e-07, | |
| "loss": 3.6676, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.168442904009045e-07, | |
| "loss": 3.6022, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4.631809167238152e-07, | |
| "loss": 3.5249, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 5.095175430467259e-07, | |
| "loss": 3.451, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 5.558541693696365e-07, | |
| "loss": 3.3994, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 6.021907956925473e-07, | |
| "loss": 3.3329, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 6.485274220154579e-07, | |
| "loss": 3.3009, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 6.948640483383686e-07, | |
| "loss": 3.2577, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 7.412006746612794e-07, | |
| "loss": 3.2323, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 7.8753730098419e-07, | |
| "loss": 3.1938, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 8.337812540544548e-07, | |
| "loss": 3.1491, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 8.801178803773655e-07, | |
| "loss": 3.1187, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 9.264545067002763e-07, | |
| "loss": 3.0981, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "eval_loss": 2.981156349182129, | |
| "eval_runtime": 1994.106, | |
| "eval_samples_per_second": 384.799, | |
| "eval_steps_per_second": 6.013, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 9.727911330231868e-07, | |
| "loss": 3.0697, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 1.0190350860934518e-06, | |
| "loss": 3.051, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 1.0653717124163625e-06, | |
| "loss": 3.0217, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 1.111708338739273e-06, | |
| "loss": 2.9877, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 1.158044965062184e-06, | |
| "loss": 2.9813, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 1.2043815913850945e-06, | |
| "loss": 2.9579, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 1.2507182177080053e-06, | |
| "loss": 2.9291, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 1.29696217077827e-06, | |
| "loss": 2.9017, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 1.343206123848535e-06, | |
| "loss": 2.8966, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 1.3895427501714457e-06, | |
| "loss": 2.8773, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 1.4358793764943562e-06, | |
| "loss": 2.8355, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 1.482216002817267e-06, | |
| "loss": 2.8121, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 1.5285526291401779e-06, | |
| "loss": 2.8013, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 1.5748892554630884e-06, | |
| "loss": 2.8018, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 1.6212258817859991e-06, | |
| "loss": 2.7618, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 1.6675625081089097e-06, | |
| "loss": 2.7622, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 1.7138991344318204e-06, | |
| "loss": 2.7396, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 1.760235760754731e-06, | |
| "loss": 2.7417, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 1.8065723870776419e-06, | |
| "loss": 2.7226, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 1.8529090134005526e-06, | |
| "loss": 2.6954, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "eval_loss": 2.601823091506958, | |
| "eval_runtime": 1994.2728, | |
| "eval_samples_per_second": 384.767, | |
| "eval_steps_per_second": 6.012, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 1.8991529664708176e-06, | |
| "loss": 2.6976, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 1.945489592793728e-06, | |
| "loss": 2.6626, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 1.9918262191166386e-06, | |
| "loss": 2.6702, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 2.0381628454395496e-06, | |
| "loss": 2.6601, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 2.08449947176246e-06, | |
| "loss": 2.6294, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 2.1308360980853706e-06, | |
| "loss": 2.6219, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 2.1770800511556356e-06, | |
| "loss": 2.6089, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 2.223416677478546e-06, | |
| "loss": 2.5921, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 2.269753303801457e-06, | |
| "loss": 2.6006, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 2.316089930124368e-06, | |
| "loss": 2.5975, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 2.3624265564472785e-06, | |
| "loss": 2.5739, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 2.4086705095175435e-06, | |
| "loss": 2.5605, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 2.455007135840454e-06, | |
| "loss": 2.5515, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 2.5013437621633645e-06, | |
| "loss": 2.5337, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 2.5476803884862755e-06, | |
| "loss": 2.5397, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 2.594017014809186e-06, | |
| "loss": 2.5208, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 2.640353641132097e-06, | |
| "loss": 2.5116, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 2.686690267455007e-06, | |
| "loss": 2.5145, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 2.733026893777918e-06, | |
| "loss": 2.5016, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 2.7792708468481825e-06, | |
| "loss": 2.4901, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "eval_loss": 2.3954684734344482, | |
| "eval_runtime": 1994.0444, | |
| "eval_samples_per_second": 384.811, | |
| "eval_steps_per_second": 6.013, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 2.8256074731710935e-06, | |
| "loss": 2.4757, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 2.8718514262413584e-06, | |
| "loss": 2.4778, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 2.9181880525642693e-06, | |
| "loss": 2.4868, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 2.9645246788871803e-06, | |
| "loss": 2.4565, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 3.0108613052100904e-06, | |
| "loss": 2.4482, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 3.0571979315330013e-06, | |
| "loss": 2.4431, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 3.103534557855912e-06, | |
| "loss": 2.4353, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 3.149871184178823e-06, | |
| "loss": 2.4286, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 3.196207810501733e-06, | |
| "loss": 2.4332, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 3.2424517635719983e-06, | |
| "loss": 2.4146, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 3.288695716642263e-06, | |
| "loss": 2.4008, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 3.334939669712528e-06, | |
| "loss": 2.411, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 3.3812762960354383e-06, | |
| "loss": 2.3848, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 3.4276129223583492e-06, | |
| "loss": 2.388, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 3.4739495486812598e-06, | |
| "loss": 2.384, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 3.5202861750041707e-06, | |
| "loss": 2.3743, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 3.5666228013270817e-06, | |
| "loss": 2.3734, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 3.6129594276499918e-06, | |
| "loss": 2.3695, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 3.6592960539729027e-06, | |
| "loss": 2.3352, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 3.7056326802958132e-06, | |
| "loss": 2.3453, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "eval_loss": 2.262512683868408, | |
| "eval_runtime": 1997.4067, | |
| "eval_samples_per_second": 384.163, | |
| "eval_steps_per_second": 6.003, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 3.751969306618724e-06, | |
| "loss": 2.342, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 3.7982132596889887e-06, | |
| "loss": 2.3493, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 3.844549886011899e-06, | |
| "loss": 2.3199, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 3.890886512334811e-06, | |
| "loss": 2.3347, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 3.937223138657721e-06, | |
| "loss": 2.3212, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 3.983559764980632e-06, | |
| "loss": 2.3209, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 4.029896391303542e-06, | |
| "loss": 2.3026, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 4.076233017626453e-06, | |
| "loss": 2.3117, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 4.122569643949363e-06, | |
| "loss": 2.291, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 4.168906270272275e-06, | |
| "loss": 2.2732, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 4.215150223342539e-06, | |
| "loss": 2.3052, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 4.26148684966545e-06, | |
| "loss": 2.2713, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 4.307823475988361e-06, | |
| "loss": 2.2813, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 4.354160102311271e-06, | |
| "loss": 2.2726, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 4.4004967286341825e-06, | |
| "loss": 2.2812, | |
| "step": 47500 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 4.446648008451801e-06, | |
| "loss": 2.2894, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 4.4929846347747115e-06, | |
| "loss": 2.2653, | |
| "step": 48500 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 4.539321261097622e-06, | |
| "loss": 2.2515, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 4.5856578874205334e-06, | |
| "loss": 2.2578, | |
| "step": 49500 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 4.631994513743444e-06, | |
| "loss": 2.2392, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "eval_loss": 2.1643872261047363, | |
| "eval_runtime": 1997.1399, | |
| "eval_samples_per_second": 384.214, | |
| "eval_steps_per_second": 6.004, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 4.678238466813709e-06, | |
| "loss": 2.2325, | |
| "step": 50500 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 4.7245750931366194e-06, | |
| "loss": 2.233, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 4.77091171945953e-06, | |
| "loss": 2.2374, | |
| "step": 51500 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 4.817248345782441e-06, | |
| "loss": 2.2188, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 4.863584972105351e-06, | |
| "loss": 2.2198, | |
| "step": 52500 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 4.909921598428262e-06, | |
| "loss": 2.2292, | |
| "step": 53000 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 4.956258224751173e-06, | |
| "loss": 2.218, | |
| "step": 53500 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 5.002594851074083e-06, | |
| "loss": 2.2159, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 5.048746130891703e-06, | |
| "loss": 2.2142, | |
| "step": 54500 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 5.095082757214613e-06, | |
| "loss": 2.2211, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 5.141419383537524e-06, | |
| "loss": 2.1972, | |
| "step": 55500 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 5.187756009860434e-06, | |
| "loss": 2.1956, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 5.234092636183346e-06, | |
| "loss": 2.1833, | |
| "step": 56500 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 5.280429262506256e-06, | |
| "loss": 2.1818, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 5.326765888829166e-06, | |
| "loss": 2.1961, | |
| "step": 57500 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 5.373102515152077e-06, | |
| "loss": 2.1875, | |
| "step": 58000 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 5.4193464682223414e-06, | |
| "loss": 2.1851, | |
| "step": 58500 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 5.465683094545254e-06, | |
| "loss": 2.1834, | |
| "step": 59000 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 5.512019720868163e-06, | |
| "loss": 2.1759, | |
| "step": 59500 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 5.558356347191074e-06, | |
| "loss": 2.158, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "eval_loss": 2.090520143508911, | |
| "eval_runtime": 2000.9702, | |
| "eval_samples_per_second": 383.479, | |
| "eval_steps_per_second": 5.992, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 5.604600300261339e-06, | |
| "loss": 2.1782, | |
| "step": 60500 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 5.650936926584249e-06, | |
| "loss": 2.1657, | |
| "step": 61000 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 5.697180879654515e-06, | |
| "loss": 2.1559, | |
| "step": 61500 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 5.74342483272478e-06, | |
| "loss": 2.1557, | |
| "step": 62000 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 5.789761459047691e-06, | |
| "loss": 2.15, | |
| "step": 62500 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 5.8360980853706e-06, | |
| "loss": 2.1713, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 5.882434711693511e-06, | |
| "loss": 2.1441, | |
| "step": 63500 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 5.928771338016422e-06, | |
| "loss": 2.1607, | |
| "step": 64000 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 5.975107964339333e-06, | |
| "loss": 2.1482, | |
| "step": 64500 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 6.021444590662243e-06, | |
| "loss": 2.1515, | |
| "step": 65000 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 6.067781216985155e-06, | |
| "loss": 2.1504, | |
| "step": 65500 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 6.114117843308065e-06, | |
| "loss": 2.1322, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 6.160454469630976e-06, | |
| "loss": 2.1258, | |
| "step": 66500 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 6.206698422701241e-06, | |
| "loss": 2.1202, | |
| "step": 67000 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 6.253035049024151e-06, | |
| "loss": 2.1242, | |
| "step": 67500 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 6.2993716753470625e-06, | |
| "loss": 2.1173, | |
| "step": 68000 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 6.345708301669973e-06, | |
| "loss": 2.1158, | |
| "step": 68500 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 6.391952254740238e-06, | |
| "loss": 2.114, | |
| "step": 69000 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 6.4382888810631485e-06, | |
| "loss": 2.1166, | |
| "step": 69500 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 6.484625507386059e-06, | |
| "loss": 2.1172, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "eval_loss": 2.0241761207580566, | |
| "eval_runtime": 1997.8511, | |
| "eval_samples_per_second": 384.078, | |
| "eval_steps_per_second": 6.001, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 6.530962133708969e-06, | |
| "loss": 2.1135, | |
| "step": 70500 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 6.577298760031881e-06, | |
| "loss": 2.094, | |
| "step": 71000 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 6.623635386354791e-06, | |
| "loss": 2.1162, | |
| "step": 71500 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 6.669879339425056e-06, | |
| "loss": 2.097, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 6.716215965747966e-06, | |
| "loss": 2.0942, | |
| "step": 72500 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 6.7625525920708766e-06, | |
| "loss": 2.0892, | |
| "step": 73000 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 6.808889218393788e-06, | |
| "loss": 2.0964, | |
| "step": 73500 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 6.8552258447166985e-06, | |
| "loss": 2.1009, | |
| "step": 74000 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 6.901469797786963e-06, | |
| "loss": 2.1051, | |
| "step": 74500 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 6.947806424109874e-06, | |
| "loss": 2.0832, | |
| "step": 75000 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 6.9941430504327845e-06, | |
| "loss": 2.088, | |
| "step": 75500 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 7.040479676755695e-06, | |
| "loss": 2.0743, | |
| "step": 76000 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 7.08672362982596e-06, | |
| "loss": 2.0768, | |
| "step": 76500 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 7.1330602561488705e-06, | |
| "loss": 2.0736, | |
| "step": 77000 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 7.179396882471782e-06, | |
| "loss": 2.0731, | |
| "step": 77500 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 7.225733508794692e-06, | |
| "loss": 2.0604, | |
| "step": 78000 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 7.272070135117603e-06, | |
| "loss": 2.0629, | |
| "step": 78500 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 7.318406761440514e-06, | |
| "loss": 2.0601, | |
| "step": 79000 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 7.364743387763425e-06, | |
| "loss": 2.0651, | |
| "step": 79500 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 7.4110800140863345e-06, | |
| "loss": 2.0408, | |
| "step": 80000 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "eval_loss": 1.971598744392395, | |
| "eval_runtime": 2000.1671, | |
| "eval_samples_per_second": 383.633, | |
| "eval_steps_per_second": 5.994, | |
| "step": 80000 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 7.4573239671566e-06, | |
| "loss": 2.0527, | |
| "step": 80500 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 7.503660593479511e-06, | |
| "loss": 2.0667, | |
| "step": 81000 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 7.5499972198024205e-06, | |
| "loss": 2.0587, | |
| "step": 81500 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 7.596333846125332e-06, | |
| "loss": 2.031, | |
| "step": 82000 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 7.642670472448242e-06, | |
| "loss": 2.0521, | |
| "step": 82500 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 7.688914425518507e-06, | |
| "loss": 2.0273, | |
| "step": 83000 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 7.735251051841418e-06, | |
| "loss": 2.0268, | |
| "step": 83500 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 7.781587678164328e-06, | |
| "loss": 2.034, | |
| "step": 84000 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 7.82792430448724e-06, | |
| "loss": 2.0375, | |
| "step": 84500 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 7.874260930810151e-06, | |
| "loss": 2.0289, | |
| "step": 85000 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 7.920504883880416e-06, | |
| "loss": 2.0229, | |
| "step": 85500 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 7.966841510203327e-06, | |
| "loss": 2.0106, | |
| "step": 86000 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 8.013178136526235e-06, | |
| "loss": 2.0004, | |
| "step": 86500 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 8.059514762849148e-06, | |
| "loss": 2.0236, | |
| "step": 87000 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 8.105851389172058e-06, | |
| "loss": 2.0163, | |
| "step": 87500 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 8.152188015494969e-06, | |
| "loss": 2.0182, | |
| "step": 88000 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 8.19852464181788e-06, | |
| "loss": 2.004, | |
| "step": 88500 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 8.24486126814079e-06, | |
| "loss": 1.9984, | |
| "step": 89000 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 8.291105221211055e-06, | |
| "loss": 2.0159, | |
| "step": 89500 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 8.33734917428132e-06, | |
| "loss": 2.0023, | |
| "step": 90000 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "eval_loss": 1.929675817489624, | |
| "eval_runtime": 1996.5508, | |
| "eval_samples_per_second": 384.328, | |
| "eval_steps_per_second": 6.005, | |
| "step": 90000 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 8.38368580060423e-06, | |
| "loss": 2.0087, | |
| "step": 90500 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 8.43002242692714e-06, | |
| "loss": 1.9971, | |
| "step": 91000 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 8.476359053250051e-06, | |
| "loss": 2.002, | |
| "step": 91500 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 8.522695679572962e-06, | |
| "loss": 2.0124, | |
| "step": 92000 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 8.569032305895874e-06, | |
| "loss": 1.988, | |
| "step": 92500 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 8.615276258966137e-06, | |
| "loss": 1.9868, | |
| "step": 93000 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 8.66161288528905e-06, | |
| "loss": 1.9977, | |
| "step": 93500 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 8.70794951161196e-06, | |
| "loss": 1.991, | |
| "step": 94000 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 8.75428613793487e-06, | |
| "loss": 1.994, | |
| "step": 94500 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 8.800622764257781e-06, | |
| "loss": 1.9881, | |
| "step": 95000 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 8.846866717328046e-06, | |
| "loss": 1.9797, | |
| "step": 95500 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 8.893203343650956e-06, | |
| "loss": 1.99, | |
| "step": 96000 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 8.939447296721221e-06, | |
| "loss": 1.9877, | |
| "step": 96500 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 8.985783923044132e-06, | |
| "loss": 1.9802, | |
| "step": 97000 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 9.032120549367042e-06, | |
| "loss": 1.9736, | |
| "step": 97500 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 9.078457175689953e-06, | |
| "loss": 1.9711, | |
| "step": 98000 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 9.124793802012864e-06, | |
| "loss": 1.9787, | |
| "step": 98500 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 9.171130428335776e-06, | |
| "loss": 1.9906, | |
| "step": 99000 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 9.217467054658685e-06, | |
| "loss": 1.9624, | |
| "step": 99500 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 9.263803680981595e-06, | |
| "loss": 1.9813, | |
| "step": 100000 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "eval_loss": 1.8921247720718384, | |
| "eval_runtime": 1996.249, | |
| "eval_samples_per_second": 384.386, | |
| "eval_steps_per_second": 6.006, | |
| "step": 100000 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 9.310140307304506e-06, | |
| "loss": 1.9625, | |
| "step": 100500 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 9.356476933627418e-06, | |
| "loss": 1.9669, | |
| "step": 101000 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 9.402813559950328e-06, | |
| "loss": 1.9549, | |
| "step": 101500 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 9.449150186273239e-06, | |
| "loss": 1.9611, | |
| "step": 102000 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 9.49548681259615e-06, | |
| "loss": 1.9778, | |
| "step": 102500 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 9.54182343891906e-06, | |
| "loss": 1.9671, | |
| "step": 103000 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 9.588067391989325e-06, | |
| "loss": 1.9659, | |
| "step": 103500 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 9.634404018312235e-06, | |
| "loss": 1.9483, | |
| "step": 104000 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 9.680740644635146e-06, | |
| "loss": 1.9568, | |
| "step": 104500 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 9.727077270958058e-06, | |
| "loss": 1.9614, | |
| "step": 105000 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 9.773413897280967e-06, | |
| "loss": 1.9544, | |
| "step": 105500 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 9.819750523603878e-06, | |
| "loss": 1.9554, | |
| "step": 106000 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 9.866087149926788e-06, | |
| "loss": 1.9518, | |
| "step": 106500 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 9.9124237762497e-06, | |
| "loss": 1.9448, | |
| "step": 107000 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 9.958667729319963e-06, | |
| "loss": 1.9569, | |
| "step": 107500 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 1.0005004355642876e-05, | |
| "loss": 1.9459, | |
| "step": 108000 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 1.0051340981965785e-05, | |
| "loss": 1.9293, | |
| "step": 108500 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 1.0097584935036051e-05, | |
| "loss": 1.9362, | |
| "step": 109000 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 1.014392156135896e-05, | |
| "loss": 1.9315, | |
| "step": 109500 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 1.0190165514429227e-05, | |
| "loss": 1.9296, | |
| "step": 110000 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "eval_loss": 1.8574298620224, | |
| "eval_runtime": 1996.3161, | |
| "eval_samples_per_second": 384.373, | |
| "eval_steps_per_second": 6.006, | |
| "step": 110000 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 1.0236502140752135e-05, | |
| "loss": 1.9272, | |
| "step": 110500 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "learning_rate": 1.0282838767075048e-05, | |
| "loss": 1.9293, | |
| "step": 111000 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "learning_rate": 1.0329175393397958e-05, | |
| "loss": 1.9249, | |
| "step": 111500 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "learning_rate": 1.0375512019720869e-05, | |
| "loss": 1.9238, | |
| "step": 112000 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "learning_rate": 1.042184864604378e-05, | |
| "loss": 1.9118, | |
| "step": 112500 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "learning_rate": 1.0468185272366692e-05, | |
| "loss": 1.9259, | |
| "step": 113000 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "learning_rate": 1.0514429225436955e-05, | |
| "loss": 1.9308, | |
| "step": 113500 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "learning_rate": 1.0560765851759867e-05, | |
| "loss": 1.9365, | |
| "step": 114000 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "learning_rate": 1.0607102478082776e-05, | |
| "loss": 1.9232, | |
| "step": 114500 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "learning_rate": 1.0653439104405688e-05, | |
| "loss": 1.9329, | |
| "step": 115000 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "learning_rate": 1.0699775730728599e-05, | |
| "loss": 1.915, | |
| "step": 115500 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "learning_rate": 1.0746112357051507e-05, | |
| "loss": 1.911, | |
| "step": 116000 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "learning_rate": 1.079244898337442e-05, | |
| "loss": 1.9226, | |
| "step": 116500 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "learning_rate": 1.083878560969733e-05, | |
| "loss": 1.9158, | |
| "step": 117000 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "learning_rate": 1.088512223602024e-05, | |
| "loss": 1.9064, | |
| "step": 117500 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "learning_rate": 1.0931366189090507e-05, | |
| "loss": 1.8931, | |
| "step": 118000 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "learning_rate": 1.0977702815413416e-05, | |
| "loss": 1.9101, | |
| "step": 118500 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "learning_rate": 1.1023946768483683e-05, | |
| "loss": 1.9017, | |
| "step": 119000 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "learning_rate": 1.1070283394806592e-05, | |
| "loss": 1.9065, | |
| "step": 119500 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "learning_rate": 1.1116620021129502e-05, | |
| "loss": 1.8988, | |
| "step": 120000 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "eval_loss": 1.82962965965271, | |
| "eval_runtime": 1996.8658, | |
| "eval_samples_per_second": 384.267, | |
| "eval_steps_per_second": 6.004, | |
| "step": 120000 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "learning_rate": 1.1162956647452414e-05, | |
| "loss": 1.8876, | |
| "step": 120500 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "learning_rate": 1.1209293273775323e-05, | |
| "loss": 1.8863, | |
| "step": 121000 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "learning_rate": 1.1255629900098235e-05, | |
| "loss": 1.9032, | |
| "step": 121500 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "learning_rate": 1.1301966526421144e-05, | |
| "loss": 1.8953, | |
| "step": 122000 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "learning_rate": 1.1348303152744056e-05, | |
| "loss": 1.9121, | |
| "step": 122500 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "learning_rate": 1.1394639779066967e-05, | |
| "loss": 1.8789, | |
| "step": 123000 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "learning_rate": 1.1440883732137232e-05, | |
| "loss": 1.9, | |
| "step": 123500 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "learning_rate": 1.1487220358460142e-05, | |
| "loss": 1.9142, | |
| "step": 124000 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "learning_rate": 1.1533556984783051e-05, | |
| "loss": 1.8923, | |
| "step": 124500 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "learning_rate": 1.1579893611105963e-05, | |
| "loss": 1.8924, | |
| "step": 125000 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "learning_rate": 1.1626230237428876e-05, | |
| "loss": 1.8799, | |
| "step": 125500 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "learning_rate": 1.1672474190499139e-05, | |
| "loss": 1.9024, | |
| "step": 126000 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "learning_rate": 1.1718810816822051e-05, | |
| "loss": 1.8829, | |
| "step": 126500 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "learning_rate": 1.176514744314496e-05, | |
| "loss": 1.8899, | |
| "step": 127000 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "learning_rate": 1.181148406946787e-05, | |
| "loss": 1.8889, | |
| "step": 127500 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "learning_rate": 1.1857820695790783e-05, | |
| "loss": 1.8689, | |
| "step": 128000 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "learning_rate": 1.1904157322113692e-05, | |
| "loss": 1.8771, | |
| "step": 128500 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "learning_rate": 1.1950493948436604e-05, | |
| "loss": 1.878, | |
| "step": 129000 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "learning_rate": 1.1996737901506867e-05, | |
| "loss": 1.87, | |
| "step": 129500 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "learning_rate": 1.204307452782978e-05, | |
| "loss": 1.8782, | |
| "step": 130000 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "eval_loss": 1.8040884733200073, | |
| "eval_runtime": 1998.185, | |
| "eval_samples_per_second": 384.013, | |
| "eval_steps_per_second": 6.0, | |
| "step": 130000 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "learning_rate": 1.208941115415269e-05, | |
| "loss": 1.8846, | |
| "step": 130500 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "learning_rate": 1.21357477804756e-05, | |
| "loss": 1.8777, | |
| "step": 131000 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "learning_rate": 1.2182084406798511e-05, | |
| "loss": 1.864, | |
| "step": 131500 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "learning_rate": 1.2228421033121423e-05, | |
| "loss": 1.8863, | |
| "step": 132000 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "learning_rate": 1.2274757659444332e-05, | |
| "loss": 1.8696, | |
| "step": 132500 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "learning_rate": 1.2321001612514599e-05, | |
| "loss": 1.8779, | |
| "step": 133000 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "learning_rate": 1.2367338238837507e-05, | |
| "loss": 1.8691, | |
| "step": 133500 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "learning_rate": 1.241367486516042e-05, | |
| "loss": 1.8591, | |
| "step": 134000 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "learning_rate": 1.2460011491483328e-05, | |
| "loss": 1.8745, | |
| "step": 134500 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "learning_rate": 1.2506348117806239e-05, | |
| "loss": 1.862, | |
| "step": 135000 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "learning_rate": 1.2552592070876504e-05, | |
| "loss": 1.8724, | |
| "step": 135500 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "learning_rate": 1.2598928697199414e-05, | |
| "loss": 1.8419, | |
| "step": 136000 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "learning_rate": 1.2645265323522327e-05, | |
| "loss": 1.8655, | |
| "step": 136500 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "learning_rate": 1.2691601949845235e-05, | |
| "loss": 1.8508, | |
| "step": 137000 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "learning_rate": 1.2737938576168148e-05, | |
| "loss": 1.8545, | |
| "step": 137500 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "learning_rate": 1.2784275202491058e-05, | |
| "loss": 1.8548, | |
| "step": 138000 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "learning_rate": 1.2830519155561323e-05, | |
| "loss": 1.8709, | |
| "step": 138500 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "learning_rate": 1.2876763108631586e-05, | |
| "loss": 1.8505, | |
| "step": 139000 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "learning_rate": 1.2923099734954499e-05, | |
| "loss": 1.8545, | |
| "step": 139500 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "learning_rate": 1.296943636127741e-05, | |
| "loss": 1.8615, | |
| "step": 140000 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "eval_loss": 1.7783693075180054, | |
| "eval_runtime": 2000.1733, | |
| "eval_samples_per_second": 383.632, | |
| "eval_steps_per_second": 5.994, | |
| "step": 140000 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "learning_rate": 1.301577298760032e-05, | |
| "loss": 1.8708, | |
| "step": 140500 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "learning_rate": 1.306210961392323e-05, | |
| "loss": 1.8444, | |
| "step": 141000 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "learning_rate": 1.3108446240246142e-05, | |
| "loss": 1.8495, | |
| "step": 141500 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "learning_rate": 1.3154782866569051e-05, | |
| "loss": 1.8504, | |
| "step": 142000 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "learning_rate": 1.3201119492891963e-05, | |
| "loss": 1.854, | |
| "step": 142500 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "learning_rate": 1.3247363445962227e-05, | |
| "loss": 1.866, | |
| "step": 143000 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "learning_rate": 1.3293700072285139e-05, | |
| "loss": 1.8604, | |
| "step": 143500 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "learning_rate": 1.3339944025355402e-05, | |
| "loss": 1.845, | |
| "step": 144000 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "learning_rate": 1.3386280651678314e-05, | |
| "loss": 1.8431, | |
| "step": 144500 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "learning_rate": 1.3432617278001225e-05, | |
| "loss": 1.832, | |
| "step": 145000 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "learning_rate": 1.3478953904324135e-05, | |
| "loss": 1.855, | |
| "step": 145500 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "learning_rate": 1.3525290530647046e-05, | |
| "loss": 1.8432, | |
| "step": 146000 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "learning_rate": 1.3571627156969955e-05, | |
| "loss": 1.8284, | |
| "step": 146500 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "learning_rate": 1.3617871110040221e-05, | |
| "loss": 1.8375, | |
| "step": 147000 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "learning_rate": 1.366420773636313e-05, | |
| "loss": 1.8344, | |
| "step": 147500 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "learning_rate": 1.3710544362686043e-05, | |
| "loss": 1.8501, | |
| "step": 148000 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "learning_rate": 1.3756880989008953e-05, | |
| "loss": 1.841, | |
| "step": 148500 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "learning_rate": 1.3803217615331864e-05, | |
| "loss": 1.8415, | |
| "step": 149000 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "learning_rate": 1.384946156840213e-05, | |
| "loss": 1.8427, | |
| "step": 149500 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "learning_rate": 1.3895798194725039e-05, | |
| "loss": 1.8251, | |
| "step": 150000 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "eval_loss": 1.7617018222808838, | |
| "eval_runtime": 1996.728, | |
| "eval_samples_per_second": 384.294, | |
| "eval_steps_per_second": 6.005, | |
| "step": 150000 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "learning_rate": 1.394213482104795e-05, | |
| "loss": 1.8429, | |
| "step": 150500 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "learning_rate": 1.3988471447370862e-05, | |
| "loss": 1.8312, | |
| "step": 151000 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "learning_rate": 1.403480807369377e-05, | |
| "loss": 1.8323, | |
| "step": 151500 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "learning_rate": 1.4081052026764037e-05, | |
| "loss": 1.8371, | |
| "step": 152000 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "learning_rate": 1.4127388653086946e-05, | |
| "loss": 1.8385, | |
| "step": 152500 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "learning_rate": 1.4173725279409858e-05, | |
| "loss": 1.828, | |
| "step": 153000 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "learning_rate": 1.4220061905732769e-05, | |
| "loss": 1.8061, | |
| "step": 153500 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "learning_rate": 1.4266305858803034e-05, | |
| "loss": 1.8361, | |
| "step": 154000 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "learning_rate": 1.4312642485125944e-05, | |
| "loss": 1.8316, | |
| "step": 154500 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "learning_rate": 1.4358979111448855e-05, | |
| "loss": 1.8474, | |
| "step": 155000 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "learning_rate": 1.4405315737771765e-05, | |
| "loss": 1.8241, | |
| "step": 155500 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "learning_rate": 1.4451652364094678e-05, | |
| "loss": 1.8317, | |
| "step": 156000 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "learning_rate": 1.4497988990417586e-05, | |
| "loss": 1.8092, | |
| "step": 156500 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "learning_rate": 1.4544325616740499e-05, | |
| "loss": 1.829, | |
| "step": 157000 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "learning_rate": 1.459066224306341e-05, | |
| "loss": 1.8245, | |
| "step": 157500 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "learning_rate": 1.4636906196133674e-05, | |
| "loss": 1.8124, | |
| "step": 158000 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "learning_rate": 1.4683242822456585e-05, | |
| "loss": 1.8135, | |
| "step": 158500 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "learning_rate": 1.4729579448779493e-05, | |
| "loss": 1.8187, | |
| "step": 159000 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "learning_rate": 1.4775916075102406e-05, | |
| "loss": 1.8112, | |
| "step": 159500 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "learning_rate": 1.4822252701425315e-05, | |
| "loss": 1.8082, | |
| "step": 160000 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "eval_loss": 1.7383992671966553, | |
| "eval_runtime": 2000.0796, | |
| "eval_samples_per_second": 383.65, | |
| "eval_steps_per_second": 5.995, | |
| "step": 160000 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "learning_rate": 1.4868589327748227e-05, | |
| "loss": 1.8139, | |
| "step": 160500 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "learning_rate": 1.4914925954071137e-05, | |
| "loss": 1.8123, | |
| "step": 161000 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "learning_rate": 1.4961262580394048e-05, | |
| "loss": 1.8093, | |
| "step": 161500 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "learning_rate": 1.5007599206716958e-05, | |
| "loss": 1.8205, | |
| "step": 162000 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "learning_rate": 1.505393583303987e-05, | |
| "loss": 1.8207, | |
| "step": 162500 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "learning_rate": 1.510027245936278e-05, | |
| "loss": 1.8149, | |
| "step": 163000 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "learning_rate": 1.5146516412433046e-05, | |
| "loss": 1.8062, | |
| "step": 163500 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "learning_rate": 1.5192853038755955e-05, | |
| "loss": 1.7985, | |
| "step": 164000 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "learning_rate": 1.5239189665078867e-05, | |
| "loss": 1.8007, | |
| "step": 164500 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "learning_rate": 1.528552629140178e-05, | |
| "loss": 1.8018, | |
| "step": 165000 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "learning_rate": 1.5331862917724688e-05, | |
| "loss": 1.8267, | |
| "step": 165500 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "learning_rate": 1.5378199544047597e-05, | |
| "loss": 1.8243, | |
| "step": 166000 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "learning_rate": 1.542453617037051e-05, | |
| "loss": 1.805, | |
| "step": 166500 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "learning_rate": 1.5470780123440774e-05, | |
| "loss": 1.8084, | |
| "step": 167000 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "learning_rate": 1.551702407651104e-05, | |
| "loss": 1.8184, | |
| "step": 167500 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "learning_rate": 1.5563360702833948e-05, | |
| "loss": 1.797, | |
| "step": 168000 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "learning_rate": 1.560969732915686e-05, | |
| "loss": 1.8042, | |
| "step": 168500 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "learning_rate": 1.565603395547977e-05, | |
| "loss": 1.787, | |
| "step": 169000 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "learning_rate": 1.570237058180268e-05, | |
| "loss": 1.807, | |
| "step": 169500 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "learning_rate": 1.5748614534872946e-05, | |
| "loss": 1.7944, | |
| "step": 170000 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "eval_loss": 1.722644567489624, | |
| "eval_runtime": 1998.3002, | |
| "eval_samples_per_second": 383.991, | |
| "eval_steps_per_second": 6.0, | |
| "step": 170000 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "learning_rate": 1.579495116119586e-05, | |
| "loss": 1.8119, | |
| "step": 170500 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "learning_rate": 1.5841287787518767e-05, | |
| "loss": 1.8045, | |
| "step": 171000 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "learning_rate": 1.588762441384168e-05, | |
| "loss": 1.8002, | |
| "step": 171500 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "learning_rate": 1.5933961040164588e-05, | |
| "loss": 1.7977, | |
| "step": 172000 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "learning_rate": 1.5980297666487497e-05, | |
| "loss": 1.7874, | |
| "step": 172500 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "learning_rate": 1.602663429281041e-05, | |
| "loss": 1.7918, | |
| "step": 173000 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "learning_rate": 1.607297091913332e-05, | |
| "loss": 1.784, | |
| "step": 173500 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "learning_rate": 1.611930754545623e-05, | |
| "loss": 1.7943, | |
| "step": 174000 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "learning_rate": 1.6165644171779143e-05, | |
| "loss": 1.7977, | |
| "step": 174500 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "learning_rate": 1.6211980798102055e-05, | |
| "loss": 1.7964, | |
| "step": 175000 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "learning_rate": 1.6258317424424964e-05, | |
| "loss": 1.7822, | |
| "step": 175500 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "learning_rate": 1.630456137749523e-05, | |
| "loss": 1.7907, | |
| "step": 176000 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "learning_rate": 1.6350898003818137e-05, | |
| "loss": 1.7921, | |
| "step": 176500 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "learning_rate": 1.639723463014105e-05, | |
| "loss": 1.8039, | |
| "step": 177000 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "learning_rate": 1.6443478583211315e-05, | |
| "loss": 1.7823, | |
| "step": 177500 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "learning_rate": 1.6489815209534227e-05, | |
| "loss": 1.7861, | |
| "step": 178000 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "learning_rate": 1.6536151835857136e-05, | |
| "loss": 1.779, | |
| "step": 178500 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "learning_rate": 1.65823957889274e-05, | |
| "loss": 1.78, | |
| "step": 179000 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "learning_rate": 1.6628732415250313e-05, | |
| "loss": 1.7872, | |
| "step": 179500 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "learning_rate": 1.667506904157322e-05, | |
| "loss": 1.7997, | |
| "step": 180000 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "eval_loss": 1.713136911392212, | |
| "eval_runtime": 1997.6917, | |
| "eval_samples_per_second": 384.108, | |
| "eval_steps_per_second": 6.002, | |
| "step": 180000 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "learning_rate": 1.6721405667896134e-05, | |
| "loss": 1.7725, | |
| "step": 180500 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "learning_rate": 1.6767742294219046e-05, | |
| "loss": 1.7893, | |
| "step": 181000 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "learning_rate": 1.6814078920541955e-05, | |
| "loss": 1.7707, | |
| "step": 181500 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "learning_rate": 1.686032287361222e-05, | |
| "loss": 1.7799, | |
| "step": 182000 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "learning_rate": 1.690665949993513e-05, | |
| "loss": 1.7857, | |
| "step": 182500 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "learning_rate": 1.695299612625804e-05, | |
| "loss": 1.7788, | |
| "step": 183000 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "learning_rate": 1.699933275258095e-05, | |
| "loss": 1.7698, | |
| "step": 183500 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "learning_rate": 1.7045669378903862e-05, | |
| "loss": 1.7777, | |
| "step": 184000 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "learning_rate": 1.7092006005226774e-05, | |
| "loss": 1.7687, | |
| "step": 184500 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "learning_rate": 1.7138342631549683e-05, | |
| "loss": 1.7793, | |
| "step": 185000 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "learning_rate": 1.7184679257872595e-05, | |
| "loss": 1.7963, | |
| "step": 185500 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "learning_rate": 1.7230923210942857e-05, | |
| "loss": 1.79, | |
| "step": 186000 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "learning_rate": 1.727725983726577e-05, | |
| "loss": 1.7856, | |
| "step": 186500 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "learning_rate": 1.732359646358868e-05, | |
| "loss": 1.7866, | |
| "step": 187000 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "learning_rate": 1.736993308991159e-05, | |
| "loss": 1.771, | |
| "step": 187500 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "learning_rate": 1.7416177042981858e-05, | |
| "loss": 1.7822, | |
| "step": 188000 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "learning_rate": 1.7462513669304767e-05, | |
| "loss": 1.7572, | |
| "step": 188500 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "learning_rate": 1.7508850295627676e-05, | |
| "loss": 1.7631, | |
| "step": 189000 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "learning_rate": 1.7555186921950588e-05, | |
| "loss": 1.7828, | |
| "step": 189500 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "learning_rate": 1.7601523548273497e-05, | |
| "loss": 1.7687, | |
| "step": 190000 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "eval_loss": 1.698320984840393, | |
| "eval_runtime": 1996.7628, | |
| "eval_samples_per_second": 384.287, | |
| "eval_steps_per_second": 6.005, | |
| "step": 190000 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "learning_rate": 1.764786017459641e-05, | |
| "loss": 1.7606, | |
| "step": 190500 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "learning_rate": 1.769419680091932e-05, | |
| "loss": 1.7755, | |
| "step": 191000 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "learning_rate": 1.774053342724223e-05, | |
| "loss": 1.7604, | |
| "step": 191500 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "learning_rate": 1.7786870053565143e-05, | |
| "loss": 1.7701, | |
| "step": 192000 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "learning_rate": 1.7833114006635407e-05, | |
| "loss": 1.7692, | |
| "step": 192500 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "learning_rate": 1.7879450632958316e-05, | |
| "loss": 1.7596, | |
| "step": 193000 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "learning_rate": 1.792578725928123e-05, | |
| "loss": 1.76, | |
| "step": 193500 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "learning_rate": 1.7972123885604137e-05, | |
| "loss": 1.7672, | |
| "step": 194000 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "learning_rate": 1.8018367838674406e-05, | |
| "loss": 1.7607, | |
| "step": 194500 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "learning_rate": 1.8064704464997315e-05, | |
| "loss": 1.7571, | |
| "step": 195000 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "learning_rate": 1.8111041091320227e-05, | |
| "loss": 1.7651, | |
| "step": 195500 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "learning_rate": 1.8157377717643136e-05, | |
| "loss": 1.7537, | |
| "step": 196000 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "learning_rate": 1.8203714343966044e-05, | |
| "loss": 1.7628, | |
| "step": 196500 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "learning_rate": 1.8250050970288957e-05, | |
| "loss": 1.7656, | |
| "step": 197000 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "learning_rate": 1.829629492335922e-05, | |
| "loss": 1.7492, | |
| "step": 197500 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "learning_rate": 1.8342631549682134e-05, | |
| "loss": 1.7513, | |
| "step": 198000 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "learning_rate": 1.8388875502752395e-05, | |
| "loss": 1.7711, | |
| "step": 198500 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "learning_rate": 1.8435212129075308e-05, | |
| "loss": 1.7646, | |
| "step": 199000 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "learning_rate": 1.8481548755398216e-05, | |
| "loss": 1.7544, | |
| "step": 199500 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "learning_rate": 1.852788538172113e-05, | |
| "loss": 1.7681, | |
| "step": 200000 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "eval_loss": 1.6830523014068604, | |
| "eval_runtime": 1997.1692, | |
| "eval_samples_per_second": 384.209, | |
| "eval_steps_per_second": 6.003, | |
| "step": 200000 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "learning_rate": 1.857422200804404e-05, | |
| "loss": 1.7521, | |
| "step": 200500 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "learning_rate": 1.862055863436695e-05, | |
| "loss": 1.7614, | |
| "step": 201000 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "learning_rate": 1.8666802587437215e-05, | |
| "loss": 1.7513, | |
| "step": 201500 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "learning_rate": 1.8713139213760127e-05, | |
| "loss": 1.7524, | |
| "step": 202000 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "learning_rate": 1.8759475840083036e-05, | |
| "loss": 1.754, | |
| "step": 202500 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "learning_rate": 1.8805812466405948e-05, | |
| "loss": 1.7509, | |
| "step": 203000 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "learning_rate": 1.8852149092728857e-05, | |
| "loss": 1.7472, | |
| "step": 203500 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "learning_rate": 1.889848571905177e-05, | |
| "loss": 1.7594, | |
| "step": 204000 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "learning_rate": 1.894482234537468e-05, | |
| "loss": 1.7442, | |
| "step": 204500 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "learning_rate": 1.899115897169759e-05, | |
| "loss": 1.7579, | |
| "step": 205000 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "learning_rate": 1.9037402924767855e-05, | |
| "loss": 1.7504, | |
| "step": 205500 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "learning_rate": 1.9083739551090764e-05, | |
| "loss": 1.7286, | |
| "step": 206000 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "learning_rate": 1.9130076177413676e-05, | |
| "loss": 1.7516, | |
| "step": 206500 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "learning_rate": 1.9176412803736588e-05, | |
| "loss": 1.7547, | |
| "step": 207000 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "learning_rate": 1.9222749430059497e-05, | |
| "loss": 1.7548, | |
| "step": 207500 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "learning_rate": 1.926908605638241e-05, | |
| "loss": 1.7707, | |
| "step": 208000 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "learning_rate": 1.9315422682705318e-05, | |
| "loss": 1.7551, | |
| "step": 208500 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "learning_rate": 1.9361666635775583e-05, | |
| "loss": 1.7542, | |
| "step": 209000 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "learning_rate": 1.9408003262098495e-05, | |
| "loss": 1.7281, | |
| "step": 209500 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "learning_rate": 1.9454339888421404e-05, | |
| "loss": 1.7539, | |
| "step": 210000 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "eval_loss": 1.6725276708602905, | |
| "eval_runtime": 1997.5752, | |
| "eval_samples_per_second": 384.131, | |
| "eval_steps_per_second": 6.002, | |
| "step": 210000 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "learning_rate": 1.9500676514744316e-05, | |
| "loss": 1.7359, | |
| "step": 210500 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "learning_rate": 1.9547013141067225e-05, | |
| "loss": 1.744, | |
| "step": 211000 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "learning_rate": 1.9593257094137493e-05, | |
| "loss": 1.7421, | |
| "step": 211500 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "learning_rate": 1.9639593720460402e-05, | |
| "loss": 1.7263, | |
| "step": 212000 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "learning_rate": 1.9685837673530667e-05, | |
| "loss": 1.7432, | |
| "step": 212500 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "learning_rate": 1.9732174299853576e-05, | |
| "loss": 1.7391, | |
| "step": 213000 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "learning_rate": 1.9778418252923844e-05, | |
| "loss": 1.7314, | |
| "step": 213500 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "learning_rate": 1.9824754879246753e-05, | |
| "loss": 1.7447, | |
| "step": 214000 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "learning_rate": 1.9871091505569665e-05, | |
| "loss": 1.7456, | |
| "step": 214500 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "learning_rate": 1.9917428131892574e-05, | |
| "loss": 1.7396, | |
| "step": 215000 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "learning_rate": 1.9963764758215483e-05, | |
| "loss": 1.7286, | |
| "step": 215500 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "learning_rate": 1.99974746538654e-05, | |
| "loss": 1.7457, | |
| "step": 216000 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "learning_rate": 1.9985890497284675e-05, | |
| "loss": 1.7394, | |
| "step": 216500 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "learning_rate": 1.997430634070395e-05, | |
| "loss": 1.7259, | |
| "step": 217000 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "learning_rate": 1.996272218412322e-05, | |
| "loss": 1.7401, | |
| "step": 217500 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "learning_rate": 1.9951138027542493e-05, | |
| "loss": 1.7541, | |
| "step": 218000 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "learning_rate": 1.9939553870961766e-05, | |
| "loss": 1.7264, | |
| "step": 218500 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "learning_rate": 1.9927969714381037e-05, | |
| "loss": 1.7129, | |
| "step": 219000 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "learning_rate": 1.9916385557800307e-05, | |
| "loss": 1.7355, | |
| "step": 219500 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "learning_rate": 1.9904824569532745e-05, | |
| "loss": 1.7332, | |
| "step": 220000 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "eval_loss": 1.6619489192962646, | |
| "eval_runtime": 1997.741, | |
| "eval_samples_per_second": 384.099, | |
| "eval_steps_per_second": 6.002, | |
| "step": 220000 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "learning_rate": 1.9893240412952015e-05, | |
| "loss": 1.714, | |
| "step": 220500 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "learning_rate": 1.9881656256371285e-05, | |
| "loss": 1.7385, | |
| "step": 221000 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "learning_rate": 1.987007209979056e-05, | |
| "loss": 1.7149, | |
| "step": 221500 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "learning_rate": 1.9858511111522994e-05, | |
| "loss": 1.7318, | |
| "step": 222000 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "learning_rate": 1.9846926954942267e-05, | |
| "loss": 1.7256, | |
| "step": 222500 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "learning_rate": 1.9835342798361537e-05, | |
| "loss": 1.7155, | |
| "step": 223000 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "learning_rate": 1.9823781810093972e-05, | |
| "loss": 1.7316, | |
| "step": 223500 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "learning_rate": 1.9812197653513246e-05, | |
| "loss": 1.7279, | |
| "step": 224000 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "learning_rate": 1.9800613496932516e-05, | |
| "loss": 1.7228, | |
| "step": 224500 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "learning_rate": 1.978902934035179e-05, | |
| "loss": 1.7205, | |
| "step": 225000 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "learning_rate": 1.9777468352084224e-05, | |
| "loss": 1.7216, | |
| "step": 225500 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "learning_rate": 1.9765884195503494e-05, | |
| "loss": 1.7128, | |
| "step": 226000 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "learning_rate": 1.9754300038922768e-05, | |
| "loss": 1.7223, | |
| "step": 226500 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "learning_rate": 1.9742715882342042e-05, | |
| "loss": 1.7299, | |
| "step": 227000 | |
| }, | |
| { | |
| "epoch": 2.11, | |
| "learning_rate": 1.9731131725761312e-05, | |
| "loss": 1.7228, | |
| "step": 227500 | |
| }, | |
| { | |
| "epoch": 2.11, | |
| "learning_rate": 1.9719547569180582e-05, | |
| "loss": 1.7199, | |
| "step": 228000 | |
| }, | |
| { | |
| "epoch": 2.12, | |
| "learning_rate": 1.9707963412599856e-05, | |
| "loss": 1.7125, | |
| "step": 228500 | |
| }, | |
| { | |
| "epoch": 2.12, | |
| "learning_rate": 1.969637925601913e-05, | |
| "loss": 1.7159, | |
| "step": 229000 | |
| }, | |
| { | |
| "epoch": 2.13, | |
| "learning_rate": 1.96847950994384e-05, | |
| "loss": 1.7159, | |
| "step": 229500 | |
| }, | |
| { | |
| "epoch": 2.13, | |
| "learning_rate": 1.9673234111170834e-05, | |
| "loss": 1.7217, | |
| "step": 230000 | |
| }, | |
| { | |
| "epoch": 2.13, | |
| "eval_loss": 1.6495946645736694, | |
| "eval_runtime": 2000.9284, | |
| "eval_samples_per_second": 383.487, | |
| "eval_steps_per_second": 5.992, | |
| "step": 230000 | |
| }, | |
| { | |
| "epoch": 2.14, | |
| "learning_rate": 1.966167312290327e-05, | |
| "loss": 1.7081, | |
| "step": 230500 | |
| }, | |
| { | |
| "epoch": 2.14, | |
| "learning_rate": 1.9650088966322543e-05, | |
| "loss": 1.7257, | |
| "step": 231000 | |
| }, | |
| { | |
| "epoch": 2.15, | |
| "learning_rate": 1.9638504809741813e-05, | |
| "loss": 1.7007, | |
| "step": 231500 | |
| }, | |
| { | |
| "epoch": 2.15, | |
| "learning_rate": 1.9626920653161087e-05, | |
| "loss": 1.7165, | |
| "step": 232000 | |
| }, | |
| { | |
| "epoch": 2.15, | |
| "learning_rate": 1.961533649658036e-05, | |
| "loss": 1.7122, | |
| "step": 232500 | |
| }, | |
| { | |
| "epoch": 2.16, | |
| "learning_rate": 1.960375233999963e-05, | |
| "loss": 1.7073, | |
| "step": 233000 | |
| }, | |
| { | |
| "epoch": 2.16, | |
| "learning_rate": 1.9592168183418904e-05, | |
| "loss": 1.7044, | |
| "step": 233500 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "learning_rate": 1.9580584026838178e-05, | |
| "loss": 1.714, | |
| "step": 234000 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "learning_rate": 1.956902303857061e-05, | |
| "loss": 1.7063, | |
| "step": 234500 | |
| }, | |
| { | |
| "epoch": 2.18, | |
| "learning_rate": 1.955743888198988e-05, | |
| "loss": 1.7151, | |
| "step": 235000 | |
| }, | |
| { | |
| "epoch": 2.18, | |
| "learning_rate": 1.9545854725409156e-05, | |
| "loss": 1.7101, | |
| "step": 235500 | |
| }, | |
| { | |
| "epoch": 2.19, | |
| "learning_rate": 1.9534270568828426e-05, | |
| "loss": 1.7131, | |
| "step": 236000 | |
| }, | |
| { | |
| "epoch": 2.19, | |
| "learning_rate": 1.9522686412247697e-05, | |
| "loss": 1.6993, | |
| "step": 236500 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "learning_rate": 1.951112542398013e-05, | |
| "loss": 1.714, | |
| "step": 237000 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "learning_rate": 1.9499564435712566e-05, | |
| "loss": 1.7024, | |
| "step": 237500 | |
| }, | |
| { | |
| "epoch": 2.21, | |
| "learning_rate": 1.948798027913184e-05, | |
| "loss": 1.6996, | |
| "step": 238000 | |
| }, | |
| { | |
| "epoch": 2.21, | |
| "learning_rate": 1.947639612255111e-05, | |
| "loss": 1.7098, | |
| "step": 238500 | |
| }, | |
| { | |
| "epoch": 2.21, | |
| "learning_rate": 1.9464811965970383e-05, | |
| "loss": 1.6994, | |
| "step": 239000 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "learning_rate": 1.9453227809389657e-05, | |
| "loss": 1.7041, | |
| "step": 239500 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "learning_rate": 1.9441643652808927e-05, | |
| "loss": 1.7038, | |
| "step": 240000 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "eval_loss": 1.6334847211837769, | |
| "eval_runtime": 1997.524, | |
| "eval_samples_per_second": 384.141, | |
| "eval_steps_per_second": 6.002, | |
| "step": 240000 | |
| }, | |
| { | |
| "epoch": 2.23, | |
| "learning_rate": 1.9430082664541362e-05, | |
| "loss": 1.7067, | |
| "step": 240500 | |
| }, | |
| { | |
| "epoch": 2.23, | |
| "learning_rate": 1.9418498507960636e-05, | |
| "loss": 1.7112, | |
| "step": 241000 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "learning_rate": 1.9406914351379906e-05, | |
| "loss": 1.7015, | |
| "step": 241500 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "learning_rate": 1.939533019479918e-05, | |
| "loss": 1.7122, | |
| "step": 242000 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "learning_rate": 1.9383769206531614e-05, | |
| "loss": 1.6973, | |
| "step": 242500 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "learning_rate": 1.9372185049950884e-05, | |
| "loss": 1.7048, | |
| "step": 243000 | |
| }, | |
| { | |
| "epoch": 2.26, | |
| "learning_rate": 1.9360600893370155e-05, | |
| "loss": 1.6986, | |
| "step": 243500 | |
| }, | |
| { | |
| "epoch": 2.26, | |
| "learning_rate": 1.934901673678943e-05, | |
| "loss": 1.7118, | |
| "step": 244000 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "learning_rate": 1.9337432580208702e-05, | |
| "loss": 1.7049, | |
| "step": 244500 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "learning_rate": 1.9325871591941136e-05, | |
| "loss": 1.6972, | |
| "step": 245000 | |
| }, | |
| { | |
| "epoch": 2.28, | |
| "learning_rate": 1.9314287435360407e-05, | |
| "loss": 1.6999, | |
| "step": 245500 | |
| }, | |
| { | |
| "epoch": 2.28, | |
| "learning_rate": 1.930270327877968e-05, | |
| "loss": 1.6854, | |
| "step": 246000 | |
| }, | |
| { | |
| "epoch": 2.28, | |
| "learning_rate": 1.9291119122198954e-05, | |
| "loss": 1.6981, | |
| "step": 246500 | |
| }, | |
| { | |
| "epoch": 2.29, | |
| "learning_rate": 1.9279534965618224e-05, | |
| "loss": 1.6865, | |
| "step": 247000 | |
| }, | |
| { | |
| "epoch": 2.29, | |
| "learning_rate": 1.9267950809037498e-05, | |
| "loss": 1.6989, | |
| "step": 247500 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "learning_rate": 1.9256389820769933e-05, | |
| "loss": 1.6857, | |
| "step": 248000 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "learning_rate": 1.9244805664189203e-05, | |
| "loss": 1.6911, | |
| "step": 248500 | |
| }, | |
| { | |
| "epoch": 2.31, | |
| "learning_rate": 1.9233221507608476e-05, | |
| "loss": 1.6828, | |
| "step": 249000 | |
| }, | |
| { | |
| "epoch": 2.31, | |
| "learning_rate": 1.922163735102775e-05, | |
| "loss": 1.6863, | |
| "step": 249500 | |
| }, | |
| { | |
| "epoch": 2.32, | |
| "learning_rate": 1.921005319444702e-05, | |
| "loss": 1.6958, | |
| "step": 250000 | |
| }, | |
| { | |
| "epoch": 2.32, | |
| "eval_loss": 1.6255241632461548, | |
| "eval_runtime": 2000.1822, | |
| "eval_samples_per_second": 383.63, | |
| "eval_steps_per_second": 5.994, | |
| "step": 250000 | |
| }, | |
| { | |
| "epoch": 2.32, | |
| "learning_rate": 1.919846903786629e-05, | |
| "loss": 1.6883, | |
| "step": 250500 | |
| }, | |
| { | |
| "epoch": 2.33, | |
| "learning_rate": 1.9186884881285564e-05, | |
| "loss": 1.6986, | |
| "step": 251000 | |
| }, | |
| { | |
| "epoch": 2.33, | |
| "learning_rate": 1.9175323893018e-05, | |
| "loss": 1.6896, | |
| "step": 251500 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "learning_rate": 1.916373973643727e-05, | |
| "loss": 1.7071, | |
| "step": 252000 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "learning_rate": 1.9152155579856543e-05, | |
| "loss": 1.7047, | |
| "step": 252500 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "learning_rate": 1.9140571423275816e-05, | |
| "loss": 1.6899, | |
| "step": 253000 | |
| }, | |
| { | |
| "epoch": 2.35, | |
| "learning_rate": 1.9129010435008248e-05, | |
| "loss": 1.6951, | |
| "step": 253500 | |
| }, | |
| { | |
| "epoch": 2.35, | |
| "learning_rate": 1.911742627842752e-05, | |
| "loss": 1.6779, | |
| "step": 254000 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "learning_rate": 1.9105842121846795e-05, | |
| "loss": 1.6799, | |
| "step": 254500 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "learning_rate": 1.909425796526607e-05, | |
| "loss": 1.6829, | |
| "step": 255000 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "learning_rate": 1.908267380868534e-05, | |
| "loss": 1.688, | |
| "step": 255500 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "learning_rate": 1.9071089652104612e-05, | |
| "loss": 1.6716, | |
| "step": 256000 | |
| }, | |
| { | |
| "epoch": 2.38, | |
| "learning_rate": 1.9059505495523886e-05, | |
| "loss": 1.6786, | |
| "step": 256500 | |
| }, | |
| { | |
| "epoch": 2.38, | |
| "learning_rate": 1.9047944507256317e-05, | |
| "loss": 1.6914, | |
| "step": 257000 | |
| }, | |
| { | |
| "epoch": 2.39, | |
| "learning_rate": 1.9036360350675587e-05, | |
| "loss": 1.682, | |
| "step": 257500 | |
| }, | |
| { | |
| "epoch": 2.39, | |
| "learning_rate": 1.902477619409486e-05, | |
| "loss": 1.675, | |
| "step": 258000 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "learning_rate": 1.9013192037514135e-05, | |
| "loss": 1.6829, | |
| "step": 258500 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "learning_rate": 1.9001607880933405e-05, | |
| "loss": 1.6896, | |
| "step": 259000 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "learning_rate": 1.899002372435268e-05, | |
| "loss": 1.6758, | |
| "step": 259500 | |
| }, | |
| { | |
| "epoch": 2.41, | |
| "learning_rate": 1.8978439567771952e-05, | |
| "loss": 1.6843, | |
| "step": 260000 | |
| }, | |
| { | |
| "epoch": 2.41, | |
| "eval_loss": 1.616537094116211, | |
| "eval_runtime": 1997.5771, | |
| "eval_samples_per_second": 384.13, | |
| "eval_steps_per_second": 6.002, | |
| "step": 260000 | |
| }, | |
| { | |
| "epoch": 2.41, | |
| "learning_rate": 1.8966855411191223e-05, | |
| "loss": 1.6922, | |
| "step": 260500 | |
| }, | |
| { | |
| "epoch": 2.42, | |
| "learning_rate": 1.8955271254610496e-05, | |
| "loss": 1.6727, | |
| "step": 261000 | |
| }, | |
| { | |
| "epoch": 2.42, | |
| "learning_rate": 1.894368709802977e-05, | |
| "loss": 1.6769, | |
| "step": 261500 | |
| }, | |
| { | |
| "epoch": 2.43, | |
| "learning_rate": 1.89321261097622e-05, | |
| "loss": 1.702, | |
| "step": 262000 | |
| }, | |
| { | |
| "epoch": 2.43, | |
| "learning_rate": 1.8920541953181475e-05, | |
| "loss": 1.6675, | |
| "step": 262500 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "learning_rate": 1.8908957796600745e-05, | |
| "loss": 1.6693, | |
| "step": 263000 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "learning_rate": 1.889737364002002e-05, | |
| "loss": 1.6872, | |
| "step": 263500 | |
| }, | |
| { | |
| "epoch": 2.45, | |
| "learning_rate": 1.8885812651752453e-05, | |
| "loss": 1.685, | |
| "step": 264000 | |
| }, | |
| { | |
| "epoch": 2.45, | |
| "learning_rate": 1.8874228495171723e-05, | |
| "loss": 1.6776, | |
| "step": 264500 | |
| }, | |
| { | |
| "epoch": 2.46, | |
| "learning_rate": 1.8862644338590997e-05, | |
| "loss": 1.6692, | |
| "step": 265000 | |
| }, | |
| { | |
| "epoch": 2.46, | |
| "learning_rate": 1.885106018201027e-05, | |
| "loss": 1.6668, | |
| "step": 265500 | |
| }, | |
| { | |
| "epoch": 2.47, | |
| "learning_rate": 1.883947602542954e-05, | |
| "loss": 1.6646, | |
| "step": 266000 | |
| }, | |
| { | |
| "epoch": 2.47, | |
| "learning_rate": 1.8827891868848815e-05, | |
| "loss": 1.6947, | |
| "step": 266500 | |
| }, | |
| { | |
| "epoch": 2.47, | |
| "learning_rate": 1.881633088058125e-05, | |
| "loss": 1.6724, | |
| "step": 267000 | |
| }, | |
| { | |
| "epoch": 2.48, | |
| "learning_rate": 1.880476989231368e-05, | |
| "loss": 1.6736, | |
| "step": 267500 | |
| }, | |
| { | |
| "epoch": 2.48, | |
| "learning_rate": 1.8793185735732954e-05, | |
| "loss": 1.6828, | |
| "step": 268000 | |
| }, | |
| { | |
| "epoch": 2.49, | |
| "learning_rate": 1.8781601579152228e-05, | |
| "loss": 1.6961, | |
| "step": 268500 | |
| }, | |
| { | |
| "epoch": 2.49, | |
| "learning_rate": 1.8770017422571498e-05, | |
| "loss": 1.6812, | |
| "step": 269000 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "learning_rate": 1.875843326599077e-05, | |
| "loss": 1.6814, | |
| "step": 269500 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "learning_rate": 1.8746849109410045e-05, | |
| "loss": 1.6701, | |
| "step": 270000 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "eval_loss": 1.6026573181152344, | |
| "eval_runtime": 1997.2448, | |
| "eval_samples_per_second": 384.194, | |
| "eval_steps_per_second": 6.003, | |
| "step": 270000 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "learning_rate": 1.8735264952829315e-05, | |
| "loss": 1.6781, | |
| "step": 270500 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "learning_rate": 1.872370396456175e-05, | |
| "loss": 1.6708, | |
| "step": 271000 | |
| }, | |
| { | |
| "epoch": 2.52, | |
| "learning_rate": 1.8712142976294185e-05, | |
| "loss": 1.6545, | |
| "step": 271500 | |
| }, | |
| { | |
| "epoch": 2.52, | |
| "learning_rate": 1.870055881971346e-05, | |
| "loss": 1.6616, | |
| "step": 272000 | |
| }, | |
| { | |
| "epoch": 2.53, | |
| "learning_rate": 1.868897466313273e-05, | |
| "loss": 1.6714, | |
| "step": 272500 | |
| }, | |
| { | |
| "epoch": 2.53, | |
| "learning_rate": 1.8677390506552e-05, | |
| "loss": 1.6725, | |
| "step": 273000 | |
| }, | |
| { | |
| "epoch": 2.53, | |
| "learning_rate": 1.8665806349971272e-05, | |
| "loss": 1.6703, | |
| "step": 273500 | |
| }, | |
| { | |
| "epoch": 2.54, | |
| "learning_rate": 1.8654222193390546e-05, | |
| "loss": 1.681, | |
| "step": 274000 | |
| }, | |
| { | |
| "epoch": 2.54, | |
| "learning_rate": 1.8642638036809816e-05, | |
| "loss": 1.6681, | |
| "step": 274500 | |
| }, | |
| { | |
| "epoch": 2.55, | |
| "learning_rate": 1.863105388022909e-05, | |
| "loss": 1.6694, | |
| "step": 275000 | |
| }, | |
| { | |
| "epoch": 2.55, | |
| "learning_rate": 1.8619469723648364e-05, | |
| "loss": 1.6652, | |
| "step": 275500 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "learning_rate": 1.8607885567067634e-05, | |
| "loss": 1.673, | |
| "step": 276000 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "learning_rate": 1.859632457880007e-05, | |
| "loss": 1.6761, | |
| "step": 276500 | |
| }, | |
| { | |
| "epoch": 2.57, | |
| "learning_rate": 1.8584740422219342e-05, | |
| "loss": 1.6719, | |
| "step": 277000 | |
| }, | |
| { | |
| "epoch": 2.57, | |
| "learning_rate": 1.8573156265638612e-05, | |
| "loss": 1.6731, | |
| "step": 277500 | |
| }, | |
| { | |
| "epoch": 2.58, | |
| "learning_rate": 1.8561572109057886e-05, | |
| "loss": 1.6474, | |
| "step": 278000 | |
| }, | |
| { | |
| "epoch": 2.58, | |
| "learning_rate": 1.8549987952477156e-05, | |
| "loss": 1.6659, | |
| "step": 278500 | |
| }, | |
| { | |
| "epoch": 2.59, | |
| "learning_rate": 1.853840379589643e-05, | |
| "loss": 1.6774, | |
| "step": 279000 | |
| }, | |
| { | |
| "epoch": 2.59, | |
| "learning_rate": 1.8526842807628865e-05, | |
| "loss": 1.6502, | |
| "step": 279500 | |
| }, | |
| { | |
| "epoch": 2.59, | |
| "learning_rate": 1.8515258651048135e-05, | |
| "loss": 1.6713, | |
| "step": 280000 | |
| }, | |
| { | |
| "epoch": 2.59, | |
| "eval_loss": 1.5932214260101318, | |
| "eval_runtime": 1997.7208, | |
| "eval_samples_per_second": 384.103, | |
| "eval_steps_per_second": 6.002, | |
| "step": 280000 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "learning_rate": 1.850367449446741e-05, | |
| "loss": 1.661, | |
| "step": 280500 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "learning_rate": 1.8492113506199843e-05, | |
| "loss": 1.6581, | |
| "step": 281000 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "learning_rate": 1.8480529349619113e-05, | |
| "loss": 1.6622, | |
| "step": 281500 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "learning_rate": 1.8468945193038387e-05, | |
| "loss": 1.6672, | |
| "step": 282000 | |
| }, | |
| { | |
| "epoch": 2.62, | |
| "learning_rate": 1.845736103645766e-05, | |
| "loss": 1.6534, | |
| "step": 282500 | |
| }, | |
| { | |
| "epoch": 2.62, | |
| "learning_rate": 1.844577687987693e-05, | |
| "loss": 1.6678, | |
| "step": 283000 | |
| }, | |
| { | |
| "epoch": 2.63, | |
| "learning_rate": 1.8434192723296204e-05, | |
| "loss": 1.6653, | |
| "step": 283500 | |
| }, | |
| { | |
| "epoch": 2.63, | |
| "learning_rate": 1.8422608566715475e-05, | |
| "loss": 1.6426, | |
| "step": 284000 | |
| }, | |
| { | |
| "epoch": 2.64, | |
| "learning_rate": 1.841102441013475e-05, | |
| "loss": 1.6612, | |
| "step": 284500 | |
| }, | |
| { | |
| "epoch": 2.64, | |
| "learning_rate": 1.8399440253554022e-05, | |
| "loss": 1.67, | |
| "step": 285000 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "learning_rate": 1.8387856096973292e-05, | |
| "loss": 1.6558, | |
| "step": 285500 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "learning_rate": 1.8376271940392566e-05, | |
| "loss": 1.6729, | |
| "step": 286000 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "learning_rate": 1.836468778381184e-05, | |
| "loss": 1.6524, | |
| "step": 286500 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "learning_rate": 1.835310362723111e-05, | |
| "loss": 1.6556, | |
| "step": 287000 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "learning_rate": 1.8341542638963544e-05, | |
| "loss": 1.666, | |
| "step": 287500 | |
| }, | |
| { | |
| "epoch": 2.67, | |
| "learning_rate": 1.8329958482382818e-05, | |
| "loss": 1.6636, | |
| "step": 288000 | |
| }, | |
| { | |
| "epoch": 2.67, | |
| "learning_rate": 1.831842066242841e-05, | |
| "loss": 1.6673, | |
| "step": 288500 | |
| }, | |
| { | |
| "epoch": 2.68, | |
| "learning_rate": 1.8306836505847684e-05, | |
| "loss": 1.6652, | |
| "step": 289000 | |
| }, | |
| { | |
| "epoch": 2.68, | |
| "learning_rate": 1.8295252349266957e-05, | |
| "loss": 1.6646, | |
| "step": 289500 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "learning_rate": 1.8283668192686228e-05, | |
| "loss": 1.6617, | |
| "step": 290000 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "eval_loss": 1.5840277671813965, | |
| "eval_runtime": 1996.9221, | |
| "eval_samples_per_second": 384.256, | |
| "eval_steps_per_second": 6.004, | |
| "step": 290000 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "learning_rate": 1.8272084036105498e-05, | |
| "loss": 1.6476, | |
| "step": 290500 | |
| }, | |
| { | |
| "epoch": 2.7, | |
| "learning_rate": 1.8260499879524775e-05, | |
| "loss": 1.6557, | |
| "step": 291000 | |
| }, | |
| { | |
| "epoch": 2.7, | |
| "learning_rate": 1.8248915722944045e-05, | |
| "loss": 1.6634, | |
| "step": 291500 | |
| }, | |
| { | |
| "epoch": 2.71, | |
| "learning_rate": 1.823733156636332e-05, | |
| "loss": 1.6408, | |
| "step": 292000 | |
| }, | |
| { | |
| "epoch": 2.71, | |
| "learning_rate": 1.822574740978259e-05, | |
| "loss": 1.6589, | |
| "step": 292500 | |
| }, | |
| { | |
| "epoch": 2.72, | |
| "learning_rate": 1.8214163253201863e-05, | |
| "loss": 1.6692, | |
| "step": 293000 | |
| }, | |
| { | |
| "epoch": 2.72, | |
| "learning_rate": 1.8202579096621136e-05, | |
| "loss": 1.6518, | |
| "step": 293500 | |
| }, | |
| { | |
| "epoch": 2.72, | |
| "learning_rate": 1.8190994940040407e-05, | |
| "loss": 1.6536, | |
| "step": 294000 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "learning_rate": 1.817941078345968e-05, | |
| "loss": 1.6501, | |
| "step": 294500 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "learning_rate": 1.8167849795192115e-05, | |
| "loss": 1.6502, | |
| "step": 295000 | |
| }, | |
| { | |
| "epoch": 2.74, | |
| "learning_rate": 1.8156265638611385e-05, | |
| "loss": 1.6566, | |
| "step": 295500 | |
| }, | |
| { | |
| "epoch": 2.74, | |
| "learning_rate": 1.814468148203066e-05, | |
| "loss": 1.6513, | |
| "step": 296000 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "learning_rate": 1.8133097325449932e-05, | |
| "loss": 1.6499, | |
| "step": 296500 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "learning_rate": 1.8121513168869203e-05, | |
| "loss": 1.657, | |
| "step": 297000 | |
| }, | |
| { | |
| "epoch": 2.76, | |
| "learning_rate": 1.8109929012288473e-05, | |
| "loss": 1.6651, | |
| "step": 297500 | |
| }, | |
| { | |
| "epoch": 2.76, | |
| "learning_rate": 1.8098368024020908e-05, | |
| "loss": 1.6461, | |
| "step": 298000 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "learning_rate": 1.808678386744018e-05, | |
| "loss": 1.6555, | |
| "step": 298500 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "learning_rate": 1.807519971085945e-05, | |
| "loss": 1.6471, | |
| "step": 299000 | |
| }, | |
| { | |
| "epoch": 2.78, | |
| "learning_rate": 1.8063615554278725e-05, | |
| "loss": 1.6296, | |
| "step": 299500 | |
| }, | |
| { | |
| "epoch": 2.78, | |
| "learning_rate": 1.8052031397698e-05, | |
| "loss": 1.6454, | |
| "step": 300000 | |
| }, | |
| { | |
| "epoch": 2.78, | |
| "eval_loss": 1.577728271484375, | |
| "eval_runtime": 2001.1968, | |
| "eval_samples_per_second": 383.436, | |
| "eval_steps_per_second": 5.991, | |
| "step": 300000 | |
| }, | |
| { | |
| "epoch": 2.78, | |
| "learning_rate": 1.804044724111727e-05, | |
| "loss": 1.6441, | |
| "step": 300500 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "learning_rate": 1.8028863084536543e-05, | |
| "loss": 1.672, | |
| "step": 301000 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "learning_rate": 1.8017278927955816e-05, | |
| "loss": 1.6422, | |
| "step": 301500 | |
| }, | |
| { | |
| "epoch": 2.8, | |
| "learning_rate": 1.8005694771375087e-05, | |
| "loss": 1.6455, | |
| "step": 302000 | |
| }, | |
| { | |
| "epoch": 2.8, | |
| "learning_rate": 1.799413378310752e-05, | |
| "loss": 1.6554, | |
| "step": 302500 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "learning_rate": 1.798254962652679e-05, | |
| "loss": 1.6323, | |
| "step": 303000 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "learning_rate": 1.797098863825923e-05, | |
| "loss": 1.6464, | |
| "step": 303500 | |
| }, | |
| { | |
| "epoch": 2.82, | |
| "learning_rate": 1.79594044816785e-05, | |
| "loss": 1.6424, | |
| "step": 304000 | |
| }, | |
| { | |
| "epoch": 2.82, | |
| "learning_rate": 1.794782032509777e-05, | |
| "loss": 1.6568, | |
| "step": 304500 | |
| }, | |
| { | |
| "epoch": 2.83, | |
| "learning_rate": 1.7936259336830208e-05, | |
| "loss": 1.6505, | |
| "step": 305000 | |
| }, | |
| { | |
| "epoch": 2.83, | |
| "learning_rate": 1.792469834856264e-05, | |
| "loss": 1.6481, | |
| "step": 305500 | |
| }, | |
| { | |
| "epoch": 2.84, | |
| "learning_rate": 1.791311419198191e-05, | |
| "loss": 1.637, | |
| "step": 306000 | |
| }, | |
| { | |
| "epoch": 2.84, | |
| "learning_rate": 1.7901530035401183e-05, | |
| "loss": 1.6488, | |
| "step": 306500 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "learning_rate": 1.7889945878820457e-05, | |
| "loss": 1.6385, | |
| "step": 307000 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "learning_rate": 1.7878361722239727e-05, | |
| "loss": 1.6323, | |
| "step": 307500 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "learning_rate": 1.7866777565659e-05, | |
| "loss": 1.6303, | |
| "step": 308000 | |
| }, | |
| { | |
| "epoch": 2.86, | |
| "learning_rate": 1.7855193409078274e-05, | |
| "loss": 1.6324, | |
| "step": 308500 | |
| }, | |
| { | |
| "epoch": 2.86, | |
| "learning_rate": 1.784363242081071e-05, | |
| "loss": 1.6346, | |
| "step": 309000 | |
| }, | |
| { | |
| "epoch": 2.87, | |
| "learning_rate": 1.783204826422998e-05, | |
| "loss": 1.6279, | |
| "step": 309500 | |
| }, | |
| { | |
| "epoch": 2.87, | |
| "learning_rate": 1.7820464107649253e-05, | |
| "loss": 1.6426, | |
| "step": 310000 | |
| }, | |
| { | |
| "epoch": 2.87, | |
| "eval_loss": 1.57373046875, | |
| "eval_runtime": 2000.3584, | |
| "eval_samples_per_second": 383.596, | |
| "eval_steps_per_second": 5.994, | |
| "step": 310000 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "learning_rate": 1.7808879951068526e-05, | |
| "loss": 1.6477, | |
| "step": 310500 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "learning_rate": 1.7797295794487797e-05, | |
| "loss": 1.6324, | |
| "step": 311000 | |
| }, | |
| { | |
| "epoch": 2.89, | |
| "learning_rate": 1.7785711637907067e-05, | |
| "loss": 1.6441, | |
| "step": 311500 | |
| }, | |
| { | |
| "epoch": 2.89, | |
| "learning_rate": 1.777412748132634e-05, | |
| "loss": 1.6483, | |
| "step": 312000 | |
| }, | |
| { | |
| "epoch": 2.9, | |
| "learning_rate": 1.7762543324745614e-05, | |
| "loss": 1.6385, | |
| "step": 312500 | |
| }, | |
| { | |
| "epoch": 2.9, | |
| "learning_rate": 1.7750959168164884e-05, | |
| "loss": 1.6186, | |
| "step": 313000 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "learning_rate": 1.7739375011584158e-05, | |
| "loss": 1.6396, | |
| "step": 313500 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "learning_rate": 1.772779085500343e-05, | |
| "loss": 1.6401, | |
| "step": 314000 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "learning_rate": 1.7716206698422702e-05, | |
| "loss": 1.6149, | |
| "step": 314500 | |
| }, | |
| { | |
| "epoch": 2.92, | |
| "learning_rate": 1.7704622541841976e-05, | |
| "loss": 1.6177, | |
| "step": 315000 | |
| }, | |
| { | |
| "epoch": 2.92, | |
| "learning_rate": 1.769308472188757e-05, | |
| "loss": 1.6299, | |
| "step": 315500 | |
| }, | |
| { | |
| "epoch": 2.93, | |
| "learning_rate": 1.768150056530684e-05, | |
| "loss": 1.6324, | |
| "step": 316000 | |
| }, | |
| { | |
| "epoch": 2.93, | |
| "learning_rate": 1.7669916408726115e-05, | |
| "loss": 1.6144, | |
| "step": 316500 | |
| }, | |
| { | |
| "epoch": 2.94, | |
| "learning_rate": 1.765835542045855e-05, | |
| "loss": 1.6338, | |
| "step": 317000 | |
| }, | |
| { | |
| "epoch": 2.94, | |
| "learning_rate": 1.7646771263877823e-05, | |
| "loss": 1.6424, | |
| "step": 317500 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "learning_rate": 1.7635187107297093e-05, | |
| "loss": 1.6261, | |
| "step": 318000 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "learning_rate": 1.7623602950716364e-05, | |
| "loss": 1.6242, | |
| "step": 318500 | |
| }, | |
| { | |
| "epoch": 2.96, | |
| "learning_rate": 1.761201879413564e-05, | |
| "loss": 1.6286, | |
| "step": 319000 | |
| }, | |
| { | |
| "epoch": 2.96, | |
| "learning_rate": 1.760043463755491e-05, | |
| "loss": 1.6171, | |
| "step": 319500 | |
| }, | |
| { | |
| "epoch": 2.97, | |
| "learning_rate": 1.758885048097418e-05, | |
| "loss": 1.6296, | |
| "step": 320000 | |
| }, | |
| { | |
| "epoch": 2.97, | |
| "eval_loss": 1.5615925788879395, | |
| "eval_runtime": 1998.3038, | |
| "eval_samples_per_second": 383.991, | |
| "eval_steps_per_second": 6.0, | |
| "step": 320000 | |
| }, | |
| { | |
| "epoch": 2.97, | |
| "learning_rate": 1.7577266324393455e-05, | |
| "loss": 1.6205, | |
| "step": 320500 | |
| }, | |
| { | |
| "epoch": 2.97, | |
| "learning_rate": 1.756570533612589e-05, | |
| "loss": 1.6213, | |
| "step": 321000 | |
| }, | |
| { | |
| "epoch": 2.98, | |
| "learning_rate": 1.755412117954516e-05, | |
| "loss": 1.6304, | |
| "step": 321500 | |
| }, | |
| { | |
| "epoch": 2.98, | |
| "learning_rate": 1.7542537022964433e-05, | |
| "loss": 1.6373, | |
| "step": 322000 | |
| }, | |
| { | |
| "epoch": 2.99, | |
| "learning_rate": 1.7530952866383707e-05, | |
| "loss": 1.6222, | |
| "step": 322500 | |
| }, | |
| { | |
| "epoch": 2.99, | |
| "learning_rate": 1.7519368709802977e-05, | |
| "loss": 1.6249, | |
| "step": 323000 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "learning_rate": 1.750778455322225e-05, | |
| "loss": 1.6233, | |
| "step": 323500 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "learning_rate": 1.7496223564954686e-05, | |
| "loss": 1.6251, | |
| "step": 324000 | |
| }, | |
| { | |
| "epoch": 3.01, | |
| "learning_rate": 1.7484639408373956e-05, | |
| "loss": 1.6391, | |
| "step": 324500 | |
| }, | |
| { | |
| "epoch": 3.01, | |
| "learning_rate": 1.747305525179323e-05, | |
| "loss": 1.6213, | |
| "step": 325000 | |
| }, | |
| { | |
| "epoch": 3.02, | |
| "learning_rate": 1.74614710952125e-05, | |
| "loss": 1.623, | |
| "step": 325500 | |
| }, | |
| { | |
| "epoch": 3.02, | |
| "learning_rate": 1.7449886938631773e-05, | |
| "loss": 1.644, | |
| "step": 326000 | |
| }, | |
| { | |
| "epoch": 3.03, | |
| "learning_rate": 1.7438302782051047e-05, | |
| "loss": 1.6366, | |
| "step": 326500 | |
| }, | |
| { | |
| "epoch": 3.03, | |
| "learning_rate": 1.7426718625470317e-05, | |
| "loss": 1.6187, | |
| "step": 327000 | |
| }, | |
| { | |
| "epoch": 3.04, | |
| "learning_rate": 1.741513446888959e-05, | |
| "loss": 1.6226, | |
| "step": 327500 | |
| }, | |
| { | |
| "epoch": 3.04, | |
| "learning_rate": 1.7403550312308865e-05, | |
| "loss": 1.6191, | |
| "step": 328000 | |
| }, | |
| { | |
| "epoch": 3.04, | |
| "learning_rate": 1.7391966155728135e-05, | |
| "loss": 1.6256, | |
| "step": 328500 | |
| }, | |
| { | |
| "epoch": 3.05, | |
| "learning_rate": 1.7380381999147405e-05, | |
| "loss": 1.6142, | |
| "step": 329000 | |
| }, | |
| { | |
| "epoch": 3.05, | |
| "learning_rate": 1.736879784256668e-05, | |
| "loss": 1.6139, | |
| "step": 329500 | |
| }, | |
| { | |
| "epoch": 3.06, | |
| "learning_rate": 1.7357260022612274e-05, | |
| "loss": 1.6098, | |
| "step": 330000 | |
| }, | |
| { | |
| "epoch": 3.06, | |
| "eval_loss": 1.5585696697235107, | |
| "eval_runtime": 1998.1499, | |
| "eval_samples_per_second": 384.02, | |
| "eval_steps_per_second": 6.001, | |
| "step": 330000 | |
| }, | |
| { | |
| "epoch": 3.06, | |
| "learning_rate": 1.7345675866031548e-05, | |
| "loss": 1.6283, | |
| "step": 330500 | |
| }, | |
| { | |
| "epoch": 3.07, | |
| "learning_rate": 1.733409170945082e-05, | |
| "loss": 1.6054, | |
| "step": 331000 | |
| }, | |
| { | |
| "epoch": 3.07, | |
| "learning_rate": 1.7322507552870092e-05, | |
| "loss": 1.6116, | |
| "step": 331500 | |
| }, | |
| { | |
| "epoch": 3.08, | |
| "learning_rate": 1.7310923396289365e-05, | |
| "loss": 1.6298, | |
| "step": 332000 | |
| }, | |
| { | |
| "epoch": 3.08, | |
| "learning_rate": 1.7299362408021797e-05, | |
| "loss": 1.6141, | |
| "step": 332500 | |
| }, | |
| { | |
| "epoch": 3.09, | |
| "learning_rate": 1.728777825144107e-05, | |
| "loss": 1.6254, | |
| "step": 333000 | |
| }, | |
| { | |
| "epoch": 3.09, | |
| "learning_rate": 1.7276194094860344e-05, | |
| "loss": 1.6062, | |
| "step": 333500 | |
| }, | |
| { | |
| "epoch": 3.1, | |
| "learning_rate": 1.7264609938279614e-05, | |
| "loss": 1.6079, | |
| "step": 334000 | |
| }, | |
| { | |
| "epoch": 3.1, | |
| "learning_rate": 1.725304895001205e-05, | |
| "loss": 1.6256, | |
| "step": 334500 | |
| }, | |
| { | |
| "epoch": 3.1, | |
| "learning_rate": 1.7241464793431322e-05, | |
| "loss": 1.6222, | |
| "step": 335000 | |
| }, | |
| { | |
| "epoch": 3.11, | |
| "learning_rate": 1.7229880636850593e-05, | |
| "loss": 1.5983, | |
| "step": 335500 | |
| }, | |
| { | |
| "epoch": 3.11, | |
| "learning_rate": 1.7218319648583027e-05, | |
| "loss": 1.6127, | |
| "step": 336000 | |
| }, | |
| { | |
| "epoch": 3.12, | |
| "learning_rate": 1.72067354920023e-05, | |
| "loss": 1.613, | |
| "step": 336500 | |
| }, | |
| { | |
| "epoch": 3.12, | |
| "learning_rate": 1.719515133542157e-05, | |
| "loss": 1.6204, | |
| "step": 337000 | |
| }, | |
| { | |
| "epoch": 3.13, | |
| "learning_rate": 1.7183567178840845e-05, | |
| "loss": 1.6106, | |
| "step": 337500 | |
| }, | |
| { | |
| "epoch": 3.13, | |
| "learning_rate": 1.717198302226012e-05, | |
| "loss": 1.6235, | |
| "step": 338000 | |
| }, | |
| { | |
| "epoch": 3.14, | |
| "learning_rate": 1.716039886567939e-05, | |
| "loss": 1.6157, | |
| "step": 338500 | |
| }, | |
| { | |
| "epoch": 3.14, | |
| "learning_rate": 1.7148837877411823e-05, | |
| "loss": 1.593, | |
| "step": 339000 | |
| }, | |
| { | |
| "epoch": 3.15, | |
| "learning_rate": 1.7137253720831094e-05, | |
| "loss": 1.6152, | |
| "step": 339500 | |
| }, | |
| { | |
| "epoch": 3.15, | |
| "learning_rate": 1.7125669564250367e-05, | |
| "loss": 1.6159, | |
| "step": 340000 | |
| }, | |
| { | |
| "epoch": 3.15, | |
| "eval_loss": 1.551076889038086, | |
| "eval_runtime": 2001.8218, | |
| "eval_samples_per_second": 383.316, | |
| "eval_steps_per_second": 5.99, | |
| "step": 340000 | |
| }, | |
| { | |
| "epoch": 3.16, | |
| "learning_rate": 1.711408540766964e-05, | |
| "loss": 1.6079, | |
| "step": 340500 | |
| }, | |
| { | |
| "epoch": 3.16, | |
| "learning_rate": 1.710250125108891e-05, | |
| "loss": 1.6252, | |
| "step": 341000 | |
| }, | |
| { | |
| "epoch": 3.16, | |
| "learning_rate": 1.7090917094508185e-05, | |
| "loss": 1.6198, | |
| "step": 341500 | |
| }, | |
| { | |
| "epoch": 3.17, | |
| "learning_rate": 1.707933293792746e-05, | |
| "loss": 1.6185, | |
| "step": 342000 | |
| }, | |
| { | |
| "epoch": 3.17, | |
| "learning_rate": 1.706774878134673e-05, | |
| "loss": 1.6142, | |
| "step": 342500 | |
| }, | |
| { | |
| "epoch": 3.18, | |
| "learning_rate": 1.7056164624766002e-05, | |
| "loss": 1.6112, | |
| "step": 343000 | |
| }, | |
| { | |
| "epoch": 3.18, | |
| "learning_rate": 1.7044603636498437e-05, | |
| "loss": 1.6162, | |
| "step": 343500 | |
| }, | |
| { | |
| "epoch": 3.19, | |
| "learning_rate": 1.7033019479917707e-05, | |
| "loss": 1.6147, | |
| "step": 344000 | |
| }, | |
| { | |
| "epoch": 3.19, | |
| "learning_rate": 1.7021435323336977e-05, | |
| "loss": 1.6122, | |
| "step": 344500 | |
| }, | |
| { | |
| "epoch": 3.2, | |
| "learning_rate": 1.7009851166756254e-05, | |
| "loss": 1.6203, | |
| "step": 345000 | |
| }, | |
| { | |
| "epoch": 3.2, | |
| "learning_rate": 1.6998267010175525e-05, | |
| "loss": 1.6178, | |
| "step": 345500 | |
| }, | |
| { | |
| "epoch": 3.21, | |
| "learning_rate": 1.698670602190796e-05, | |
| "loss": 1.5984, | |
| "step": 346000 | |
| }, | |
| { | |
| "epoch": 3.21, | |
| "learning_rate": 1.6975145033640394e-05, | |
| "loss": 1.6133, | |
| "step": 346500 | |
| }, | |
| { | |
| "epoch": 3.22, | |
| "learning_rate": 1.6963560877059664e-05, | |
| "loss": 1.6158, | |
| "step": 347000 | |
| }, | |
| { | |
| "epoch": 3.22, | |
| "learning_rate": 1.6951976720478938e-05, | |
| "loss": 1.6129, | |
| "step": 347500 | |
| }, | |
| { | |
| "epoch": 3.23, | |
| "learning_rate": 1.6940392563898208e-05, | |
| "loss": 1.6149, | |
| "step": 348000 | |
| }, | |
| { | |
| "epoch": 3.23, | |
| "learning_rate": 1.692880840731748e-05, | |
| "loss": 1.6028, | |
| "step": 348500 | |
| }, | |
| { | |
| "epoch": 3.23, | |
| "learning_rate": 1.6917224250736755e-05, | |
| "loss": 1.613, | |
| "step": 349000 | |
| }, | |
| { | |
| "epoch": 3.24, | |
| "learning_rate": 1.6905640094156026e-05, | |
| "loss": 1.6066, | |
| "step": 349500 | |
| }, | |
| { | |
| "epoch": 3.24, | |
| "learning_rate": 1.68940559375753e-05, | |
| "loss": 1.608, | |
| "step": 350000 | |
| }, | |
| { | |
| "epoch": 3.24, | |
| "eval_loss": 1.5453064441680908, | |
| "eval_runtime": 1998.9984, | |
| "eval_samples_per_second": 383.857, | |
| "eval_steps_per_second": 5.998, | |
| "step": 350000 | |
| }, | |
| { | |
| "epoch": 3.25, | |
| "learning_rate": 1.6882471780994573e-05, | |
| "loss": 1.6084, | |
| "step": 350500 | |
| }, | |
| { | |
| "epoch": 3.25, | |
| "learning_rate": 1.6870887624413843e-05, | |
| "loss": 1.6034, | |
| "step": 351000 | |
| }, | |
| { | |
| "epoch": 3.26, | |
| "learning_rate": 1.6859326636146274e-05, | |
| "loss": 1.6203, | |
| "step": 351500 | |
| }, | |
| { | |
| "epoch": 3.26, | |
| "learning_rate": 1.684774247956555e-05, | |
| "loss": 1.6052, | |
| "step": 352000 | |
| }, | |
| { | |
| "epoch": 3.27, | |
| "learning_rate": 1.683615832298482e-05, | |
| "loss": 1.6071, | |
| "step": 352500 | |
| }, | |
| { | |
| "epoch": 3.27, | |
| "learning_rate": 1.6824574166404092e-05, | |
| "loss": 1.6057, | |
| "step": 353000 | |
| }, | |
| { | |
| "epoch": 3.28, | |
| "learning_rate": 1.6812990009823365e-05, | |
| "loss": 1.6187, | |
| "step": 353500 | |
| }, | |
| { | |
| "epoch": 3.28, | |
| "learning_rate": 1.68014290215558e-05, | |
| "loss": 1.6003, | |
| "step": 354000 | |
| }, | |
| { | |
| "epoch": 3.29, | |
| "learning_rate": 1.6789844864975074e-05, | |
| "loss": 1.6174, | |
| "step": 354500 | |
| }, | |
| { | |
| "epoch": 3.29, | |
| "learning_rate": 1.6778283876707505e-05, | |
| "loss": 1.5958, | |
| "step": 355000 | |
| }, | |
| { | |
| "epoch": 3.29, | |
| "learning_rate": 1.676669972012678e-05, | |
| "loss": 1.6038, | |
| "step": 355500 | |
| }, | |
| { | |
| "epoch": 3.3, | |
| "learning_rate": 1.6755115563546052e-05, | |
| "loss": 1.6058, | |
| "step": 356000 | |
| }, | |
| { | |
| "epoch": 3.3, | |
| "learning_rate": 1.6743531406965322e-05, | |
| "loss": 1.6068, | |
| "step": 356500 | |
| }, | |
| { | |
| "epoch": 3.31, | |
| "learning_rate": 1.6731947250384596e-05, | |
| "loss": 1.6134, | |
| "step": 357000 | |
| }, | |
| { | |
| "epoch": 3.31, | |
| "learning_rate": 1.672036309380387e-05, | |
| "loss": 1.6029, | |
| "step": 357500 | |
| }, | |
| { | |
| "epoch": 3.32, | |
| "learning_rate": 1.67088021055363e-05, | |
| "loss": 1.603, | |
| "step": 358000 | |
| }, | |
| { | |
| "epoch": 3.32, | |
| "learning_rate": 1.6697217948955575e-05, | |
| "loss": 1.596, | |
| "step": 358500 | |
| }, | |
| { | |
| "epoch": 3.33, | |
| "learning_rate": 1.6685633792374848e-05, | |
| "loss": 1.613, | |
| "step": 359000 | |
| }, | |
| { | |
| "epoch": 3.33, | |
| "learning_rate": 1.667404963579412e-05, | |
| "loss": 1.6069, | |
| "step": 359500 | |
| }, | |
| { | |
| "epoch": 3.34, | |
| "learning_rate": 1.666246547921339e-05, | |
| "loss": 1.5935, | |
| "step": 360000 | |
| }, | |
| { | |
| "epoch": 3.34, | |
| "eval_loss": 1.5372581481933594, | |
| "eval_runtime": 1998.6879, | |
| "eval_samples_per_second": 383.917, | |
| "eval_steps_per_second": 5.999, | |
| "step": 360000 | |
| }, | |
| { | |
| "epoch": 3.34, | |
| "learning_rate": 1.6650881322632662e-05, | |
| "loss": 1.6009, | |
| "step": 360500 | |
| }, | |
| { | |
| "epoch": 3.35, | |
| "learning_rate": 1.6639297166051936e-05, | |
| "loss": 1.6133, | |
| "step": 361000 | |
| }, | |
| { | |
| "epoch": 3.35, | |
| "learning_rate": 1.6627713009471206e-05, | |
| "loss": 1.592, | |
| "step": 361500 | |
| }, | |
| { | |
| "epoch": 3.35, | |
| "learning_rate": 1.661615202120364e-05, | |
| "loss": 1.6038, | |
| "step": 362000 | |
| }, | |
| { | |
| "epoch": 3.36, | |
| "learning_rate": 1.6604567864622915e-05, | |
| "loss": 1.6082, | |
| "step": 362500 | |
| }, | |
| { | |
| "epoch": 3.36, | |
| "learning_rate": 1.6592983708042185e-05, | |
| "loss": 1.6084, | |
| "step": 363000 | |
| }, | |
| { | |
| "epoch": 3.37, | |
| "learning_rate": 1.658139955146146e-05, | |
| "loss": 1.6006, | |
| "step": 363500 | |
| }, | |
| { | |
| "epoch": 3.37, | |
| "learning_rate": 1.6569815394880732e-05, | |
| "loss": 1.5974, | |
| "step": 364000 | |
| }, | |
| { | |
| "epoch": 3.38, | |
| "learning_rate": 1.6558231238300002e-05, | |
| "loss": 1.6028, | |
| "step": 364500 | |
| }, | |
| { | |
| "epoch": 3.38, | |
| "learning_rate": 1.6546647081719276e-05, | |
| "loss": 1.6085, | |
| "step": 365000 | |
| }, | |
| { | |
| "epoch": 3.39, | |
| "learning_rate": 1.6535062925138546e-05, | |
| "loss": 1.5808, | |
| "step": 365500 | |
| }, | |
| { | |
| "epoch": 3.39, | |
| "learning_rate": 1.652347876855782e-05, | |
| "loss": 1.6075, | |
| "step": 366000 | |
| }, | |
| { | |
| "epoch": 3.4, | |
| "learning_rate": 1.6511917780290254e-05, | |
| "loss": 1.5737, | |
| "step": 366500 | |
| }, | |
| { | |
| "epoch": 3.4, | |
| "learning_rate": 1.6500356792022686e-05, | |
| "loss": 1.5917, | |
| "step": 367000 | |
| }, | |
| { | |
| "epoch": 3.41, | |
| "learning_rate": 1.648877263544196e-05, | |
| "loss": 1.6105, | |
| "step": 367500 | |
| }, | |
| { | |
| "epoch": 3.41, | |
| "learning_rate": 1.6477188478861233e-05, | |
| "loss": 1.5855, | |
| "step": 368000 | |
| }, | |
| { | |
| "epoch": 3.42, | |
| "learning_rate": 1.6465604322280503e-05, | |
| "loss": 1.5895, | |
| "step": 368500 | |
| }, | |
| { | |
| "epoch": 3.42, | |
| "learning_rate": 1.6454043334012938e-05, | |
| "loss": 1.6065, | |
| "step": 369000 | |
| }, | |
| { | |
| "epoch": 3.42, | |
| "learning_rate": 1.644245917743221e-05, | |
| "loss": 1.6047, | |
| "step": 369500 | |
| }, | |
| { | |
| "epoch": 3.43, | |
| "learning_rate": 1.643087502085148e-05, | |
| "loss": 1.5885, | |
| "step": 370000 | |
| }, | |
| { | |
| "epoch": 3.43, | |
| "eval_loss": 1.530922770500183, | |
| "eval_runtime": 1999.4946, | |
| "eval_samples_per_second": 383.762, | |
| "eval_steps_per_second": 5.997, | |
| "step": 370000 | |
| }, | |
| { | |
| "epoch": 3.43, | |
| "learning_rate": 1.6419290864270755e-05, | |
| "loss": 1.5866, | |
| "step": 370500 | |
| }, | |
| { | |
| "epoch": 3.44, | |
| "learning_rate": 1.640772987600319e-05, | |
| "loss": 1.5859, | |
| "step": 371000 | |
| }, | |
| { | |
| "epoch": 3.44, | |
| "learning_rate": 1.6396145719422464e-05, | |
| "loss": 1.5933, | |
| "step": 371500 | |
| }, | |
| { | |
| "epoch": 3.45, | |
| "learning_rate": 1.6384561562841734e-05, | |
| "loss": 1.5854, | |
| "step": 372000 | |
| }, | |
| { | |
| "epoch": 3.45, | |
| "learning_rate": 1.637300057457417e-05, | |
| "loss": 1.588, | |
| "step": 372500 | |
| }, | |
| { | |
| "epoch": 3.46, | |
| "learning_rate": 1.6361439586306603e-05, | |
| "loss": 1.5933, | |
| "step": 373000 | |
| }, | |
| { | |
| "epoch": 3.46, | |
| "learning_rate": 1.6349855429725873e-05, | |
| "loss": 1.5858, | |
| "step": 373500 | |
| }, | |
| { | |
| "epoch": 3.47, | |
| "learning_rate": 1.6338271273145147e-05, | |
| "loss": 1.6101, | |
| "step": 374000 | |
| }, | |
| { | |
| "epoch": 3.47, | |
| "learning_rate": 1.632668711656442e-05, | |
| "loss": 1.5954, | |
| "step": 374500 | |
| }, | |
| { | |
| "epoch": 3.48, | |
| "learning_rate": 1.631510295998369e-05, | |
| "loss": 1.5882, | |
| "step": 375000 | |
| }, | |
| { | |
| "epoch": 3.48, | |
| "learning_rate": 1.630351880340296e-05, | |
| "loss": 1.5951, | |
| "step": 375500 | |
| }, | |
| { | |
| "epoch": 3.48, | |
| "learning_rate": 1.6291934646822235e-05, | |
| "loss": 1.586, | |
| "step": 376000 | |
| }, | |
| { | |
| "epoch": 3.49, | |
| "learning_rate": 1.628035049024151e-05, | |
| "loss": 1.6067, | |
| "step": 376500 | |
| }, | |
| { | |
| "epoch": 3.49, | |
| "learning_rate": 1.626876633366078e-05, | |
| "loss": 1.5929, | |
| "step": 377000 | |
| }, | |
| { | |
| "epoch": 3.5, | |
| "learning_rate": 1.6257182177080052e-05, | |
| "loss": 1.5882, | |
| "step": 377500 | |
| }, | |
| { | |
| "epoch": 3.5, | |
| "learning_rate": 1.6245598020499326e-05, | |
| "loss": 1.5934, | |
| "step": 378000 | |
| }, | |
| { | |
| "epoch": 3.51, | |
| "learning_rate": 1.6234013863918596e-05, | |
| "loss": 1.5902, | |
| "step": 378500 | |
| }, | |
| { | |
| "epoch": 3.51, | |
| "learning_rate": 1.622245287565103e-05, | |
| "loss": 1.5941, | |
| "step": 379000 | |
| }, | |
| { | |
| "epoch": 3.52, | |
| "learning_rate": 1.6210891887383465e-05, | |
| "loss": 1.5874, | |
| "step": 379500 | |
| }, | |
| { | |
| "epoch": 3.52, | |
| "learning_rate": 1.619930773080274e-05, | |
| "loss": 1.6113, | |
| "step": 380000 | |
| }, | |
| { | |
| "epoch": 3.52, | |
| "eval_loss": 1.5287482738494873, | |
| "eval_runtime": 1998.1926, | |
| "eval_samples_per_second": 384.012, | |
| "eval_steps_per_second": 6.0, | |
| "step": 380000 | |
| }, | |
| { | |
| "epoch": 3.53, | |
| "learning_rate": 1.618772357422201e-05, | |
| "loss": 1.5951, | |
| "step": 380500 | |
| }, | |
| { | |
| "epoch": 3.53, | |
| "learning_rate": 1.617613941764128e-05, | |
| "loss": 1.5844, | |
| "step": 381000 | |
| }, | |
| { | |
| "epoch": 3.54, | |
| "learning_rate": 1.6164555261060557e-05, | |
| "loss": 1.5849, | |
| "step": 381500 | |
| }, | |
| { | |
| "epoch": 3.54, | |
| "learning_rate": 1.6152971104479827e-05, | |
| "loss": 1.5853, | |
| "step": 382000 | |
| }, | |
| { | |
| "epoch": 3.54, | |
| "learning_rate": 1.6141386947899097e-05, | |
| "loss": 1.5878, | |
| "step": 382500 | |
| }, | |
| { | |
| "epoch": 3.55, | |
| "learning_rate": 1.612980279131837e-05, | |
| "loss": 1.6009, | |
| "step": 383000 | |
| }, | |
| { | |
| "epoch": 3.55, | |
| "learning_rate": 1.6118241803050805e-05, | |
| "loss": 1.5711, | |
| "step": 383500 | |
| }, | |
| { | |
| "epoch": 3.56, | |
| "learning_rate": 1.6106657646470076e-05, | |
| "loss": 1.5848, | |
| "step": 384000 | |
| }, | |
| { | |
| "epoch": 3.56, | |
| "learning_rate": 1.609507348988935e-05, | |
| "loss": 1.5962, | |
| "step": 384500 | |
| }, | |
| { | |
| "epoch": 3.57, | |
| "learning_rate": 1.6083489333308623e-05, | |
| "loss": 1.5806, | |
| "step": 385000 | |
| }, | |
| { | |
| "epoch": 3.57, | |
| "learning_rate": 1.6071905176727893e-05, | |
| "loss": 1.5795, | |
| "step": 385500 | |
| }, | |
| { | |
| "epoch": 3.58, | |
| "learning_rate": 1.6060321020147167e-05, | |
| "loss": 1.5875, | |
| "step": 386000 | |
| }, | |
| { | |
| "epoch": 3.58, | |
| "learning_rate": 1.604873686356644e-05, | |
| "loss": 1.5808, | |
| "step": 386500 | |
| }, | |
| { | |
| "epoch": 3.59, | |
| "learning_rate": 1.603717587529887e-05, | |
| "loss": 1.5882, | |
| "step": 387000 | |
| }, | |
| { | |
| "epoch": 3.59, | |
| "learning_rate": 1.6025591718718145e-05, | |
| "loss": 1.5792, | |
| "step": 387500 | |
| }, | |
| { | |
| "epoch": 3.6, | |
| "learning_rate": 1.6014007562137415e-05, | |
| "loss": 1.586, | |
| "step": 388000 | |
| }, | |
| { | |
| "epoch": 3.6, | |
| "learning_rate": 1.600242340555669e-05, | |
| "loss": 1.5861, | |
| "step": 388500 | |
| }, | |
| { | |
| "epoch": 3.6, | |
| "learning_rate": 1.5990862417289124e-05, | |
| "loss": 1.5798, | |
| "step": 389000 | |
| }, | |
| { | |
| "epoch": 3.61, | |
| "learning_rate": 1.5979278260708394e-05, | |
| "loss": 1.5888, | |
| "step": 389500 | |
| }, | |
| { | |
| "epoch": 3.61, | |
| "learning_rate": 1.5967694104127668e-05, | |
| "loss": 1.5923, | |
| "step": 390000 | |
| }, | |
| { | |
| "epoch": 3.61, | |
| "eval_loss": 1.52175772190094, | |
| "eval_runtime": 1998.4056, | |
| "eval_samples_per_second": 383.971, | |
| "eval_steps_per_second": 6.0, | |
| "step": 390000 | |
| }, | |
| { | |
| "epoch": 3.62, | |
| "learning_rate": 1.5956133115860102e-05, | |
| "loss": 1.5848, | |
| "step": 390500 | |
| }, | |
| { | |
| "epoch": 3.62, | |
| "learning_rate": 1.5944548959279372e-05, | |
| "loss": 1.5924, | |
| "step": 391000 | |
| }, | |
| { | |
| "epoch": 3.63, | |
| "learning_rate": 1.5932964802698646e-05, | |
| "loss": 1.5686, | |
| "step": 391500 | |
| }, | |
| { | |
| "epoch": 3.63, | |
| "learning_rate": 1.592138064611792e-05, | |
| "loss": 1.5884, | |
| "step": 392000 | |
| }, | |
| { | |
| "epoch": 3.64, | |
| "learning_rate": 1.590981965785035e-05, | |
| "loss": 1.595, | |
| "step": 392500 | |
| }, | |
| { | |
| "epoch": 3.64, | |
| "learning_rate": 1.5898235501269625e-05, | |
| "loss": 1.5845, | |
| "step": 393000 | |
| }, | |
| { | |
| "epoch": 3.65, | |
| "learning_rate": 1.5886651344688898e-05, | |
| "loss": 1.5817, | |
| "step": 393500 | |
| }, | |
| { | |
| "epoch": 3.65, | |
| "learning_rate": 1.587506718810817e-05, | |
| "loss": 1.5718, | |
| "step": 394000 | |
| }, | |
| { | |
| "epoch": 3.66, | |
| "learning_rate": 1.5863506199840603e-05, | |
| "loss": 1.5822, | |
| "step": 394500 | |
| }, | |
| { | |
| "epoch": 3.66, | |
| "learning_rate": 1.5851922043259877e-05, | |
| "loss": 1.5902, | |
| "step": 395000 | |
| }, | |
| { | |
| "epoch": 3.67, | |
| "learning_rate": 1.584033788667915e-05, | |
| "loss": 1.5927, | |
| "step": 395500 | |
| }, | |
| { | |
| "epoch": 3.67, | |
| "learning_rate": 1.582875373009842e-05, | |
| "loss": 1.5772, | |
| "step": 396000 | |
| }, | |
| { | |
| "epoch": 3.67, | |
| "learning_rate": 1.581716957351769e-05, | |
| "loss": 1.5846, | |
| "step": 396500 | |
| }, | |
| { | |
| "epoch": 3.68, | |
| "learning_rate": 1.5805585416936965e-05, | |
| "loss": 1.5931, | |
| "step": 397000 | |
| }, | |
| { | |
| "epoch": 3.68, | |
| "learning_rate": 1.5794001260356238e-05, | |
| "loss": 1.5667, | |
| "step": 397500 | |
| }, | |
| { | |
| "epoch": 3.69, | |
| "learning_rate": 1.578241710377551e-05, | |
| "loss": 1.5941, | |
| "step": 398000 | |
| }, | |
| { | |
| "epoch": 3.69, | |
| "learning_rate": 1.5770832947194782e-05, | |
| "loss": 1.595, | |
| "step": 398500 | |
| }, | |
| { | |
| "epoch": 3.7, | |
| "learning_rate": 1.5759248790614056e-05, | |
| "loss": 1.5962, | |
| "step": 399000 | |
| }, | |
| { | |
| "epoch": 3.7, | |
| "learning_rate": 1.5747664634033326e-05, | |
| "loss": 1.5764, | |
| "step": 399500 | |
| }, | |
| { | |
| "epoch": 3.71, | |
| "learning_rate": 1.57360804774526e-05, | |
| "loss": 1.579, | |
| "step": 400000 | |
| }, | |
| { | |
| "epoch": 3.71, | |
| "eval_loss": 1.5175821781158447, | |
| "eval_runtime": 1998.6499, | |
| "eval_samples_per_second": 383.924, | |
| "eval_steps_per_second": 5.999, | |
| "step": 400000 | |
| }, | |
| { | |
| "epoch": 3.71, | |
| "learning_rate": 1.5724519489185034e-05, | |
| "loss": 1.5755, | |
| "step": 400500 | |
| }, | |
| { | |
| "epoch": 3.72, | |
| "learning_rate": 1.5712935332604304e-05, | |
| "loss": 1.5805, | |
| "step": 401000 | |
| }, | |
| { | |
| "epoch": 3.72, | |
| "learning_rate": 1.5701351176023578e-05, | |
| "loss": 1.5796, | |
| "step": 401500 | |
| }, | |
| { | |
| "epoch": 3.73, | |
| "learning_rate": 1.568976701944285e-05, | |
| "loss": 1.5733, | |
| "step": 402000 | |
| }, | |
| { | |
| "epoch": 3.73, | |
| "learning_rate": 1.5678182862862122e-05, | |
| "loss": 1.5598, | |
| "step": 402500 | |
| }, | |
| { | |
| "epoch": 3.73, | |
| "learning_rate": 1.5666621874594557e-05, | |
| "loss": 1.5689, | |
| "step": 403000 | |
| }, | |
| { | |
| "epoch": 3.74, | |
| "learning_rate": 1.5655037718013827e-05, | |
| "loss": 1.5793, | |
| "step": 403500 | |
| }, | |
| { | |
| "epoch": 3.74, | |
| "learning_rate": 1.56434535614331e-05, | |
| "loss": 1.5778, | |
| "step": 404000 | |
| }, | |
| { | |
| "epoch": 3.75, | |
| "learning_rate": 1.5631869404852374e-05, | |
| "loss": 1.5861, | |
| "step": 404500 | |
| }, | |
| { | |
| "epoch": 3.75, | |
| "learning_rate": 1.5620308416584805e-05, | |
| "loss": 1.5817, | |
| "step": 405000 | |
| }, | |
| { | |
| "epoch": 3.76, | |
| "learning_rate": 1.560872426000408e-05, | |
| "loss": 1.5649, | |
| "step": 405500 | |
| }, | |
| { | |
| "epoch": 3.76, | |
| "learning_rate": 1.5597140103423353e-05, | |
| "loss": 1.5851, | |
| "step": 406000 | |
| }, | |
| { | |
| "epoch": 3.77, | |
| "learning_rate": 1.5585579115155784e-05, | |
| "loss": 1.5665, | |
| "step": 406500 | |
| }, | |
| { | |
| "epoch": 3.77, | |
| "learning_rate": 1.5573994958575057e-05, | |
| "loss": 1.569, | |
| "step": 407000 | |
| }, | |
| { | |
| "epoch": 3.78, | |
| "learning_rate": 1.556241080199433e-05, | |
| "loss": 1.5821, | |
| "step": 407500 | |
| }, | |
| { | |
| "epoch": 3.78, | |
| "learning_rate": 1.55508266454136e-05, | |
| "loss": 1.5693, | |
| "step": 408000 | |
| }, | |
| { | |
| "epoch": 3.79, | |
| "learning_rate": 1.5539242488832875e-05, | |
| "loss": 1.5843, | |
| "step": 408500 | |
| }, | |
| { | |
| "epoch": 3.79, | |
| "learning_rate": 1.5527658332252145e-05, | |
| "loss": 1.5877, | |
| "step": 409000 | |
| }, | |
| { | |
| "epoch": 3.79, | |
| "learning_rate": 1.551607417567142e-05, | |
| "loss": 1.568, | |
| "step": 409500 | |
| }, | |
| { | |
| "epoch": 3.8, | |
| "learning_rate": 1.5504490019090693e-05, | |
| "loss": 1.5775, | |
| "step": 410000 | |
| }, | |
| { | |
| "epoch": 3.8, | |
| "eval_loss": 1.5105193853378296, | |
| "eval_runtime": 1997.8257, | |
| "eval_samples_per_second": 384.083, | |
| "eval_steps_per_second": 6.002, | |
| "step": 410000 | |
| }, | |
| { | |
| "epoch": 3.8, | |
| "learning_rate": 1.5492929030823124e-05, | |
| "loss": 1.5768, | |
| "step": 410500 | |
| }, | |
| { | |
| "epoch": 3.81, | |
| "learning_rate": 1.5481344874242397e-05, | |
| "loss": 1.5655, | |
| "step": 411000 | |
| }, | |
| { | |
| "epoch": 3.81, | |
| "learning_rate": 1.546976071766167e-05, | |
| "loss": 1.5734, | |
| "step": 411500 | |
| }, | |
| { | |
| "epoch": 3.82, | |
| "learning_rate": 1.545817656108094e-05, | |
| "loss": 1.5684, | |
| "step": 412000 | |
| }, | |
| { | |
| "epoch": 3.82, | |
| "learning_rate": 1.5446592404500215e-05, | |
| "loss": 1.5805, | |
| "step": 412500 | |
| }, | |
| { | |
| "epoch": 3.83, | |
| "learning_rate": 1.543503141623265e-05, | |
| "loss": 1.5734, | |
| "step": 413000 | |
| }, | |
| { | |
| "epoch": 3.83, | |
| "learning_rate": 1.542344725965192e-05, | |
| "loss": 1.5735, | |
| "step": 413500 | |
| }, | |
| { | |
| "epoch": 3.84, | |
| "learning_rate": 1.5411863103071193e-05, | |
| "loss": 1.5752, | |
| "step": 414000 | |
| }, | |
| { | |
| "epoch": 3.84, | |
| "learning_rate": 1.5400278946490467e-05, | |
| "loss": 1.5717, | |
| "step": 414500 | |
| }, | |
| { | |
| "epoch": 3.85, | |
| "learning_rate": 1.5388694789909737e-05, | |
| "loss": 1.5703, | |
| "step": 415000 | |
| }, | |
| { | |
| "epoch": 3.85, | |
| "learning_rate": 1.5377133801642172e-05, | |
| "loss": 1.5783, | |
| "step": 415500 | |
| }, | |
| { | |
| "epoch": 3.86, | |
| "learning_rate": 1.5365549645061446e-05, | |
| "loss": 1.5777, | |
| "step": 416000 | |
| }, | |
| { | |
| "epoch": 3.86, | |
| "learning_rate": 1.5353965488480716e-05, | |
| "loss": 1.5749, | |
| "step": 416500 | |
| }, | |
| { | |
| "epoch": 3.86, | |
| "learning_rate": 1.534238133189999e-05, | |
| "loss": 1.5804, | |
| "step": 417000 | |
| }, | |
| { | |
| "epoch": 3.87, | |
| "learning_rate": 1.533082034363242e-05, | |
| "loss": 1.5706, | |
| "step": 417500 | |
| }, | |
| { | |
| "epoch": 3.87, | |
| "learning_rate": 1.5319236187051694e-05, | |
| "loss": 1.5859, | |
| "step": 418000 | |
| }, | |
| { | |
| "epoch": 3.88, | |
| "learning_rate": 1.5307652030470968e-05, | |
| "loss": 1.557, | |
| "step": 418500 | |
| }, | |
| { | |
| "epoch": 3.88, | |
| "learning_rate": 1.5296067873890238e-05, | |
| "loss": 1.5684, | |
| "step": 419000 | |
| }, | |
| { | |
| "epoch": 3.89, | |
| "learning_rate": 1.5284483717309512e-05, | |
| "loss": 1.5805, | |
| "step": 419500 | |
| }, | |
| { | |
| "epoch": 3.89, | |
| "learning_rate": 1.5272922729041946e-05, | |
| "loss": 1.5615, | |
| "step": 420000 | |
| }, | |
| { | |
| "epoch": 3.89, | |
| "eval_loss": 1.5067431926727295, | |
| "eval_runtime": 1997.9824, | |
| "eval_samples_per_second": 384.052, | |
| "eval_steps_per_second": 6.001, | |
| "step": 420000 | |
| }, | |
| { | |
| "epoch": 3.9, | |
| "learning_rate": 1.5261338572461217e-05, | |
| "loss": 1.5702, | |
| "step": 420500 | |
| }, | |
| { | |
| "epoch": 3.9, | |
| "learning_rate": 1.5249754415880489e-05, | |
| "loss": 1.569, | |
| "step": 421000 | |
| }, | |
| { | |
| "epoch": 3.91, | |
| "learning_rate": 1.5238170259299762e-05, | |
| "loss": 1.568, | |
| "step": 421500 | |
| }, | |
| { | |
| "epoch": 3.91, | |
| "learning_rate": 1.5226586102719034e-05, | |
| "loss": 1.5841, | |
| "step": 422000 | |
| }, | |
| { | |
| "epoch": 3.92, | |
| "learning_rate": 1.5215001946138306e-05, | |
| "loss": 1.5791, | |
| "step": 422500 | |
| }, | |
| { | |
| "epoch": 3.92, | |
| "learning_rate": 1.520341778955758e-05, | |
| "loss": 1.5619, | |
| "step": 423000 | |
| }, | |
| { | |
| "epoch": 3.92, | |
| "learning_rate": 1.5191833632976852e-05, | |
| "loss": 1.5795, | |
| "step": 423500 | |
| }, | |
| { | |
| "epoch": 3.93, | |
| "learning_rate": 1.5180272644709286e-05, | |
| "loss": 1.5809, | |
| "step": 424000 | |
| }, | |
| { | |
| "epoch": 3.93, | |
| "learning_rate": 1.5168688488128558e-05, | |
| "loss": 1.5645, | |
| "step": 424500 | |
| }, | |
| { | |
| "epoch": 3.94, | |
| "learning_rate": 1.515710433154783e-05, | |
| "loss": 1.5644, | |
| "step": 425000 | |
| }, | |
| { | |
| "epoch": 3.94, | |
| "learning_rate": 1.5145520174967104e-05, | |
| "loss": 1.565, | |
| "step": 425500 | |
| }, | |
| { | |
| "epoch": 3.95, | |
| "learning_rate": 1.5133959186699537e-05, | |
| "loss": 1.5888, | |
| "step": 426000 | |
| }, | |
| { | |
| "epoch": 3.95, | |
| "learning_rate": 1.5122375030118807e-05, | |
| "loss": 1.5679, | |
| "step": 426500 | |
| }, | |
| { | |
| "epoch": 3.96, | |
| "learning_rate": 1.511079087353808e-05, | |
| "loss": 1.5626, | |
| "step": 427000 | |
| }, | |
| { | |
| "epoch": 3.96, | |
| "learning_rate": 1.5099206716957353e-05, | |
| "loss": 1.5731, | |
| "step": 427500 | |
| }, | |
| { | |
| "epoch": 3.97, | |
| "learning_rate": 1.5087622560376625e-05, | |
| "loss": 1.5644, | |
| "step": 428000 | |
| }, | |
| { | |
| "epoch": 3.97, | |
| "learning_rate": 1.507606157210906e-05, | |
| "loss": 1.5638, | |
| "step": 428500 | |
| }, | |
| { | |
| "epoch": 3.98, | |
| "learning_rate": 1.5064477415528331e-05, | |
| "loss": 1.5619, | |
| "step": 429000 | |
| }, | |
| { | |
| "epoch": 3.98, | |
| "learning_rate": 1.5052916427260764e-05, | |
| "loss": 1.5774, | |
| "step": 429500 | |
| }, | |
| { | |
| "epoch": 3.98, | |
| "learning_rate": 1.5041332270680038e-05, | |
| "loss": 1.5751, | |
| "step": 430000 | |
| }, | |
| { | |
| "epoch": 3.98, | |
| "eval_loss": 1.5027018785476685, | |
| "eval_runtime": 2000.1605, | |
| "eval_samples_per_second": 383.634, | |
| "eval_steps_per_second": 5.995, | |
| "step": 430000 | |
| }, | |
| { | |
| "epoch": 3.99, | |
| "learning_rate": 1.502974811409931e-05, | |
| "loss": 1.5667, | |
| "step": 430500 | |
| }, | |
| { | |
| "epoch": 3.99, | |
| "learning_rate": 1.5018163957518582e-05, | |
| "loss": 1.5677, | |
| "step": 431000 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "learning_rate": 1.5006579800937855e-05, | |
| "loss": 1.5624, | |
| "step": 431500 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "learning_rate": 1.4994995644357127e-05, | |
| "loss": 1.5649, | |
| "step": 432000 | |
| }, | |
| { | |
| "epoch": 4.01, | |
| "learning_rate": 1.49834114877764e-05, | |
| "loss": 1.5632, | |
| "step": 432500 | |
| }, | |
| { | |
| "epoch": 4.01, | |
| "learning_rate": 1.4971827331195671e-05, | |
| "loss": 1.5674, | |
| "step": 433000 | |
| }, | |
| { | |
| "epoch": 4.02, | |
| "learning_rate": 1.4960243174614943e-05, | |
| "loss": 1.5571, | |
| "step": 433500 | |
| }, | |
| { | |
| "epoch": 4.02, | |
| "learning_rate": 1.4948659018034217e-05, | |
| "loss": 1.5595, | |
| "step": 434000 | |
| }, | |
| { | |
| "epoch": 4.03, | |
| "learning_rate": 1.4937074861453489e-05, | |
| "loss": 1.5655, | |
| "step": 434500 | |
| }, | |
| { | |
| "epoch": 4.03, | |
| "learning_rate": 1.492549070487276e-05, | |
| "loss": 1.5499, | |
| "step": 435000 | |
| }, | |
| { | |
| "epoch": 4.04, | |
| "learning_rate": 1.4913906548292034e-05, | |
| "loss": 1.5554, | |
| "step": 435500 | |
| }, | |
| { | |
| "epoch": 4.04, | |
| "learning_rate": 1.4902345560024467e-05, | |
| "loss": 1.5872, | |
| "step": 436000 | |
| }, | |
| { | |
| "epoch": 4.05, | |
| "learning_rate": 1.4890761403443739e-05, | |
| "loss": 1.5573, | |
| "step": 436500 | |
| }, | |
| { | |
| "epoch": 4.05, | |
| "learning_rate": 1.4879177246863013e-05, | |
| "loss": 1.5624, | |
| "step": 437000 | |
| }, | |
| { | |
| "epoch": 4.05, | |
| "learning_rate": 1.4867593090282285e-05, | |
| "loss": 1.5599, | |
| "step": 437500 | |
| }, | |
| { | |
| "epoch": 4.06, | |
| "learning_rate": 1.4856008933701555e-05, | |
| "loss": 1.5643, | |
| "step": 438000 | |
| }, | |
| { | |
| "epoch": 4.06, | |
| "learning_rate": 1.484442477712083e-05, | |
| "loss": 1.5671, | |
| "step": 438500 | |
| }, | |
| { | |
| "epoch": 4.07, | |
| "learning_rate": 1.4832863788853263e-05, | |
| "loss": 1.551, | |
| "step": 439000 | |
| }, | |
| { | |
| "epoch": 4.07, | |
| "learning_rate": 1.4821279632272533e-05, | |
| "loss": 1.5572, | |
| "step": 439500 | |
| }, | |
| { | |
| "epoch": 4.08, | |
| "learning_rate": 1.4809695475691807e-05, | |
| "loss": 1.5659, | |
| "step": 440000 | |
| }, | |
| { | |
| "epoch": 4.08, | |
| "eval_loss": 1.5023467540740967, | |
| "eval_runtime": 2000.2264, | |
| "eval_samples_per_second": 383.622, | |
| "eval_steps_per_second": 5.994, | |
| "step": 440000 | |
| }, | |
| { | |
| "epoch": 4.08, | |
| "learning_rate": 1.4798111319111079e-05, | |
| "loss": 1.5507, | |
| "step": 440500 | |
| }, | |
| { | |
| "epoch": 4.09, | |
| "learning_rate": 1.4786527162530351e-05, | |
| "loss": 1.5562, | |
| "step": 441000 | |
| }, | |
| { | |
| "epoch": 4.09, | |
| "learning_rate": 1.4774966174262786e-05, | |
| "loss": 1.5578, | |
| "step": 441500 | |
| }, | |
| { | |
| "epoch": 4.1, | |
| "learning_rate": 1.4763382017682057e-05, | |
| "loss": 1.565, | |
| "step": 442000 | |
| }, | |
| { | |
| "epoch": 4.1, | |
| "learning_rate": 1.475179786110133e-05, | |
| "loss": 1.5528, | |
| "step": 442500 | |
| }, | |
| { | |
| "epoch": 4.11, | |
| "learning_rate": 1.4740213704520603e-05, | |
| "loss": 1.5588, | |
| "step": 443000 | |
| }, | |
| { | |
| "epoch": 4.11, | |
| "learning_rate": 1.4728652716253036e-05, | |
| "loss": 1.5516, | |
| "step": 443500 | |
| }, | |
| { | |
| "epoch": 4.11, | |
| "learning_rate": 1.471706855967231e-05, | |
| "loss": 1.5727, | |
| "step": 444000 | |
| }, | |
| { | |
| "epoch": 4.12, | |
| "learning_rate": 1.4705484403091582e-05, | |
| "loss": 1.5583, | |
| "step": 444500 | |
| }, | |
| { | |
| "epoch": 4.12, | |
| "learning_rate": 1.4693900246510853e-05, | |
| "loss": 1.5475, | |
| "step": 445000 | |
| }, | |
| { | |
| "epoch": 4.13, | |
| "learning_rate": 1.4682316089930127e-05, | |
| "loss": 1.5435, | |
| "step": 445500 | |
| }, | |
| { | |
| "epoch": 4.13, | |
| "learning_rate": 1.4670731933349397e-05, | |
| "loss": 1.5477, | |
| "step": 446000 | |
| }, | |
| { | |
| "epoch": 4.14, | |
| "learning_rate": 1.465914777676867e-05, | |
| "loss": 1.553, | |
| "step": 446500 | |
| }, | |
| { | |
| "epoch": 4.14, | |
| "learning_rate": 1.4647563620187943e-05, | |
| "loss": 1.5624, | |
| "step": 447000 | |
| }, | |
| { | |
| "epoch": 4.15, | |
| "learning_rate": 1.4636002631920376e-05, | |
| "loss": 1.5482, | |
| "step": 447500 | |
| }, | |
| { | |
| "epoch": 4.15, | |
| "learning_rate": 1.4624418475339648e-05, | |
| "loss": 1.5516, | |
| "step": 448000 | |
| }, | |
| { | |
| "epoch": 4.16, | |
| "learning_rate": 1.4612834318758921e-05, | |
| "loss": 1.5532, | |
| "step": 448500 | |
| }, | |
| { | |
| "epoch": 4.16, | |
| "learning_rate": 1.4601250162178193e-05, | |
| "loss": 1.5499, | |
| "step": 449000 | |
| }, | |
| { | |
| "epoch": 4.17, | |
| "learning_rate": 1.4589666005597465e-05, | |
| "loss": 1.5481, | |
| "step": 449500 | |
| }, | |
| { | |
| "epoch": 4.17, | |
| "learning_rate": 1.45781050173299e-05, | |
| "loss": 1.5573, | |
| "step": 450000 | |
| }, | |
| { | |
| "epoch": 4.17, | |
| "eval_loss": 1.4936351776123047, | |
| "eval_runtime": 2001.439, | |
| "eval_samples_per_second": 383.389, | |
| "eval_steps_per_second": 5.991, | |
| "step": 450000 | |
| }, | |
| { | |
| "epoch": 4.17, | |
| "learning_rate": 1.4566520860749172e-05, | |
| "loss": 1.5531, | |
| "step": 450500 | |
| }, | |
| { | |
| "epoch": 4.18, | |
| "learning_rate": 1.4554959872481607e-05, | |
| "loss": 1.555, | |
| "step": 451000 | |
| }, | |
| { | |
| "epoch": 4.18, | |
| "learning_rate": 1.4543375715900878e-05, | |
| "loss": 1.5557, | |
| "step": 451500 | |
| }, | |
| { | |
| "epoch": 4.19, | |
| "learning_rate": 1.4531814727633311e-05, | |
| "loss": 1.5578, | |
| "step": 452000 | |
| }, | |
| { | |
| "epoch": 4.19, | |
| "learning_rate": 1.4520230571052585e-05, | |
| "loss": 1.5575, | |
| "step": 452500 | |
| }, | |
| { | |
| "epoch": 4.2, | |
| "learning_rate": 1.4508646414471857e-05, | |
| "loss": 1.5506, | |
| "step": 453000 | |
| }, | |
| { | |
| "epoch": 4.2, | |
| "learning_rate": 1.4497062257891127e-05, | |
| "loss": 1.5497, | |
| "step": 453500 | |
| }, | |
| { | |
| "epoch": 4.21, | |
| "learning_rate": 1.4485478101310403e-05, | |
| "loss": 1.5587, | |
| "step": 454000 | |
| }, | |
| { | |
| "epoch": 4.21, | |
| "learning_rate": 1.4473917113042835e-05, | |
| "loss": 1.5447, | |
| "step": 454500 | |
| }, | |
| { | |
| "epoch": 4.22, | |
| "learning_rate": 1.4462332956462106e-05, | |
| "loss": 1.5462, | |
| "step": 455000 | |
| }, | |
| { | |
| "epoch": 4.22, | |
| "learning_rate": 1.445074879988138e-05, | |
| "loss": 1.5574, | |
| "step": 455500 | |
| }, | |
| { | |
| "epoch": 4.23, | |
| "learning_rate": 1.4439164643300651e-05, | |
| "loss": 1.5467, | |
| "step": 456000 | |
| }, | |
| { | |
| "epoch": 4.23, | |
| "learning_rate": 1.4427580486719923e-05, | |
| "loss": 1.5487, | |
| "step": 456500 | |
| }, | |
| { | |
| "epoch": 4.24, | |
| "learning_rate": 1.4415996330139197e-05, | |
| "loss": 1.5651, | |
| "step": 457000 | |
| }, | |
| { | |
| "epoch": 4.24, | |
| "learning_rate": 1.4404412173558469e-05, | |
| "loss": 1.5435, | |
| "step": 457500 | |
| }, | |
| { | |
| "epoch": 4.24, | |
| "learning_rate": 1.439282801697774e-05, | |
| "loss": 1.5465, | |
| "step": 458000 | |
| }, | |
| { | |
| "epoch": 4.25, | |
| "learning_rate": 1.4381243860397014e-05, | |
| "loss": 1.5473, | |
| "step": 458500 | |
| }, | |
| { | |
| "epoch": 4.25, | |
| "learning_rate": 1.4369659703816285e-05, | |
| "loss": 1.548, | |
| "step": 459000 | |
| }, | |
| { | |
| "epoch": 4.26, | |
| "learning_rate": 1.4358075547235557e-05, | |
| "loss": 1.5488, | |
| "step": 459500 | |
| }, | |
| { | |
| "epoch": 4.26, | |
| "learning_rate": 1.4346514558967993e-05, | |
| "loss": 1.5429, | |
| "step": 460000 | |
| }, | |
| { | |
| "epoch": 4.26, | |
| "eval_loss": 1.4894782304763794, | |
| "eval_runtime": 1998.7971, | |
| "eval_samples_per_second": 383.896, | |
| "eval_steps_per_second": 5.999, | |
| "step": 460000 | |
| }, | |
| { | |
| "epoch": 4.27, | |
| "learning_rate": 1.4334930402387263e-05, | |
| "loss": 1.547, | |
| "step": 460500 | |
| }, | |
| { | |
| "epoch": 4.27, | |
| "learning_rate": 1.4323346245806537e-05, | |
| "loss": 1.5471, | |
| "step": 461000 | |
| }, | |
| { | |
| "epoch": 4.28, | |
| "learning_rate": 1.4311762089225809e-05, | |
| "loss": 1.5421, | |
| "step": 461500 | |
| }, | |
| { | |
| "epoch": 4.28, | |
| "learning_rate": 1.430017793264508e-05, | |
| "loss": 1.5328, | |
| "step": 462000 | |
| }, | |
| { | |
| "epoch": 4.29, | |
| "learning_rate": 1.4288593776064354e-05, | |
| "loss": 1.5514, | |
| "step": 462500 | |
| }, | |
| { | |
| "epoch": 4.29, | |
| "learning_rate": 1.4277032787796787e-05, | |
| "loss": 1.5383, | |
| "step": 463000 | |
| }, | |
| { | |
| "epoch": 4.3, | |
| "learning_rate": 1.426544863121606e-05, | |
| "loss": 1.5511, | |
| "step": 463500 | |
| }, | |
| { | |
| "epoch": 4.3, | |
| "learning_rate": 1.4253864474635333e-05, | |
| "loss": 1.5645, | |
| "step": 464000 | |
| }, | |
| { | |
| "epoch": 4.3, | |
| "learning_rate": 1.4242280318054605e-05, | |
| "loss": 1.5447, | |
| "step": 464500 | |
| }, | |
| { | |
| "epoch": 4.31, | |
| "learning_rate": 1.4230696161473877e-05, | |
| "loss": 1.56, | |
| "step": 465000 | |
| }, | |
| { | |
| "epoch": 4.31, | |
| "learning_rate": 1.421911200489315e-05, | |
| "loss": 1.5522, | |
| "step": 465500 | |
| }, | |
| { | |
| "epoch": 4.32, | |
| "learning_rate": 1.420752784831242e-05, | |
| "loss": 1.549, | |
| "step": 466000 | |
| }, | |
| { | |
| "epoch": 4.32, | |
| "learning_rate": 1.4195943691731693e-05, | |
| "loss": 1.5538, | |
| "step": 466500 | |
| }, | |
| { | |
| "epoch": 4.33, | |
| "learning_rate": 1.4184382703464127e-05, | |
| "loss": 1.552, | |
| "step": 467000 | |
| }, | |
| { | |
| "epoch": 4.33, | |
| "learning_rate": 1.4172798546883399e-05, | |
| "loss": 1.559, | |
| "step": 467500 | |
| }, | |
| { | |
| "epoch": 4.34, | |
| "learning_rate": 1.4161237558615832e-05, | |
| "loss": 1.5409, | |
| "step": 468000 | |
| }, | |
| { | |
| "epoch": 4.34, | |
| "learning_rate": 1.4149653402035106e-05, | |
| "loss": 1.5435, | |
| "step": 468500 | |
| }, | |
| { | |
| "epoch": 4.35, | |
| "learning_rate": 1.4138069245454378e-05, | |
| "loss": 1.5331, | |
| "step": 469000 | |
| }, | |
| { | |
| "epoch": 4.35, | |
| "learning_rate": 1.4126485088873651e-05, | |
| "loss": 1.5413, | |
| "step": 469500 | |
| }, | |
| { | |
| "epoch": 4.36, | |
| "learning_rate": 1.4114900932292923e-05, | |
| "loss": 1.5462, | |
| "step": 470000 | |
| }, | |
| { | |
| "epoch": 4.36, | |
| "eval_loss": 1.4869228601455688, | |
| "eval_runtime": 1997.9766, | |
| "eval_samples_per_second": 384.054, | |
| "eval_steps_per_second": 6.001, | |
| "step": 470000 | |
| }, | |
| { | |
| "epoch": 4.36, | |
| "learning_rate": 1.4103316775712195e-05, | |
| "loss": 1.5479, | |
| "step": 470500 | |
| }, | |
| { | |
| "epoch": 4.36, | |
| "learning_rate": 1.4091732619131469e-05, | |
| "loss": 1.5427, | |
| "step": 471000 | |
| }, | |
| { | |
| "epoch": 4.37, | |
| "learning_rate": 1.408014846255074e-05, | |
| "loss": 1.5539, | |
| "step": 471500 | |
| }, | |
| { | |
| "epoch": 4.37, | |
| "learning_rate": 1.4068564305970011e-05, | |
| "loss": 1.5543, | |
| "step": 472000 | |
| }, | |
| { | |
| "epoch": 4.38, | |
| "learning_rate": 1.4057003317702447e-05, | |
| "loss": 1.553, | |
| "step": 472500 | |
| }, | |
| { | |
| "epoch": 4.38, | |
| "learning_rate": 1.4045419161121718e-05, | |
| "loss": 1.5592, | |
| "step": 473000 | |
| }, | |
| { | |
| "epoch": 4.39, | |
| "learning_rate": 1.403383500454099e-05, | |
| "loss": 1.5445, | |
| "step": 473500 | |
| }, | |
| { | |
| "epoch": 4.39, | |
| "learning_rate": 1.4022250847960263e-05, | |
| "loss": 1.544, | |
| "step": 474000 | |
| }, | |
| { | |
| "epoch": 4.4, | |
| "learning_rate": 1.4010666691379535e-05, | |
| "loss": 1.5354, | |
| "step": 474500 | |
| }, | |
| { | |
| "epoch": 4.4, | |
| "learning_rate": 1.3999082534798807e-05, | |
| "loss": 1.5322, | |
| "step": 475000 | |
| }, | |
| { | |
| "epoch": 4.41, | |
| "learning_rate": 1.3987544714844403e-05, | |
| "loss": 1.5421, | |
| "step": 475500 | |
| }, | |
| { | |
| "epoch": 4.41, | |
| "learning_rate": 1.3975960558263675e-05, | |
| "loss": 1.5483, | |
| "step": 476000 | |
| }, | |
| { | |
| "epoch": 4.42, | |
| "learning_rate": 1.3964376401682946e-05, | |
| "loss": 1.5266, | |
| "step": 476500 | |
| }, | |
| { | |
| "epoch": 4.42, | |
| "learning_rate": 1.3952815413415381e-05, | |
| "loss": 1.5302, | |
| "step": 477000 | |
| }, | |
| { | |
| "epoch": 4.43, | |
| "learning_rate": 1.3941231256834653e-05, | |
| "loss": 1.5295, | |
| "step": 477500 | |
| }, | |
| { | |
| "epoch": 4.43, | |
| "learning_rate": 1.3929647100253927e-05, | |
| "loss": 1.5415, | |
| "step": 478000 | |
| }, | |
| { | |
| "epoch": 4.43, | |
| "learning_rate": 1.3918062943673199e-05, | |
| "loss": 1.5448, | |
| "step": 478500 | |
| }, | |
| { | |
| "epoch": 4.44, | |
| "learning_rate": 1.390647878709247e-05, | |
| "loss": 1.5322, | |
| "step": 479000 | |
| }, | |
| { | |
| "epoch": 4.44, | |
| "learning_rate": 1.3894894630511744e-05, | |
| "loss": 1.5509, | |
| "step": 479500 | |
| }, | |
| { | |
| "epoch": 4.45, | |
| "learning_rate": 1.3883310473931016e-05, | |
| "loss": 1.5417, | |
| "step": 480000 | |
| }, | |
| { | |
| "epoch": 4.45, | |
| "eval_loss": 1.4829367399215698, | |
| "eval_runtime": 1997.9031, | |
| "eval_samples_per_second": 384.068, | |
| "eval_steps_per_second": 6.001, | |
| "step": 480000 | |
| }, | |
| { | |
| "epoch": 4.45, | |
| "learning_rate": 1.3871726317350286e-05, | |
| "loss": 1.5444, | |
| "step": 480500 | |
| }, | |
| { | |
| "epoch": 4.46, | |
| "learning_rate": 1.386014216076956e-05, | |
| "loss": 1.5313, | |
| "step": 481000 | |
| }, | |
| { | |
| "epoch": 4.46, | |
| "learning_rate": 1.3848558004188832e-05, | |
| "loss": 1.5362, | |
| "step": 481500 | |
| }, | |
| { | |
| "epoch": 4.47, | |
| "learning_rate": 1.3836997015921265e-05, | |
| "loss": 1.5209, | |
| "step": 482000 | |
| }, | |
| { | |
| "epoch": 4.47, | |
| "learning_rate": 1.3825412859340539e-05, | |
| "loss": 1.5396, | |
| "step": 482500 | |
| }, | |
| { | |
| "epoch": 4.48, | |
| "learning_rate": 1.381382870275981e-05, | |
| "loss": 1.5433, | |
| "step": 483000 | |
| }, | |
| { | |
| "epoch": 4.48, | |
| "learning_rate": 1.3802244546179082e-05, | |
| "loss": 1.5279, | |
| "step": 483500 | |
| }, | |
| { | |
| "epoch": 4.49, | |
| "learning_rate": 1.3790660389598356e-05, | |
| "loss": 1.5396, | |
| "step": 484000 | |
| }, | |
| { | |
| "epoch": 4.49, | |
| "learning_rate": 1.3779076233017628e-05, | |
| "loss": 1.5437, | |
| "step": 484500 | |
| }, | |
| { | |
| "epoch": 4.49, | |
| "learning_rate": 1.3767492076436898e-05, | |
| "loss": 1.5359, | |
| "step": 485000 | |
| }, | |
| { | |
| "epoch": 4.5, | |
| "learning_rate": 1.3755907919856174e-05, | |
| "loss": 1.5416, | |
| "step": 485500 | |
| }, | |
| { | |
| "epoch": 4.5, | |
| "learning_rate": 1.3744323763275444e-05, | |
| "loss": 1.5272, | |
| "step": 486000 | |
| }, | |
| { | |
| "epoch": 4.51, | |
| "learning_rate": 1.3732739606694716e-05, | |
| "loss": 1.5326, | |
| "step": 486500 | |
| }, | |
| { | |
| "epoch": 4.51, | |
| "learning_rate": 1.372117861842715e-05, | |
| "loss": 1.5401, | |
| "step": 487000 | |
| }, | |
| { | |
| "epoch": 4.52, | |
| "learning_rate": 1.3709617630159583e-05, | |
| "loss": 1.5244, | |
| "step": 487500 | |
| }, | |
| { | |
| "epoch": 4.52, | |
| "learning_rate": 1.3698033473578859e-05, | |
| "loss": 1.5431, | |
| "step": 488000 | |
| }, | |
| { | |
| "epoch": 4.53, | |
| "learning_rate": 1.3686449316998129e-05, | |
| "loss": 1.5336, | |
| "step": 488500 | |
| }, | |
| { | |
| "epoch": 4.53, | |
| "learning_rate": 1.3674865160417401e-05, | |
| "loss": 1.556, | |
| "step": 489000 | |
| }, | |
| { | |
| "epoch": 4.54, | |
| "learning_rate": 1.3663281003836675e-05, | |
| "loss": 1.5338, | |
| "step": 489500 | |
| }, | |
| { | |
| "epoch": 4.54, | |
| "learning_rate": 1.3651720015569107e-05, | |
| "loss": 1.5323, | |
| "step": 490000 | |
| }, | |
| { | |
| "epoch": 4.54, | |
| "eval_loss": 1.4786036014556885, | |
| "eval_runtime": 1998.2754, | |
| "eval_samples_per_second": 383.996, | |
| "eval_steps_per_second": 6.0, | |
| "step": 490000 | |
| }, | |
| { | |
| "epoch": 4.55, | |
| "learning_rate": 1.364013585898838e-05, | |
| "loss": 1.5298, | |
| "step": 490500 | |
| }, | |
| { | |
| "epoch": 4.55, | |
| "learning_rate": 1.3628551702407653e-05, | |
| "loss": 1.5347, | |
| "step": 491000 | |
| }, | |
| { | |
| "epoch": 4.55, | |
| "learning_rate": 1.3616967545826925e-05, | |
| "loss": 1.5355, | |
| "step": 491500 | |
| }, | |
| { | |
| "epoch": 4.56, | |
| "learning_rate": 1.3605383389246197e-05, | |
| "loss": 1.5312, | |
| "step": 492000 | |
| }, | |
| { | |
| "epoch": 4.56, | |
| "learning_rate": 1.359379923266547e-05, | |
| "loss": 1.5325, | |
| "step": 492500 | |
| }, | |
| { | |
| "epoch": 4.57, | |
| "learning_rate": 1.3582238244397903e-05, | |
| "loss": 1.5358, | |
| "step": 493000 | |
| }, | |
| { | |
| "epoch": 4.57, | |
| "learning_rate": 1.3570654087817174e-05, | |
| "loss": 1.5296, | |
| "step": 493500 | |
| }, | |
| { | |
| "epoch": 4.58, | |
| "learning_rate": 1.3559069931236449e-05, | |
| "loss": 1.5383, | |
| "step": 494000 | |
| }, | |
| { | |
| "epoch": 4.58, | |
| "learning_rate": 1.354748577465572e-05, | |
| "loss": 1.5451, | |
| "step": 494500 | |
| }, | |
| { | |
| "epoch": 4.59, | |
| "learning_rate": 1.3535901618074991e-05, | |
| "loss": 1.5337, | |
| "step": 495000 | |
| }, | |
| { | |
| "epoch": 4.59, | |
| "learning_rate": 1.3524340629807426e-05, | |
| "loss": 1.5362, | |
| "step": 495500 | |
| }, | |
| { | |
| "epoch": 4.6, | |
| "learning_rate": 1.3512756473226698e-05, | |
| "loss": 1.5209, | |
| "step": 496000 | |
| }, | |
| { | |
| "epoch": 4.6, | |
| "learning_rate": 1.3501172316645971e-05, | |
| "loss": 1.5457, | |
| "step": 496500 | |
| }, | |
| { | |
| "epoch": 4.61, | |
| "learning_rate": 1.3489588160065243e-05, | |
| "loss": 1.5349, | |
| "step": 497000 | |
| }, | |
| { | |
| "epoch": 4.61, | |
| "learning_rate": 1.3478004003484515e-05, | |
| "loss": 1.54, | |
| "step": 497500 | |
| }, | |
| { | |
| "epoch": 4.62, | |
| "learning_rate": 1.3466419846903789e-05, | |
| "loss": 1.5432, | |
| "step": 498000 | |
| }, | |
| { | |
| "epoch": 4.62, | |
| "learning_rate": 1.3454835690323061e-05, | |
| "loss": 1.5437, | |
| "step": 498500 | |
| }, | |
| { | |
| "epoch": 4.62, | |
| "learning_rate": 1.3443274702055494e-05, | |
| "loss": 1.5251, | |
| "step": 499000 | |
| }, | |
| { | |
| "epoch": 4.63, | |
| "learning_rate": 1.3431690545474767e-05, | |
| "loss": 1.5419, | |
| "step": 499500 | |
| }, | |
| { | |
| "epoch": 4.63, | |
| "learning_rate": 1.34201295572072e-05, | |
| "loss": 1.5227, | |
| "step": 500000 | |
| }, | |
| { | |
| "epoch": 4.63, | |
| "eval_loss": 1.474404215812683, | |
| "eval_runtime": 1998.7036, | |
| "eval_samples_per_second": 383.914, | |
| "eval_steps_per_second": 5.999, | |
| "step": 500000 | |
| }, | |
| { | |
| "epoch": 4.64, | |
| "learning_rate": 1.3408545400626472e-05, | |
| "loss": 1.5347, | |
| "step": 500500 | |
| }, | |
| { | |
| "epoch": 4.64, | |
| "learning_rate": 1.3396961244045746e-05, | |
| "loss": 1.5279, | |
| "step": 501000 | |
| }, | |
| { | |
| "epoch": 4.65, | |
| "learning_rate": 1.3385377087465016e-05, | |
| "loss": 1.5359, | |
| "step": 501500 | |
| }, | |
| { | |
| "epoch": 4.65, | |
| "learning_rate": 1.3373792930884288e-05, | |
| "loss": 1.5441, | |
| "step": 502000 | |
| }, | |
| { | |
| "epoch": 4.66, | |
| "learning_rate": 1.3362208774303562e-05, | |
| "loss": 1.5328, | |
| "step": 502500 | |
| }, | |
| { | |
| "epoch": 4.66, | |
| "learning_rate": 1.3350624617722834e-05, | |
| "loss": 1.5331, | |
| "step": 503000 | |
| }, | |
| { | |
| "epoch": 4.67, | |
| "learning_rate": 1.3339040461142106e-05, | |
| "loss": 1.5143, | |
| "step": 503500 | |
| }, | |
| { | |
| "epoch": 4.67, | |
| "learning_rate": 1.332745630456138e-05, | |
| "loss": 1.528, | |
| "step": 504000 | |
| }, | |
| { | |
| "epoch": 4.68, | |
| "learning_rate": 1.3315872147980651e-05, | |
| "loss": 1.5245, | |
| "step": 504500 | |
| }, | |
| { | |
| "epoch": 4.68, | |
| "learning_rate": 1.3304287991399922e-05, | |
| "loss": 1.5178, | |
| "step": 505000 | |
| }, | |
| { | |
| "epoch": 4.68, | |
| "learning_rate": 1.3292703834819197e-05, | |
| "loss": 1.5393, | |
| "step": 505500 | |
| }, | |
| { | |
| "epoch": 4.69, | |
| "learning_rate": 1.328114284655163e-05, | |
| "loss": 1.532, | |
| "step": 506000 | |
| }, | |
| { | |
| "epoch": 4.69, | |
| "learning_rate": 1.32695586899709e-05, | |
| "loss": 1.5383, | |
| "step": 506500 | |
| }, | |
| { | |
| "epoch": 4.7, | |
| "learning_rate": 1.3257974533390174e-05, | |
| "loss": 1.5328, | |
| "step": 507000 | |
| }, | |
| { | |
| "epoch": 4.7, | |
| "learning_rate": 1.3246390376809446e-05, | |
| "loss": 1.533, | |
| "step": 507500 | |
| }, | |
| { | |
| "epoch": 4.71, | |
| "learning_rate": 1.323480622022872e-05, | |
| "loss": 1.5164, | |
| "step": 508000 | |
| }, | |
| { | |
| "epoch": 4.71, | |
| "learning_rate": 1.3223222063647991e-05, | |
| "loss": 1.5429, | |
| "step": 508500 | |
| }, | |
| { | |
| "epoch": 4.72, | |
| "learning_rate": 1.3211661075380424e-05, | |
| "loss": 1.5477, | |
| "step": 509000 | |
| }, | |
| { | |
| "epoch": 4.72, | |
| "learning_rate": 1.3200076918799698e-05, | |
| "loss": 1.549, | |
| "step": 509500 | |
| }, | |
| { | |
| "epoch": 4.73, | |
| "learning_rate": 1.318849276221897e-05, | |
| "loss": 1.5389, | |
| "step": 510000 | |
| }, | |
| { | |
| "epoch": 4.73, | |
| "eval_loss": 1.4718245267868042, | |
| "eval_runtime": 1998.8873, | |
| "eval_samples_per_second": 383.879, | |
| "eval_steps_per_second": 5.998, | |
| "step": 510000 | |
| }, | |
| { | |
| "epoch": 4.73, | |
| "learning_rate": 1.3176908605638242e-05, | |
| "loss": 1.5396, | |
| "step": 510500 | |
| }, | |
| { | |
| "epoch": 4.74, | |
| "learning_rate": 1.3165324449057515e-05, | |
| "loss": 1.5304, | |
| "step": 511000 | |
| }, | |
| { | |
| "epoch": 4.74, | |
| "learning_rate": 1.3153740292476787e-05, | |
| "loss": 1.5193, | |
| "step": 511500 | |
| }, | |
| { | |
| "epoch": 4.74, | |
| "learning_rate": 1.3142156135896057e-05, | |
| "loss": 1.5189, | |
| "step": 512000 | |
| }, | |
| { | |
| "epoch": 4.75, | |
| "learning_rate": 1.3130571979315331e-05, | |
| "loss": 1.5348, | |
| "step": 512500 | |
| }, | |
| { | |
| "epoch": 4.75, | |
| "learning_rate": 1.3118987822734603e-05, | |
| "loss": 1.5284, | |
| "step": 513000 | |
| }, | |
| { | |
| "epoch": 4.76, | |
| "learning_rate": 1.3107403666153875e-05, | |
| "loss": 1.5292, | |
| "step": 513500 | |
| }, | |
| { | |
| "epoch": 4.76, | |
| "learning_rate": 1.3095819509573149e-05, | |
| "loss": 1.5246, | |
| "step": 514000 | |
| }, | |
| { | |
| "epoch": 4.77, | |
| "learning_rate": 1.308423535299242e-05, | |
| "loss": 1.5415, | |
| "step": 514500 | |
| }, | |
| { | |
| "epoch": 4.77, | |
| "learning_rate": 1.3072651196411693e-05, | |
| "loss": 1.5306, | |
| "step": 515000 | |
| }, | |
| { | |
| "epoch": 4.78, | |
| "learning_rate": 1.3061090208144127e-05, | |
| "loss": 1.526, | |
| "step": 515500 | |
| }, | |
| { | |
| "epoch": 4.78, | |
| "learning_rate": 1.3049506051563399e-05, | |
| "loss": 1.5251, | |
| "step": 516000 | |
| }, | |
| { | |
| "epoch": 4.79, | |
| "learning_rate": 1.3037945063295832e-05, | |
| "loss": 1.5253, | |
| "step": 516500 | |
| }, | |
| { | |
| "epoch": 4.79, | |
| "learning_rate": 1.3026360906715106e-05, | |
| "loss": 1.5314, | |
| "step": 517000 | |
| }, | |
| { | |
| "epoch": 4.8, | |
| "learning_rate": 1.3014776750134378e-05, | |
| "loss": 1.531, | |
| "step": 517500 | |
| }, | |
| { | |
| "epoch": 4.8, | |
| "learning_rate": 1.3003192593553651e-05, | |
| "loss": 1.5283, | |
| "step": 518000 | |
| }, | |
| { | |
| "epoch": 4.81, | |
| "learning_rate": 1.2991631605286084e-05, | |
| "loss": 1.5219, | |
| "step": 518500 | |
| }, | |
| { | |
| "epoch": 4.81, | |
| "learning_rate": 1.2980047448705354e-05, | |
| "loss": 1.5331, | |
| "step": 519000 | |
| }, | |
| { | |
| "epoch": 4.81, | |
| "learning_rate": 1.296846329212463e-05, | |
| "loss": 1.5348, | |
| "step": 519500 | |
| }, | |
| { | |
| "epoch": 4.82, | |
| "learning_rate": 1.29568791355439e-05, | |
| "loss": 1.5394, | |
| "step": 520000 | |
| }, | |
| { | |
| "epoch": 4.82, | |
| "eval_loss": 1.4706006050109863, | |
| "eval_runtime": 1998.7255, | |
| "eval_samples_per_second": 383.91, | |
| "eval_steps_per_second": 5.999, | |
| "step": 520000 | |
| }, | |
| { | |
| "epoch": 4.82, | |
| "learning_rate": 1.2945318147276333e-05, | |
| "loss": 1.5064, | |
| "step": 520500 | |
| }, | |
| { | |
| "epoch": 4.83, | |
| "learning_rate": 1.293375715900877e-05, | |
| "loss": 1.5129, | |
| "step": 521000 | |
| }, | |
| { | |
| "epoch": 4.83, | |
| "learning_rate": 1.292217300242804e-05, | |
| "loss": 1.5204, | |
| "step": 521500 | |
| }, | |
| { | |
| "epoch": 4.84, | |
| "learning_rate": 1.2910588845847311e-05, | |
| "loss": 1.5225, | |
| "step": 522000 | |
| }, | |
| { | |
| "epoch": 4.84, | |
| "learning_rate": 1.2899004689266585e-05, | |
| "loss": 1.5261, | |
| "step": 522500 | |
| }, | |
| { | |
| "epoch": 4.85, | |
| "learning_rate": 1.2887420532685857e-05, | |
| "loss": 1.5275, | |
| "step": 523000 | |
| }, | |
| { | |
| "epoch": 4.85, | |
| "learning_rate": 1.2875836376105129e-05, | |
| "loss": 1.5301, | |
| "step": 523500 | |
| }, | |
| { | |
| "epoch": 4.86, | |
| "learning_rate": 1.2864252219524403e-05, | |
| "loss": 1.5202, | |
| "step": 524000 | |
| }, | |
| { | |
| "epoch": 4.86, | |
| "learning_rate": 1.2852668062943675e-05, | |
| "loss": 1.5295, | |
| "step": 524500 | |
| }, | |
| { | |
| "epoch": 4.87, | |
| "learning_rate": 1.2841083906362945e-05, | |
| "loss": 1.5149, | |
| "step": 525000 | |
| }, | |
| { | |
| "epoch": 4.87, | |
| "learning_rate": 1.2829522918095381e-05, | |
| "loss": 1.5159, | |
| "step": 525500 | |
| }, | |
| { | |
| "epoch": 4.87, | |
| "learning_rate": 1.2817938761514653e-05, | |
| "loss": 1.5224, | |
| "step": 526000 | |
| }, | |
| { | |
| "epoch": 4.88, | |
| "learning_rate": 1.2806354604933927e-05, | |
| "loss": 1.5322, | |
| "step": 526500 | |
| }, | |
| { | |
| "epoch": 4.88, | |
| "learning_rate": 1.279479361666636e-05, | |
| "loss": 1.5264, | |
| "step": 527000 | |
| }, | |
| { | |
| "epoch": 4.89, | |
| "learning_rate": 1.278320946008563e-05, | |
| "loss": 1.5324, | |
| "step": 527500 | |
| }, | |
| { | |
| "epoch": 4.89, | |
| "learning_rate": 1.2771625303504903e-05, | |
| "loss": 1.5316, | |
| "step": 528000 | |
| }, | |
| { | |
| "epoch": 4.9, | |
| "learning_rate": 1.2760041146924175e-05, | |
| "loss": 1.5324, | |
| "step": 528500 | |
| }, | |
| { | |
| "epoch": 4.9, | |
| "learning_rate": 1.2748456990343447e-05, | |
| "loss": 1.5262, | |
| "step": 529000 | |
| }, | |
| { | |
| "epoch": 4.91, | |
| "learning_rate": 1.2736872833762721e-05, | |
| "loss": 1.5268, | |
| "step": 529500 | |
| }, | |
| { | |
| "epoch": 4.91, | |
| "learning_rate": 1.2725288677181993e-05, | |
| "loss": 1.5209, | |
| "step": 530000 | |
| }, | |
| { | |
| "epoch": 4.91, | |
| "eval_loss": 1.4657567739486694, | |
| "eval_runtime": 2001.499, | |
| "eval_samples_per_second": 383.378, | |
| "eval_steps_per_second": 5.991, | |
| "step": 530000 | |
| }, | |
| { | |
| "epoch": 4.92, | |
| "learning_rate": 1.2713704520601265e-05, | |
| "loss": 1.5229, | |
| "step": 530500 | |
| }, | |
| { | |
| "epoch": 4.92, | |
| "learning_rate": 1.2702120364020539e-05, | |
| "loss": 1.5327, | |
| "step": 531000 | |
| }, | |
| { | |
| "epoch": 4.93, | |
| "learning_rate": 1.2690559375752971e-05, | |
| "loss": 1.5233, | |
| "step": 531500 | |
| }, | |
| { | |
| "epoch": 4.93, | |
| "learning_rate": 1.2678998387485404e-05, | |
| "loss": 1.5367, | |
| "step": 532000 | |
| }, | |
| { | |
| "epoch": 4.93, | |
| "learning_rate": 1.2667414230904678e-05, | |
| "loss": 1.5202, | |
| "step": 532500 | |
| }, | |
| { | |
| "epoch": 4.94, | |
| "learning_rate": 1.265583007432395e-05, | |
| "loss": 1.5392, | |
| "step": 533000 | |
| }, | |
| { | |
| "epoch": 4.94, | |
| "learning_rate": 1.2644245917743224e-05, | |
| "loss": 1.522, | |
| "step": 533500 | |
| }, | |
| { | |
| "epoch": 4.95, | |
| "learning_rate": 1.2632661761162494e-05, | |
| "loss": 1.5223, | |
| "step": 534000 | |
| }, | |
| { | |
| "epoch": 4.95, | |
| "learning_rate": 1.2621077604581766e-05, | |
| "loss": 1.5172, | |
| "step": 534500 | |
| }, | |
| { | |
| "epoch": 4.96, | |
| "learning_rate": 1.260949344800104e-05, | |
| "loss": 1.5137, | |
| "step": 535000 | |
| }, | |
| { | |
| "epoch": 4.96, | |
| "learning_rate": 1.2597909291420311e-05, | |
| "loss": 1.5356, | |
| "step": 535500 | |
| }, | |
| { | |
| "epoch": 4.97, | |
| "learning_rate": 1.2586348303152744e-05, | |
| "loss": 1.5263, | |
| "step": 536000 | |
| }, | |
| { | |
| "epoch": 4.97, | |
| "learning_rate": 1.2574764146572018e-05, | |
| "loss": 1.5194, | |
| "step": 536500 | |
| }, | |
| { | |
| "epoch": 4.98, | |
| "learning_rate": 1.256317998999129e-05, | |
| "loss": 1.5232, | |
| "step": 537000 | |
| }, | |
| { | |
| "epoch": 4.98, | |
| "learning_rate": 1.2551595833410562e-05, | |
| "loss": 1.5266, | |
| "step": 537500 | |
| }, | |
| { | |
| "epoch": 4.99, | |
| "learning_rate": 1.2540011676829835e-05, | |
| "loss": 1.5169, | |
| "step": 538000 | |
| }, | |
| { | |
| "epoch": 4.99, | |
| "learning_rate": 1.2528427520249107e-05, | |
| "loss": 1.5231, | |
| "step": 538500 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "learning_rate": 1.2516843363668378e-05, | |
| "loss": 1.5231, | |
| "step": 539000 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "learning_rate": 1.2505259207087653e-05, | |
| "loss": 1.5286, | |
| "step": 539500 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "learning_rate": 1.2493675050506923e-05, | |
| "loss": 1.5142, | |
| "step": 540000 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_loss": 1.4590072631835938, | |
| "eval_runtime": 2001.8934, | |
| "eval_samples_per_second": 383.302, | |
| "eval_steps_per_second": 5.989, | |
| "step": 540000 | |
| }, | |
| { | |
| "epoch": 5.01, | |
| "learning_rate": 1.2482090893926195e-05, | |
| "loss": 1.5121, | |
| "step": 540500 | |
| }, | |
| { | |
| "epoch": 5.01, | |
| "learning_rate": 1.247052990565863e-05, | |
| "loss": 1.5309, | |
| "step": 541000 | |
| }, | |
| { | |
| "epoch": 5.02, | |
| "learning_rate": 1.2458968917391063e-05, | |
| "loss": 1.5201, | |
| "step": 541500 | |
| }, | |
| { | |
| "epoch": 5.02, | |
| "learning_rate": 1.2447384760810335e-05, | |
| "loss": 1.5236, | |
| "step": 542000 | |
| }, | |
| { | |
| "epoch": 5.03, | |
| "learning_rate": 1.2435800604229608e-05, | |
| "loss": 1.525, | |
| "step": 542500 | |
| }, | |
| { | |
| "epoch": 5.03, | |
| "learning_rate": 1.242421644764888e-05, | |
| "loss": 1.5126, | |
| "step": 543000 | |
| }, | |
| { | |
| "epoch": 5.04, | |
| "learning_rate": 1.2412632291068152e-05, | |
| "loss": 1.5153, | |
| "step": 543500 | |
| }, | |
| { | |
| "epoch": 5.04, | |
| "learning_rate": 1.2401048134487426e-05, | |
| "loss": 1.5196, | |
| "step": 544000 | |
| }, | |
| { | |
| "epoch": 5.05, | |
| "learning_rate": 1.2389463977906698e-05, | |
| "loss": 1.5245, | |
| "step": 544500 | |
| }, | |
| { | |
| "epoch": 5.05, | |
| "learning_rate": 1.2377879821325971e-05, | |
| "loss": 1.5046, | |
| "step": 545000 | |
| }, | |
| { | |
| "epoch": 5.06, | |
| "learning_rate": 1.2366295664745243e-05, | |
| "loss": 1.5255, | |
| "step": 545500 | |
| }, | |
| { | |
| "epoch": 5.06, | |
| "learning_rate": 1.2354711508164514e-05, | |
| "loss": 1.5024, | |
| "step": 546000 | |
| }, | |
| { | |
| "epoch": 5.06, | |
| "learning_rate": 1.2343127351583787e-05, | |
| "loss": 1.508, | |
| "step": 546500 | |
| }, | |
| { | |
| "epoch": 5.07, | |
| "learning_rate": 1.233156636331622e-05, | |
| "loss": 1.5105, | |
| "step": 547000 | |
| }, | |
| { | |
| "epoch": 5.07, | |
| "learning_rate": 1.2319982206735492e-05, | |
| "loss": 1.5232, | |
| "step": 547500 | |
| }, | |
| { | |
| "epoch": 5.08, | |
| "learning_rate": 1.2308398050154766e-05, | |
| "loss": 1.5244, | |
| "step": 548000 | |
| }, | |
| { | |
| "epoch": 5.08, | |
| "learning_rate": 1.2296813893574038e-05, | |
| "loss": 1.5163, | |
| "step": 548500 | |
| }, | |
| { | |
| "epoch": 5.09, | |
| "learning_rate": 1.228522973699331e-05, | |
| "loss": 1.5134, | |
| "step": 549000 | |
| }, | |
| { | |
| "epoch": 5.09, | |
| "learning_rate": 1.2273645580412583e-05, | |
| "loss": 1.5094, | |
| "step": 549500 | |
| }, | |
| { | |
| "epoch": 5.1, | |
| "learning_rate": 1.2262061423831855e-05, | |
| "loss": 1.5223, | |
| "step": 550000 | |
| }, | |
| { | |
| "epoch": 5.1, | |
| "eval_loss": 1.4577363729476929, | |
| "eval_runtime": 1999.2946, | |
| "eval_samples_per_second": 383.8, | |
| "eval_steps_per_second": 5.997, | |
| "step": 550000 | |
| }, | |
| { | |
| "epoch": 5.1, | |
| "learning_rate": 1.2250500435564288e-05, | |
| "loss": 1.5048, | |
| "step": 550500 | |
| }, | |
| { | |
| "epoch": 5.11, | |
| "learning_rate": 1.2238916278983562e-05, | |
| "loss": 1.5294, | |
| "step": 551000 | |
| }, | |
| { | |
| "epoch": 5.11, | |
| "learning_rate": 1.2227332122402834e-05, | |
| "loss": 1.5245, | |
| "step": 551500 | |
| }, | |
| { | |
| "epoch": 5.12, | |
| "learning_rate": 1.2215771134135267e-05, | |
| "loss": 1.5049, | |
| "step": 552000 | |
| }, | |
| { | |
| "epoch": 5.12, | |
| "learning_rate": 1.220418697755454e-05, | |
| "loss": 1.5172, | |
| "step": 552500 | |
| }, | |
| { | |
| "epoch": 5.12, | |
| "learning_rate": 1.219260282097381e-05, | |
| "loss": 1.5119, | |
| "step": 553000 | |
| }, | |
| { | |
| "epoch": 5.13, | |
| "learning_rate": 1.2181018664393082e-05, | |
| "loss": 1.5112, | |
| "step": 553500 | |
| }, | |
| { | |
| "epoch": 5.13, | |
| "learning_rate": 1.2169434507812356e-05, | |
| "loss": 1.5214, | |
| "step": 554000 | |
| }, | |
| { | |
| "epoch": 5.14, | |
| "learning_rate": 1.2157850351231628e-05, | |
| "loss": 1.4996, | |
| "step": 554500 | |
| }, | |
| { | |
| "epoch": 5.14, | |
| "learning_rate": 1.2146266194650902e-05, | |
| "loss": 1.5152, | |
| "step": 555000 | |
| }, | |
| { | |
| "epoch": 5.15, | |
| "learning_rate": 1.2134682038070174e-05, | |
| "loss": 1.5083, | |
| "step": 555500 | |
| }, | |
| { | |
| "epoch": 5.15, | |
| "learning_rate": 1.2123121049802607e-05, | |
| "loss": 1.5157, | |
| "step": 556000 | |
| }, | |
| { | |
| "epoch": 5.16, | |
| "learning_rate": 1.211153689322188e-05, | |
| "loss": 1.4987, | |
| "step": 556500 | |
| }, | |
| { | |
| "epoch": 5.16, | |
| "learning_rate": 1.2099952736641152e-05, | |
| "loss": 1.5153, | |
| "step": 557000 | |
| }, | |
| { | |
| "epoch": 5.17, | |
| "learning_rate": 1.2088368580060424e-05, | |
| "loss": 1.4983, | |
| "step": 557500 | |
| }, | |
| { | |
| "epoch": 5.17, | |
| "learning_rate": 1.2076807591792859e-05, | |
| "loss": 1.5161, | |
| "step": 558000 | |
| }, | |
| { | |
| "epoch": 5.18, | |
| "learning_rate": 1.206522343521213e-05, | |
| "loss": 1.5126, | |
| "step": 558500 | |
| }, | |
| { | |
| "epoch": 5.18, | |
| "learning_rate": 1.2053639278631401e-05, | |
| "loss": 1.5198, | |
| "step": 559000 | |
| }, | |
| { | |
| "epoch": 5.19, | |
| "learning_rate": 1.2042055122050676e-05, | |
| "loss": 1.5155, | |
| "step": 559500 | |
| }, | |
| { | |
| "epoch": 5.19, | |
| "learning_rate": 1.2030470965469946e-05, | |
| "loss": 1.5112, | |
| "step": 560000 | |
| }, | |
| { | |
| "epoch": 5.19, | |
| "eval_loss": 1.4550400972366333, | |
| "eval_runtime": 1999.5313, | |
| "eval_samples_per_second": 383.755, | |
| "eval_steps_per_second": 5.996, | |
| "step": 560000 | |
| }, | |
| { | |
| "epoch": 5.19, | |
| "learning_rate": 1.201890997720238e-05, | |
| "loss": 1.514, | |
| "step": 560500 | |
| }, | |
| { | |
| "epoch": 5.2, | |
| "learning_rate": 1.2007325820621653e-05, | |
| "loss": 1.5005, | |
| "step": 561000 | |
| }, | |
| { | |
| "epoch": 5.2, | |
| "learning_rate": 1.1995741664040925e-05, | |
| "loss": 1.5163, | |
| "step": 561500 | |
| }, | |
| { | |
| "epoch": 5.21, | |
| "learning_rate": 1.1984157507460197e-05, | |
| "loss": 1.5069, | |
| "step": 562000 | |
| }, | |
| { | |
| "epoch": 5.21, | |
| "learning_rate": 1.197257335087947e-05, | |
| "loss": 1.5084, | |
| "step": 562500 | |
| }, | |
| { | |
| "epoch": 5.22, | |
| "learning_rate": 1.1960989194298742e-05, | |
| "loss": 1.515, | |
| "step": 563000 | |
| }, | |
| { | |
| "epoch": 5.22, | |
| "learning_rate": 1.1949405037718014e-05, | |
| "loss": 1.5047, | |
| "step": 563500 | |
| }, | |
| { | |
| "epoch": 5.23, | |
| "learning_rate": 1.1937820881137288e-05, | |
| "loss": 1.5244, | |
| "step": 564000 | |
| }, | |
| { | |
| "epoch": 5.23, | |
| "learning_rate": 1.1926236724556558e-05, | |
| "loss": 1.5034, | |
| "step": 564500 | |
| }, | |
| { | |
| "epoch": 5.24, | |
| "learning_rate": 1.191465256797583e-05, | |
| "loss": 1.511, | |
| "step": 565000 | |
| }, | |
| { | |
| "epoch": 5.24, | |
| "learning_rate": 1.1903068411395104e-05, | |
| "loss": 1.5011, | |
| "step": 565500 | |
| }, | |
| { | |
| "epoch": 5.25, | |
| "learning_rate": 1.1891484254814376e-05, | |
| "loss": 1.5049, | |
| "step": 566000 | |
| }, | |
| { | |
| "epoch": 5.25, | |
| "learning_rate": 1.187990009823365e-05, | |
| "loss": 1.5193, | |
| "step": 566500 | |
| }, | |
| { | |
| "epoch": 5.25, | |
| "learning_rate": 1.1868362278279243e-05, | |
| "loss": 1.5102, | |
| "step": 567000 | |
| }, | |
| { | |
| "epoch": 5.26, | |
| "learning_rate": 1.1856778121698515e-05, | |
| "loss": 1.5217, | |
| "step": 567500 | |
| }, | |
| { | |
| "epoch": 5.26, | |
| "learning_rate": 1.1845193965117789e-05, | |
| "loss": 1.5099, | |
| "step": 568000 | |
| }, | |
| { | |
| "epoch": 5.27, | |
| "learning_rate": 1.1833609808537061e-05, | |
| "loss": 1.5024, | |
| "step": 568500 | |
| }, | |
| { | |
| "epoch": 5.27, | |
| "learning_rate": 1.1822025651956333e-05, | |
| "loss": 1.5157, | |
| "step": 569000 | |
| }, | |
| { | |
| "epoch": 5.28, | |
| "learning_rate": 1.1810441495375606e-05, | |
| "loss": 1.5071, | |
| "step": 569500 | |
| }, | |
| { | |
| "epoch": 5.28, | |
| "learning_rate": 1.1798857338794878e-05, | |
| "loss": 1.5033, | |
| "step": 570000 | |
| }, | |
| { | |
| "epoch": 5.28, | |
| "eval_loss": 1.4514985084533691, | |
| "eval_runtime": 1998.4849, | |
| "eval_samples_per_second": 383.956, | |
| "eval_steps_per_second": 6.0, | |
| "step": 570000 | |
| }, | |
| { | |
| "epoch": 5.29, | |
| "learning_rate": 1.1787273182214149e-05, | |
| "loss": 1.5088, | |
| "step": 570500 | |
| }, | |
| { | |
| "epoch": 5.29, | |
| "learning_rate": 1.1775689025633424e-05, | |
| "loss": 1.4955, | |
| "step": 571000 | |
| }, | |
| { | |
| "epoch": 5.3, | |
| "learning_rate": 1.1764128037365857e-05, | |
| "loss": 1.51, | |
| "step": 571500 | |
| }, | |
| { | |
| "epoch": 5.3, | |
| "learning_rate": 1.1752543880785127e-05, | |
| "loss": 1.4984, | |
| "step": 572000 | |
| }, | |
| { | |
| "epoch": 5.31, | |
| "learning_rate": 1.17409597242044e-05, | |
| "loss": 1.517, | |
| "step": 572500 | |
| }, | |
| { | |
| "epoch": 5.31, | |
| "learning_rate": 1.1729398735936834e-05, | |
| "loss": 1.5041, | |
| "step": 573000 | |
| }, | |
| { | |
| "epoch": 5.31, | |
| "learning_rate": 1.1717814579356107e-05, | |
| "loss": 1.5057, | |
| "step": 573500 | |
| }, | |
| { | |
| "epoch": 5.32, | |
| "learning_rate": 1.170623042277538e-05, | |
| "loss": 1.4925, | |
| "step": 574000 | |
| }, | |
| { | |
| "epoch": 5.32, | |
| "learning_rate": 1.1694646266194651e-05, | |
| "loss": 1.5095, | |
| "step": 574500 | |
| }, | |
| { | |
| "epoch": 5.33, | |
| "learning_rate": 1.1683062109613925e-05, | |
| "loss": 1.5207, | |
| "step": 575000 | |
| }, | |
| { | |
| "epoch": 5.33, | |
| "learning_rate": 1.1671501121346358e-05, | |
| "loss": 1.5025, | |
| "step": 575500 | |
| }, | |
| { | |
| "epoch": 5.34, | |
| "learning_rate": 1.165991696476563e-05, | |
| "loss": 1.5068, | |
| "step": 576000 | |
| }, | |
| { | |
| "epoch": 5.34, | |
| "learning_rate": 1.1648332808184903e-05, | |
| "loss": 1.5002, | |
| "step": 576500 | |
| }, | |
| { | |
| "epoch": 5.35, | |
| "learning_rate": 1.1636748651604175e-05, | |
| "loss": 1.509, | |
| "step": 577000 | |
| }, | |
| { | |
| "epoch": 5.35, | |
| "learning_rate": 1.1625164495023447e-05, | |
| "loss": 1.5018, | |
| "step": 577500 | |
| }, | |
| { | |
| "epoch": 5.36, | |
| "learning_rate": 1.1613580338442721e-05, | |
| "loss": 1.5174, | |
| "step": 578000 | |
| }, | |
| { | |
| "epoch": 5.36, | |
| "learning_rate": 1.1602019350175154e-05, | |
| "loss": 1.5065, | |
| "step": 578500 | |
| }, | |
| { | |
| "epoch": 5.37, | |
| "learning_rate": 1.1590435193594424e-05, | |
| "loss": 1.4875, | |
| "step": 579000 | |
| }, | |
| { | |
| "epoch": 5.37, | |
| "learning_rate": 1.15788510370137e-05, | |
| "loss": 1.5011, | |
| "step": 579500 | |
| }, | |
| { | |
| "epoch": 5.38, | |
| "learning_rate": 1.156726688043297e-05, | |
| "loss": 1.5044, | |
| "step": 580000 | |
| }, | |
| { | |
| "epoch": 5.38, | |
| "eval_loss": 1.444977879524231, | |
| "eval_runtime": 1998.355, | |
| "eval_samples_per_second": 383.981, | |
| "eval_steps_per_second": 6.0, | |
| "step": 580000 | |
| }, | |
| { | |
| "epoch": 5.38, | |
| "learning_rate": 1.1555705892165403e-05, | |
| "loss": 1.5075, | |
| "step": 580500 | |
| }, | |
| { | |
| "epoch": 5.38, | |
| "learning_rate": 1.1544121735584676e-05, | |
| "loss": 1.4983, | |
| "step": 581000 | |
| }, | |
| { | |
| "epoch": 5.39, | |
| "learning_rate": 1.1532537579003948e-05, | |
| "loss": 1.515, | |
| "step": 581500 | |
| }, | |
| { | |
| "epoch": 5.39, | |
| "learning_rate": 1.1520953422423222e-05, | |
| "loss": 1.5037, | |
| "step": 582000 | |
| }, | |
| { | |
| "epoch": 5.4, | |
| "learning_rate": 1.1509369265842494e-05, | |
| "loss": 1.5091, | |
| "step": 582500 | |
| }, | |
| { | |
| "epoch": 5.4, | |
| "learning_rate": 1.1497785109261766e-05, | |
| "loss": 1.4986, | |
| "step": 583000 | |
| }, | |
| { | |
| "epoch": 5.41, | |
| "learning_rate": 1.14862241209942e-05, | |
| "loss": 1.5166, | |
| "step": 583500 | |
| }, | |
| { | |
| "epoch": 5.41, | |
| "learning_rate": 1.1474639964413472e-05, | |
| "loss": 1.5026, | |
| "step": 584000 | |
| }, | |
| { | |
| "epoch": 5.42, | |
| "learning_rate": 1.1463055807832744e-05, | |
| "loss": 1.5031, | |
| "step": 584500 | |
| }, | |
| { | |
| "epoch": 5.42, | |
| "learning_rate": 1.1451494819565179e-05, | |
| "loss": 1.5044, | |
| "step": 585000 | |
| }, | |
| { | |
| "epoch": 5.43, | |
| "learning_rate": 1.143991066298445e-05, | |
| "loss": 1.5025, | |
| "step": 585500 | |
| }, | |
| { | |
| "epoch": 5.43, | |
| "learning_rate": 1.1428326506403721e-05, | |
| "loss": 1.5118, | |
| "step": 586000 | |
| }, | |
| { | |
| "epoch": 5.44, | |
| "learning_rate": 1.1416742349822996e-05, | |
| "loss": 1.4926, | |
| "step": 586500 | |
| }, | |
| { | |
| "epoch": 5.44, | |
| "learning_rate": 1.140518136155543e-05, | |
| "loss": 1.5075, | |
| "step": 587000 | |
| }, | |
| { | |
| "epoch": 5.44, | |
| "learning_rate": 1.13935972049747e-05, | |
| "loss": 1.5144, | |
| "step": 587500 | |
| }, | |
| { | |
| "epoch": 5.45, | |
| "learning_rate": 1.1382013048393973e-05, | |
| "loss": 1.474, | |
| "step": 588000 | |
| }, | |
| { | |
| "epoch": 5.45, | |
| "learning_rate": 1.1370452060126406e-05, | |
| "loss": 1.5044, | |
| "step": 588500 | |
| }, | |
| { | |
| "epoch": 5.46, | |
| "learning_rate": 1.1358867903545681e-05, | |
| "loss": 1.4968, | |
| "step": 589000 | |
| }, | |
| { | |
| "epoch": 5.46, | |
| "learning_rate": 1.1347283746964952e-05, | |
| "loss": 1.503, | |
| "step": 589500 | |
| }, | |
| { | |
| "epoch": 5.47, | |
| "learning_rate": 1.1335699590384224e-05, | |
| "loss": 1.4921, | |
| "step": 590000 | |
| }, | |
| { | |
| "epoch": 5.47, | |
| "eval_loss": 1.4433023929595947, | |
| "eval_runtime": 1999.0257, | |
| "eval_samples_per_second": 383.852, | |
| "eval_steps_per_second": 5.998, | |
| "step": 590000 | |
| }, | |
| { | |
| "epoch": 5.47, | |
| "learning_rate": 1.1324115433803497e-05, | |
| "loss": 1.507, | |
| "step": 590500 | |
| }, | |
| { | |
| "epoch": 5.48, | |
| "learning_rate": 1.131253127722277e-05, | |
| "loss": 1.4896, | |
| "step": 591000 | |
| }, | |
| { | |
| "epoch": 5.48, | |
| "learning_rate": 1.1300947120642041e-05, | |
| "loss": 1.5129, | |
| "step": 591500 | |
| }, | |
| { | |
| "epoch": 5.49, | |
| "learning_rate": 1.1289362964061315e-05, | |
| "loss": 1.4976, | |
| "step": 592000 | |
| }, | |
| { | |
| "epoch": 5.49, | |
| "learning_rate": 1.1277778807480587e-05, | |
| "loss": 1.4987, | |
| "step": 592500 | |
| }, | |
| { | |
| "epoch": 5.5, | |
| "learning_rate": 1.1266194650899857e-05, | |
| "loss": 1.4983, | |
| "step": 593000 | |
| }, | |
| { | |
| "epoch": 5.5, | |
| "learning_rate": 1.125461049431913e-05, | |
| "loss": 1.4948, | |
| "step": 593500 | |
| }, | |
| { | |
| "epoch": 5.5, | |
| "learning_rate": 1.1243049506051564e-05, | |
| "loss": 1.5025, | |
| "step": 594000 | |
| }, | |
| { | |
| "epoch": 5.51, | |
| "learning_rate": 1.1231465349470835e-05, | |
| "loss": 1.5041, | |
| "step": 594500 | |
| }, | |
| { | |
| "epoch": 5.51, | |
| "learning_rate": 1.1219881192890109e-05, | |
| "loss": 1.5025, | |
| "step": 595000 | |
| }, | |
| { | |
| "epoch": 5.52, | |
| "learning_rate": 1.1208297036309381e-05, | |
| "loss": 1.4927, | |
| "step": 595500 | |
| }, | |
| { | |
| "epoch": 5.52, | |
| "learning_rate": 1.1196712879728653e-05, | |
| "loss": 1.5098, | |
| "step": 596000 | |
| }, | |
| { | |
| "epoch": 5.53, | |
| "learning_rate": 1.1185128723147927e-05, | |
| "loss": 1.5051, | |
| "step": 596500 | |
| }, | |
| { | |
| "epoch": 5.53, | |
| "learning_rate": 1.1173544566567199e-05, | |
| "loss": 1.5073, | |
| "step": 597000 | |
| }, | |
| { | |
| "epoch": 5.54, | |
| "learning_rate": 1.116196040998647e-05, | |
| "loss": 1.4951, | |
| "step": 597500 | |
| }, | |
| { | |
| "epoch": 5.54, | |
| "learning_rate": 1.1150376253405744e-05, | |
| "loss": 1.4864, | |
| "step": 598000 | |
| }, | |
| { | |
| "epoch": 5.55, | |
| "learning_rate": 1.1138792096825014e-05, | |
| "loss": 1.5081, | |
| "step": 598500 | |
| }, | |
| { | |
| "epoch": 5.55, | |
| "learning_rate": 1.1127207940244286e-05, | |
| "loss": 1.4943, | |
| "step": 599000 | |
| }, | |
| { | |
| "epoch": 5.56, | |
| "learning_rate": 1.111562378366356e-05, | |
| "loss": 1.4996, | |
| "step": 599500 | |
| }, | |
| { | |
| "epoch": 5.56, | |
| "learning_rate": 1.1104039627082832e-05, | |
| "loss": 1.5015, | |
| "step": 600000 | |
| }, | |
| { | |
| "epoch": 5.56, | |
| "eval_loss": 1.442922592163086, | |
| "eval_runtime": 1999.2552, | |
| "eval_samples_per_second": 383.808, | |
| "eval_steps_per_second": 5.997, | |
| "step": 600000 | |
| }, | |
| { | |
| "epoch": 5.57, | |
| "learning_rate": 1.1092455470502104e-05, | |
| "loss": 1.5154, | |
| "step": 600500 | |
| }, | |
| { | |
| "epoch": 5.57, | |
| "learning_rate": 1.10809176505477e-05, | |
| "loss": 1.5069, | |
| "step": 601000 | |
| }, | |
| { | |
| "epoch": 5.57, | |
| "learning_rate": 1.1069333493966971e-05, | |
| "loss": 1.4989, | |
| "step": 601500 | |
| }, | |
| { | |
| "epoch": 5.58, | |
| "learning_rate": 1.1057749337386245e-05, | |
| "loss": 1.5132, | |
| "step": 602000 | |
| }, | |
| { | |
| "epoch": 5.58, | |
| "learning_rate": 1.1046188349118678e-05, | |
| "loss": 1.497, | |
| "step": 602500 | |
| }, | |
| { | |
| "epoch": 5.59, | |
| "learning_rate": 1.103460419253795e-05, | |
| "loss": 1.4968, | |
| "step": 603000 | |
| }, | |
| { | |
| "epoch": 5.59, | |
| "learning_rate": 1.1023020035957224e-05, | |
| "loss": 1.4995, | |
| "step": 603500 | |
| }, | |
| { | |
| "epoch": 5.6, | |
| "learning_rate": 1.1011435879376496e-05, | |
| "loss": 1.4965, | |
| "step": 604000 | |
| }, | |
| { | |
| "epoch": 5.6, | |
| "learning_rate": 1.0999851722795767e-05, | |
| "loss": 1.493, | |
| "step": 604500 | |
| }, | |
| { | |
| "epoch": 5.61, | |
| "learning_rate": 1.0988267566215041e-05, | |
| "loss": 1.4923, | |
| "step": 605000 | |
| }, | |
| { | |
| "epoch": 5.61, | |
| "learning_rate": 1.0976683409634313e-05, | |
| "loss": 1.51, | |
| "step": 605500 | |
| }, | |
| { | |
| "epoch": 5.62, | |
| "learning_rate": 1.0965122421366744e-05, | |
| "loss": 1.5041, | |
| "step": 606000 | |
| }, | |
| { | |
| "epoch": 5.62, | |
| "learning_rate": 1.095356143309918e-05, | |
| "loss": 1.5059, | |
| "step": 606500 | |
| }, | |
| { | |
| "epoch": 5.63, | |
| "learning_rate": 1.0941977276518453e-05, | |
| "loss": 1.4994, | |
| "step": 607000 | |
| }, | |
| { | |
| "epoch": 5.63, | |
| "learning_rate": 1.0930393119937726e-05, | |
| "loss": 1.4995, | |
| "step": 607500 | |
| }, | |
| { | |
| "epoch": 5.63, | |
| "learning_rate": 1.0918808963356996e-05, | |
| "loss": 1.503, | |
| "step": 608000 | |
| }, | |
| { | |
| "epoch": 5.64, | |
| "learning_rate": 1.0907224806776268e-05, | |
| "loss": 1.4992, | |
| "step": 608500 | |
| }, | |
| { | |
| "epoch": 5.64, | |
| "learning_rate": 1.0895640650195542e-05, | |
| "loss": 1.4959, | |
| "step": 609000 | |
| }, | |
| { | |
| "epoch": 5.65, | |
| "learning_rate": 1.0884056493614814e-05, | |
| "loss": 1.5005, | |
| "step": 609500 | |
| }, | |
| { | |
| "epoch": 5.65, | |
| "learning_rate": 1.0872472337034086e-05, | |
| "loss": 1.493, | |
| "step": 610000 | |
| }, | |
| { | |
| "epoch": 5.65, | |
| "eval_loss": 1.4419279098510742, | |
| "eval_runtime": 2000.9004, | |
| "eval_samples_per_second": 383.492, | |
| "eval_steps_per_second": 5.992, | |
| "step": 610000 | |
| }, | |
| { | |
| "epoch": 5.66, | |
| "learning_rate": 1.086088818045336e-05, | |
| "loss": 1.5043, | |
| "step": 610500 | |
| }, | |
| { | |
| "epoch": 5.66, | |
| "learning_rate": 1.0849304023872631e-05, | |
| "loss": 1.4898, | |
| "step": 611000 | |
| }, | |
| { | |
| "epoch": 5.67, | |
| "learning_rate": 1.0837743035605064e-05, | |
| "loss": 1.4887, | |
| "step": 611500 | |
| }, | |
| { | |
| "epoch": 5.67, | |
| "learning_rate": 1.0826158879024338e-05, | |
| "loss": 1.4943, | |
| "step": 612000 | |
| }, | |
| { | |
| "epoch": 5.68, | |
| "learning_rate": 1.081457472244361e-05, | |
| "loss": 1.5013, | |
| "step": 612500 | |
| }, | |
| { | |
| "epoch": 5.68, | |
| "learning_rate": 1.080299056586288e-05, | |
| "loss": 1.4985, | |
| "step": 613000 | |
| }, | |
| { | |
| "epoch": 5.69, | |
| "learning_rate": 1.0791429577595317e-05, | |
| "loss": 1.4848, | |
| "step": 613500 | |
| }, | |
| { | |
| "epoch": 5.69, | |
| "learning_rate": 1.0779845421014587e-05, | |
| "loss": 1.4963, | |
| "step": 614000 | |
| }, | |
| { | |
| "epoch": 5.69, | |
| "learning_rate": 1.0768261264433859e-05, | |
| "loss": 1.4828, | |
| "step": 614500 | |
| }, | |
| { | |
| "epoch": 5.7, | |
| "learning_rate": 1.0756677107853132e-05, | |
| "loss": 1.5016, | |
| "step": 615000 | |
| }, | |
| { | |
| "epoch": 5.7, | |
| "learning_rate": 1.0745092951272404e-05, | |
| "loss": 1.5119, | |
| "step": 615500 | |
| }, | |
| { | |
| "epoch": 5.71, | |
| "learning_rate": 1.0733508794691676e-05, | |
| "loss": 1.5058, | |
| "step": 616000 | |
| }, | |
| { | |
| "epoch": 5.71, | |
| "learning_rate": 1.072192463811095e-05, | |
| "loss": 1.4828, | |
| "step": 616500 | |
| }, | |
| { | |
| "epoch": 5.72, | |
| "learning_rate": 1.0710363649843383e-05, | |
| "loss": 1.4882, | |
| "step": 617000 | |
| }, | |
| { | |
| "epoch": 5.72, | |
| "learning_rate": 1.0698779493262655e-05, | |
| "loss": 1.4963, | |
| "step": 617500 | |
| }, | |
| { | |
| "epoch": 5.73, | |
| "learning_rate": 1.0687195336681928e-05, | |
| "loss": 1.4809, | |
| "step": 618000 | |
| }, | |
| { | |
| "epoch": 5.73, | |
| "learning_rate": 1.0675634348414361e-05, | |
| "loss": 1.4987, | |
| "step": 618500 | |
| }, | |
| { | |
| "epoch": 5.74, | |
| "learning_rate": 1.0664050191833635e-05, | |
| "loss": 1.4903, | |
| "step": 619000 | |
| }, | |
| { | |
| "epoch": 5.74, | |
| "learning_rate": 1.0652466035252907e-05, | |
| "loss": 1.4951, | |
| "step": 619500 | |
| }, | |
| { | |
| "epoch": 5.75, | |
| "learning_rate": 1.0640881878672177e-05, | |
| "loss": 1.4899, | |
| "step": 620000 | |
| }, | |
| { | |
| "epoch": 5.75, | |
| "eval_loss": 1.4368497133255005, | |
| "eval_runtime": 1999.447, | |
| "eval_samples_per_second": 383.771, | |
| "eval_steps_per_second": 5.997, | |
| "step": 620000 | |
| }, | |
| { | |
| "epoch": 5.75, | |
| "learning_rate": 1.0629297722091452e-05, | |
| "loss": 1.4936, | |
| "step": 620500 | |
| }, | |
| { | |
| "epoch": 5.76, | |
| "learning_rate": 1.0617713565510723e-05, | |
| "loss": 1.5063, | |
| "step": 621000 | |
| }, | |
| { | |
| "epoch": 5.76, | |
| "learning_rate": 1.0606152577243156e-05, | |
| "loss": 1.4969, | |
| "step": 621500 | |
| }, | |
| { | |
| "epoch": 5.76, | |
| "learning_rate": 1.059456842066243e-05, | |
| "loss": 1.4742, | |
| "step": 622000 | |
| }, | |
| { | |
| "epoch": 5.77, | |
| "learning_rate": 1.0582984264081701e-05, | |
| "loss": 1.4792, | |
| "step": 622500 | |
| }, | |
| { | |
| "epoch": 5.77, | |
| "learning_rate": 1.0571400107500973e-05, | |
| "loss": 1.5045, | |
| "step": 623000 | |
| }, | |
| { | |
| "epoch": 5.78, | |
| "learning_rate": 1.0559815950920247e-05, | |
| "loss": 1.4985, | |
| "step": 623500 | |
| }, | |
| { | |
| "epoch": 5.78, | |
| "learning_rate": 1.0548231794339519e-05, | |
| "loss": 1.5019, | |
| "step": 624000 | |
| }, | |
| { | |
| "epoch": 5.79, | |
| "learning_rate": 1.053664763775879e-05, | |
| "loss": 1.5043, | |
| "step": 624500 | |
| }, | |
| { | |
| "epoch": 5.79, | |
| "learning_rate": 1.0525063481178064e-05, | |
| "loss": 1.5071, | |
| "step": 625000 | |
| }, | |
| { | |
| "epoch": 5.8, | |
| "learning_rate": 1.0513479324597336e-05, | |
| "loss": 1.494, | |
| "step": 625500 | |
| }, | |
| { | |
| "epoch": 5.8, | |
| "learning_rate": 1.0501918336329768e-05, | |
| "loss": 1.483, | |
| "step": 626000 | |
| }, | |
| { | |
| "epoch": 5.81, | |
| "learning_rate": 1.0490334179749043e-05, | |
| "loss": 1.4955, | |
| "step": 626500 | |
| }, | |
| { | |
| "epoch": 5.81, | |
| "learning_rate": 1.0478750023168313e-05, | |
| "loss": 1.4904, | |
| "step": 627000 | |
| }, | |
| { | |
| "epoch": 5.82, | |
| "learning_rate": 1.0467165866587585e-05, | |
| "loss": 1.4879, | |
| "step": 627500 | |
| }, | |
| { | |
| "epoch": 5.82, | |
| "learning_rate": 1.0455581710006859e-05, | |
| "loss": 1.4864, | |
| "step": 628000 | |
| }, | |
| { | |
| "epoch": 5.82, | |
| "learning_rate": 1.044399755342613e-05, | |
| "loss": 1.4779, | |
| "step": 628500 | |
| }, | |
| { | |
| "epoch": 5.83, | |
| "learning_rate": 1.0432413396845404e-05, | |
| "loss": 1.4912, | |
| "step": 629000 | |
| }, | |
| { | |
| "epoch": 5.83, | |
| "learning_rate": 1.0420829240264676e-05, | |
| "loss": 1.4861, | |
| "step": 629500 | |
| }, | |
| { | |
| "epoch": 5.84, | |
| "learning_rate": 1.0409245083683948e-05, | |
| "loss": 1.5117, | |
| "step": 630000 | |
| }, | |
| { | |
| "epoch": 5.84, | |
| "eval_loss": 1.4308295249938965, | |
| "eval_runtime": 2000.8874, | |
| "eval_samples_per_second": 383.495, | |
| "eval_steps_per_second": 5.992, | |
| "step": 630000 | |
| }, | |
| { | |
| "epoch": 5.84, | |
| "learning_rate": 1.0397660927103222e-05, | |
| "loss": 1.4849, | |
| "step": 630500 | |
| }, | |
| { | |
| "epoch": 5.85, | |
| "learning_rate": 1.0386099938835655e-05, | |
| "loss": 1.4955, | |
| "step": 631000 | |
| }, | |
| { | |
| "epoch": 5.85, | |
| "learning_rate": 1.0374515782254927e-05, | |
| "loss": 1.4981, | |
| "step": 631500 | |
| }, | |
| { | |
| "epoch": 5.86, | |
| "learning_rate": 1.0362954793987361e-05, | |
| "loss": 1.4888, | |
| "step": 632000 | |
| }, | |
| { | |
| "epoch": 5.86, | |
| "learning_rate": 1.0351370637406633e-05, | |
| "loss": 1.4848, | |
| "step": 632500 | |
| }, | |
| { | |
| "epoch": 5.87, | |
| "learning_rate": 1.0339786480825903e-05, | |
| "loss": 1.5026, | |
| "step": 633000 | |
| }, | |
| { | |
| "epoch": 5.87, | |
| "learning_rate": 1.0328202324245177e-05, | |
| "loss": 1.4891, | |
| "step": 633500 | |
| }, | |
| { | |
| "epoch": 5.88, | |
| "learning_rate": 1.0316618167664449e-05, | |
| "loss": 1.4865, | |
| "step": 634000 | |
| }, | |
| { | |
| "epoch": 5.88, | |
| "learning_rate": 1.0305034011083721e-05, | |
| "loss": 1.4932, | |
| "step": 634500 | |
| }, | |
| { | |
| "epoch": 5.88, | |
| "learning_rate": 1.0293449854502995e-05, | |
| "loss": 1.5003, | |
| "step": 635000 | |
| }, | |
| { | |
| "epoch": 5.89, | |
| "learning_rate": 1.0281865697922267e-05, | |
| "loss": 1.4901, | |
| "step": 635500 | |
| }, | |
| { | |
| "epoch": 5.89, | |
| "learning_rate": 1.02703047096547e-05, | |
| "loss": 1.4941, | |
| "step": 636000 | |
| }, | |
| { | |
| "epoch": 5.9, | |
| "learning_rate": 1.0258720553073973e-05, | |
| "loss": 1.5047, | |
| "step": 636500 | |
| }, | |
| { | |
| "epoch": 5.9, | |
| "learning_rate": 1.0247136396493245e-05, | |
| "loss": 1.4788, | |
| "step": 637000 | |
| }, | |
| { | |
| "epoch": 5.91, | |
| "learning_rate": 1.0235552239912517e-05, | |
| "loss": 1.4992, | |
| "step": 637500 | |
| }, | |
| { | |
| "epoch": 5.91, | |
| "learning_rate": 1.022396808333179e-05, | |
| "loss": 1.4891, | |
| "step": 638000 | |
| }, | |
| { | |
| "epoch": 5.92, | |
| "learning_rate": 1.0212383926751061e-05, | |
| "loss": 1.5074, | |
| "step": 638500 | |
| }, | |
| { | |
| "epoch": 5.92, | |
| "learning_rate": 1.0200799770170333e-05, | |
| "loss": 1.4932, | |
| "step": 639000 | |
| }, | |
| { | |
| "epoch": 5.93, | |
| "learning_rate": 1.0189215613589606e-05, | |
| "loss": 1.4866, | |
| "step": 639500 | |
| }, | |
| { | |
| "epoch": 5.93, | |
| "learning_rate": 1.017765462532204e-05, | |
| "loss": 1.4947, | |
| "step": 640000 | |
| }, | |
| { | |
| "epoch": 5.93, | |
| "eval_loss": 1.4289482831954956, | |
| "eval_runtime": 2001.1567, | |
| "eval_samples_per_second": 383.443, | |
| "eval_steps_per_second": 5.992, | |
| "step": 640000 | |
| }, | |
| { | |
| "epoch": 5.94, | |
| "learning_rate": 1.0166070468741313e-05, | |
| "loss": 1.494, | |
| "step": 640500 | |
| }, | |
| { | |
| "epoch": 5.94, | |
| "learning_rate": 1.0154486312160585e-05, | |
| "loss": 1.4925, | |
| "step": 641000 | |
| }, | |
| { | |
| "epoch": 5.94, | |
| "learning_rate": 1.0142902155579857e-05, | |
| "loss": 1.4897, | |
| "step": 641500 | |
| }, | |
| { | |
| "epoch": 5.95, | |
| "learning_rate": 1.013131799899913e-05, | |
| "loss": 1.49, | |
| "step": 642000 | |
| }, | |
| { | |
| "epoch": 5.95, | |
| "learning_rate": 1.0119733842418403e-05, | |
| "loss": 1.492, | |
| "step": 642500 | |
| }, | |
| { | |
| "epoch": 5.96, | |
| "learning_rate": 1.0108149685837674e-05, | |
| "loss": 1.4734, | |
| "step": 643000 | |
| }, | |
| { | |
| "epoch": 5.96, | |
| "learning_rate": 1.0096588697570109e-05, | |
| "loss": 1.4924, | |
| "step": 643500 | |
| }, | |
| { | |
| "epoch": 5.97, | |
| "learning_rate": 1.0085004540989381e-05, | |
| "loss": 1.5033, | |
| "step": 644000 | |
| }, | |
| { | |
| "epoch": 5.97, | |
| "learning_rate": 1.0073420384408651e-05, | |
| "loss": 1.492, | |
| "step": 644500 | |
| }, | |
| { | |
| "epoch": 5.98, | |
| "learning_rate": 1.0061836227827927e-05, | |
| "loss": 1.4798, | |
| "step": 645000 | |
| }, | |
| { | |
| "epoch": 5.98, | |
| "learning_rate": 1.0050252071247197e-05, | |
| "loss": 1.4752, | |
| "step": 645500 | |
| }, | |
| { | |
| "epoch": 5.99, | |
| "learning_rate": 1.0038667914666469e-05, | |
| "loss": 1.4935, | |
| "step": 646000 | |
| }, | |
| { | |
| "epoch": 5.99, | |
| "learning_rate": 1.0027083758085742e-05, | |
| "loss": 1.4842, | |
| "step": 646500 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "learning_rate": 1.0015522769818175e-05, | |
| "loss": 1.4889, | |
| "step": 647000 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "learning_rate": 1.0003938613237447e-05, | |
| "loss": 1.4821, | |
| "step": 647500 | |
| }, | |
| { | |
| "epoch": 6.01, | |
| "learning_rate": 9.992354456656721e-06, | |
| "loss": 1.4797, | |
| "step": 648000 | |
| }, | |
| { | |
| "epoch": 6.01, | |
| "learning_rate": 9.980770300075993e-06, | |
| "loss": 1.497, | |
| "step": 648500 | |
| }, | |
| { | |
| "epoch": 6.01, | |
| "learning_rate": 9.969186143495265e-06, | |
| "loss": 1.4863, | |
| "step": 649000 | |
| }, | |
| { | |
| "epoch": 6.02, | |
| "learning_rate": 9.957601986914538e-06, | |
| "loss": 1.4906, | |
| "step": 649500 | |
| }, | |
| { | |
| "epoch": 6.02, | |
| "learning_rate": 9.946017830333809e-06, | |
| "loss": 1.4784, | |
| "step": 650000 | |
| }, | |
| { | |
| "epoch": 6.02, | |
| "eval_loss": 1.4286057949066162, | |
| "eval_runtime": 2000.2228, | |
| "eval_samples_per_second": 383.622, | |
| "eval_steps_per_second": 5.994, | |
| "step": 650000 | |
| }, | |
| { | |
| "epoch": 6.03, | |
| "learning_rate": 9.934433673753082e-06, | |
| "loss": 1.4871, | |
| "step": 650500 | |
| }, | |
| { | |
| "epoch": 6.03, | |
| "learning_rate": 9.922849517172354e-06, | |
| "loss": 1.4699, | |
| "step": 651000 | |
| }, | |
| { | |
| "epoch": 6.04, | |
| "learning_rate": 9.911288528904787e-06, | |
| "loss": 1.4948, | |
| "step": 651500 | |
| }, | |
| { | |
| "epoch": 6.04, | |
| "learning_rate": 9.899727540637222e-06, | |
| "loss": 1.4776, | |
| "step": 652000 | |
| }, | |
| { | |
| "epoch": 6.05, | |
| "learning_rate": 9.888143384056494e-06, | |
| "loss": 1.4765, | |
| "step": 652500 | |
| }, | |
| { | |
| "epoch": 6.05, | |
| "learning_rate": 9.876559227475767e-06, | |
| "loss": 1.4792, | |
| "step": 653000 | |
| }, | |
| { | |
| "epoch": 6.06, | |
| "learning_rate": 9.8649982392082e-06, | |
| "loss": 1.4815, | |
| "step": 653500 | |
| }, | |
| { | |
| "epoch": 6.06, | |
| "learning_rate": 9.853414082627472e-06, | |
| "loss": 1.4779, | |
| "step": 654000 | |
| }, | |
| { | |
| "epoch": 6.07, | |
| "learning_rate": 9.841829926046746e-06, | |
| "loss": 1.4749, | |
| "step": 654500 | |
| }, | |
| { | |
| "epoch": 6.07, | |
| "learning_rate": 9.830245769466018e-06, | |
| "loss": 1.4791, | |
| "step": 655000 | |
| }, | |
| { | |
| "epoch": 6.07, | |
| "learning_rate": 9.81866161288529e-06, | |
| "loss": 1.4742, | |
| "step": 655500 | |
| }, | |
| { | |
| "epoch": 6.08, | |
| "learning_rate": 9.807077456304562e-06, | |
| "loss": 1.4739, | |
| "step": 656000 | |
| }, | |
| { | |
| "epoch": 6.08, | |
| "learning_rate": 9.795493299723835e-06, | |
| "loss": 1.4773, | |
| "step": 656500 | |
| }, | |
| { | |
| "epoch": 6.09, | |
| "learning_rate": 9.783909143143107e-06, | |
| "loss": 1.4937, | |
| "step": 657000 | |
| }, | |
| { | |
| "epoch": 6.09, | |
| "learning_rate": 9.77232498656238e-06, | |
| "loss": 1.4902, | |
| "step": 657500 | |
| }, | |
| { | |
| "epoch": 6.1, | |
| "learning_rate": 9.760740829981651e-06, | |
| "loss": 1.4894, | |
| "step": 658000 | |
| }, | |
| { | |
| "epoch": 6.1, | |
| "learning_rate": 9.749156673400923e-06, | |
| "loss": 1.4871, | |
| "step": 658500 | |
| }, | |
| { | |
| "epoch": 6.11, | |
| "learning_rate": 9.737572516820197e-06, | |
| "loss": 1.4833, | |
| "step": 659000 | |
| }, | |
| { | |
| "epoch": 6.11, | |
| "learning_rate": 9.72601152855263e-06, | |
| "loss": 1.4667, | |
| "step": 659500 | |
| }, | |
| { | |
| "epoch": 6.12, | |
| "learning_rate": 9.714427371971902e-06, | |
| "loss": 1.4747, | |
| "step": 660000 | |
| }, | |
| { | |
| "epoch": 6.12, | |
| "eval_loss": 1.423827052116394, | |
| "eval_runtime": 2001.0282, | |
| "eval_samples_per_second": 383.468, | |
| "eval_steps_per_second": 5.992, | |
| "step": 660000 | |
| }, | |
| { | |
| "epoch": 6.12, | |
| "learning_rate": 9.702843215391174e-06, | |
| "loss": 1.4772, | |
| "step": 660500 | |
| }, | |
| { | |
| "epoch": 6.13, | |
| "learning_rate": 9.691282227123608e-06, | |
| "loss": 1.4894, | |
| "step": 661000 | |
| }, | |
| { | |
| "epoch": 6.13, | |
| "learning_rate": 9.679698070542882e-06, | |
| "loss": 1.4834, | |
| "step": 661500 | |
| }, | |
| { | |
| "epoch": 6.13, | |
| "learning_rate": 9.668113913962152e-06, | |
| "loss": 1.4769, | |
| "step": 662000 | |
| }, | |
| { | |
| "epoch": 6.14, | |
| "learning_rate": 9.656529757381426e-06, | |
| "loss": 1.4708, | |
| "step": 662500 | |
| }, | |
| { | |
| "epoch": 6.14, | |
| "learning_rate": 9.644945600800698e-06, | |
| "loss": 1.4841, | |
| "step": 663000 | |
| }, | |
| { | |
| "epoch": 6.15, | |
| "learning_rate": 9.63336144421997e-06, | |
| "loss": 1.4804, | |
| "step": 663500 | |
| }, | |
| { | |
| "epoch": 6.15, | |
| "learning_rate": 9.621777287639242e-06, | |
| "loss": 1.4649, | |
| "step": 664000 | |
| }, | |
| { | |
| "epoch": 6.16, | |
| "learning_rate": 9.610193131058515e-06, | |
| "loss": 1.4728, | |
| "step": 664500 | |
| }, | |
| { | |
| "epoch": 6.16, | |
| "learning_rate": 9.59863214279095e-06, | |
| "loss": 1.4846, | |
| "step": 665000 | |
| }, | |
| { | |
| "epoch": 6.17, | |
| "learning_rate": 9.58704798621022e-06, | |
| "loss": 1.4817, | |
| "step": 665500 | |
| }, | |
| { | |
| "epoch": 6.17, | |
| "learning_rate": 9.575463829629494e-06, | |
| "loss": 1.4826, | |
| "step": 666000 | |
| }, | |
| { | |
| "epoch": 6.18, | |
| "learning_rate": 9.563902841361927e-06, | |
| "loss": 1.4598, | |
| "step": 666500 | |
| }, | |
| { | |
| "epoch": 6.18, | |
| "learning_rate": 9.552318684781199e-06, | |
| "loss": 1.472, | |
| "step": 667000 | |
| }, | |
| { | |
| "epoch": 6.19, | |
| "learning_rate": 9.540734528200472e-06, | |
| "loss": 1.4818, | |
| "step": 667500 | |
| }, | |
| { | |
| "epoch": 6.19, | |
| "learning_rate": 9.529150371619744e-06, | |
| "loss": 1.4819, | |
| "step": 668000 | |
| }, | |
| { | |
| "epoch": 6.2, | |
| "learning_rate": 9.517566215039016e-06, | |
| "loss": 1.4836, | |
| "step": 668500 | |
| }, | |
| { | |
| "epoch": 6.2, | |
| "learning_rate": 9.506005226771449e-06, | |
| "loss": 1.4861, | |
| "step": 669000 | |
| }, | |
| { | |
| "epoch": 6.2, | |
| "learning_rate": 9.494421070190723e-06, | |
| "loss": 1.4761, | |
| "step": 669500 | |
| }, | |
| { | |
| "epoch": 6.21, | |
| "learning_rate": 9.482836913609995e-06, | |
| "loss": 1.4943, | |
| "step": 670000 | |
| }, | |
| { | |
| "epoch": 6.21, | |
| "eval_loss": 1.4223008155822754, | |
| "eval_runtime": 1999.8288, | |
| "eval_samples_per_second": 383.698, | |
| "eval_steps_per_second": 5.996, | |
| "step": 670000 | |
| }, | |
| { | |
| "epoch": 6.21, | |
| "learning_rate": 9.471252757029267e-06, | |
| "loss": 1.484, | |
| "step": 670500 | |
| }, | |
| { | |
| "epoch": 6.22, | |
| "learning_rate": 9.45966860044854e-06, | |
| "loss": 1.4718, | |
| "step": 671000 | |
| }, | |
| { | |
| "epoch": 6.22, | |
| "learning_rate": 9.448084443867812e-06, | |
| "loss": 1.4826, | |
| "step": 671500 | |
| }, | |
| { | |
| "epoch": 6.23, | |
| "learning_rate": 9.436523455600245e-06, | |
| "loss": 1.4746, | |
| "step": 672000 | |
| }, | |
| { | |
| "epoch": 6.23, | |
| "learning_rate": 9.424939299019517e-06, | |
| "loss": 1.4846, | |
| "step": 672500 | |
| }, | |
| { | |
| "epoch": 6.24, | |
| "learning_rate": 9.41335514243879e-06, | |
| "loss": 1.4838, | |
| "step": 673000 | |
| }, | |
| { | |
| "epoch": 6.24, | |
| "learning_rate": 9.401770985858063e-06, | |
| "loss": 1.4615, | |
| "step": 673500 | |
| }, | |
| { | |
| "epoch": 6.25, | |
| "learning_rate": 9.390186829277335e-06, | |
| "loss": 1.4934, | |
| "step": 674000 | |
| }, | |
| { | |
| "epoch": 6.25, | |
| "learning_rate": 9.378602672696606e-06, | |
| "loss": 1.4808, | |
| "step": 674500 | |
| }, | |
| { | |
| "epoch": 6.26, | |
| "learning_rate": 9.367018516115878e-06, | |
| "loss": 1.4837, | |
| "step": 675000 | |
| }, | |
| { | |
| "epoch": 6.26, | |
| "learning_rate": 9.355434359535152e-06, | |
| "loss": 1.4782, | |
| "step": 675500 | |
| }, | |
| { | |
| "epoch": 6.26, | |
| "learning_rate": 9.343850202954424e-06, | |
| "loss": 1.4733, | |
| "step": 676000 | |
| }, | |
| { | |
| "epoch": 6.27, | |
| "learning_rate": 9.332266046373698e-06, | |
| "loss": 1.4845, | |
| "step": 676500 | |
| }, | |
| { | |
| "epoch": 6.27, | |
| "learning_rate": 9.32070505810613e-06, | |
| "loss": 1.4705, | |
| "step": 677000 | |
| }, | |
| { | |
| "epoch": 6.28, | |
| "learning_rate": 9.309120901525403e-06, | |
| "loss": 1.4696, | |
| "step": 677500 | |
| }, | |
| { | |
| "epoch": 6.28, | |
| "learning_rate": 9.297536744944674e-06, | |
| "loss": 1.477, | |
| "step": 678000 | |
| }, | |
| { | |
| "epoch": 6.29, | |
| "learning_rate": 9.285952588363946e-06, | |
| "loss": 1.4857, | |
| "step": 678500 | |
| }, | |
| { | |
| "epoch": 6.29, | |
| "learning_rate": 9.27436843178322e-06, | |
| "loss": 1.4872, | |
| "step": 679000 | |
| }, | |
| { | |
| "epoch": 6.3, | |
| "learning_rate": 9.262784275202492e-06, | |
| "loss": 1.4819, | |
| "step": 679500 | |
| }, | |
| { | |
| "epoch": 6.3, | |
| "learning_rate": 9.251200118621764e-06, | |
| "loss": 1.4593, | |
| "step": 680000 | |
| }, | |
| { | |
| "epoch": 6.3, | |
| "eval_loss": 1.4186582565307617, | |
| "eval_runtime": 1999.5782, | |
| "eval_samples_per_second": 383.746, | |
| "eval_steps_per_second": 5.996, | |
| "step": 680000 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 1079060, | |
| "num_train_epochs": 10, | |
| "save_steps": 10000, | |
| "total_flos": 1.145470169601572e+19, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |