{ "best_metric": null, "best_model_checkpoint": null, "epoch": 11.780757264704015, "eval_steps": 1000000, "global_step": 556629, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.01, "learning_rate": 5.000000000000001e-07, "loss": 10.317, "step": 500 }, { "epoch": 0.02, "learning_rate": 1.0000000000000002e-06, "loss": 10.2584, "step": 1000 }, { "epoch": 0.03, "learning_rate": 1.5e-06, "loss": 10.2024, "step": 1500 }, { "epoch": 0.04, "learning_rate": 2.0000000000000003e-06, "loss": 10.1391, "step": 2000 }, { "epoch": 0.05, "learning_rate": 2.5e-06, "loss": 10.0603, "step": 2500 }, { "epoch": 0.06, "learning_rate": 3e-06, "loss": 9.9643, "step": 3000 }, { "epoch": 0.07, "learning_rate": 3.5e-06, "loss": 9.851, "step": 3500 }, { "epoch": 0.08, "learning_rate": 4.000000000000001e-06, "loss": 9.7218, "step": 4000 }, { "epoch": 0.1, "learning_rate": 4.5e-06, "loss": 9.5784, "step": 4500 }, { "epoch": 0.11, "learning_rate": 5e-06, "loss": 9.4244, "step": 5000 }, { "epoch": 0.12, "learning_rate": 5.500000000000001e-06, "loss": 9.2594, "step": 5500 }, { "epoch": 0.13, "learning_rate": 6e-06, "loss": 9.0848, "step": 6000 }, { "epoch": 0.14, "learning_rate": 6.5000000000000004e-06, "loss": 8.9057, "step": 6500 }, { "epoch": 0.15, "learning_rate": 7e-06, "loss": 8.7218, "step": 7000 }, { "epoch": 0.16, "learning_rate": 7.500000000000001e-06, "loss": 8.5364, "step": 7500 }, { "epoch": 0.17, "learning_rate": 8.000000000000001e-06, "loss": 8.3524, "step": 8000 }, { "epoch": 0.18, "learning_rate": 8.5e-06, "loss": 8.1738, "step": 8500 }, { "epoch": 0.19, "learning_rate": 9e-06, "loss": 8.0042, "step": 9000 }, { "epoch": 0.2, "learning_rate": 9.5e-06, "loss": 7.8406, "step": 9500 }, { "epoch": 0.21, "learning_rate": 1e-05, "loss": 7.6979, "step": 10000 }, { "epoch": 0.22, "learning_rate": 9.998939532121573e-06, "loss": 7.5669, "step": 10500 }, { "epoch": 0.23, "learning_rate": 9.997879064243145e-06, "loss": 7.462, "step": 11000 }, { "epoch": 0.24, "learning_rate": 9.996818596364717e-06, "loss": 7.3824, "step": 11500 }, { "epoch": 0.25, "learning_rate": 9.995758128486289e-06, "loss": 7.3189, "step": 12000 }, { "epoch": 0.26, "learning_rate": 9.994697660607861e-06, "loss": 7.2776, "step": 12500 }, { "epoch": 0.28, "learning_rate": 9.993637192729433e-06, "loss": 7.2369, "step": 13000 }, { "epoch": 0.29, "learning_rate": 9.992576724851005e-06, "loss": 7.2127, "step": 13500 }, { "epoch": 0.3, "learning_rate": 9.991516256972577e-06, "loss": 7.1859, "step": 14000 }, { "epoch": 0.31, "learning_rate": 9.99045578909415e-06, "loss": 7.1556, "step": 14500 }, { "epoch": 0.32, "learning_rate": 9.989395321215721e-06, "loss": 7.1273, "step": 15000 }, { "epoch": 0.33, "learning_rate": 9.988334853337293e-06, "loss": 7.1013, "step": 15500 }, { "epoch": 0.34, "learning_rate": 9.987274385458866e-06, "loss": 7.077, "step": 16000 }, { "epoch": 0.35, "learning_rate": 9.986213917580438e-06, "loss": 7.0557, "step": 16500 }, { "epoch": 0.36, "learning_rate": 9.98515344970201e-06, "loss": 7.0394, "step": 17000 }, { "epoch": 0.37, "learning_rate": 9.984092981823582e-06, "loss": 7.0179, "step": 17500 }, { "epoch": 0.38, "learning_rate": 9.983032513945154e-06, "loss": 6.9993, "step": 18000 }, { "epoch": 0.39, "learning_rate": 9.981972046066726e-06, "loss": 6.9889, "step": 18500 }, { "epoch": 0.4, "learning_rate": 9.980911578188298e-06, "loss": 6.9689, "step": 19000 }, { "epoch": 0.41, "learning_rate": 9.97985111030987e-06, "loss": 6.9572, "step": 19500 }, { "epoch": 0.42, "learning_rate": 9.978790642431442e-06, "loss": 6.9406, "step": 20000 }, { "epoch": 0.43, "learning_rate": 9.977730174553012e-06, "loss": 6.9236, "step": 20500 }, { "epoch": 0.44, "learning_rate": 9.976669706674586e-06, "loss": 6.9148, "step": 21000 }, { "epoch": 0.46, "learning_rate": 9.975609238796158e-06, "loss": 6.8987, "step": 21500 }, { "epoch": 0.47, "learning_rate": 9.97454877091773e-06, "loss": 6.891, "step": 22000 }, { "epoch": 0.48, "learning_rate": 9.973488303039302e-06, "loss": 6.8794, "step": 22500 }, { "epoch": 0.49, "learning_rate": 9.972427835160874e-06, "loss": 6.8664, "step": 23000 }, { "epoch": 0.5, "learning_rate": 9.971367367282446e-06, "loss": 6.8566, "step": 23500 }, { "epoch": 0.51, "learning_rate": 9.970306899404017e-06, "loss": 6.845, "step": 24000 }, { "epoch": 0.52, "learning_rate": 9.96924643152559e-06, "loss": 6.8317, "step": 24500 }, { "epoch": 0.53, "learning_rate": 9.968185963647163e-06, "loss": 6.8246, "step": 25000 }, { "epoch": 0.54, "learning_rate": 9.967125495768733e-06, "loss": 6.8221, "step": 25500 }, { "epoch": 0.55, "learning_rate": 9.966065027890307e-06, "loss": 6.8092, "step": 26000 }, { "epoch": 0.56, "learning_rate": 9.965004560011879e-06, "loss": 6.7957, "step": 26500 }, { "epoch": 0.57, "learning_rate": 9.963944092133449e-06, "loss": 6.7884, "step": 27000 }, { "epoch": 0.58, "learning_rate": 9.962883624255023e-06, "loss": 6.7829, "step": 27500 }, { "epoch": 0.59, "learning_rate": 9.961823156376595e-06, "loss": 6.7735, "step": 28000 }, { "epoch": 0.6, "learning_rate": 9.960762688498167e-06, "loss": 6.7678, "step": 28500 }, { "epoch": 0.61, "learning_rate": 9.959702220619737e-06, "loss": 6.7596, "step": 29000 }, { "epoch": 0.62, "learning_rate": 9.958641752741311e-06, "loss": 6.7549, "step": 29500 }, { "epoch": 0.63, "learning_rate": 9.957581284862883e-06, "loss": 6.7443, "step": 30000 }, { "epoch": 0.65, "learning_rate": 9.956520816984453e-06, "loss": 6.7353, "step": 30500 }, { "epoch": 0.66, "learning_rate": 9.955460349106027e-06, "loss": 6.7362, "step": 31000 }, { "epoch": 0.67, "learning_rate": 9.9543998812276e-06, "loss": 6.723, "step": 31500 }, { "epoch": 0.68, "learning_rate": 9.95333941334917e-06, "loss": 6.7198, "step": 32000 }, { "epoch": 0.69, "learning_rate": 9.952278945470742e-06, "loss": 6.7126, "step": 32500 }, { "epoch": 0.7, "learning_rate": 9.951218477592315e-06, "loss": 6.7046, "step": 33000 }, { "epoch": 0.71, "learning_rate": 9.950158009713886e-06, "loss": 6.6962, "step": 33500 }, { "epoch": 0.72, "learning_rate": 9.949097541835458e-06, "loss": 6.6926, "step": 34000 }, { "epoch": 0.73, "learning_rate": 9.948037073957032e-06, "loss": 6.6903, "step": 34500 }, { "epoch": 0.74, "learning_rate": 9.946976606078602e-06, "loss": 6.6852, "step": 35000 }, { "epoch": 0.75, "learning_rate": 9.945916138200174e-06, "loss": 6.6766, "step": 35500 }, { "epoch": 0.76, "learning_rate": 9.944855670321746e-06, "loss": 6.6723, "step": 36000 }, { "epoch": 0.77, "learning_rate": 9.94379520244332e-06, "loss": 6.6699, "step": 36500 }, { "epoch": 0.78, "learning_rate": 9.94273473456489e-06, "loss": 6.6614, "step": 37000 }, { "epoch": 0.79, "learning_rate": 9.941674266686462e-06, "loss": 6.6557, "step": 37500 }, { "epoch": 0.8, "learning_rate": 9.940613798808036e-06, "loss": 6.65, "step": 38000 }, { "epoch": 0.81, "learning_rate": 9.939553330929606e-06, "loss": 6.6502, "step": 38500 }, { "epoch": 0.83, "learning_rate": 9.938492863051178e-06, "loss": 6.6439, "step": 39000 }, { "epoch": 0.84, "learning_rate": 9.937432395172752e-06, "loss": 6.639, "step": 39500 }, { "epoch": 0.85, "learning_rate": 9.936371927294323e-06, "loss": 6.637, "step": 40000 }, { "epoch": 0.86, "learning_rate": 9.935311459415895e-06, "loss": 6.6313, "step": 40500 }, { "epoch": 0.87, "learning_rate": 9.934250991537467e-06, "loss": 6.625, "step": 41000 }, { "epoch": 0.88, "learning_rate": 9.933190523659039e-06, "loss": 6.6311, "step": 41500 }, { "epoch": 0.89, "learning_rate": 9.93213005578061e-06, "loss": 6.6165, "step": 42000 }, { "epoch": 0.9, "learning_rate": 9.931069587902183e-06, "loss": 6.6179, "step": 42500 }, { "epoch": 0.91, "learning_rate": 9.930009120023757e-06, "loss": 6.6112, "step": 43000 }, { "epoch": 0.92, "learning_rate": 9.928948652145327e-06, "loss": 6.6124, "step": 43500 }, { "epoch": 0.93, "learning_rate": 9.927888184266899e-06, "loss": 6.6067, "step": 44000 }, { "epoch": 0.94, "learning_rate": 9.926827716388471e-06, "loss": 6.6036, "step": 44500 }, { "epoch": 0.95, "learning_rate": 9.925767248510043e-06, "loss": 6.6004, "step": 45000 }, { "epoch": 0.96, "learning_rate": 9.924706780631615e-06, "loss": 6.5967, "step": 45500 }, { "epoch": 0.97, "learning_rate": 9.923646312753187e-06, "loss": 6.5913, "step": 46000 }, { "epoch": 0.98, "learning_rate": 9.92258584487476e-06, "loss": 6.5884, "step": 46500 }, { "epoch": 0.99, "learning_rate": 9.921525376996331e-06, "loss": 6.5828, "step": 47000 }, { "epoch": 1.01, "learning_rate": 9.920464909117903e-06, "loss": 6.5798, "step": 47500 }, { "epoch": 1.02, "learning_rate": 9.919404441239475e-06, "loss": 6.5764, "step": 48000 }, { "epoch": 1.03, "learning_rate": 9.918343973361048e-06, "loss": 6.5704, "step": 48500 }, { "epoch": 1.04, "learning_rate": 9.91728350548262e-06, "loss": 6.5734, "step": 49000 }, { "epoch": 1.05, "learning_rate": 9.916223037604192e-06, "loss": 6.5639, "step": 49500 }, { "epoch": 1.06, "learning_rate": 9.915162569725764e-06, "loss": 6.565, "step": 50000 }, { "epoch": 1.07, "learning_rate": 9.914102101847336e-06, "loss": 6.5606, "step": 50500 }, { "epoch": 1.08, "learning_rate": 9.913041633968908e-06, "loss": 6.5593, "step": 51000 }, { "epoch": 1.09, "learning_rate": 9.91198116609048e-06, "loss": 6.5564, "step": 51500 }, { "epoch": 1.1, "learning_rate": 9.910920698212052e-06, "loss": 6.5543, "step": 52000 }, { "epoch": 1.11, "learning_rate": 9.909860230333624e-06, "loss": 6.5473, "step": 52500 }, { "epoch": 1.12, "learning_rate": 9.908799762455196e-06, "loss": 6.546, "step": 53000 }, { "epoch": 1.13, "learning_rate": 9.907739294576768e-06, "loss": 6.5447, "step": 53500 }, { "epoch": 1.14, "learning_rate": 9.90667882669834e-06, "loss": 6.5416, "step": 54000 }, { "epoch": 1.15, "learning_rate": 9.905618358819912e-06, "loss": 6.5359, "step": 54500 }, { "epoch": 1.16, "learning_rate": 9.904557890941484e-06, "loss": 6.532, "step": 55000 }, { "epoch": 1.17, "learning_rate": 9.903497423063056e-06, "loss": 6.5317, "step": 55500 }, { "epoch": 1.19, "learning_rate": 9.902436955184628e-06, "loss": 6.5282, "step": 56000 }, { "epoch": 1.2, "learning_rate": 9.9013764873062e-06, "loss": 6.5245, "step": 56500 }, { "epoch": 1.21, "learning_rate": 9.900316019427772e-06, "loss": 6.5216, "step": 57000 }, { "epoch": 1.22, "learning_rate": 9.899255551549345e-06, "loss": 6.5176, "step": 57500 }, { "epoch": 1.23, "learning_rate": 9.898195083670917e-06, "loss": 6.5147, "step": 58000 }, { "epoch": 1.24, "learning_rate": 9.897134615792489e-06, "loss": 6.5101, "step": 58500 }, { "epoch": 1.25, "learning_rate": 9.89607414791406e-06, "loss": 6.5105, "step": 59000 }, { "epoch": 1.26, "learning_rate": 9.895013680035633e-06, "loss": 6.5103, "step": 59500 }, { "epoch": 1.27, "learning_rate": 9.893953212157205e-06, "loss": 6.5063, "step": 60000 }, { "epoch": 1.28, "learning_rate": 9.892892744278777e-06, "loss": 6.5061, "step": 60500 }, { "epoch": 1.29, "learning_rate": 9.891832276400349e-06, "loss": 6.5058, "step": 61000 }, { "epoch": 1.3, "learning_rate": 9.890771808521921e-06, "loss": 6.4972, "step": 61500 }, { "epoch": 1.31, "learning_rate": 9.889711340643493e-06, "loss": 6.5004, "step": 62000 }, { "epoch": 1.32, "learning_rate": 9.888650872765065e-06, "loss": 6.4898, "step": 62500 }, { "epoch": 1.33, "learning_rate": 9.887590404886637e-06, "loss": 6.4946, "step": 63000 }, { "epoch": 1.34, "learning_rate": 9.88652993700821e-06, "loss": 6.4888, "step": 63500 }, { "epoch": 1.35, "learning_rate": 9.88546946912978e-06, "loss": 6.4848, "step": 64000 }, { "epoch": 1.37, "learning_rate": 9.884409001251353e-06, "loss": 6.4861, "step": 64500 }, { "epoch": 1.38, "learning_rate": 9.883348533372925e-06, "loss": 6.4778, "step": 65000 }, { "epoch": 1.39, "learning_rate": 9.882288065494497e-06, "loss": 6.4793, "step": 65500 }, { "epoch": 1.4, "learning_rate": 9.88122759761607e-06, "loss": 6.4837, "step": 66000 }, { "epoch": 1.41, "learning_rate": 9.880167129737642e-06, "loss": 6.4777, "step": 66500 }, { "epoch": 1.42, "learning_rate": 9.879106661859214e-06, "loss": 6.4764, "step": 67000 }, { "epoch": 1.43, "learning_rate": 9.878046193980784e-06, "loss": 6.47, "step": 67500 }, { "epoch": 1.44, "learning_rate": 9.876985726102358e-06, "loss": 6.4768, "step": 68000 }, { "epoch": 1.45, "learning_rate": 9.87592525822393e-06, "loss": 6.4711, "step": 68500 }, { "epoch": 1.46, "learning_rate": 9.8748647903455e-06, "loss": 6.4667, "step": 69000 }, { "epoch": 1.47, "learning_rate": 9.873804322467074e-06, "loss": 6.4608, "step": 69500 }, { "epoch": 1.48, "learning_rate": 9.872743854588646e-06, "loss": 6.4616, "step": 70000 }, { "epoch": 1.49, "learning_rate": 9.871683386710216e-06, "loss": 6.4552, "step": 70500 }, { "epoch": 1.5, "learning_rate": 9.87062291883179e-06, "loss": 6.4535, "step": 71000 }, { "epoch": 1.51, "learning_rate": 9.869562450953362e-06, "loss": 6.4527, "step": 71500 }, { "epoch": 1.52, "learning_rate": 9.868501983074934e-06, "loss": 6.4503, "step": 72000 }, { "epoch": 1.53, "learning_rate": 9.867441515196505e-06, "loss": 6.4498, "step": 72500 }, { "epoch": 1.55, "learning_rate": 9.866381047318078e-06, "loss": 6.4539, "step": 73000 }, { "epoch": 1.56, "learning_rate": 9.86532057943965e-06, "loss": 6.4525, "step": 73500 }, { "epoch": 1.57, "learning_rate": 9.86426011156122e-06, "loss": 6.4438, "step": 74000 }, { "epoch": 1.58, "learning_rate": 9.863199643682794e-06, "loss": 6.4445, "step": 74500 }, { "epoch": 1.59, "learning_rate": 9.862139175804367e-06, "loss": 6.4416, "step": 75000 }, { "epoch": 1.6, "learning_rate": 9.861078707925937e-06, "loss": 6.4439, "step": 75500 }, { "epoch": 1.61, "learning_rate": 9.860018240047509e-06, "loss": 6.4389, "step": 76000 }, { "epoch": 1.62, "learning_rate": 9.858957772169083e-06, "loss": 6.4361, "step": 76500 }, { "epoch": 1.63, "learning_rate": 9.857897304290653e-06, "loss": 6.4323, "step": 77000 }, { "epoch": 1.64, "learning_rate": 9.856836836412225e-06, "loss": 6.4353, "step": 77500 }, { "epoch": 1.65, "learning_rate": 9.855776368533799e-06, "loss": 6.4313, "step": 78000 }, { "epoch": 1.66, "learning_rate": 9.85471590065537e-06, "loss": 6.4276, "step": 78500 }, { "epoch": 1.67, "learning_rate": 9.853655432776941e-06, "loss": 6.4273, "step": 79000 }, { "epoch": 1.68, "learning_rate": 9.852594964898515e-06, "loss": 6.428, "step": 79500 }, { "epoch": 1.69, "learning_rate": 9.851534497020087e-06, "loss": 6.4224, "step": 80000 }, { "epoch": 1.7, "learning_rate": 9.850474029141657e-06, "loss": 6.4189, "step": 80500 }, { "epoch": 1.71, "learning_rate": 9.84941356126323e-06, "loss": 6.4253, "step": 81000 }, { "epoch": 1.72, "learning_rate": 9.848353093384803e-06, "loss": 6.4173, "step": 81500 }, { "epoch": 1.74, "learning_rate": 9.847292625506374e-06, "loss": 6.4163, "step": 82000 }, { "epoch": 1.75, "learning_rate": 9.846232157627946e-06, "loss": 6.4147, "step": 82500 }, { "epoch": 1.76, "learning_rate": 9.84517168974952e-06, "loss": 6.4122, "step": 83000 }, { "epoch": 1.77, "learning_rate": 9.84411122187109e-06, "loss": 6.4149, "step": 83500 }, { "epoch": 1.78, "learning_rate": 9.843050753992662e-06, "loss": 6.409, "step": 84000 }, { "epoch": 1.79, "learning_rate": 9.841990286114234e-06, "loss": 6.4066, "step": 84500 }, { "epoch": 1.8, "learning_rate": 9.840929818235806e-06, "loss": 6.4042, "step": 85000 }, { "epoch": 1.81, "learning_rate": 9.839869350357378e-06, "loss": 6.4038, "step": 85500 }, { "epoch": 1.82, "learning_rate": 9.83880888247895e-06, "loss": 6.4057, "step": 86000 }, { "epoch": 1.83, "learning_rate": 9.837748414600524e-06, "loss": 6.4031, "step": 86500 }, { "epoch": 1.84, "learning_rate": 9.836687946722094e-06, "loss": 6.3996, "step": 87000 }, { "epoch": 1.85, "learning_rate": 9.835627478843666e-06, "loss": 6.4015, "step": 87500 }, { "epoch": 1.86, "learning_rate": 9.834567010965238e-06, "loss": 6.4025, "step": 88000 }, { "epoch": 1.87, "learning_rate": 9.83350654308681e-06, "loss": 6.3986, "step": 88500 }, { "epoch": 1.88, "learning_rate": 9.832446075208382e-06, "loss": 6.3995, "step": 89000 }, { "epoch": 1.89, "learning_rate": 9.831385607329954e-06, "loss": 6.3872, "step": 89500 }, { "epoch": 1.9, "learning_rate": 9.830325139451527e-06, "loss": 6.3956, "step": 90000 }, { "epoch": 1.92, "learning_rate": 9.829264671573099e-06, "loss": 6.391, "step": 90500 }, { "epoch": 1.93, "learning_rate": 9.82820420369467e-06, "loss": 6.387, "step": 91000 }, { "epoch": 1.94, "learning_rate": 9.827143735816243e-06, "loss": 6.3867, "step": 91500 }, { "epoch": 1.95, "learning_rate": 9.826083267937815e-06, "loss": 6.3848, "step": 92000 }, { "epoch": 1.96, "learning_rate": 9.825022800059387e-06, "loss": 6.3879, "step": 92500 }, { "epoch": 1.97, "learning_rate": 9.823962332180959e-06, "loss": 6.3841, "step": 93000 }, { "epoch": 1.98, "learning_rate": 9.822901864302531e-06, "loss": 6.3796, "step": 93500 }, { "epoch": 1.99, "learning_rate": 9.821841396424103e-06, "loss": 6.3794, "step": 94000 }, { "epoch": 2.0, "learning_rate": 9.820780928545675e-06, "loss": 6.3827, "step": 94500 }, { "epoch": 2.01, "learning_rate": 9.819720460667247e-06, "loss": 6.3802, "step": 95000 }, { "epoch": 2.02, "learning_rate": 9.81865999278882e-06, "loss": 6.3762, "step": 95500 }, { "epoch": 2.03, "learning_rate": 9.817599524910391e-06, "loss": 6.3741, "step": 96000 }, { "epoch": 2.04, "learning_rate": 9.816539057031963e-06, "loss": 6.3767, "step": 96500 }, { "epoch": 2.05, "learning_rate": 9.815478589153535e-06, "loss": 6.3686, "step": 97000 }, { "epoch": 2.06, "learning_rate": 9.814418121275107e-06, "loss": 6.3713, "step": 97500 }, { "epoch": 2.07, "learning_rate": 9.81335765339668e-06, "loss": 6.3713, "step": 98000 }, { "epoch": 2.08, "learning_rate": 9.812297185518252e-06, "loss": 6.3688, "step": 98500 }, { "epoch": 2.1, "learning_rate": 9.811236717639824e-06, "loss": 6.3725, "step": 99000 }, { "epoch": 2.11, "learning_rate": 9.810176249761396e-06, "loss": 6.3682, "step": 99500 }, { "epoch": 2.12, "learning_rate": 9.809115781882968e-06, "loss": 6.3679, "step": 100000 }, { "epoch": 2.13, "learning_rate": 9.80805531400454e-06, "loss": 6.3663, "step": 100500 }, { "epoch": 2.14, "learning_rate": 9.806994846126112e-06, "loss": 6.3637, "step": 101000 }, { "epoch": 2.15, "learning_rate": 9.805934378247684e-06, "loss": 6.3626, "step": 101500 }, { "epoch": 2.16, "learning_rate": 9.804873910369256e-06, "loss": 6.3619, "step": 102000 }, { "epoch": 2.17, "learning_rate": 9.803813442490828e-06, "loss": 6.3607, "step": 102500 }, { "epoch": 2.18, "learning_rate": 9.8027529746124e-06, "loss": 6.3584, "step": 103000 }, { "epoch": 2.19, "learning_rate": 9.801692506733972e-06, "loss": 6.3571, "step": 103500 }, { "epoch": 2.2, "learning_rate": 9.800632038855544e-06, "loss": 6.3586, "step": 104000 }, { "epoch": 2.21, "learning_rate": 9.799571570977116e-06, "loss": 6.3584, "step": 104500 }, { "epoch": 2.22, "learning_rate": 9.798511103098688e-06, "loss": 6.3587, "step": 105000 }, { "epoch": 2.23, "learning_rate": 9.79745063522026e-06, "loss": 6.356, "step": 105500 }, { "epoch": 2.24, "learning_rate": 9.796390167341832e-06, "loss": 6.3531, "step": 106000 }, { "epoch": 2.25, "learning_rate": 9.795329699463404e-06, "loss": 6.3486, "step": 106500 }, { "epoch": 2.26, "learning_rate": 9.794269231584976e-06, "loss": 6.347, "step": 107000 }, { "epoch": 2.28, "learning_rate": 9.793208763706547e-06, "loss": 6.3508, "step": 107500 }, { "epoch": 2.29, "learning_rate": 9.79214829582812e-06, "loss": 6.3514, "step": 108000 }, { "epoch": 2.3, "learning_rate": 9.791087827949693e-06, "loss": 6.3493, "step": 108500 }, { "epoch": 2.31, "learning_rate": 9.790027360071265e-06, "loss": 6.3466, "step": 109000 }, { "epoch": 2.32, "learning_rate": 9.788966892192837e-06, "loss": 6.3438, "step": 109500 }, { "epoch": 2.33, "learning_rate": 9.787906424314409e-06, "loss": 6.3461, "step": 110000 }, { "epoch": 2.34, "learning_rate": 9.786845956435981e-06, "loss": 6.3507, "step": 110500 }, { "epoch": 2.35, "learning_rate": 9.785785488557551e-06, "loss": 6.3448, "step": 111000 }, { "epoch": 2.36, "learning_rate": 9.784725020679125e-06, "loss": 6.3408, "step": 111500 }, { "epoch": 2.37, "learning_rate": 9.783664552800697e-06, "loss": 6.3383, "step": 112000 }, { "epoch": 2.38, "learning_rate": 9.782604084922267e-06, "loss": 6.3393, "step": 112500 }, { "epoch": 2.39, "learning_rate": 9.781543617043841e-06, "loss": 6.3396, "step": 113000 }, { "epoch": 2.4, "learning_rate": 9.780483149165413e-06, "loss": 6.3376, "step": 113500 }, { "epoch": 2.41, "learning_rate": 9.779422681286984e-06, "loss": 6.3372, "step": 114000 }, { "epoch": 2.42, "learning_rate": 9.778362213408557e-06, "loss": 6.3377, "step": 114500 }, { "epoch": 2.43, "learning_rate": 9.77730174553013e-06, "loss": 6.3322, "step": 115000 }, { "epoch": 2.44, "learning_rate": 9.776241277651701e-06, "loss": 6.3352, "step": 115500 }, { "epoch": 2.46, "learning_rate": 9.775180809773272e-06, "loss": 6.3342, "step": 116000 }, { "epoch": 2.47, "learning_rate": 9.774120341894846e-06, "loss": 6.3307, "step": 116500 }, { "epoch": 2.48, "learning_rate": 9.773059874016418e-06, "loss": 6.3319, "step": 117000 }, { "epoch": 2.49, "learning_rate": 9.771999406137988e-06, "loss": 6.3306, "step": 117500 }, { "epoch": 2.5, "learning_rate": 9.770938938259562e-06, "loss": 6.3328, "step": 118000 }, { "epoch": 2.51, "learning_rate": 9.769878470381134e-06, "loss": 6.3271, "step": 118500 }, { "epoch": 2.52, "learning_rate": 9.768818002502704e-06, "loss": 6.3215, "step": 119000 }, { "epoch": 2.53, "learning_rate": 9.767757534624276e-06, "loss": 6.3248, "step": 119500 }, { "epoch": 2.54, "learning_rate": 9.76669706674585e-06, "loss": 6.3251, "step": 120000 }, { "epoch": 2.55, "learning_rate": 9.76563659886742e-06, "loss": 6.3234, "step": 120500 }, { "epoch": 2.56, "learning_rate": 9.764576130988992e-06, "loss": 6.323, "step": 121000 }, { "epoch": 2.57, "learning_rate": 9.763515663110566e-06, "loss": 6.3257, "step": 121500 }, { "epoch": 2.58, "learning_rate": 9.762455195232136e-06, "loss": 6.3206, "step": 122000 }, { "epoch": 2.59, "learning_rate": 9.761394727353709e-06, "loss": 6.3226, "step": 122500 }, { "epoch": 2.6, "learning_rate": 9.760334259475282e-06, "loss": 6.3183, "step": 123000 }, { "epoch": 2.61, "learning_rate": 9.759273791596854e-06, "loss": 6.3197, "step": 123500 }, { "epoch": 2.62, "learning_rate": 9.758213323718425e-06, "loss": 6.3166, "step": 124000 }, { "epoch": 2.63, "learning_rate": 9.757152855839997e-06, "loss": 6.3196, "step": 124500 }, { "epoch": 2.65, "learning_rate": 9.75609238796157e-06, "loss": 6.3129, "step": 125000 }, { "epoch": 2.66, "learning_rate": 9.755031920083141e-06, "loss": 6.312, "step": 125500 }, { "epoch": 2.67, "learning_rate": 9.753971452204713e-06, "loss": 6.3146, "step": 126000 }, { "epoch": 2.68, "learning_rate": 9.752910984326287e-06, "loss": 6.3141, "step": 126500 }, { "epoch": 2.69, "learning_rate": 9.751850516447857e-06, "loss": 6.3177, "step": 127000 }, { "epoch": 2.7, "learning_rate": 9.750790048569429e-06, "loss": 6.3121, "step": 127500 }, { "epoch": 2.71, "learning_rate": 9.749729580691001e-06, "loss": 6.3125, "step": 128000 }, { "epoch": 2.72, "learning_rate": 9.748669112812573e-06, "loss": 6.3107, "step": 128500 }, { "epoch": 2.73, "learning_rate": 9.747608644934145e-06, "loss": 6.3125, "step": 129000 }, { "epoch": 2.74, "learning_rate": 9.746548177055717e-06, "loss": 6.3091, "step": 129500 }, { "epoch": 2.75, "learning_rate": 9.745487709177291e-06, "loss": 6.3094, "step": 130000 }, { "epoch": 2.76, "learning_rate": 9.744427241298861e-06, "loss": 6.3075, "step": 130500 }, { "epoch": 2.77, "learning_rate": 9.743366773420434e-06, "loss": 6.3067, "step": 131000 }, { "epoch": 2.78, "learning_rate": 9.742306305542006e-06, "loss": 6.3043, "step": 131500 }, { "epoch": 2.79, "learning_rate": 9.741245837663578e-06, "loss": 6.3094, "step": 132000 }, { "epoch": 2.8, "learning_rate": 9.74018536978515e-06, "loss": 6.3056, "step": 132500 }, { "epoch": 2.81, "learning_rate": 9.739124901906722e-06, "loss": 6.306, "step": 133000 }, { "epoch": 2.83, "learning_rate": 9.738064434028294e-06, "loss": 6.3063, "step": 133500 }, { "epoch": 2.84, "learning_rate": 9.737003966149866e-06, "loss": 6.3048, "step": 134000 }, { "epoch": 2.85, "learning_rate": 9.735943498271438e-06, "loss": 6.3025, "step": 134500 }, { "epoch": 2.86, "learning_rate": 9.73488303039301e-06, "loss": 6.3017, "step": 135000 }, { "epoch": 2.87, "learning_rate": 9.733822562514582e-06, "loss": 6.3002, "step": 135500 }, { "epoch": 2.88, "learning_rate": 9.732762094636154e-06, "loss": 6.2991, "step": 136000 }, { "epoch": 2.89, "learning_rate": 9.731701626757726e-06, "loss": 6.2971, "step": 136500 }, { "epoch": 2.9, "learning_rate": 9.730641158879298e-06, "loss": 6.297, "step": 137000 }, { "epoch": 2.91, "learning_rate": 9.72958069100087e-06, "loss": 6.2955, "step": 137500 }, { "epoch": 2.92, "learning_rate": 9.728520223122442e-06, "loss": 6.2967, "step": 138000 }, { "epoch": 2.93, "learning_rate": 9.727459755244014e-06, "loss": 6.3027, "step": 138500 }, { "epoch": 2.94, "learning_rate": 9.726399287365586e-06, "loss": 6.2963, "step": 139000 }, { "epoch": 2.95, "learning_rate": 9.725338819487158e-06, "loss": 6.2946, "step": 139500 }, { "epoch": 2.96, "learning_rate": 9.72427835160873e-06, "loss": 6.2954, "step": 140000 }, { "epoch": 2.97, "learning_rate": 9.723217883730303e-06, "loss": 6.2918, "step": 140500 }, { "epoch": 2.98, "learning_rate": 9.722157415851875e-06, "loss": 6.2943, "step": 141000 }, { "epoch": 2.99, "learning_rate": 9.721096947973447e-06, "loss": 6.2932, "step": 141500 }, { "epoch": 3.01, "learning_rate": 9.720036480095019e-06, "loss": 6.2908, "step": 142000 }, { "epoch": 3.02, "learning_rate": 9.71897601221659e-06, "loss": 6.2894, "step": 142500 }, { "epoch": 3.03, "learning_rate": 9.717915544338163e-06, "loss": 6.2896, "step": 143000 }, { "epoch": 3.04, "learning_rate": 9.716855076459735e-06, "loss": 6.2914, "step": 143500 }, { "epoch": 3.05, "learning_rate": 9.715794608581307e-06, "loss": 6.2888, "step": 144000 }, { "epoch": 3.06, "learning_rate": 9.714734140702879e-06, "loss": 6.2894, "step": 144500 }, { "epoch": 3.07, "learning_rate": 9.713673672824451e-06, "loss": 6.2894, "step": 145000 }, { "epoch": 3.08, "learning_rate": 9.712613204946023e-06, "loss": 6.292, "step": 145500 }, { "epoch": 3.09, "learning_rate": 9.711552737067595e-06, "loss": 6.2862, "step": 146000 }, { "epoch": 3.1, "learning_rate": 9.710492269189167e-06, "loss": 6.2858, "step": 146500 }, { "epoch": 3.11, "learning_rate": 9.70943180131074e-06, "loss": 6.2859, "step": 147000 }, { "epoch": 3.12, "learning_rate": 9.708371333432311e-06, "loss": 6.2863, "step": 147500 }, { "epoch": 3.13, "learning_rate": 9.707310865553883e-06, "loss": 6.2851, "step": 148000 }, { "epoch": 3.14, "learning_rate": 9.706250397675456e-06, "loss": 6.2794, "step": 148500 }, { "epoch": 3.15, "learning_rate": 9.705189929797028e-06, "loss": 6.2828, "step": 149000 }, { "epoch": 3.16, "learning_rate": 9.7041294619186e-06, "loss": 6.2829, "step": 149500 }, { "epoch": 3.17, "learning_rate": 9.703068994040172e-06, "loss": 6.2845, "step": 150000 }, { "epoch": 3.19, "learning_rate": 9.702008526161744e-06, "loss": 6.2841, "step": 150500 }, { "epoch": 3.2, "learning_rate": 9.700948058283314e-06, "loss": 6.285, "step": 151000 }, { "epoch": 3.21, "learning_rate": 9.699887590404888e-06, "loss": 6.283, "step": 151500 }, { "epoch": 3.22, "learning_rate": 9.69882712252646e-06, "loss": 6.282, "step": 152000 }, { "epoch": 3.23, "learning_rate": 9.697766654648032e-06, "loss": 6.2767, "step": 152500 }, { "epoch": 3.24, "learning_rate": 9.696706186769604e-06, "loss": 6.2753, "step": 153000 }, { "epoch": 3.25, "learning_rate": 9.695645718891176e-06, "loss": 6.2819, "step": 153500 }, { "epoch": 3.26, "learning_rate": 9.694585251012748e-06, "loss": 6.2759, "step": 154000 }, { "epoch": 3.27, "learning_rate": 9.693524783134318e-06, "loss": 6.2759, "step": 154500 }, { "epoch": 3.28, "learning_rate": 9.692464315255892e-06, "loss": 6.2749, "step": 155000 }, { "epoch": 3.29, "learning_rate": 9.691403847377464e-06, "loss": 6.2777, "step": 155500 }, { "epoch": 3.3, "learning_rate": 9.690343379499035e-06, "loss": 6.2816, "step": 156000 }, { "epoch": 3.31, "learning_rate": 9.689282911620608e-06, "loss": 6.2728, "step": 156500 }, { "epoch": 3.32, "learning_rate": 9.68822244374218e-06, "loss": 6.274, "step": 157000 }, { "epoch": 3.33, "learning_rate": 9.68716197586375e-06, "loss": 6.2775, "step": 157500 }, { "epoch": 3.34, "learning_rate": 9.686101507985325e-06, "loss": 6.2705, "step": 158000 }, { "epoch": 3.35, "learning_rate": 9.685041040106897e-06, "loss": 6.2741, "step": 158500 }, { "epoch": 3.37, "learning_rate": 9.683980572228469e-06, "loss": 6.2713, "step": 159000 }, { "epoch": 3.38, "learning_rate": 9.682920104350039e-06, "loss": 6.2736, "step": 159500 }, { "epoch": 3.39, "learning_rate": 9.681859636471613e-06, "loss": 6.2698, "step": 160000 }, { "epoch": 3.4, "learning_rate": 9.680799168593185e-06, "loss": 6.2707, "step": 160500 }, { "epoch": 3.41, "learning_rate": 9.679738700714755e-06, "loss": 6.2728, "step": 161000 }, { "epoch": 3.42, "learning_rate": 9.678678232836329e-06, "loss": 6.2673, "step": 161500 }, { "epoch": 3.43, "learning_rate": 9.677617764957901e-06, "loss": 6.2707, "step": 162000 }, { "epoch": 3.44, "learning_rate": 9.676557297079471e-06, "loss": 6.2698, "step": 162500 }, { "epoch": 3.45, "learning_rate": 9.675496829201043e-06, "loss": 6.2736, "step": 163000 }, { "epoch": 3.46, "learning_rate": 9.674436361322617e-06, "loss": 6.2681, "step": 163500 }, { "epoch": 3.47, "learning_rate": 9.673375893444188e-06, "loss": 6.2651, "step": 164000 }, { "epoch": 3.48, "learning_rate": 9.67231542556576e-06, "loss": 6.2637, "step": 164500 }, { "epoch": 3.49, "learning_rate": 9.671254957687333e-06, "loss": 6.2707, "step": 165000 }, { "epoch": 3.5, "learning_rate": 9.670194489808904e-06, "loss": 6.2633, "step": 165500 }, { "epoch": 3.51, "learning_rate": 9.669134021930476e-06, "loss": 6.2633, "step": 166000 }, { "epoch": 3.52, "learning_rate": 9.66807355405205e-06, "loss": 6.2632, "step": 166500 }, { "epoch": 3.53, "learning_rate": 9.667013086173622e-06, "loss": 6.2657, "step": 167000 }, { "epoch": 3.55, "learning_rate": 9.665952618295192e-06, "loss": 6.2673, "step": 167500 }, { "epoch": 3.56, "learning_rate": 9.664892150416764e-06, "loss": 6.2648, "step": 168000 }, { "epoch": 3.57, "learning_rate": 9.663831682538338e-06, "loss": 6.26, "step": 168500 }, { "epoch": 3.58, "learning_rate": 9.662771214659908e-06, "loss": 6.2634, "step": 169000 }, { "epoch": 3.59, "learning_rate": 9.66171074678148e-06, "loss": 6.2603, "step": 169500 }, { "epoch": 3.6, "learning_rate": 9.660650278903054e-06, "loss": 6.2564, "step": 170000 }, { "epoch": 3.61, "learning_rate": 9.659589811024624e-06, "loss": 6.2613, "step": 170500 }, { "epoch": 3.62, "learning_rate": 9.658529343146196e-06, "loss": 6.259, "step": 171000 }, { "epoch": 3.63, "learning_rate": 9.657468875267768e-06, "loss": 6.256, "step": 171500 }, { "epoch": 3.64, "learning_rate": 9.65640840738934e-06, "loss": 6.2625, "step": 172000 }, { "epoch": 3.65, "learning_rate": 9.655347939510913e-06, "loss": 6.2576, "step": 172500 }, { "epoch": 3.66, "learning_rate": 9.654287471632485e-06, "loss": 6.2591, "step": 173000 }, { "epoch": 3.67, "learning_rate": 9.653227003754057e-06, "loss": 6.2558, "step": 173500 }, { "epoch": 3.68, "learning_rate": 9.652166535875629e-06, "loss": 6.2531, "step": 174000 }, { "epoch": 3.69, "learning_rate": 9.6511060679972e-06, "loss": 6.2566, "step": 174500 }, { "epoch": 3.7, "learning_rate": 9.650045600118773e-06, "loss": 6.2596, "step": 175000 }, { "epoch": 3.71, "learning_rate": 9.648985132240345e-06, "loss": 6.2555, "step": 175500 }, { "epoch": 3.72, "learning_rate": 9.647924664361917e-06, "loss": 6.258, "step": 176000 }, { "epoch": 3.74, "learning_rate": 9.646864196483489e-06, "loss": 6.2563, "step": 176500 }, { "epoch": 3.75, "learning_rate": 9.645803728605061e-06, "loss": 6.2535, "step": 177000 }, { "epoch": 3.76, "learning_rate": 9.644743260726633e-06, "loss": 6.2535, "step": 177500 }, { "epoch": 3.77, "learning_rate": 9.643682792848205e-06, "loss": 6.2533, "step": 178000 }, { "epoch": 3.78, "learning_rate": 9.642622324969777e-06, "loss": 6.2539, "step": 178500 }, { "epoch": 3.79, "learning_rate": 9.64156185709135e-06, "loss": 6.256, "step": 179000 }, { "epoch": 3.8, "learning_rate": 9.640501389212921e-06, "loss": 6.249, "step": 179500 }, { "epoch": 3.81, "learning_rate": 9.639440921334493e-06, "loss": 6.2542, "step": 180000 }, { "epoch": 3.82, "learning_rate": 9.638380453456065e-06, "loss": 6.253, "step": 180500 }, { "epoch": 3.83, "learning_rate": 9.637319985577638e-06, "loss": 6.2504, "step": 181000 }, { "epoch": 3.84, "learning_rate": 9.63625951769921e-06, "loss": 6.2532, "step": 181500 }, { "epoch": 3.85, "learning_rate": 9.635199049820782e-06, "loss": 6.2528, "step": 182000 }, { "epoch": 3.86, "learning_rate": 9.634138581942354e-06, "loss": 6.2544, "step": 182500 }, { "epoch": 3.87, "learning_rate": 9.633078114063926e-06, "loss": 6.2538, "step": 183000 }, { "epoch": 3.88, "learning_rate": 9.632017646185498e-06, "loss": 6.2477, "step": 183500 }, { "epoch": 3.89, "learning_rate": 9.63095717830707e-06, "loss": 6.2484, "step": 184000 }, { "epoch": 3.9, "learning_rate": 9.629896710428642e-06, "loss": 6.2421, "step": 184500 }, { "epoch": 3.92, "learning_rate": 9.628836242550214e-06, "loss": 6.2469, "step": 185000 }, { "epoch": 3.93, "learning_rate": 9.627775774671786e-06, "loss": 6.2471, "step": 185500 }, { "epoch": 3.94, "learning_rate": 9.626715306793358e-06, "loss": 6.2468, "step": 186000 }, { "epoch": 3.95, "learning_rate": 9.62565483891493e-06, "loss": 6.2488, "step": 186500 }, { "epoch": 3.96, "learning_rate": 9.624594371036502e-06, "loss": 6.2506, "step": 187000 }, { "epoch": 3.97, "learning_rate": 9.623533903158074e-06, "loss": 6.248, "step": 187500 }, { "epoch": 3.98, "learning_rate": 9.622473435279646e-06, "loss": 6.2478, "step": 188000 }, { "epoch": 3.99, "learning_rate": 9.621412967401218e-06, "loss": 6.2462, "step": 188500 }, { "epoch": 4.0, "learning_rate": 9.62035249952279e-06, "loss": 6.2452, "step": 189000 }, { "epoch": 4.01, "learning_rate": 9.619292031644362e-06, "loss": 6.2444, "step": 189500 }, { "epoch": 4.02, "learning_rate": 9.618231563765935e-06, "loss": 6.245, "step": 190000 }, { "epoch": 4.03, "learning_rate": 9.617171095887507e-06, "loss": 6.2436, "step": 190500 }, { "epoch": 4.04, "learning_rate": 9.616110628009079e-06, "loss": 6.2446, "step": 191000 }, { "epoch": 4.05, "learning_rate": 9.61505016013065e-06, "loss": 6.2431, "step": 191500 }, { "epoch": 4.06, "learning_rate": 9.613989692252223e-06, "loss": 6.2411, "step": 192000 }, { "epoch": 4.07, "learning_rate": 9.612929224373795e-06, "loss": 6.2417, "step": 192500 }, { "epoch": 4.08, "learning_rate": 9.611868756495367e-06, "loss": 6.2404, "step": 193000 }, { "epoch": 4.1, "learning_rate": 9.610808288616939e-06, "loss": 6.2434, "step": 193500 }, { "epoch": 4.11, "learning_rate": 9.609747820738511e-06, "loss": 6.2377, "step": 194000 }, { "epoch": 4.12, "learning_rate": 9.608687352860081e-06, "loss": 6.2406, "step": 194500 }, { "epoch": 4.13, "learning_rate": 9.607626884981655e-06, "loss": 6.2391, "step": 195000 }, { "epoch": 4.14, "learning_rate": 9.606566417103227e-06, "loss": 6.2385, "step": 195500 }, { "epoch": 4.15, "learning_rate": 9.6055059492248e-06, "loss": 6.2424, "step": 196000 }, { "epoch": 4.16, "learning_rate": 9.604445481346371e-06, "loss": 6.2407, "step": 196500 }, { "epoch": 4.17, "learning_rate": 9.603385013467943e-06, "loss": 6.2366, "step": 197000 }, { "epoch": 4.18, "learning_rate": 9.602324545589515e-06, "loss": 6.2354, "step": 197500 }, { "epoch": 4.19, "learning_rate": 9.601264077711086e-06, "loss": 6.2345, "step": 198000 }, { "epoch": 4.2, "learning_rate": 9.60020360983266e-06, "loss": 6.2361, "step": 198500 }, { "epoch": 4.21, "learning_rate": 9.599143141954232e-06, "loss": 6.2342, "step": 199000 }, { "epoch": 4.22, "learning_rate": 9.598082674075802e-06, "loss": 6.2368, "step": 199500 }, { "epoch": 4.23, "learning_rate": 9.597022206197376e-06, "loss": 6.2383, "step": 200000 }, { "epoch": 4.24, "learning_rate": 9.595961738318948e-06, "loss": 6.2412, "step": 200500 }, { "epoch": 4.25, "learning_rate": 9.594901270440518e-06, "loss": 6.2349, "step": 201000 }, { "epoch": 4.26, "learning_rate": 9.593840802562092e-06, "loss": 6.2349, "step": 201500 }, { "epoch": 4.28, "learning_rate": 9.592780334683664e-06, "loss": 6.2334, "step": 202000 }, { "epoch": 4.29, "learning_rate": 9.591719866805234e-06, "loss": 6.2324, "step": 202500 }, { "epoch": 4.3, "learning_rate": 9.590659398926806e-06, "loss": 6.2364, "step": 203000 }, { "epoch": 4.31, "learning_rate": 9.58959893104838e-06, "loss": 6.2317, "step": 203500 }, { "epoch": 4.32, "learning_rate": 9.588538463169952e-06, "loss": 6.2371, "step": 204000 }, { "epoch": 4.33, "learning_rate": 9.587477995291522e-06, "loss": 6.2352, "step": 204500 }, { "epoch": 4.34, "learning_rate": 9.586417527413096e-06, "loss": 6.2321, "step": 205000 }, { "epoch": 4.35, "learning_rate": 9.585357059534668e-06, "loss": 6.2332, "step": 205500 }, { "epoch": 4.36, "learning_rate": 9.584296591656239e-06, "loss": 6.2313, "step": 206000 }, { "epoch": 4.37, "learning_rate": 9.58323612377781e-06, "loss": 6.2314, "step": 206500 }, { "epoch": 4.38, "learning_rate": 9.582175655899384e-06, "loss": 6.2309, "step": 207000 }, { "epoch": 4.39, "learning_rate": 9.581115188020955e-06, "loss": 6.2287, "step": 207500 }, { "epoch": 4.4, "learning_rate": 9.580054720142527e-06, "loss": 6.2336, "step": 208000 }, { "epoch": 4.41, "learning_rate": 9.5789942522641e-06, "loss": 6.2317, "step": 208500 }, { "epoch": 4.42, "learning_rate": 9.577933784385671e-06, "loss": 6.2336, "step": 209000 }, { "epoch": 4.43, "learning_rate": 9.576873316507243e-06, "loss": 6.2269, "step": 209500 }, { "epoch": 4.44, "learning_rate": 9.575812848628817e-06, "loss": 6.2295, "step": 210000 }, { "epoch": 4.46, "learning_rate": 9.574752380750389e-06, "loss": 6.2309, "step": 210500 }, { "epoch": 4.47, "learning_rate": 9.57369191287196e-06, "loss": 6.2271, "step": 211000 }, { "epoch": 4.48, "learning_rate": 9.572631444993531e-06, "loss": 6.2295, "step": 211500 }, { "epoch": 4.49, "learning_rate": 9.571570977115105e-06, "loss": 6.2301, "step": 212000 }, { "epoch": 4.5, "learning_rate": 9.570510509236675e-06, "loss": 6.2276, "step": 212500 }, { "epoch": 4.51, "learning_rate": 9.569450041358247e-06, "loss": 6.2306, "step": 213000 }, { "epoch": 4.52, "learning_rate": 9.568389573479821e-06, "loss": 6.2281, "step": 213500 }, { "epoch": 4.53, "learning_rate": 9.567329105601392e-06, "loss": 6.2248, "step": 214000 }, { "epoch": 4.54, "learning_rate": 9.566268637722964e-06, "loss": 6.2264, "step": 214500 }, { "epoch": 4.55, "learning_rate": 9.565208169844536e-06, "loss": 6.2283, "step": 215000 }, { "epoch": 4.56, "learning_rate": 9.564147701966108e-06, "loss": 6.2226, "step": 215500 }, { "epoch": 4.57, "learning_rate": 9.56308723408768e-06, "loss": 6.2272, "step": 216000 }, { "epoch": 4.58, "learning_rate": 9.562026766209252e-06, "loss": 6.2232, "step": 216500 }, { "epoch": 4.59, "learning_rate": 9.560966298330824e-06, "loss": 6.2268, "step": 217000 }, { "epoch": 4.6, "learning_rate": 9.559905830452396e-06, "loss": 6.2303, "step": 217500 }, { "epoch": 4.61, "learning_rate": 9.558845362573968e-06, "loss": 6.2278, "step": 218000 }, { "epoch": 4.62, "learning_rate": 9.557784894695542e-06, "loss": 6.2224, "step": 218500 }, { "epoch": 4.64, "learning_rate": 9.556724426817112e-06, "loss": 6.223, "step": 219000 }, { "epoch": 4.65, "learning_rate": 9.555663958938684e-06, "loss": 6.2274, "step": 219500 }, { "epoch": 4.66, "learning_rate": 9.554603491060256e-06, "loss": 6.2226, "step": 220000 }, { "epoch": 4.67, "learning_rate": 9.553543023181828e-06, "loss": 6.2231, "step": 220500 }, { "epoch": 4.68, "learning_rate": 9.5524825553034e-06, "loss": 6.2202, "step": 221000 }, { "epoch": 4.69, "learning_rate": 9.551422087424972e-06, "loss": 6.2204, "step": 221500 }, { "epoch": 4.7, "learning_rate": 9.550361619546544e-06, "loss": 6.218, "step": 222000 }, { "epoch": 4.71, "learning_rate": 9.549301151668117e-06, "loss": 6.226, "step": 222500 }, { "epoch": 4.72, "learning_rate": 9.548240683789689e-06, "loss": 6.2212, "step": 223000 }, { "epoch": 4.73, "learning_rate": 9.54718021591126e-06, "loss": 6.2197, "step": 223500 }, { "epoch": 4.74, "learning_rate": 9.546119748032833e-06, "loss": 6.222, "step": 224000 }, { "epoch": 4.75, "learning_rate": 9.545059280154405e-06, "loss": 6.2212, "step": 224500 }, { "epoch": 4.76, "learning_rate": 9.543998812275977e-06, "loss": 6.2215, "step": 225000 }, { "epoch": 4.77, "learning_rate": 9.542938344397549e-06, "loss": 6.2174, "step": 225500 }, { "epoch": 4.78, "learning_rate": 9.541877876519121e-06, "loss": 6.2207, "step": 226000 }, { "epoch": 4.79, "learning_rate": 9.540817408640693e-06, "loss": 6.2221, "step": 226500 }, { "epoch": 4.8, "learning_rate": 9.539756940762265e-06, "loss": 6.2179, "step": 227000 }, { "epoch": 4.81, "learning_rate": 9.538696472883837e-06, "loss": 6.2243, "step": 227500 }, { "epoch": 4.83, "learning_rate": 9.53763600500541e-06, "loss": 6.2144, "step": 228000 }, { "epoch": 4.84, "learning_rate": 9.536575537126981e-06, "loss": 6.2213, "step": 228500 }, { "epoch": 4.85, "learning_rate": 9.535515069248553e-06, "loss": 6.2181, "step": 229000 }, { "epoch": 4.86, "learning_rate": 9.534454601370125e-06, "loss": 6.2171, "step": 229500 }, { "epoch": 4.87, "learning_rate": 9.533394133491697e-06, "loss": 6.2164, "step": 230000 }, { "epoch": 4.88, "learning_rate": 9.53233366561327e-06, "loss": 6.2152, "step": 230500 }, { "epoch": 4.89, "learning_rate": 9.531273197734842e-06, "loss": 6.2118, "step": 231000 }, { "epoch": 4.9, "learning_rate": 9.530212729856414e-06, "loss": 6.2181, "step": 231500 }, { "epoch": 4.91, "learning_rate": 9.529152261977986e-06, "loss": 6.2162, "step": 232000 }, { "epoch": 4.92, "learning_rate": 9.528091794099558e-06, "loss": 6.2093, "step": 232500 }, { "epoch": 4.93, "learning_rate": 9.52703132622113e-06, "loss": 6.2137, "step": 233000 }, { "epoch": 4.94, "learning_rate": 9.525970858342702e-06, "loss": 6.2135, "step": 233500 }, { "epoch": 4.95, "learning_rate": 9.524910390464274e-06, "loss": 6.2175, "step": 234000 }, { "epoch": 4.96, "learning_rate": 9.523849922585846e-06, "loss": 6.2176, "step": 234500 }, { "epoch": 4.97, "learning_rate": 9.522789454707418e-06, "loss": 6.2124, "step": 235000 }, { "epoch": 4.98, "learning_rate": 9.52172898682899e-06, "loss": 6.2149, "step": 235500 }, { "epoch": 4.99, "learning_rate": 9.520668518950562e-06, "loss": 6.2207, "step": 236000 }, { "epoch": 5.01, "learning_rate": 9.519608051072134e-06, "loss": 6.2135, "step": 236500 }, { "epoch": 5.02, "learning_rate": 9.518547583193706e-06, "loss": 6.2104, "step": 237000 }, { "epoch": 5.03, "learning_rate": 9.517487115315278e-06, "loss": 6.2181, "step": 237500 }, { "epoch": 5.04, "learning_rate": 9.516426647436849e-06, "loss": 6.2134, "step": 238000 }, { "epoch": 5.05, "learning_rate": 9.515366179558422e-06, "loss": 6.214, "step": 238500 }, { "epoch": 5.06, "learning_rate": 9.514305711679994e-06, "loss": 6.2122, "step": 239000 }, { "epoch": 5.07, "learning_rate": 9.513245243801566e-06, "loss": 6.2087, "step": 239500 }, { "epoch": 5.08, "learning_rate": 9.512184775923139e-06, "loss": 6.211, "step": 240000 }, { "epoch": 5.09, "learning_rate": 9.51112430804471e-06, "loss": 6.2122, "step": 240500 }, { "epoch": 5.1, "learning_rate": 9.510063840166283e-06, "loss": 6.2088, "step": 241000 }, { "epoch": 5.11, "learning_rate": 9.509003372287855e-06, "loss": 6.2101, "step": 241500 }, { "epoch": 5.12, "learning_rate": 9.507942904409427e-06, "loss": 6.2113, "step": 242000 }, { "epoch": 5.13, "learning_rate": 9.506882436530999e-06, "loss": 6.2127, "step": 242500 }, { "epoch": 5.14, "learning_rate": 9.50582196865257e-06, "loss": 6.2071, "step": 243000 }, { "epoch": 5.15, "learning_rate": 9.504761500774143e-06, "loss": 6.2147, "step": 243500 }, { "epoch": 5.16, "learning_rate": 9.503701032895715e-06, "loss": 6.2127, "step": 244000 }, { "epoch": 5.17, "learning_rate": 9.502640565017285e-06, "loss": 6.2108, "step": 244500 }, { "epoch": 5.19, "learning_rate": 9.501580097138859e-06, "loss": 6.2079, "step": 245000 }, { "epoch": 5.2, "learning_rate": 9.500519629260431e-06, "loss": 6.21, "step": 245500 }, { "epoch": 5.21, "learning_rate": 9.499459161382002e-06, "loss": 6.2082, "step": 246000 }, { "epoch": 5.22, "learning_rate": 9.498398693503574e-06, "loss": 6.2072, "step": 246500 }, { "epoch": 5.23, "learning_rate": 9.497338225625147e-06, "loss": 6.2071, "step": 247000 }, { "epoch": 5.24, "learning_rate": 9.49627775774672e-06, "loss": 6.2023, "step": 247500 }, { "epoch": 5.25, "learning_rate": 9.49521728986829e-06, "loss": 6.2052, "step": 248000 }, { "epoch": 5.26, "learning_rate": 9.494156821989864e-06, "loss": 6.2058, "step": 248500 }, { "epoch": 5.27, "learning_rate": 9.493096354111436e-06, "loss": 6.2062, "step": 249000 }, { "epoch": 5.28, "learning_rate": 9.492035886233006e-06, "loss": 6.2077, "step": 249500 }, { "epoch": 5.29, "learning_rate": 9.490975418354578e-06, "loss": 6.2083, "step": 250000 }, { "epoch": 5.3, "learning_rate": 9.489914950476152e-06, "loss": 6.207, "step": 250500 }, { "epoch": 5.31, "learning_rate": 9.488854482597722e-06, "loss": 6.204, "step": 251000 }, { "epoch": 5.32, "learning_rate": 9.487794014719294e-06, "loss": 6.2081, "step": 251500 }, { "epoch": 5.33, "learning_rate": 9.486733546840868e-06, "loss": 6.2119, "step": 252000 }, { "epoch": 5.34, "learning_rate": 9.485673078962438e-06, "loss": 6.2051, "step": 252500 }, { "epoch": 5.35, "learning_rate": 9.48461261108401e-06, "loss": 6.2072, "step": 253000 }, { "epoch": 5.37, "learning_rate": 9.483552143205584e-06, "loss": 6.2021, "step": 253500 }, { "epoch": 5.38, "learning_rate": 9.482491675327156e-06, "loss": 6.2061, "step": 254000 }, { "epoch": 5.39, "learning_rate": 9.481431207448726e-06, "loss": 6.2059, "step": 254500 }, { "epoch": 5.4, "learning_rate": 9.480370739570299e-06, "loss": 6.2025, "step": 255000 }, { "epoch": 5.41, "learning_rate": 9.479310271691872e-06, "loss": 6.2075, "step": 255500 }, { "epoch": 5.42, "learning_rate": 9.478249803813443e-06, "loss": 6.2022, "step": 256000 }, { "epoch": 5.43, "learning_rate": 9.477189335935015e-06, "loss": 6.2003, "step": 256500 }, { "epoch": 5.44, "learning_rate": 9.476128868056588e-06, "loss": 6.2033, "step": 257000 }, { "epoch": 5.45, "learning_rate": 9.475068400178159e-06, "loss": 6.2002, "step": 257500 }, { "epoch": 5.46, "learning_rate": 9.474007932299731e-06, "loss": 6.1997, "step": 258000 }, { "epoch": 5.47, "learning_rate": 9.472947464421303e-06, "loss": 6.2056, "step": 258500 }, { "epoch": 5.48, "learning_rate": 9.471886996542875e-06, "loss": 6.1996, "step": 259000 }, { "epoch": 5.49, "learning_rate": 9.470826528664447e-06, "loss": 6.2003, "step": 259500 }, { "epoch": 5.5, "learning_rate": 9.469766060786019e-06, "loss": 6.2031, "step": 260000 }, { "epoch": 5.51, "learning_rate": 9.468705592907591e-06, "loss": 6.2021, "step": 260500 }, { "epoch": 5.52, "learning_rate": 9.467645125029163e-06, "loss": 6.199, "step": 261000 }, { "epoch": 5.53, "learning_rate": 9.466584657150735e-06, "loss": 6.2024, "step": 261500 }, { "epoch": 5.55, "learning_rate": 9.465524189272309e-06, "loss": 6.1991, "step": 262000 }, { "epoch": 5.56, "learning_rate": 9.46446372139388e-06, "loss": 6.2016, "step": 262500 }, { "epoch": 5.57, "learning_rate": 9.463403253515451e-06, "loss": 6.1996, "step": 263000 }, { "epoch": 5.58, "learning_rate": 9.462342785637024e-06, "loss": 6.1986, "step": 263500 }, { "epoch": 5.59, "learning_rate": 9.461282317758596e-06, "loss": 6.2011, "step": 264000 }, { "epoch": 5.6, "learning_rate": 9.460221849880168e-06, "loss": 6.2081, "step": 264500 }, { "epoch": 5.61, "learning_rate": 9.45916138200174e-06, "loss": 6.2003, "step": 265000 }, { "epoch": 5.62, "learning_rate": 9.458100914123312e-06, "loss": 6.2007, "step": 265500 }, { "epoch": 5.63, "learning_rate": 9.457040446244884e-06, "loss": 6.194, "step": 266000 }, { "epoch": 5.64, "learning_rate": 9.455979978366456e-06, "loss": 6.1963, "step": 266500 }, { "epoch": 5.65, "learning_rate": 9.454919510488028e-06, "loss": 6.1998, "step": 267000 }, { "epoch": 5.66, "learning_rate": 9.4538590426096e-06, "loss": 6.1982, "step": 267500 }, { "epoch": 5.67, "learning_rate": 9.452798574731172e-06, "loss": 6.2002, "step": 268000 }, { "epoch": 5.68, "learning_rate": 9.451738106852744e-06, "loss": 6.1979, "step": 268500 }, { "epoch": 5.69, "learning_rate": 9.450677638974316e-06, "loss": 6.1952, "step": 269000 }, { "epoch": 5.7, "learning_rate": 9.449617171095888e-06, "loss": 6.1941, "step": 269500 }, { "epoch": 5.71, "learning_rate": 9.44855670321746e-06, "loss": 6.1997, "step": 270000 }, { "epoch": 5.72, "learning_rate": 9.447496235339032e-06, "loss": 6.1935, "step": 270500 }, { "epoch": 5.74, "learning_rate": 9.446435767460604e-06, "loss": 6.1938, "step": 271000 }, { "epoch": 5.75, "learning_rate": 9.445375299582176e-06, "loss": 6.1932, "step": 271500 }, { "epoch": 5.76, "learning_rate": 9.444314831703748e-06, "loss": 6.1967, "step": 272000 }, { "epoch": 5.77, "learning_rate": 9.44325436382532e-06, "loss": 6.1962, "step": 272500 }, { "epoch": 5.78, "learning_rate": 9.442193895946893e-06, "loss": 6.1956, "step": 273000 }, { "epoch": 5.79, "learning_rate": 9.441133428068465e-06, "loss": 6.1917, "step": 273500 }, { "epoch": 5.8, "learning_rate": 9.440072960190037e-06, "loss": 6.1935, "step": 274000 }, { "epoch": 5.81, "learning_rate": 9.439012492311609e-06, "loss": 6.19, "step": 274500 }, { "epoch": 5.82, "learning_rate": 9.43795202443318e-06, "loss": 6.1949, "step": 275000 }, { "epoch": 5.83, "learning_rate": 9.436891556554753e-06, "loss": 6.1968, "step": 275500 }, { "epoch": 5.84, "learning_rate": 9.435831088676325e-06, "loss": 6.1916, "step": 276000 }, { "epoch": 5.85, "learning_rate": 9.434770620797897e-06, "loss": 6.1961, "step": 276500 }, { "epoch": 5.86, "learning_rate": 9.433710152919469e-06, "loss": 6.1965, "step": 277000 }, { "epoch": 5.87, "learning_rate": 9.432649685041041e-06, "loss": 6.1915, "step": 277500 }, { "epoch": 5.88, "learning_rate": 9.431589217162613e-06, "loss": 6.1904, "step": 278000 }, { "epoch": 5.89, "learning_rate": 9.430528749284185e-06, "loss": 6.1957, "step": 278500 }, { "epoch": 5.9, "learning_rate": 9.429468281405757e-06, "loss": 6.1931, "step": 279000 }, { "epoch": 5.92, "learning_rate": 9.42840781352733e-06, "loss": 6.191, "step": 279500 }, { "epoch": 5.93, "learning_rate": 9.427347345648901e-06, "loss": 6.1944, "step": 280000 }, { "epoch": 5.94, "learning_rate": 9.426286877770473e-06, "loss": 6.1911, "step": 280500 }, { "epoch": 5.95, "learning_rate": 9.425226409892046e-06, "loss": 6.1907, "step": 281000 }, { "epoch": 5.96, "learning_rate": 9.424165942013616e-06, "loss": 6.1931, "step": 281500 }, { "epoch": 5.97, "learning_rate": 9.42310547413519e-06, "loss": 6.1926, "step": 282000 }, { "epoch": 5.98, "learning_rate": 9.422045006256762e-06, "loss": 6.19, "step": 282500 }, { "epoch": 5.99, "learning_rate": 9.420984538378334e-06, "loss": 6.1947, "step": 283000 }, { "epoch": 6.0, "learning_rate": 9.419924070499906e-06, "loss": 6.1931, "step": 283500 }, { "epoch": 6.01, "learning_rate": 9.418863602621478e-06, "loss": 6.1922, "step": 284000 }, { "epoch": 6.02, "learning_rate": 9.41780313474305e-06, "loss": 6.1884, "step": 284500 }, { "epoch": 6.03, "learning_rate": 9.416742666864622e-06, "loss": 6.1893, "step": 285000 }, { "epoch": 6.04, "learning_rate": 9.415682198986194e-06, "loss": 6.1889, "step": 285500 }, { "epoch": 6.05, "learning_rate": 9.414621731107766e-06, "loss": 6.1921, "step": 286000 }, { "epoch": 6.06, "learning_rate": 9.413561263229336e-06, "loss": 6.1909, "step": 286500 }, { "epoch": 6.07, "learning_rate": 9.41250079535091e-06, "loss": 6.19, "step": 287000 }, { "epoch": 6.08, "learning_rate": 9.411440327472482e-06, "loss": 6.1871, "step": 287500 }, { "epoch": 6.1, "learning_rate": 9.410379859594053e-06, "loss": 6.1891, "step": 288000 }, { "epoch": 6.11, "learning_rate": 9.409319391715626e-06, "loss": 6.191, "step": 288500 }, { "epoch": 6.12, "learning_rate": 9.408258923837198e-06, "loss": 6.1904, "step": 289000 }, { "epoch": 6.13, "learning_rate": 9.407198455958769e-06, "loss": 6.1925, "step": 289500 }, { "epoch": 6.14, "learning_rate": 9.40613798808034e-06, "loss": 6.1863, "step": 290000 }, { "epoch": 6.15, "learning_rate": 9.405077520201915e-06, "loss": 6.1822, "step": 290500 }, { "epoch": 6.16, "learning_rate": 9.404017052323487e-06, "loss": 6.1905, "step": 291000 }, { "epoch": 6.17, "learning_rate": 9.402956584445057e-06, "loss": 6.186, "step": 291500 }, { "epoch": 6.18, "learning_rate": 9.40189611656663e-06, "loss": 6.1899, "step": 292000 }, { "epoch": 6.19, "learning_rate": 9.400835648688203e-06, "loss": 6.1875, "step": 292500 }, { "epoch": 6.2, "learning_rate": 9.399775180809773e-06, "loss": 6.1906, "step": 293000 }, { "epoch": 6.21, "learning_rate": 9.398714712931345e-06, "loss": 6.1834, "step": 293500 }, { "epoch": 6.22, "learning_rate": 9.397654245052919e-06, "loss": 6.1873, "step": 294000 }, { "epoch": 6.23, "learning_rate": 9.39659377717449e-06, "loss": 6.1838, "step": 294500 }, { "epoch": 6.24, "learning_rate": 9.395533309296061e-06, "loss": 6.1838, "step": 295000 }, { "epoch": 6.25, "learning_rate": 9.394472841417635e-06, "loss": 6.1827, "step": 295500 }, { "epoch": 6.26, "learning_rate": 9.393412373539206e-06, "loss": 6.1872, "step": 296000 }, { "epoch": 6.28, "learning_rate": 9.392351905660778e-06, "loss": 6.1855, "step": 296500 }, { "epoch": 6.29, "learning_rate": 9.391291437782351e-06, "loss": 6.1856, "step": 297000 }, { "epoch": 6.3, "learning_rate": 9.390230969903923e-06, "loss": 6.1841, "step": 297500 }, { "epoch": 6.31, "learning_rate": 9.389170502025494e-06, "loss": 6.185, "step": 298000 }, { "epoch": 6.32, "learning_rate": 9.388110034147066e-06, "loss": 6.1871, "step": 298500 }, { "epoch": 6.33, "learning_rate": 9.38704956626864e-06, "loss": 6.1816, "step": 299000 }, { "epoch": 6.34, "learning_rate": 9.38598909839021e-06, "loss": 6.1842, "step": 299500 }, { "epoch": 6.35, "learning_rate": 9.384928630511782e-06, "loss": 6.1879, "step": 300000 }, { "epoch": 6.36, "learning_rate": 9.383868162633356e-06, "loss": 6.184, "step": 300500 }, { "epoch": 6.37, "learning_rate": 9.382807694754926e-06, "loss": 6.1847, "step": 301000 }, { "epoch": 6.38, "learning_rate": 9.381747226876498e-06, "loss": 6.1834, "step": 301500 }, { "epoch": 6.39, "learning_rate": 9.38068675899807e-06, "loss": 6.1804, "step": 302000 }, { "epoch": 6.4, "learning_rate": 9.379626291119642e-06, "loss": 6.1813, "step": 302500 }, { "epoch": 6.41, "learning_rate": 9.378565823241214e-06, "loss": 6.1822, "step": 303000 }, { "epoch": 6.42, "learning_rate": 9.377505355362786e-06, "loss": 6.1793, "step": 303500 }, { "epoch": 6.43, "learning_rate": 9.376444887484358e-06, "loss": 6.1817, "step": 304000 }, { "epoch": 6.44, "learning_rate": 9.37538441960593e-06, "loss": 6.1852, "step": 304500 }, { "epoch": 6.46, "learning_rate": 9.374323951727503e-06, "loss": 6.179, "step": 305000 }, { "epoch": 6.47, "learning_rate": 9.373263483849076e-06, "loss": 6.1834, "step": 305500 }, { "epoch": 6.48, "learning_rate": 9.372203015970647e-06, "loss": 6.1801, "step": 306000 }, { "epoch": 6.49, "learning_rate": 9.371142548092219e-06, "loss": 6.1812, "step": 306500 }, { "epoch": 6.5, "learning_rate": 9.37008208021379e-06, "loss": 6.1853, "step": 307000 }, { "epoch": 6.51, "learning_rate": 9.369021612335363e-06, "loss": 6.1803, "step": 307500 }, { "epoch": 6.52, "learning_rate": 9.367961144456935e-06, "loss": 6.1846, "step": 308000 }, { "epoch": 6.53, "learning_rate": 9.366900676578507e-06, "loss": 6.1786, "step": 308500 }, { "epoch": 6.54, "learning_rate": 9.365840208700079e-06, "loss": 6.18, "step": 309000 }, { "epoch": 6.55, "learning_rate": 9.364779740821651e-06, "loss": 6.1765, "step": 309500 }, { "epoch": 6.56, "learning_rate": 9.363719272943223e-06, "loss": 6.1806, "step": 310000 }, { "epoch": 6.57, "learning_rate": 9.362658805064795e-06, "loss": 6.1812, "step": 310500 }, { "epoch": 6.58, "learning_rate": 9.361598337186367e-06, "loss": 6.1796, "step": 311000 }, { "epoch": 6.59, "learning_rate": 9.36053786930794e-06, "loss": 6.1784, "step": 311500 }, { "epoch": 6.6, "learning_rate": 9.359477401429511e-06, "loss": 6.1808, "step": 312000 }, { "epoch": 6.61, "learning_rate": 9.358416933551083e-06, "loss": 6.1773, "step": 312500 }, { "epoch": 6.62, "learning_rate": 9.357356465672655e-06, "loss": 6.18, "step": 313000 }, { "epoch": 6.64, "learning_rate": 9.356295997794228e-06, "loss": 6.1804, "step": 313500 }, { "epoch": 6.65, "learning_rate": 9.3552355299158e-06, "loss": 6.177, "step": 314000 }, { "epoch": 6.66, "learning_rate": 9.354175062037372e-06, "loss": 6.1779, "step": 314500 }, { "epoch": 6.67, "learning_rate": 9.353114594158944e-06, "loss": 6.1809, "step": 315000 }, { "epoch": 6.68, "learning_rate": 9.352054126280516e-06, "loss": 6.1788, "step": 315500 }, { "epoch": 6.69, "learning_rate": 9.350993658402088e-06, "loss": 6.1781, "step": 316000 }, { "epoch": 6.7, "learning_rate": 9.34993319052366e-06, "loss": 6.1791, "step": 316500 }, { "epoch": 6.71, "learning_rate": 9.348872722645232e-06, "loss": 6.1768, "step": 317000 }, { "epoch": 6.72, "learning_rate": 9.347812254766804e-06, "loss": 6.1789, "step": 317500 }, { "epoch": 6.73, "learning_rate": 9.346751786888376e-06, "loss": 6.1754, "step": 318000 }, { "epoch": 6.74, "learning_rate": 9.345691319009948e-06, "loss": 6.1789, "step": 318500 }, { "epoch": 6.75, "learning_rate": 9.34463085113152e-06, "loss": 6.1753, "step": 319000 }, { "epoch": 6.76, "learning_rate": 9.343570383253092e-06, "loss": 6.1765, "step": 319500 }, { "epoch": 6.77, "learning_rate": 9.342509915374664e-06, "loss": 6.1753, "step": 320000 }, { "epoch": 6.78, "learning_rate": 9.341449447496236e-06, "loss": 6.177, "step": 320500 }, { "epoch": 6.79, "learning_rate": 9.340388979617808e-06, "loss": 6.1771, "step": 321000 }, { "epoch": 6.8, "learning_rate": 9.33932851173938e-06, "loss": 6.1764, "step": 321500 }, { "epoch": 6.81, "learning_rate": 9.338268043860952e-06, "loss": 6.1775, "step": 322000 }, { "epoch": 6.83, "learning_rate": 9.337207575982525e-06, "loss": 6.1782, "step": 322500 }, { "epoch": 6.84, "learning_rate": 9.336147108104097e-06, "loss": 6.1782, "step": 323000 }, { "epoch": 6.85, "learning_rate": 9.335086640225669e-06, "loss": 6.1739, "step": 323500 }, { "epoch": 6.86, "learning_rate": 9.33402617234724e-06, "loss": 6.1751, "step": 324000 }, { "epoch": 6.87, "learning_rate": 9.332965704468813e-06, "loss": 6.1768, "step": 324500 }, { "epoch": 6.88, "learning_rate": 9.331905236590383e-06, "loss": 6.1742, "step": 325000 }, { "epoch": 6.89, "learning_rate": 9.330844768711957e-06, "loss": 6.1715, "step": 325500 }, { "epoch": 6.9, "learning_rate": 9.329784300833529e-06, "loss": 6.1726, "step": 326000 }, { "epoch": 6.91, "learning_rate": 9.328723832955101e-06, "loss": 6.1727, "step": 326500 }, { "epoch": 6.92, "learning_rate": 9.327663365076673e-06, "loss": 6.1807, "step": 327000 }, { "epoch": 6.93, "learning_rate": 9.326602897198245e-06, "loss": 6.1712, "step": 327500 }, { "epoch": 6.94, "learning_rate": 9.325542429319817e-06, "loss": 6.172, "step": 328000 }, { "epoch": 6.95, "learning_rate": 9.32448196144139e-06, "loss": 6.1738, "step": 328500 }, { "epoch": 6.96, "learning_rate": 9.323421493562961e-06, "loss": 6.1736, "step": 329000 }, { "epoch": 6.97, "learning_rate": 9.322361025684533e-06, "loss": 6.1754, "step": 329500 }, { "epoch": 6.98, "learning_rate": 9.321300557806104e-06, "loss": 6.1737, "step": 330000 }, { "epoch": 6.99, "learning_rate": 9.320240089927677e-06, "loss": 6.1695, "step": 330500 }, { "epoch": 7.01, "learning_rate": 9.31917962204925e-06, "loss": 6.1685, "step": 331000 }, { "epoch": 7.02, "learning_rate": 9.31811915417082e-06, "loss": 6.171, "step": 331500 }, { "epoch": 7.03, "learning_rate": 9.317058686292394e-06, "loss": 6.173, "step": 332000 }, { "epoch": 7.04, "learning_rate": 9.315998218413966e-06, "loss": 6.1711, "step": 332500 }, { "epoch": 7.05, "learning_rate": 9.314937750535536e-06, "loss": 6.176, "step": 333000 }, { "epoch": 7.06, "learning_rate": 9.313877282657108e-06, "loss": 6.1737, "step": 333500 }, { "epoch": 7.07, "learning_rate": 9.312816814778682e-06, "loss": 6.1728, "step": 334000 }, { "epoch": 7.08, "learning_rate": 9.311756346900254e-06, "loss": 6.1755, "step": 334500 }, { "epoch": 7.09, "learning_rate": 9.310695879021824e-06, "loss": 6.1704, "step": 335000 }, { "epoch": 7.1, "learning_rate": 9.309635411143398e-06, "loss": 6.1697, "step": 335500 }, { "epoch": 7.11, "learning_rate": 9.30857494326497e-06, "loss": 6.1687, "step": 336000 }, { "epoch": 7.12, "learning_rate": 9.30751447538654e-06, "loss": 6.1726, "step": 336500 }, { "epoch": 7.13, "learning_rate": 9.306454007508113e-06, "loss": 6.1688, "step": 337000 }, { "epoch": 7.14, "learning_rate": 9.305393539629686e-06, "loss": 6.1679, "step": 337500 }, { "epoch": 7.15, "learning_rate": 9.304333071751257e-06, "loss": 6.1716, "step": 338000 }, { "epoch": 7.16, "learning_rate": 9.303272603872829e-06, "loss": 6.1716, "step": 338500 }, { "epoch": 7.17, "learning_rate": 9.302212135994402e-06, "loss": 6.1681, "step": 339000 }, { "epoch": 7.19, "learning_rate": 9.301151668115973e-06, "loss": 6.1712, "step": 339500 }, { "epoch": 7.2, "learning_rate": 9.300091200237545e-06, "loss": 6.1712, "step": 340000 }, { "epoch": 7.21, "learning_rate": 9.299030732359119e-06, "loss": 6.1645, "step": 340500 }, { "epoch": 7.22, "learning_rate": 9.29797026448069e-06, "loss": 6.172, "step": 341000 }, { "epoch": 7.23, "learning_rate": 9.296909796602261e-06, "loss": 6.1662, "step": 341500 }, { "epoch": 7.24, "learning_rate": 9.295849328723833e-06, "loss": 6.1619, "step": 342000 }, { "epoch": 7.25, "learning_rate": 9.294788860845407e-06, "loss": 6.1657, "step": 342500 }, { "epoch": 7.26, "learning_rate": 9.293728392966977e-06, "loss": 6.1717, "step": 343000 }, { "epoch": 7.27, "learning_rate": 9.29266792508855e-06, "loss": 6.1659, "step": 343500 }, { "epoch": 7.28, "learning_rate": 9.291607457210123e-06, "loss": 6.1657, "step": 344000 }, { "epoch": 7.29, "learning_rate": 9.290546989331693e-06, "loss": 6.1662, "step": 344500 }, { "epoch": 7.3, "learning_rate": 9.289486521453265e-06, "loss": 6.1698, "step": 345000 }, { "epoch": 7.31, "learning_rate": 9.288426053574837e-06, "loss": 6.1656, "step": 345500 }, { "epoch": 7.32, "learning_rate": 9.28736558569641e-06, "loss": 6.1629, "step": 346000 }, { "epoch": 7.33, "learning_rate": 9.286305117817982e-06, "loss": 6.1713, "step": 346500 }, { "epoch": 7.34, "learning_rate": 9.285244649939554e-06, "loss": 6.1656, "step": 347000 }, { "epoch": 7.35, "learning_rate": 9.284184182061126e-06, "loss": 6.1675, "step": 347500 }, { "epoch": 7.37, "learning_rate": 9.283123714182698e-06, "loss": 6.1642, "step": 348000 }, { "epoch": 7.38, "learning_rate": 9.28206324630427e-06, "loss": 6.1726, "step": 348500 }, { "epoch": 7.39, "learning_rate": 9.281002778425844e-06, "loss": 6.1671, "step": 349000 }, { "epoch": 7.4, "learning_rate": 9.279942310547414e-06, "loss": 6.1681, "step": 349500 }, { "epoch": 7.41, "learning_rate": 9.278881842668986e-06, "loss": 6.1632, "step": 350000 }, { "epoch": 7.42, "learning_rate": 9.277821374790558e-06, "loss": 6.1657, "step": 350500 }, { "epoch": 7.43, "learning_rate": 9.27676090691213e-06, "loss": 6.1674, "step": 351000 }, { "epoch": 7.44, "learning_rate": 9.275700439033702e-06, "loss": 6.1658, "step": 351500 }, { "epoch": 7.45, "learning_rate": 9.274639971155274e-06, "loss": 6.1689, "step": 352000 }, { "epoch": 7.46, "learning_rate": 9.273579503276846e-06, "loss": 6.1713, "step": 352500 }, { "epoch": 7.47, "learning_rate": 9.272519035398418e-06, "loss": 6.1689, "step": 353000 }, { "epoch": 7.48, "learning_rate": 9.27145856751999e-06, "loss": 6.1689, "step": 353500 }, { "epoch": 7.49, "learning_rate": 9.270398099641562e-06, "loss": 6.1688, "step": 354000 }, { "epoch": 7.5, "learning_rate": 9.269337631763134e-06, "loss": 6.1641, "step": 354500 }, { "epoch": 7.51, "learning_rate": 9.268277163884707e-06, "loss": 6.1622, "step": 355000 }, { "epoch": 7.52, "learning_rate": 9.267216696006279e-06, "loss": 6.169, "step": 355500 }, { "epoch": 7.53, "learning_rate": 9.26615622812785e-06, "loss": 6.1652, "step": 356000 }, { "epoch": 7.55, "learning_rate": 9.265095760249423e-06, "loss": 6.1642, "step": 356500 }, { "epoch": 7.56, "learning_rate": 9.264035292370995e-06, "loss": 6.1697, "step": 357000 }, { "epoch": 7.57, "learning_rate": 9.262974824492567e-06, "loss": 6.1671, "step": 357500 }, { "epoch": 7.58, "learning_rate": 9.261914356614139e-06, "loss": 6.1645, "step": 358000 }, { "epoch": 7.59, "learning_rate": 9.260853888735711e-06, "loss": 6.167, "step": 358500 }, { "epoch": 7.6, "learning_rate": 9.259793420857283e-06, "loss": 6.165, "step": 359000 }, { "epoch": 7.61, "learning_rate": 9.258732952978855e-06, "loss": 6.1657, "step": 359500 }, { "epoch": 7.62, "learning_rate": 9.257672485100427e-06, "loss": 6.1638, "step": 360000 }, { "epoch": 7.63, "learning_rate": 9.256612017222e-06, "loss": 6.1604, "step": 360500 }, { "epoch": 7.64, "learning_rate": 9.255551549343571e-06, "loss": 6.1645, "step": 361000 }, { "epoch": 7.65, "learning_rate": 9.254491081465143e-06, "loss": 6.1633, "step": 361500 }, { "epoch": 7.66, "learning_rate": 9.253430613586715e-06, "loss": 6.163, "step": 362000 }, { "epoch": 7.67, "learning_rate": 9.252370145708287e-06, "loss": 6.1616, "step": 362500 }, { "epoch": 7.68, "learning_rate": 9.25130967782986e-06, "loss": 6.1614, "step": 363000 }, { "epoch": 7.69, "learning_rate": 9.250249209951432e-06, "loss": 6.1613, "step": 363500 }, { "epoch": 7.7, "learning_rate": 9.249188742073004e-06, "loss": 6.1633, "step": 364000 }, { "epoch": 7.71, "learning_rate": 9.248128274194576e-06, "loss": 6.162, "step": 364500 }, { "epoch": 7.73, "learning_rate": 9.247067806316148e-06, "loss": 6.1599, "step": 365000 }, { "epoch": 7.74, "learning_rate": 9.24600733843772e-06, "loss": 6.1612, "step": 365500 }, { "epoch": 7.75, "learning_rate": 9.244946870559292e-06, "loss": 6.161, "step": 366000 }, { "epoch": 7.76, "learning_rate": 9.243886402680864e-06, "loss": 6.1646, "step": 366500 }, { "epoch": 7.77, "learning_rate": 9.242825934802436e-06, "loss": 6.1642, "step": 367000 }, { "epoch": 7.78, "learning_rate": 9.241765466924008e-06, "loss": 6.161, "step": 367500 }, { "epoch": 7.79, "learning_rate": 9.24070499904558e-06, "loss": 6.1585, "step": 368000 }, { "epoch": 7.8, "learning_rate": 9.23964453116715e-06, "loss": 6.16, "step": 368500 }, { "epoch": 7.81, "learning_rate": 9.238584063288724e-06, "loss": 6.1626, "step": 369000 }, { "epoch": 7.82, "learning_rate": 9.237523595410296e-06, "loss": 6.1603, "step": 369500 }, { "epoch": 7.83, "learning_rate": 9.236463127531868e-06, "loss": 6.1616, "step": 370000 }, { "epoch": 7.84, "learning_rate": 9.23540265965344e-06, "loss": 6.1597, "step": 370500 }, { "epoch": 7.85, "learning_rate": 9.234342191775012e-06, "loss": 6.1616, "step": 371000 }, { "epoch": 7.86, "learning_rate": 9.233281723896584e-06, "loss": 6.1594, "step": 371500 }, { "epoch": 7.87, "learning_rate": 9.232221256018156e-06, "loss": 6.1595, "step": 372000 }, { "epoch": 7.88, "learning_rate": 9.231160788139729e-06, "loss": 6.1595, "step": 372500 }, { "epoch": 7.89, "learning_rate": 9.2301003202613e-06, "loss": 6.1596, "step": 373000 }, { "epoch": 7.9, "learning_rate": 9.229039852382871e-06, "loss": 6.1587, "step": 373500 }, { "epoch": 7.92, "learning_rate": 9.227979384504445e-06, "loss": 6.1586, "step": 374000 }, { "epoch": 7.93, "learning_rate": 9.226918916626017e-06, "loss": 6.1581, "step": 374500 }, { "epoch": 7.94, "learning_rate": 9.225858448747587e-06, "loss": 6.1575, "step": 375000 }, { "epoch": 7.95, "learning_rate": 9.224797980869161e-06, "loss": 6.1596, "step": 375500 }, { "epoch": 7.96, "learning_rate": 9.223737512990733e-06, "loss": 6.1605, "step": 376000 }, { "epoch": 7.97, "learning_rate": 9.222677045112303e-06, "loss": 6.1601, "step": 376500 }, { "epoch": 7.98, "learning_rate": 9.221616577233875e-06, "loss": 6.1582, "step": 377000 }, { "epoch": 7.99, "learning_rate": 9.220556109355449e-06, "loss": 6.1598, "step": 377500 }, { "epoch": 8.0, "learning_rate": 9.219495641477021e-06, "loss": 6.1628, "step": 378000 }, { "epoch": 8.01, "learning_rate": 9.218435173598592e-06, "loss": 6.1595, "step": 378500 }, { "epoch": 8.02, "learning_rate": 9.217374705720165e-06, "loss": 6.1589, "step": 379000 }, { "epoch": 8.03, "learning_rate": 9.216314237841737e-06, "loss": 6.1586, "step": 379500 }, { "epoch": 8.04, "learning_rate": 9.215253769963308e-06, "loss": 6.1544, "step": 380000 }, { "epoch": 8.05, "learning_rate": 9.214193302084881e-06, "loss": 6.1551, "step": 380500 }, { "epoch": 8.06, "learning_rate": 9.213132834206454e-06, "loss": 6.154, "step": 381000 }, { "epoch": 8.07, "learning_rate": 9.212072366328024e-06, "loss": 6.1567, "step": 381500 }, { "epoch": 8.08, "learning_rate": 9.211011898449596e-06, "loss": 6.159, "step": 382000 }, { "epoch": 8.1, "learning_rate": 9.20995143057117e-06, "loss": 6.1562, "step": 382500 }, { "epoch": 8.11, "learning_rate": 9.20889096269274e-06, "loss": 6.1567, "step": 383000 }, { "epoch": 8.12, "learning_rate": 9.207830494814312e-06, "loss": 6.1571, "step": 383500 }, { "epoch": 8.13, "learning_rate": 9.206770026935886e-06, "loss": 6.1563, "step": 384000 }, { "epoch": 8.14, "learning_rate": 9.205709559057458e-06, "loss": 6.1563, "step": 384500 }, { "epoch": 8.15, "learning_rate": 9.204649091179028e-06, "loss": 6.1566, "step": 385000 }, { "epoch": 8.16, "learning_rate": 9.2035886233006e-06, "loss": 6.1555, "step": 385500 }, { "epoch": 8.17, "learning_rate": 9.202528155422174e-06, "loss": 6.1614, "step": 386000 }, { "epoch": 8.18, "learning_rate": 9.201467687543744e-06, "loss": 6.1538, "step": 386500 }, { "epoch": 8.19, "learning_rate": 9.200407219665316e-06, "loss": 6.1568, "step": 387000 }, { "epoch": 8.2, "learning_rate": 9.19934675178689e-06, "loss": 6.156, "step": 387500 }, { "epoch": 8.21, "learning_rate": 9.19828628390846e-06, "loss": 6.1586, "step": 388000 }, { "epoch": 8.22, "learning_rate": 9.197225816030033e-06, "loss": 6.1578, "step": 388500 }, { "epoch": 8.23, "learning_rate": 9.196165348151605e-06, "loss": 6.1566, "step": 389000 }, { "epoch": 8.24, "learning_rate": 9.195104880273177e-06, "loss": 6.1546, "step": 389500 }, { "epoch": 8.25, "learning_rate": 9.194044412394749e-06, "loss": 6.1575, "step": 390000 }, { "epoch": 8.26, "learning_rate": 9.192983944516321e-06, "loss": 6.1552, "step": 390500 }, { "epoch": 8.28, "learning_rate": 9.191923476637893e-06, "loss": 6.1571, "step": 391000 }, { "epoch": 8.29, "learning_rate": 9.190863008759465e-06, "loss": 6.1549, "step": 391500 }, { "epoch": 8.3, "learning_rate": 9.189802540881037e-06, "loss": 6.1589, "step": 392000 }, { "epoch": 8.31, "learning_rate": 9.18874207300261e-06, "loss": 6.1592, "step": 392500 }, { "epoch": 8.32, "learning_rate": 9.187681605124181e-06, "loss": 6.1578, "step": 393000 }, { "epoch": 8.33, "learning_rate": 9.186621137245753e-06, "loss": 6.1533, "step": 393500 }, { "epoch": 8.34, "learning_rate": 9.185560669367325e-06, "loss": 6.1529, "step": 394000 }, { "epoch": 8.35, "learning_rate": 9.184500201488897e-06, "loss": 6.1577, "step": 394500 }, { "epoch": 8.36, "learning_rate": 9.18343973361047e-06, "loss": 6.161, "step": 395000 }, { "epoch": 8.37, "learning_rate": 9.182379265732041e-06, "loss": 6.1533, "step": 395500 }, { "epoch": 8.38, "learning_rate": 9.181318797853614e-06, "loss": 6.1495, "step": 396000 }, { "epoch": 8.39, "learning_rate": 9.180258329975186e-06, "loss": 6.1513, "step": 396500 }, { "epoch": 8.4, "learning_rate": 9.179197862096758e-06, "loss": 6.1546, "step": 397000 }, { "epoch": 8.41, "learning_rate": 9.17813739421833e-06, "loss": 6.1529, "step": 397500 }, { "epoch": 8.42, "learning_rate": 9.177076926339902e-06, "loss": 6.154, "step": 398000 }, { "epoch": 8.43, "learning_rate": 9.176016458461474e-06, "loss": 6.151, "step": 398500 }, { "epoch": 8.44, "learning_rate": 9.174955990583046e-06, "loss": 6.1513, "step": 399000 }, { "epoch": 8.46, "learning_rate": 9.173895522704618e-06, "loss": 6.1572, "step": 399500 }, { "epoch": 8.47, "learning_rate": 9.17283505482619e-06, "loss": 6.1536, "step": 400000 }, { "epoch": 8.48, "learning_rate": 9.171774586947762e-06, "loss": 6.1549, "step": 400500 }, { "epoch": 8.49, "learning_rate": 9.170714119069334e-06, "loss": 6.1551, "step": 401000 }, { "epoch": 8.5, "learning_rate": 9.169653651190906e-06, "loss": 6.1566, "step": 401500 }, { "epoch": 8.51, "learning_rate": 9.168593183312478e-06, "loss": 6.1503, "step": 402000 }, { "epoch": 8.52, "learning_rate": 9.16753271543405e-06, "loss": 6.1517, "step": 402500 }, { "epoch": 8.53, "learning_rate": 9.166472247555622e-06, "loss": 6.152, "step": 403000 }, { "epoch": 8.54, "learning_rate": 9.165411779677194e-06, "loss": 6.1494, "step": 403500 }, { "epoch": 8.55, "learning_rate": 9.164351311798766e-06, "loss": 6.1558, "step": 404000 }, { "epoch": 8.56, "learning_rate": 9.163290843920338e-06, "loss": 6.1514, "step": 404500 }, { "epoch": 8.57, "learning_rate": 9.16223037604191e-06, "loss": 6.153, "step": 405000 }, { "epoch": 8.58, "learning_rate": 9.161169908163483e-06, "loss": 6.1541, "step": 405500 }, { "epoch": 8.59, "learning_rate": 9.160109440285055e-06, "loss": 6.1534, "step": 406000 }, { "epoch": 8.6, "learning_rate": 9.159048972406627e-06, "loss": 6.1454, "step": 406500 }, { "epoch": 8.61, "learning_rate": 9.157988504528199e-06, "loss": 6.1528, "step": 407000 }, { "epoch": 8.62, "learning_rate": 9.15692803664977e-06, "loss": 6.1516, "step": 407500 }, { "epoch": 8.64, "learning_rate": 9.155867568771343e-06, "loss": 6.154, "step": 408000 }, { "epoch": 8.65, "learning_rate": 9.154807100892915e-06, "loss": 6.1504, "step": 408500 }, { "epoch": 8.66, "learning_rate": 9.153746633014487e-06, "loss": 6.1552, "step": 409000 }, { "epoch": 8.67, "learning_rate": 9.152686165136059e-06, "loss": 6.155, "step": 409500 }, { "epoch": 8.68, "learning_rate": 9.151625697257631e-06, "loss": 6.1502, "step": 410000 }, { "epoch": 8.69, "learning_rate": 9.150565229379203e-06, "loss": 6.1547, "step": 410500 }, { "epoch": 8.7, "learning_rate": 9.149504761500775e-06, "loss": 6.1509, "step": 411000 }, { "epoch": 8.71, "learning_rate": 9.148444293622347e-06, "loss": 6.1491, "step": 411500 }, { "epoch": 8.72, "learning_rate": 9.147383825743918e-06, "loss": 6.1482, "step": 412000 }, { "epoch": 8.73, "learning_rate": 9.146323357865491e-06, "loss": 6.1496, "step": 412500 }, { "epoch": 8.74, "learning_rate": 9.145262889987063e-06, "loss": 6.148, "step": 413000 }, { "epoch": 8.75, "learning_rate": 9.144202422108636e-06, "loss": 6.1524, "step": 413500 }, { "epoch": 8.76, "learning_rate": 9.143141954230208e-06, "loss": 6.1534, "step": 414000 }, { "epoch": 8.77, "learning_rate": 9.14208148635178e-06, "loss": 6.1481, "step": 414500 }, { "epoch": 8.78, "learning_rate": 9.141021018473352e-06, "loss": 6.1505, "step": 415000 }, { "epoch": 8.79, "learning_rate": 9.139960550594924e-06, "loss": 6.148, "step": 415500 }, { "epoch": 8.8, "learning_rate": 9.138900082716496e-06, "loss": 6.1539, "step": 416000 }, { "epoch": 8.82, "learning_rate": 9.137839614838068e-06, "loss": 6.1524, "step": 416500 }, { "epoch": 8.83, "learning_rate": 9.136779146959638e-06, "loss": 6.1485, "step": 417000 }, { "epoch": 8.84, "learning_rate": 9.135718679081212e-06, "loss": 6.1489, "step": 417500 }, { "epoch": 8.85, "learning_rate": 9.134658211202784e-06, "loss": 6.1532, "step": 418000 }, { "epoch": 8.86, "learning_rate": 9.133597743324354e-06, "loss": 6.1487, "step": 418500 }, { "epoch": 8.87, "learning_rate": 9.132537275445928e-06, "loss": 6.1479, "step": 419000 }, { "epoch": 8.88, "learning_rate": 9.1314768075675e-06, "loss": 6.1487, "step": 419500 }, { "epoch": 8.89, "learning_rate": 9.13041633968907e-06, "loss": 6.1461, "step": 420000 }, { "epoch": 8.9, "learning_rate": 9.129355871810643e-06, "loss": 6.1514, "step": 420500 }, { "epoch": 8.91, "learning_rate": 9.128295403932216e-06, "loss": 6.1453, "step": 421000 }, { "epoch": 8.92, "learning_rate": 9.127234936053788e-06, "loss": 6.1491, "step": 421500 }, { "epoch": 8.93, "learning_rate": 9.126174468175359e-06, "loss": 6.1471, "step": 422000 }, { "epoch": 8.94, "learning_rate": 9.125114000296933e-06, "loss": 6.1471, "step": 422500 }, { "epoch": 8.95, "learning_rate": 9.124053532418505e-06, "loss": 6.144, "step": 423000 }, { "epoch": 8.96, "learning_rate": 9.122993064540075e-06, "loss": 6.1455, "step": 423500 }, { "epoch": 8.97, "learning_rate": 9.121932596661649e-06, "loss": 6.1493, "step": 424000 }, { "epoch": 8.98, "learning_rate": 9.12087212878322e-06, "loss": 6.1467, "step": 424500 }, { "epoch": 8.99, "learning_rate": 9.119811660904791e-06, "loss": 6.1439, "step": 425000 }, { "epoch": 9.01, "learning_rate": 9.118751193026363e-06, "loss": 6.1505, "step": 425500 }, { "epoch": 9.02, "learning_rate": 9.117690725147937e-06, "loss": 6.1494, "step": 426000 }, { "epoch": 9.03, "learning_rate": 9.116630257269507e-06, "loss": 6.146, "step": 426500 }, { "epoch": 9.04, "learning_rate": 9.11556978939108e-06, "loss": 6.1428, "step": 427000 }, { "epoch": 9.05, "learning_rate": 9.114509321512653e-06, "loss": 6.1485, "step": 427500 }, { "epoch": 9.06, "learning_rate": 9.113448853634225e-06, "loss": 6.1455, "step": 428000 }, { "epoch": 9.07, "learning_rate": 9.112388385755796e-06, "loss": 6.1481, "step": 428500 }, { "epoch": 9.08, "learning_rate": 9.111327917877368e-06, "loss": 6.1412, "step": 429000 }, { "epoch": 9.09, "learning_rate": 9.110267449998941e-06, "loss": 6.1458, "step": 429500 }, { "epoch": 9.1, "learning_rate": 9.109206982120512e-06, "loss": 6.1483, "step": 430000 }, { "epoch": 9.11, "learning_rate": 9.108146514242084e-06, "loss": 6.1417, "step": 430500 }, { "epoch": 9.12, "learning_rate": 9.107086046363658e-06, "loss": 6.1431, "step": 431000 }, { "epoch": 9.13, "learning_rate": 9.106025578485228e-06, "loss": 6.1473, "step": 431500 }, { "epoch": 9.14, "learning_rate": 9.1049651106068e-06, "loss": 6.1451, "step": 432000 }, { "epoch": 9.15, "learning_rate": 9.103904642728372e-06, "loss": 6.1505, "step": 432500 }, { "epoch": 9.16, "learning_rate": 9.102844174849944e-06, "loss": 6.1479, "step": 433000 }, { "epoch": 9.17, "learning_rate": 9.101783706971516e-06, "loss": 6.1452, "step": 433500 }, { "epoch": 9.19, "learning_rate": 9.100723239093088e-06, "loss": 6.1479, "step": 434000 }, { "epoch": 9.2, "learning_rate": 9.09966277121466e-06, "loss": 6.1468, "step": 434500 }, { "epoch": 9.21, "learning_rate": 9.098602303336232e-06, "loss": 6.145, "step": 435000 }, { "epoch": 9.22, "learning_rate": 9.097541835457804e-06, "loss": 6.1407, "step": 435500 }, { "epoch": 9.23, "learning_rate": 9.096481367579378e-06, "loss": 6.1483, "step": 436000 }, { "epoch": 9.24, "learning_rate": 9.095420899700948e-06, "loss": 6.1456, "step": 436500 }, { "epoch": 9.25, "learning_rate": 9.09436043182252e-06, "loss": 6.1451, "step": 437000 }, { "epoch": 9.26, "learning_rate": 9.093299963944093e-06, "loss": 6.1437, "step": 437500 }, { "epoch": 9.27, "learning_rate": 9.092239496065665e-06, "loss": 6.1432, "step": 438000 }, { "epoch": 9.28, "learning_rate": 9.091179028187237e-06, "loss": 6.1423, "step": 438500 }, { "epoch": 9.29, "learning_rate": 9.090118560308809e-06, "loss": 6.1466, "step": 439000 }, { "epoch": 9.3, "learning_rate": 9.08905809243038e-06, "loss": 6.1433, "step": 439500 }, { "epoch": 9.31, "learning_rate": 9.087997624551953e-06, "loss": 6.1443, "step": 440000 }, { "epoch": 9.32, "learning_rate": 9.086937156673525e-06, "loss": 6.1426, "step": 440500 }, { "epoch": 9.33, "learning_rate": 9.085876688795097e-06, "loss": 6.1446, "step": 441000 }, { "epoch": 9.34, "learning_rate": 9.084816220916669e-06, "loss": 6.1456, "step": 441500 }, { "epoch": 9.35, "learning_rate": 9.083755753038241e-06, "loss": 6.1455, "step": 442000 }, { "epoch": 9.37, "learning_rate": 9.082695285159813e-06, "loss": 6.1415, "step": 442500 }, { "epoch": 9.38, "learning_rate": 9.081634817281385e-06, "loss": 6.1398, "step": 443000 }, { "epoch": 9.39, "learning_rate": 9.080574349402957e-06, "loss": 6.1419, "step": 443500 }, { "epoch": 9.4, "learning_rate": 9.07951388152453e-06, "loss": 6.1402, "step": 444000 }, { "epoch": 9.41, "learning_rate": 9.078453413646101e-06, "loss": 6.1418, "step": 444500 }, { "epoch": 9.42, "learning_rate": 9.077392945767673e-06, "loss": 6.1452, "step": 445000 }, { "epoch": 9.43, "learning_rate": 9.076332477889245e-06, "loss": 6.1446, "step": 445500 }, { "epoch": 9.44, "learning_rate": 9.075272010010818e-06, "loss": 6.1444, "step": 446000 }, { "epoch": 9.45, "learning_rate": 9.07421154213239e-06, "loss": 6.1461, "step": 446500 }, { "epoch": 9.46, "learning_rate": 9.073151074253962e-06, "loss": 6.1433, "step": 447000 }, { "epoch": 9.47, "learning_rate": 9.072090606375534e-06, "loss": 6.1404, "step": 447500 }, { "epoch": 9.48, "learning_rate": 9.071030138497106e-06, "loss": 6.1407, "step": 448000 }, { "epoch": 9.49, "learning_rate": 9.069969670618678e-06, "loss": 6.147, "step": 448500 }, { "epoch": 9.5, "learning_rate": 9.06890920274025e-06, "loss": 6.1493, "step": 449000 }, { "epoch": 9.51, "learning_rate": 9.067848734861822e-06, "loss": 6.1408, "step": 449500 }, { "epoch": 9.52, "learning_rate": 9.066788266983394e-06, "loss": 6.1445, "step": 450000 }, { "epoch": 9.53, "learning_rate": 9.065727799104966e-06, "loss": 6.1405, "step": 450500 }, { "epoch": 9.55, "learning_rate": 9.064667331226538e-06, "loss": 6.1432, "step": 451000 }, { "epoch": 9.56, "learning_rate": 9.06360686334811e-06, "loss": 6.1442, "step": 451500 }, { "epoch": 9.57, "learning_rate": 9.062546395469682e-06, "loss": 6.1432, "step": 452000 }, { "epoch": 9.58, "learning_rate": 9.061485927591254e-06, "loss": 6.1388, "step": 452500 }, { "epoch": 9.59, "learning_rate": 9.060425459712826e-06, "loss": 6.1394, "step": 453000 }, { "epoch": 9.6, "learning_rate": 9.059364991834398e-06, "loss": 6.1434, "step": 453500 }, { "epoch": 9.61, "learning_rate": 9.05830452395597e-06, "loss": 6.1437, "step": 454000 }, { "epoch": 9.62, "learning_rate": 9.057244056077542e-06, "loss": 6.1425, "step": 454500 }, { "epoch": 9.63, "learning_rate": 9.056183588199115e-06, "loss": 6.1383, "step": 455000 }, { "epoch": 9.64, "learning_rate": 9.055123120320685e-06, "loss": 6.1402, "step": 455500 }, { "epoch": 9.65, "learning_rate": 9.054062652442259e-06, "loss": 6.1386, "step": 456000 }, { "epoch": 9.66, "learning_rate": 9.05300218456383e-06, "loss": 6.141, "step": 456500 }, { "epoch": 9.67, "learning_rate": 9.051941716685403e-06, "loss": 6.1385, "step": 457000 }, { "epoch": 9.68, "learning_rate": 9.050881248806975e-06, "loss": 6.1395, "step": 457500 }, { "epoch": 9.69, "learning_rate": 9.049820780928547e-06, "loss": 6.1424, "step": 458000 }, { "epoch": 9.7, "learning_rate": 9.048760313050119e-06, "loss": 6.1423, "step": 458500 }, { "epoch": 9.71, "learning_rate": 9.047699845171691e-06, "loss": 6.1432, "step": 459000 }, { "epoch": 9.73, "learning_rate": 9.046639377293263e-06, "loss": 6.1403, "step": 459500 }, { "epoch": 9.74, "learning_rate": 9.045578909414835e-06, "loss": 6.1412, "step": 460000 }, { "epoch": 9.75, "learning_rate": 9.044518441536405e-06, "loss": 6.1398, "step": 460500 }, { "epoch": 9.76, "learning_rate": 9.04345797365798e-06, "loss": 6.1403, "step": 461000 }, { "epoch": 9.77, "learning_rate": 9.042397505779551e-06, "loss": 6.139, "step": 461500 }, { "epoch": 9.78, "learning_rate": 9.041337037901122e-06, "loss": 6.138, "step": 462000 }, { "epoch": 9.79, "learning_rate": 9.040276570022695e-06, "loss": 6.1374, "step": 462500 }, { "epoch": 9.8, "learning_rate": 9.039216102144267e-06, "loss": 6.1418, "step": 463000 }, { "epoch": 9.81, "learning_rate": 9.038155634265838e-06, "loss": 6.141, "step": 463500 }, { "epoch": 9.82, "learning_rate": 9.03709516638741e-06, "loss": 6.1412, "step": 464000 }, { "epoch": 9.83, "learning_rate": 9.036034698508984e-06, "loss": 6.1415, "step": 464500 }, { "epoch": 9.84, "learning_rate": 9.034974230630556e-06, "loss": 6.1323, "step": 465000 }, { "epoch": 9.85, "learning_rate": 9.033913762752126e-06, "loss": 6.1392, "step": 465500 }, { "epoch": 9.86, "learning_rate": 9.0328532948737e-06, "loss": 6.1391, "step": 466000 }, { "epoch": 9.87, "learning_rate": 9.031792826995272e-06, "loss": 6.14, "step": 466500 }, { "epoch": 9.88, "learning_rate": 9.030732359116842e-06, "loss": 6.1366, "step": 467000 }, { "epoch": 9.89, "learning_rate": 9.029671891238416e-06, "loss": 6.1384, "step": 467500 }, { "epoch": 9.9, "learning_rate": 9.028611423359988e-06, "loss": 6.1436, "step": 468000 }, { "epoch": 9.92, "learning_rate": 9.027550955481558e-06, "loss": 6.1415, "step": 468500 }, { "epoch": 9.93, "learning_rate": 9.02649048760313e-06, "loss": 6.138, "step": 469000 }, { "epoch": 9.94, "learning_rate": 9.025430019724704e-06, "loss": 6.142, "step": 469500 }, { "epoch": 9.95, "learning_rate": 9.024369551846275e-06, "loss": 6.1369, "step": 470000 }, { "epoch": 9.96, "learning_rate": 9.023309083967847e-06, "loss": 6.1356, "step": 470500 }, { "epoch": 9.97, "learning_rate": 9.02224861608942e-06, "loss": 6.142, "step": 471000 }, { "epoch": 9.98, "learning_rate": 9.021188148210992e-06, "loss": 6.1353, "step": 471500 }, { "epoch": 9.99, "learning_rate": 9.020127680332563e-06, "loss": 6.1375, "step": 472000 }, { "epoch": 10.0, "learning_rate": 9.019067212454135e-06, "loss": 6.1364, "step": 472500 }, { "epoch": 10.01, "learning_rate": 9.018006744575709e-06, "loss": 6.1344, "step": 473000 }, { "epoch": 10.02, "learning_rate": 9.016946276697279e-06, "loss": 6.141, "step": 473500 }, { "epoch": 10.03, "learning_rate": 9.015885808818851e-06, "loss": 6.1354, "step": 474000 }, { "epoch": 10.04, "learning_rate": 9.014825340940425e-06, "loss": 6.1397, "step": 474500 }, { "epoch": 10.05, "learning_rate": 9.013764873061995e-06, "loss": 6.1406, "step": 475000 }, { "epoch": 10.06, "learning_rate": 9.012704405183567e-06, "loss": 6.1381, "step": 475500 }, { "epoch": 10.07, "learning_rate": 9.01164393730514e-06, "loss": 6.1337, "step": 476000 }, { "epoch": 10.08, "learning_rate": 9.010583469426711e-06, "loss": 6.1366, "step": 476500 }, { "epoch": 10.1, "learning_rate": 9.009523001548283e-06, "loss": 6.1348, "step": 477000 }, { "epoch": 10.11, "learning_rate": 9.008462533669855e-06, "loss": 6.135, "step": 477500 }, { "epoch": 10.12, "learning_rate": 9.007402065791427e-06, "loss": 6.1348, "step": 478000 }, { "epoch": 10.13, "learning_rate": 9.006341597913e-06, "loss": 6.1355, "step": 478500 }, { "epoch": 10.14, "learning_rate": 9.005281130034572e-06, "loss": 6.1374, "step": 479000 }, { "epoch": 10.15, "learning_rate": 9.004220662156145e-06, "loss": 6.1413, "step": 479500 }, { "epoch": 10.16, "learning_rate": 9.003160194277716e-06, "loss": 6.1367, "step": 480000 }, { "epoch": 10.17, "learning_rate": 9.002099726399288e-06, "loss": 6.1339, "step": 480500 }, { "epoch": 10.18, "learning_rate": 9.00103925852086e-06, "loss": 6.1348, "step": 481000 }, { "epoch": 10.19, "learning_rate": 8.999978790642432e-06, "loss": 6.1368, "step": 481500 }, { "epoch": 10.2, "learning_rate": 8.998918322764004e-06, "loss": 6.1362, "step": 482000 }, { "epoch": 10.21, "learning_rate": 8.997857854885576e-06, "loss": 6.135, "step": 482500 }, { "epoch": 10.22, "learning_rate": 8.996797387007148e-06, "loss": 6.138, "step": 483000 }, { "epoch": 10.23, "learning_rate": 8.99573691912872e-06, "loss": 6.1342, "step": 483500 }, { "epoch": 10.24, "learning_rate": 8.994676451250292e-06, "loss": 6.137, "step": 484000 }, { "epoch": 10.25, "learning_rate": 8.993615983371864e-06, "loss": 6.138, "step": 484500 }, { "epoch": 10.26, "learning_rate": 8.992555515493436e-06, "loss": 6.1383, "step": 485000 }, { "epoch": 10.28, "learning_rate": 8.991495047615008e-06, "loss": 6.1365, "step": 485500 }, { "epoch": 10.29, "learning_rate": 8.99043457973658e-06, "loss": 6.1358, "step": 486000 }, { "epoch": 10.3, "learning_rate": 8.989374111858152e-06, "loss": 6.138, "step": 486500 }, { "epoch": 10.31, "learning_rate": 8.988313643979724e-06, "loss": 6.1327, "step": 487000 }, { "epoch": 10.32, "learning_rate": 8.987253176101297e-06, "loss": 6.1304, "step": 487500 }, { "epoch": 10.33, "learning_rate": 8.986192708222869e-06, "loss": 6.1326, "step": 488000 }, { "epoch": 10.34, "learning_rate": 8.98513224034444e-06, "loss": 6.1349, "step": 488500 }, { "epoch": 10.35, "learning_rate": 8.984071772466013e-06, "loss": 6.1349, "step": 489000 }, { "epoch": 10.36, "learning_rate": 8.983011304587585e-06, "loss": 6.132, "step": 489500 }, { "epoch": 10.37, "learning_rate": 8.981950836709157e-06, "loss": 6.1371, "step": 490000 }, { "epoch": 10.38, "learning_rate": 8.980890368830729e-06, "loss": 6.1361, "step": 490500 }, { "epoch": 10.39, "learning_rate": 8.979829900952301e-06, "loss": 6.129, "step": 491000 }, { "epoch": 10.4, "learning_rate": 8.978769433073873e-06, "loss": 6.1341, "step": 491500 }, { "epoch": 10.41, "learning_rate": 8.977708965195445e-06, "loss": 6.1356, "step": 492000 }, { "epoch": 10.42, "learning_rate": 8.976648497317017e-06, "loss": 6.1355, "step": 492500 }, { "epoch": 10.43, "learning_rate": 8.97558802943859e-06, "loss": 6.1326, "step": 493000 }, { "epoch": 10.44, "learning_rate": 8.974527561560161e-06, "loss": 6.1331, "step": 493500 }, { "epoch": 10.46, "learning_rate": 8.973467093681733e-06, "loss": 6.1342, "step": 494000 }, { "epoch": 10.47, "learning_rate": 8.972406625803305e-06, "loss": 6.136, "step": 494500 }, { "epoch": 10.48, "learning_rate": 8.971346157924877e-06, "loss": 6.1332, "step": 495000 }, { "epoch": 10.49, "learning_rate": 8.97028569004645e-06, "loss": 6.1331, "step": 495500 }, { "epoch": 10.5, "learning_rate": 8.969225222168022e-06, "loss": 6.1305, "step": 496000 }, { "epoch": 10.51, "learning_rate": 8.968164754289594e-06, "loss": 6.1337, "step": 496500 }, { "epoch": 10.52, "learning_rate": 8.967104286411166e-06, "loss": 6.1351, "step": 497000 }, { "epoch": 10.53, "learning_rate": 8.966043818532738e-06, "loss": 6.1301, "step": 497500 }, { "epoch": 10.54, "learning_rate": 8.96498335065431e-06, "loss": 6.1367, "step": 498000 }, { "epoch": 10.55, "learning_rate": 8.963922882775882e-06, "loss": 6.1319, "step": 498500 }, { "epoch": 10.56, "learning_rate": 8.962862414897452e-06, "loss": 6.134, "step": 499000 }, { "epoch": 10.57, "learning_rate": 8.961801947019026e-06, "loss": 6.1351, "step": 499500 }, { "epoch": 10.58, "learning_rate": 8.960741479140598e-06, "loss": 6.1315, "step": 500000 }, { "epoch": 10.59, "learning_rate": 8.959681011262168e-06, "loss": 6.1264, "step": 500500 }, { "epoch": 10.6, "learning_rate": 8.958620543383742e-06, "loss": 6.1363, "step": 501000 }, { "epoch": 10.61, "learning_rate": 8.957560075505314e-06, "loss": 6.1356, "step": 501500 }, { "epoch": 10.62, "learning_rate": 8.956499607626886e-06, "loss": 6.1358, "step": 502000 }, { "epoch": 10.64, "learning_rate": 8.955439139748458e-06, "loss": 6.1322, "step": 502500 }, { "epoch": 10.65, "learning_rate": 8.95437867187003e-06, "loss": 6.1319, "step": 503000 }, { "epoch": 10.66, "learning_rate": 8.953318203991602e-06, "loss": 6.1357, "step": 503500 }, { "epoch": 10.67, "learning_rate": 8.952257736113173e-06, "loss": 6.1317, "step": 504000 }, { "epoch": 10.68, "learning_rate": 8.951197268234746e-06, "loss": 6.1324, "step": 504500 }, { "epoch": 10.69, "learning_rate": 8.950136800356319e-06, "loss": 6.1308, "step": 505000 }, { "epoch": 10.7, "learning_rate": 8.949076332477889e-06, "loss": 6.1303, "step": 505500 }, { "epoch": 10.71, "learning_rate": 8.948015864599463e-06, "loss": 6.1354, "step": 506000 }, { "epoch": 10.72, "learning_rate": 8.946955396721035e-06, "loss": 6.1293, "step": 506500 }, { "epoch": 10.73, "learning_rate": 8.945894928842605e-06, "loss": 6.1333, "step": 507000 }, { "epoch": 10.74, "learning_rate": 8.944834460964177e-06, "loss": 6.1325, "step": 507500 }, { "epoch": 10.75, "learning_rate": 8.943773993085751e-06, "loss": 6.1265, "step": 508000 }, { "epoch": 10.76, "learning_rate": 8.942713525207323e-06, "loss": 6.127, "step": 508500 }, { "epoch": 10.77, "learning_rate": 8.941653057328893e-06, "loss": 6.1303, "step": 509000 }, { "epoch": 10.78, "learning_rate": 8.940592589450467e-06, "loss": 6.1306, "step": 509500 }, { "epoch": 10.79, "learning_rate": 8.939532121572039e-06, "loss": 6.1296, "step": 510000 }, { "epoch": 10.8, "learning_rate": 8.93847165369361e-06, "loss": 6.131, "step": 510500 }, { "epoch": 10.82, "learning_rate": 8.937411185815183e-06, "loss": 6.129, "step": 511000 }, { "epoch": 10.83, "learning_rate": 8.936350717936755e-06, "loss": 6.1322, "step": 511500 }, { "epoch": 10.84, "learning_rate": 8.935290250058326e-06, "loss": 6.1284, "step": 512000 }, { "epoch": 10.85, "learning_rate": 8.934229782179898e-06, "loss": 6.1351, "step": 512500 }, { "epoch": 10.86, "learning_rate": 8.933169314301471e-06, "loss": 6.1311, "step": 513000 }, { "epoch": 10.87, "learning_rate": 8.932108846423042e-06, "loss": 6.1277, "step": 513500 }, { "epoch": 10.88, "learning_rate": 8.931048378544614e-06, "loss": 6.1242, "step": 514000 }, { "epoch": 10.89, "learning_rate": 8.929987910666188e-06, "loss": 6.1327, "step": 514500 }, { "epoch": 10.9, "learning_rate": 8.928927442787758e-06, "loss": 6.1311, "step": 515000 }, { "epoch": 10.91, "learning_rate": 8.92786697490933e-06, "loss": 6.1272, "step": 515500 }, { "epoch": 10.92, "learning_rate": 8.926806507030902e-06, "loss": 6.1323, "step": 516000 }, { "epoch": 10.93, "learning_rate": 8.925746039152476e-06, "loss": 6.1268, "step": 516500 }, { "epoch": 10.94, "learning_rate": 8.924685571274046e-06, "loss": 6.1291, "step": 517000 }, { "epoch": 10.95, "learning_rate": 8.923625103395618e-06, "loss": 6.1314, "step": 517500 }, { "epoch": 10.96, "learning_rate": 8.922564635517192e-06, "loss": 6.1283, "step": 518000 }, { "epoch": 10.97, "learning_rate": 8.921504167638762e-06, "loss": 6.1267, "step": 518500 }, { "epoch": 10.98, "learning_rate": 8.920443699760334e-06, "loss": 6.127, "step": 519000 }, { "epoch": 10.99, "learning_rate": 8.919383231881908e-06, "loss": 6.1281, "step": 519500 }, { "epoch": 11.01, "learning_rate": 8.918322764003479e-06, "loss": 6.1326, "step": 520000 }, { "epoch": 11.02, "learning_rate": 8.91726229612505e-06, "loss": 6.1326, "step": 520500 }, { "epoch": 11.03, "learning_rate": 8.916201828246623e-06, "loss": 6.1323, "step": 521000 }, { "epoch": 11.04, "learning_rate": 8.915141360368195e-06, "loss": 6.1302, "step": 521500 }, { "epoch": 11.05, "learning_rate": 8.914080892489767e-06, "loss": 6.1264, "step": 522000 }, { "epoch": 11.06, "learning_rate": 8.913020424611339e-06, "loss": 6.1253, "step": 522500 }, { "epoch": 11.07, "learning_rate": 8.911959956732913e-06, "loss": 6.1241, "step": 523000 }, { "epoch": 11.08, "learning_rate": 8.910899488854483e-06, "loss": 6.1326, "step": 523500 }, { "epoch": 11.09, "learning_rate": 8.909839020976055e-06, "loss": 6.1314, "step": 524000 }, { "epoch": 11.1, "learning_rate": 8.908778553097627e-06, "loss": 6.1317, "step": 524500 }, { "epoch": 11.11, "learning_rate": 8.907718085219199e-06, "loss": 6.1272, "step": 525000 }, { "epoch": 11.12, "learning_rate": 8.906657617340771e-06, "loss": 6.1261, "step": 525500 }, { "epoch": 11.13, "learning_rate": 8.905597149462343e-06, "loss": 6.1272, "step": 526000 }, { "epoch": 11.14, "learning_rate": 8.904536681583915e-06, "loss": 6.1271, "step": 526500 }, { "epoch": 11.15, "learning_rate": 8.903476213705487e-06, "loss": 6.1283, "step": 527000 }, { "epoch": 11.16, "learning_rate": 8.90241574582706e-06, "loss": 6.1275, "step": 527500 }, { "epoch": 11.17, "learning_rate": 8.901355277948631e-06, "loss": 6.1316, "step": 528000 }, { "epoch": 11.19, "learning_rate": 8.900294810070204e-06, "loss": 6.1282, "step": 528500 }, { "epoch": 11.2, "learning_rate": 8.899234342191776e-06, "loss": 6.1278, "step": 529000 }, { "epoch": 11.21, "learning_rate": 8.898173874313348e-06, "loss": 6.1282, "step": 529500 }, { "epoch": 11.22, "learning_rate": 8.89711340643492e-06, "loss": 6.1281, "step": 530000 }, { "epoch": 11.23, "learning_rate": 8.896052938556492e-06, "loss": 6.1273, "step": 530500 }, { "epoch": 11.24, "learning_rate": 8.894992470678064e-06, "loss": 6.1238, "step": 531000 }, { "epoch": 11.25, "learning_rate": 8.893932002799636e-06, "loss": 6.1223, "step": 531500 }, { "epoch": 11.26, "learning_rate": 8.892871534921208e-06, "loss": 6.1263, "step": 532000 }, { "epoch": 11.27, "learning_rate": 8.89181106704278e-06, "loss": 6.134, "step": 532500 }, { "epoch": 11.28, "learning_rate": 8.890750599164352e-06, "loss": 6.127, "step": 533000 }, { "epoch": 11.29, "learning_rate": 8.889690131285924e-06, "loss": 6.1301, "step": 533500 }, { "epoch": 11.3, "learning_rate": 8.888629663407496e-06, "loss": 6.1263, "step": 534000 }, { "epoch": 11.31, "learning_rate": 8.887569195529068e-06, "loss": 6.1237, "step": 534500 }, { "epoch": 11.32, "learning_rate": 8.88650872765064e-06, "loss": 6.1292, "step": 535000 }, { "epoch": 11.33, "learning_rate": 8.885448259772212e-06, "loss": 6.1239, "step": 535500 }, { "epoch": 11.34, "learning_rate": 8.884387791893784e-06, "loss": 6.1295, "step": 536000 }, { "epoch": 11.35, "learning_rate": 8.883327324015356e-06, "loss": 6.1257, "step": 536500 }, { "epoch": 11.37, "learning_rate": 8.882266856136928e-06, "loss": 6.1268, "step": 537000 }, { "epoch": 11.38, "learning_rate": 8.8812063882585e-06, "loss": 6.126, "step": 537500 }, { "epoch": 11.39, "learning_rate": 8.880145920380073e-06, "loss": 6.1216, "step": 538000 }, { "epoch": 11.4, "learning_rate": 8.879085452501645e-06, "loss": 6.1298, "step": 538500 }, { "epoch": 11.41, "learning_rate": 8.878024984623217e-06, "loss": 6.1234, "step": 539000 }, { "epoch": 11.42, "learning_rate": 8.876964516744789e-06, "loss": 6.1283, "step": 539500 }, { "epoch": 11.43, "learning_rate": 8.87590404886636e-06, "loss": 6.1287, "step": 540000 }, { "epoch": 11.44, "learning_rate": 8.874843580987933e-06, "loss": 6.1258, "step": 540500 }, { "epoch": 11.45, "learning_rate": 8.873783113109505e-06, "loss": 6.1245, "step": 541000 }, { "epoch": 11.46, "learning_rate": 8.872722645231077e-06, "loss": 6.1225, "step": 541500 }, { "epoch": 11.47, "learning_rate": 8.871662177352649e-06, "loss": 6.1255, "step": 542000 }, { "epoch": 11.48, "learning_rate": 8.870601709474221e-06, "loss": 6.1261, "step": 542500 }, { "epoch": 11.49, "learning_rate": 8.869541241595793e-06, "loss": 6.1247, "step": 543000 }, { "epoch": 11.5, "learning_rate": 8.868480773717365e-06, "loss": 6.1297, "step": 543500 }, { "epoch": 11.51, "learning_rate": 8.867420305838936e-06, "loss": 6.1199, "step": 544000 }, { "epoch": 11.52, "learning_rate": 8.86635983796051e-06, "loss": 6.1266, "step": 544500 }, { "epoch": 11.53, "learning_rate": 8.865299370082081e-06, "loss": 6.1296, "step": 545000 }, { "epoch": 11.55, "learning_rate": 8.864238902203653e-06, "loss": 6.122, "step": 545500 }, { "epoch": 11.56, "learning_rate": 8.863178434325226e-06, "loss": 6.1218, "step": 546000 }, { "epoch": 11.57, "learning_rate": 8.862117966446798e-06, "loss": 6.1285, "step": 546500 }, { "epoch": 11.58, "learning_rate": 8.86105749856837e-06, "loss": 6.129, "step": 547000 }, { "epoch": 11.59, "learning_rate": 8.85999703068994e-06, "loss": 6.123, "step": 547500 }, { "epoch": 11.6, "learning_rate": 8.858936562811514e-06, "loss": 6.1226, "step": 548000 }, { "epoch": 11.61, "learning_rate": 8.857876094933086e-06, "loss": 6.1233, "step": 548500 }, { "epoch": 11.62, "learning_rate": 8.856815627054656e-06, "loss": 6.127, "step": 549000 }, { "epoch": 11.63, "learning_rate": 8.85575515917623e-06, "loss": 6.1249, "step": 549500 }, { "epoch": 11.64, "learning_rate": 8.854694691297802e-06, "loss": 6.1186, "step": 550000 }, { "epoch": 11.65, "learning_rate": 8.853634223419372e-06, "loss": 6.1221, "step": 550500 }, { "epoch": 11.66, "learning_rate": 8.852573755540944e-06, "loss": 6.1237, "step": 551000 }, { "epoch": 11.67, "learning_rate": 8.851513287662518e-06, "loss": 6.1211, "step": 551500 }, { "epoch": 11.68, "learning_rate": 8.85045281978409e-06, "loss": 6.1246, "step": 552000 }, { "epoch": 11.69, "learning_rate": 8.84939235190566e-06, "loss": 6.1252, "step": 552500 }, { "epoch": 11.7, "learning_rate": 8.848331884027234e-06, "loss": 6.1234, "step": 553000 }, { "epoch": 11.71, "learning_rate": 8.847271416148806e-06, "loss": 6.1207, "step": 553500 }, { "epoch": 11.73, "learning_rate": 8.846210948270377e-06, "loss": 6.126, "step": 554000 }, { "epoch": 11.74, "learning_rate": 8.84515048039195e-06, "loss": 6.1237, "step": 554500 }, { "epoch": 11.75, "learning_rate": 8.844090012513523e-06, "loss": 6.1243, "step": 555000 }, { "epoch": 11.76, "learning_rate": 8.843029544635093e-06, "loss": 6.1259, "step": 555500 }, { "epoch": 11.77, "learning_rate": 8.841969076756665e-06, "loss": 6.1266, "step": 556000 }, { "epoch": 11.78, "learning_rate": 8.840908608878239e-06, "loss": 6.1297, "step": 556500 }, { "epoch": 11.78, "step": 556629, "total_flos": 1.0332426504817869e+17, "train_loss": 6.314137552510395, "train_runtime": 197999.2232, "train_samples_per_second": 2958.98, "train_steps_per_second": 23.863 } ], "logging_steps": 500, "max_steps": 4724900, "num_train_epochs": 100, "save_steps": 1000000, "total_flos": 1.0332426504817869e+17, "trial_name": null, "trial_params": null }