{
  "best_metric": 1.4186582565307617,
  "best_model_checkpoint": "checkpoints/checkpoint-680000",
  "epoch": 6.301781179915853,
  "eval_steps": 10000,
  "global_step": 680000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 4.6336626322910684e-08,
      "loss": 4.4724,
      "step": 500
    },
    {
      "epoch": 0.01,
      "learning_rate": 9.267325264582137e-08,
      "loss": 4.3928,
      "step": 1000
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.3900987896873205e-07,
      "loss": 4.2493,
      "step": 1500
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.8525383203899695e-07,
      "loss": 4.1189,
      "step": 2000
    },
    {
      "epoch": 0.02,
      "learning_rate": 2.315904583619076e-07,
      "loss": 4.008,
      "step": 2500
    },
    {
      "epoch": 0.03,
      "learning_rate": 2.7792708468481826e-07,
      "loss": 3.8695,
      "step": 3000
    },
    {
      "epoch": 0.03,
      "learning_rate": 3.2417103775508315e-07,
      "loss": 3.7698,
      "step": 3500
    },
    {
      "epoch": 0.04,
      "learning_rate": 3.705076640779939e-07,
      "loss": 3.6676,
      "step": 4000
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.168442904009045e-07,
      "loss": 3.6022,
      "step": 4500
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.631809167238152e-07,
      "loss": 3.5249,
      "step": 5000
    },
    {
      "epoch": 0.05,
      "learning_rate": 5.095175430467259e-07,
      "loss": 3.451,
      "step": 5500
    },
    {
      "epoch": 0.06,
      "learning_rate": 5.558541693696365e-07,
      "loss": 3.3994,
      "step": 6000
    },
    {
      "epoch": 0.06,
      "learning_rate": 6.021907956925473e-07,
      "loss": 3.3329,
      "step": 6500
    },
    {
      "epoch": 0.06,
      "learning_rate": 6.485274220154579e-07,
      "loss": 3.3009,
      "step": 7000
    },
    {
      "epoch": 0.07,
      "learning_rate": 6.948640483383686e-07,
      "loss": 3.2577,
      "step": 7500
    },
    {
      "epoch": 0.07,
      "learning_rate": 7.412006746612794e-07,
      "loss": 3.2323,
      "step": 8000
    },
    {
      "epoch": 0.08,
      "learning_rate": 7.8753730098419e-07,
      "loss": 3.1938,
      "step": 8500
    },
    {
      "epoch": 0.08,
      "learning_rate": 8.337812540544548e-07,
      "loss": 3.1491,
      "step": 9000
    },
    {
      "epoch": 0.09,
      "learning_rate": 8.801178803773655e-07,
      "loss": 3.1187,
      "step": 9500
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.264545067002763e-07,
      "loss": 3.0981,
      "step": 10000
    },
    {
      "epoch": 0.09,
      "eval_loss": 2.981156349182129,
      "eval_runtime": 1994.106,
      "eval_samples_per_second": 384.799,
      "eval_steps_per_second": 6.013,
      "step": 10000
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.727911330231868e-07,
      "loss": 3.0697,
      "step": 10500
    },
    {
      "epoch": 0.1,
      "learning_rate": 1.0190350860934518e-06,
      "loss": 3.051,
      "step": 11000
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.0653717124163625e-06,
      "loss": 3.0217,
      "step": 11500
    },
    {
      "epoch": 0.11,
      "learning_rate": 1.111708338739273e-06,
      "loss": 2.9877,
      "step": 12000
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.158044965062184e-06,
      "loss": 2.9813,
      "step": 12500
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.2043815913850945e-06,
      "loss": 2.9579,
      "step": 13000
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.2507182177080053e-06,
      "loss": 2.9291,
      "step": 13500
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.29696217077827e-06,
      "loss": 2.9017,
      "step": 14000
    },
    {
      "epoch": 0.13,
      "learning_rate": 1.343206123848535e-06,
      "loss": 2.8966,
      "step": 14500
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.3895427501714457e-06,
      "loss": 2.8773,
      "step": 15000
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.4358793764943562e-06,
      "loss": 2.8355,
      "step": 15500
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.482216002817267e-06,
      "loss": 2.8121,
      "step": 16000
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.5285526291401779e-06,
      "loss": 2.8013,
      "step": 16500
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.5748892554630884e-06,
      "loss": 2.8018,
      "step": 17000
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.6212258817859991e-06,
      "loss": 2.7618,
      "step": 17500
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.6675625081089097e-06,
      "loss": 2.7622,
      "step": 18000
    },
    {
      "epoch": 0.17,
      "learning_rate": 1.7138991344318204e-06,
      "loss": 2.7396,
      "step": 18500
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.760235760754731e-06,
      "loss": 2.7417,
      "step": 19000
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8065723870776419e-06,
      "loss": 2.7226,
      "step": 19500
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8529090134005526e-06,
      "loss": 2.6954,
      "step": 20000
    },
    {
      "epoch": 0.19,
      "eval_loss": 2.601823091506958,
      "eval_runtime": 1994.2728,
      "eval_samples_per_second": 384.767,
      "eval_steps_per_second": 6.012,
      "step": 20000
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.8991529664708176e-06,
      "loss": 2.6976,
      "step": 20500
    },
    {
      "epoch": 0.19,
      "learning_rate": 1.945489592793728e-06,
      "loss": 2.6626,
      "step": 21000
    },
    {
      "epoch": 0.2,
      "learning_rate": 1.9918262191166386e-06,
      "loss": 2.6702,
      "step": 21500
    },
    {
      "epoch": 0.2,
      "learning_rate": 2.0381628454395496e-06,
      "loss": 2.6601,
      "step": 22000
    },
    {
      "epoch": 0.21,
      "learning_rate": 2.08449947176246e-06,
      "loss": 2.6294,
      "step": 22500
    },
    {
      "epoch": 0.21,
      "learning_rate": 2.1308360980853706e-06,
      "loss": 2.6219,
      "step": 23000
    },
    {
      "epoch": 0.22,
      "learning_rate": 2.1770800511556356e-06,
      "loss": 2.6089,
      "step": 23500
    },
    {
      "epoch": 0.22,
      "learning_rate": 2.223416677478546e-06,
      "loss": 2.5921,
      "step": 24000
    },
    {
      "epoch": 0.23,
      "learning_rate": 2.269753303801457e-06,
      "loss": 2.6006,
      "step": 24500
    },
    {
      "epoch": 0.23,
      "learning_rate": 2.316089930124368e-06,
      "loss": 2.5975,
      "step": 25000
    },
    {
      "epoch": 0.24,
      "learning_rate": 2.3624265564472785e-06,
      "loss": 2.5739,
      "step": 25500
    },
    {
      "epoch": 0.24,
      "learning_rate": 2.4086705095175435e-06,
      "loss": 2.5605,
      "step": 26000
    },
    {
      "epoch": 0.25,
      "learning_rate": 2.455007135840454e-06,
      "loss": 2.5515,
      "step": 26500
    },
    {
      "epoch": 0.25,
      "learning_rate": 2.5013437621633645e-06,
      "loss": 2.5337,
      "step": 27000
    },
    {
      "epoch": 0.25,
      "learning_rate": 2.5476803884862755e-06,
      "loss": 2.5397,
      "step": 27500
    },
    {
      "epoch": 0.26,
      "learning_rate": 2.594017014809186e-06,
      "loss": 2.5208,
      "step": 28000
    },
    {
      "epoch": 0.26,
      "learning_rate": 2.640353641132097e-06,
      "loss": 2.5116,
      "step": 28500
    },
    {
      "epoch": 0.27,
      "learning_rate": 2.686690267455007e-06,
      "loss": 2.5145,
      "step": 29000
    },
    {
      "epoch": 0.27,
      "learning_rate": 2.733026893777918e-06,
      "loss": 2.5016,
      "step": 29500
    },
    {
      "epoch": 0.28,
      "learning_rate": 2.7792708468481825e-06,
      "loss": 2.4901,
      "step": 30000
    },
    {
      "epoch": 0.28,
      "eval_loss": 2.3954684734344482,
      "eval_runtime": 1994.0444,
      "eval_samples_per_second": 384.811,
      "eval_steps_per_second": 6.013,
      "step": 30000
    },
    {
      "epoch": 0.28,
      "learning_rate": 2.8256074731710935e-06,
      "loss": 2.4757,
      "step": 30500
    },
    {
      "epoch": 0.29,
      "learning_rate": 2.8718514262413584e-06,
      "loss": 2.4778,
      "step": 31000
    },
    {
      "epoch": 0.29,
      "learning_rate": 2.9181880525642693e-06,
      "loss": 2.4868,
      "step": 31500
    },
    {
      "epoch": 0.3,
      "learning_rate": 2.9645246788871803e-06,
      "loss": 2.4565,
      "step": 32000
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.0108613052100904e-06,
      "loss": 2.4482,
      "step": 32500
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.0571979315330013e-06,
      "loss": 2.4431,
      "step": 33000
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.103534557855912e-06,
      "loss": 2.4353,
      "step": 33500
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.149871184178823e-06,
      "loss": 2.4286,
      "step": 34000
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.196207810501733e-06,
      "loss": 2.4332,
      "step": 34500
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.2424517635719983e-06,
      "loss": 2.4146,
      "step": 35000
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.288695716642263e-06,
      "loss": 2.4008,
      "step": 35500
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.334939669712528e-06,
      "loss": 2.411,
      "step": 36000
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3812762960354383e-06,
      "loss": 2.3848,
      "step": 36500
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.4276129223583492e-06,
      "loss": 2.388,
      "step": 37000
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.4739495486812598e-06,
      "loss": 2.384,
      "step": 37500
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.5202861750041707e-06,
      "loss": 2.3743,
      "step": 38000
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.5666228013270817e-06,
      "loss": 2.3734,
      "step": 38500
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.6129594276499918e-06,
      "loss": 2.3695,
      "step": 39000
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.6592960539729027e-06,
      "loss": 2.3352,
      "step": 39500
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.7056326802958132e-06,
      "loss": 2.3453,
      "step": 40000
    },
    {
      "epoch": 0.37,
      "eval_loss": 2.262512683868408,
      "eval_runtime": 1997.4067,
      "eval_samples_per_second": 384.163,
      "eval_steps_per_second": 6.003,
      "step": 40000
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.751969306618724e-06,
      "loss": 2.342,
      "step": 40500
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.7982132596889887e-06,
      "loss": 2.3493,
      "step": 41000
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.844549886011899e-06,
      "loss": 2.3199,
      "step": 41500
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.890886512334811e-06,
      "loss": 2.3347,
      "step": 42000
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.937223138657721e-06,
      "loss": 2.3212,
      "step": 42500
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.983559764980632e-06,
      "loss": 2.3209,
      "step": 43000
    },
    {
      "epoch": 0.4,
      "learning_rate": 4.029896391303542e-06,
      "loss": 2.3026,
      "step": 43500
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.076233017626453e-06,
      "loss": 2.3117,
      "step": 44000
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.122569643949363e-06,
      "loss": 2.291,
      "step": 44500
    },
    {
      "epoch": 0.42,
      "learning_rate": 4.168906270272275e-06,
      "loss": 2.2732,
      "step": 45000
    },
    {
      "epoch": 0.42,
      "learning_rate": 4.215150223342539e-06,
      "loss": 2.3052,
      "step": 45500
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.26148684966545e-06,
      "loss": 2.2713,
      "step": 46000
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.307823475988361e-06,
      "loss": 2.2813,
      "step": 46500
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.354160102311271e-06,
      "loss": 2.2726,
      "step": 47000
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.4004967286341825e-06,
      "loss": 2.2812,
      "step": 47500
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.446648008451801e-06,
      "loss": 2.2894,
      "step": 48000
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.4929846347747115e-06,
      "loss": 2.2653,
      "step": 48500
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.539321261097622e-06,
      "loss": 2.2515,
      "step": 49000
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.5856578874205334e-06,
      "loss": 2.2578,
      "step": 49500
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.631994513743444e-06,
      "loss": 2.2392,
      "step": 50000
    },
    {
      "epoch": 0.46,
      "eval_loss": 2.1643872261047363,
      "eval_runtime": 1997.1399,
      "eval_samples_per_second": 384.214,
      "eval_steps_per_second": 6.004,
      "step": 50000
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.678238466813709e-06,
      "loss": 2.2325,
      "step": 50500
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.7245750931366194e-06,
      "loss": 2.233,
      "step": 51000
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.77091171945953e-06,
      "loss": 2.2374,
      "step": 51500
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.817248345782441e-06,
      "loss": 2.2188,
      "step": 52000
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.863584972105351e-06,
      "loss": 2.2198,
      "step": 52500
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.909921598428262e-06,
      "loss": 2.2292,
      "step": 53000
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.956258224751173e-06,
      "loss": 2.218,
      "step": 53500
    },
    {
      "epoch": 0.5,
      "learning_rate": 5.002594851074083e-06,
      "loss": 2.2159,
      "step": 54000
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.048746130891703e-06,
      "loss": 2.2142,
      "step": 54500
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.095082757214613e-06,
      "loss": 2.2211,
      "step": 55000
    },
    {
      "epoch": 0.51,
      "learning_rate": 5.141419383537524e-06,
      "loss": 2.1972,
      "step": 55500
    },
    {
      "epoch": 0.52,
      "learning_rate": 5.187756009860434e-06,
      "loss": 2.1956,
      "step": 56000
    },
    {
      "epoch": 0.52,
      "learning_rate": 5.234092636183346e-06,
      "loss": 2.1833,
      "step": 56500
    },
    {
      "epoch": 0.53,
      "learning_rate": 5.280429262506256e-06,
      "loss": 2.1818,
      "step": 57000
    },
    {
      "epoch": 0.53,
      "learning_rate": 5.326765888829166e-06,
      "loss": 2.1961,
      "step": 57500
    },
    {
      "epoch": 0.54,
      "learning_rate": 5.373102515152077e-06,
      "loss": 2.1875,
      "step": 58000
    },
    {
      "epoch": 0.54,
      "learning_rate": 5.4193464682223414e-06,
      "loss": 2.1851,
      "step": 58500
    },
    {
      "epoch": 0.55,
      "learning_rate": 5.465683094545254e-06,
      "loss": 2.1834,
      "step": 59000
    },
    {
      "epoch": 0.55,
      "learning_rate": 5.512019720868163e-06,
      "loss": 2.1759,
      "step": 59500
    },
    {
      "epoch": 0.56,
      "learning_rate": 5.558356347191074e-06,
      "loss": 2.158,
      "step": 60000
    },
    {
      "epoch": 0.56,
      "eval_loss": 2.090520143508911,
      "eval_runtime": 2000.9702,
      "eval_samples_per_second": 383.479,
      "eval_steps_per_second": 5.992,
      "step": 60000
    },
    {
      "epoch": 0.56,
      "learning_rate": 5.604600300261339e-06,
      "loss": 2.1782,
      "step": 60500
    },
    {
      "epoch": 0.57,
      "learning_rate": 5.650936926584249e-06,
      "loss": 2.1657,
      "step": 61000
    },
    {
      "epoch": 0.57,
      "learning_rate": 5.697180879654515e-06,
      "loss": 2.1559,
      "step": 61500
    },
    {
      "epoch": 0.57,
      "learning_rate": 5.74342483272478e-06,
      "loss": 2.1557,
      "step": 62000
    },
    {
      "epoch": 0.58,
      "learning_rate": 5.789761459047691e-06,
      "loss": 2.15,
      "step": 62500
    },
    {
      "epoch": 0.58,
      "learning_rate": 5.8360980853706e-06,
      "loss": 2.1713,
      "step": 63000
    },
    {
      "epoch": 0.59,
      "learning_rate": 5.882434711693511e-06,
      "loss": 2.1441,
      "step": 63500
    },
    {
      "epoch": 0.59,
      "learning_rate": 5.928771338016422e-06,
      "loss": 2.1607,
      "step": 64000
    },
    {
      "epoch": 0.6,
      "learning_rate": 5.975107964339333e-06,
      "loss": 2.1482,
      "step": 64500
    },
    {
      "epoch": 0.6,
      "learning_rate": 6.021444590662243e-06,
      "loss": 2.1515,
      "step": 65000
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.067781216985155e-06,
      "loss": 2.1504,
      "step": 65500
    },
    {
      "epoch": 0.61,
      "learning_rate": 6.114117843308065e-06,
      "loss": 2.1322,
      "step": 66000
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.160454469630976e-06,
      "loss": 2.1258,
      "step": 66500
    },
    {
      "epoch": 0.62,
      "learning_rate": 6.206698422701241e-06,
      "loss": 2.1202,
      "step": 67000
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.253035049024151e-06,
      "loss": 2.1242,
      "step": 67500
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.2993716753470625e-06,
      "loss": 2.1173,
      "step": 68000
    },
    {
      "epoch": 0.63,
      "learning_rate": 6.345708301669973e-06,
      "loss": 2.1158,
      "step": 68500
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.391952254740238e-06,
      "loss": 2.114,
      "step": 69000
    },
    {
      "epoch": 0.64,
      "learning_rate": 6.4382888810631485e-06,
      "loss": 2.1166,
      "step": 69500
    },
    {
      "epoch": 0.65,
      "learning_rate": 6.484625507386059e-06,
      "loss": 2.1172,
      "step": 70000
    },
    {
      "epoch": 0.65,
      "eval_loss": 2.0241761207580566,
      "eval_runtime": 1997.8511,
      "eval_samples_per_second": 384.078,
      "eval_steps_per_second": 6.001,
      "step": 70000
    },
    {
      "epoch": 0.65,
      "learning_rate": 6.530962133708969e-06,
      "loss": 2.1135,
      "step": 70500
    },
    {
      "epoch": 0.66,
      "learning_rate": 6.577298760031881e-06,
      "loss": 2.094,
      "step": 71000
    },
    {
      "epoch": 0.66,
      "learning_rate": 6.623635386354791e-06,
      "loss": 2.1162,
      "step": 71500
    },
    {
      "epoch": 0.67,
      "learning_rate": 6.669879339425056e-06,
      "loss": 2.097,
      "step": 72000
    },
    {
      "epoch": 0.67,
      "learning_rate": 6.716215965747966e-06,
      "loss": 2.0942,
      "step": 72500
    },
    {
      "epoch": 0.68,
      "learning_rate": 6.7625525920708766e-06,
      "loss": 2.0892,
      "step": 73000
    },
    {
      "epoch": 0.68,
      "learning_rate": 6.808889218393788e-06,
      "loss": 2.0964,
      "step": 73500
    },
    {
      "epoch": 0.69,
      "learning_rate": 6.8552258447166985e-06,
      "loss": 2.1009,
      "step": 74000
    },
    {
      "epoch": 0.69,
      "learning_rate": 6.901469797786963e-06,
      "loss": 2.1051,
      "step": 74500
    },
    {
      "epoch": 0.7,
      "learning_rate": 6.947806424109874e-06,
      "loss": 2.0832,
      "step": 75000
    },
    {
      "epoch": 0.7,
      "learning_rate": 6.9941430504327845e-06,
      "loss": 2.088,
      "step": 75500
    },
    {
      "epoch": 0.7,
      "learning_rate": 7.040479676755695e-06,
      "loss": 2.0743,
      "step": 76000
    },
    {
      "epoch": 0.71,
      "learning_rate": 7.08672362982596e-06,
      "loss": 2.0768,
      "step": 76500
    },
    {
      "epoch": 0.71,
      "learning_rate": 7.1330602561488705e-06,
      "loss": 2.0736,
      "step": 77000
    },
    {
      "epoch": 0.72,
      "learning_rate": 7.179396882471782e-06,
      "loss": 2.0731,
      "step": 77500
    },
    {
      "epoch": 0.72,
      "learning_rate": 7.225733508794692e-06,
      "loss": 2.0604,
      "step": 78000
    },
    {
      "epoch": 0.73,
      "learning_rate": 7.272070135117603e-06,
      "loss": 2.0629,
      "step": 78500
    },
    {
      "epoch": 0.73,
      "learning_rate": 7.318406761440514e-06,
      "loss": 2.0601,
      "step": 79000
    },
    {
      "epoch": 0.74,
      "learning_rate": 7.364743387763425e-06,
      "loss": 2.0651,
      "step": 79500
    },
    {
      "epoch": 0.74,
      "learning_rate": 7.4110800140863345e-06,
      "loss": 2.0408,
      "step": 80000
    },
    {
      "epoch": 0.74,
      "eval_loss": 1.971598744392395,
      "eval_runtime": 2000.1671,
      "eval_samples_per_second": 383.633,
      "eval_steps_per_second": 5.994,
      "step": 80000
    },
    {
      "epoch": 0.75,
      "learning_rate": 7.4573239671566e-06,
      "loss": 2.0527,
      "step": 80500
    },
    {
      "epoch": 0.75,
      "learning_rate": 7.503660593479511e-06,
      "loss": 2.0667,
      "step": 81000
    },
    {
      "epoch": 0.76,
      "learning_rate": 7.5499972198024205e-06,
      "loss": 2.0587,
      "step": 81500
    },
    {
      "epoch": 0.76,
      "learning_rate": 7.596333846125332e-06,
      "loss": 2.031,
      "step": 82000
    },
    {
      "epoch": 0.76,
      "learning_rate": 7.642670472448242e-06,
      "loss": 2.0521,
      "step": 82500
    },
    {
      "epoch": 0.77,
      "learning_rate": 7.688914425518507e-06,
      "loss": 2.0273,
      "step": 83000
    },
    {
      "epoch": 0.77,
      "learning_rate": 7.735251051841418e-06,
      "loss": 2.0268,
      "step": 83500
    },
    {
      "epoch": 0.78,
      "learning_rate": 7.781587678164328e-06,
      "loss": 2.034,
      "step": 84000
    },
    {
      "epoch": 0.78,
      "learning_rate": 7.82792430448724e-06,
      "loss": 2.0375,
      "step": 84500
    },
    {
      "epoch": 0.79,
      "learning_rate": 7.874260930810151e-06,
      "loss": 2.0289,
      "step": 85000
    },
    {
      "epoch": 0.79,
      "learning_rate": 7.920504883880416e-06,
      "loss": 2.0229,
      "step": 85500
    },
    {
      "epoch": 0.8,
      "learning_rate": 7.966841510203327e-06,
      "loss": 2.0106,
      "step": 86000
    },
    {
      "epoch": 0.8,
      "learning_rate": 8.013178136526235e-06,
      "loss": 2.0004,
      "step": 86500
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.059514762849148e-06,
      "loss": 2.0236,
      "step": 87000
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.105851389172058e-06,
      "loss": 2.0163,
      "step": 87500
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.152188015494969e-06,
      "loss": 2.0182,
      "step": 88000
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.19852464181788e-06,
      "loss": 2.004,
      "step": 88500
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.24486126814079e-06,
      "loss": 1.9984,
      "step": 89000
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.291105221211055e-06,
      "loss": 2.0159,
      "step": 89500
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.33734917428132e-06,
      "loss": 2.0023,
      "step": 90000
    },
    {
      "epoch": 0.83,
      "eval_loss": 1.929675817489624,
      "eval_runtime": 1996.5508,
      "eval_samples_per_second": 384.328,
      "eval_steps_per_second": 6.005,
      "step": 90000
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.38368580060423e-06,
      "loss": 2.0087,
      "step": 90500
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.43002242692714e-06,
      "loss": 1.9971,
      "step": 91000
    },
    {
      "epoch": 0.85,
      "learning_rate": 8.476359053250051e-06,
      "loss": 2.002,
      "step": 91500
    },
    {
      "epoch": 0.85,
      "learning_rate": 8.522695679572962e-06,
      "loss": 2.0124,
      "step": 92000
    },
    {
      "epoch": 0.86,
      "learning_rate": 8.569032305895874e-06,
      "loss": 1.988,
      "step": 92500
    },
    {
      "epoch": 0.86,
      "learning_rate": 8.615276258966137e-06,
      "loss": 1.9868,
      "step": 93000
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.66161288528905e-06,
      "loss": 1.9977,
      "step": 93500
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.70794951161196e-06,
      "loss": 1.991,
      "step": 94000
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.75428613793487e-06,
      "loss": 1.994,
      "step": 94500
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.800622764257781e-06,
      "loss": 1.9881,
      "step": 95000
    },
    {
      "epoch": 0.89,
      "learning_rate": 8.846866717328046e-06,
      "loss": 1.9797,
      "step": 95500
    },
    {
      "epoch": 0.89,
      "learning_rate": 8.893203343650956e-06,
      "loss": 1.99,
      "step": 96000
    },
    {
      "epoch": 0.89,
      "learning_rate": 8.939447296721221e-06,
      "loss": 1.9877,
      "step": 96500
    },
    {
      "epoch": 0.9,
      "learning_rate": 8.985783923044132e-06,
      "loss": 1.9802,
      "step": 97000
    },
    {
      "epoch": 0.9,
      "learning_rate": 9.032120549367042e-06,
      "loss": 1.9736,
      "step": 97500
    },
    {
      "epoch": 0.91,
      "learning_rate": 9.078457175689953e-06,
      "loss": 1.9711,
      "step": 98000
    },
    {
      "epoch": 0.91,
      "learning_rate": 9.124793802012864e-06,
      "loss": 1.9787,
      "step": 98500
    },
    {
      "epoch": 0.92,
      "learning_rate": 9.171130428335776e-06,
      "loss": 1.9906,
      "step": 99000
    },
    {
      "epoch": 0.92,
      "learning_rate": 9.217467054658685e-06,
      "loss": 1.9624,
      "step": 99500
    },
    {
      "epoch": 0.93,
      "learning_rate": 9.263803680981595e-06,
      "loss": 1.9813,
      "step": 100000
    },
    {
      "epoch": 0.93,
      "eval_loss": 1.8921247720718384,
      "eval_runtime": 1996.249,
      "eval_samples_per_second": 384.386,
      "eval_steps_per_second": 6.006,
      "step": 100000
    },
    {
      "epoch": 0.93,
      "learning_rate": 9.310140307304506e-06,
      "loss": 1.9625,
      "step": 100500
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.356476933627418e-06,
      "loss": 1.9669,
      "step": 101000
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.402813559950328e-06,
      "loss": 1.9549,
      "step": 101500
    },
    {
      "epoch": 0.95,
      "learning_rate": 9.449150186273239e-06,
      "loss": 1.9611,
      "step": 102000
    },
    {
      "epoch": 0.95,
      "learning_rate": 9.49548681259615e-06,
      "loss": 1.9778,
      "step": 102500
    },
    {
      "epoch": 0.95,
      "learning_rate": 9.54182343891906e-06,
      "loss": 1.9671,
      "step": 103000
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.588067391989325e-06,
      "loss": 1.9659,
      "step": 103500
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.634404018312235e-06,
      "loss": 1.9483,
      "step": 104000
    },
    {
      "epoch": 0.97,
      "learning_rate": 9.680740644635146e-06,
      "loss": 1.9568,
      "step": 104500
    },
    {
      "epoch": 0.97,
      "learning_rate": 9.727077270958058e-06,
      "loss": 1.9614,
      "step": 105000
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.773413897280967e-06,
      "loss": 1.9544,
      "step": 105500
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.819750523603878e-06,
      "loss": 1.9554,
      "step": 106000
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.866087149926788e-06,
      "loss": 1.9518,
      "step": 106500
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.9124237762497e-06,
      "loss": 1.9448,
      "step": 107000
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.958667729319963e-06,
      "loss": 1.9569,
      "step": 107500
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.0005004355642876e-05,
      "loss": 1.9459,
      "step": 108000
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0051340981965785e-05,
      "loss": 1.9293,
      "step": 108500
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.0097584935036051e-05,
      "loss": 1.9362,
      "step": 109000
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.014392156135896e-05,
      "loss": 1.9315,
      "step": 109500
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.0190165514429227e-05,
      "loss": 1.9296,
      "step": 110000
    },
    {
      "epoch": 1.02,
      "eval_loss": 1.8574298620224,
      "eval_runtime": 1996.3161,
      "eval_samples_per_second": 384.373,
      "eval_steps_per_second": 6.006,
      "step": 110000
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.0236502140752135e-05,
      "loss": 1.9272,
      "step": 110500
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.0282838767075048e-05,
      "loss": 1.9293,
      "step": 111000
    },
    {
      "epoch": 1.03,
      "learning_rate": 1.0329175393397958e-05,
      "loss": 1.9249,
      "step": 111500
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.0375512019720869e-05,
      "loss": 1.9238,
      "step": 112000
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.042184864604378e-05,
      "loss": 1.9118,
      "step": 112500
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.0468185272366692e-05,
      "loss": 1.9259,
      "step": 113000
    },
    {
      "epoch": 1.05,
      "learning_rate": 1.0514429225436955e-05,
      "loss": 1.9308,
      "step": 113500
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.0560765851759867e-05,
      "loss": 1.9365,
      "step": 114000
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.0607102478082776e-05,
      "loss": 1.9232,
      "step": 114500
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.0653439104405688e-05,
      "loss": 1.9329,
      "step": 115000
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.0699775730728599e-05,
      "loss": 1.915,
      "step": 115500
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.0746112357051507e-05,
      "loss": 1.911,
      "step": 116000
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.079244898337442e-05,
      "loss": 1.9226,
      "step": 116500
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.083878560969733e-05,
      "loss": 1.9158,
      "step": 117000
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.088512223602024e-05,
      "loss": 1.9064,
      "step": 117500
    },
    {
      "epoch": 1.09,
      "learning_rate": 1.0931366189090507e-05,
      "loss": 1.8931,
      "step": 118000
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.0977702815413416e-05,
      "loss": 1.9101,
      "step": 118500
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.1023946768483683e-05,
      "loss": 1.9017,
      "step": 119000
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.1070283394806592e-05,
      "loss": 1.9065,
      "step": 119500
    },
    {
      "epoch": 1.11,
      "learning_rate": 1.1116620021129502e-05,
      "loss": 1.8988,
      "step": 120000
    },
    {
      "epoch": 1.11,
      "eval_loss": 1.82962965965271,
      "eval_runtime": 1996.8658,
      "eval_samples_per_second": 384.267,
      "eval_steps_per_second": 6.004,
      "step": 120000
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.1162956647452414e-05,
      "loss": 1.8876,
      "step": 120500
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.1209293273775323e-05,
      "loss": 1.8863,
      "step": 121000
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.1255629900098235e-05,
      "loss": 1.9032,
      "step": 121500
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.1301966526421144e-05,
      "loss": 1.8953,
      "step": 122000
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.1348303152744056e-05,
      "loss": 1.9121,
      "step": 122500
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.1394639779066967e-05,
      "loss": 1.8789,
      "step": 123000
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.1440883732137232e-05,
      "loss": 1.9,
      "step": 123500
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.1487220358460142e-05,
      "loss": 1.9142,
      "step": 124000
    },
    {
      "epoch": 1.15,
      "learning_rate": 1.1533556984783051e-05,
      "loss": 1.8923,
      "step": 124500
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.1579893611105963e-05,
      "loss": 1.8924,
      "step": 125000
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.1626230237428876e-05,
      "loss": 1.8799,
      "step": 125500
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.1672474190499139e-05,
      "loss": 1.9024,
      "step": 126000
    },
    {
      "epoch": 1.17,
      "learning_rate": 1.1718810816822051e-05,
      "loss": 1.8829,
      "step": 126500
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.176514744314496e-05,
      "loss": 1.8899,
      "step": 127000
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.181148406946787e-05,
      "loss": 1.8889,
      "step": 127500
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.1857820695790783e-05,
      "loss": 1.8689,
      "step": 128000
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.1904157322113692e-05,
      "loss": 1.8771,
      "step": 128500
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.1950493948436604e-05,
      "loss": 1.878,
      "step": 129000
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.1996737901506867e-05,
      "loss": 1.87,
      "step": 129500
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.204307452782978e-05,
      "loss": 1.8782,
      "step": 130000
    },
    {
      "epoch": 1.2,
      "eval_loss": 1.8040884733200073,
      "eval_runtime": 1998.185,
      "eval_samples_per_second": 384.013,
      "eval_steps_per_second": 6.0,
      "step": 130000
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.208941115415269e-05,
      "loss": 1.8846,
      "step": 130500
    },
    {
      "epoch": 1.21,
      "learning_rate": 1.21357477804756e-05,
      "loss": 1.8777,
      "step": 131000
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.2182084406798511e-05,
      "loss": 1.864,
      "step": 131500
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.2228421033121423e-05,
      "loss": 1.8863,
      "step": 132000
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.2274757659444332e-05,
      "loss": 1.8696,
      "step": 132500
    },
    {
      "epoch": 1.23,
      "learning_rate": 1.2321001612514599e-05,
      "loss": 1.8779,
      "step": 133000
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.2367338238837507e-05,
      "loss": 1.8691,
      "step": 133500
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.241367486516042e-05,
      "loss": 1.8591,
      "step": 134000
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.2460011491483328e-05,
      "loss": 1.8745,
      "step": 134500
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.2506348117806239e-05,
      "loss": 1.862,
      "step": 135000
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.2552592070876504e-05,
      "loss": 1.8724,
      "step": 135500
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.2598928697199414e-05,
      "loss": 1.8419,
      "step": 136000
    },
    {
      "epoch": 1.26,
      "learning_rate": 1.2645265323522327e-05,
      "loss": 1.8655,
      "step": 136500
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2691601949845235e-05,
      "loss": 1.8508,
      "step": 137000
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.2737938576168148e-05,
      "loss": 1.8545,
      "step": 137500
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2784275202491058e-05,
      "loss": 1.8548,
      "step": 138000
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.2830519155561323e-05,
      "loss": 1.8709,
      "step": 138500
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2876763108631586e-05,
      "loss": 1.8505,
      "step": 139000
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.2923099734954499e-05,
      "loss": 1.8545,
      "step": 139500
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.296943636127741e-05,
      "loss": 1.8615,
      "step": 140000
    },
    {
      "epoch": 1.3,
      "eval_loss": 1.7783693075180054,
      "eval_runtime": 2000.1733,
      "eval_samples_per_second": 383.632,
      "eval_steps_per_second": 5.994,
      "step": 140000
    },
    {
      "epoch": 1.3,
      "learning_rate": 1.301577298760032e-05,
      "loss": 1.8708,
      "step": 140500
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.306210961392323e-05,
      "loss": 1.8444,
      "step": 141000
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.3108446240246142e-05,
      "loss": 1.8495,
      "step": 141500
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.3154782866569051e-05,
      "loss": 1.8504,
      "step": 142000
    },
    {
      "epoch": 1.32,
      "learning_rate": 1.3201119492891963e-05,
      "loss": 1.854,
      "step": 142500
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.3247363445962227e-05,
      "loss": 1.866,
      "step": 143000
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.3293700072285139e-05,
      "loss": 1.8604,
      "step": 143500
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.3339944025355402e-05,
      "loss": 1.845,
      "step": 144000
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3386280651678314e-05,
      "loss": 1.8431,
      "step": 144500
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.3432617278001225e-05,
      "loss": 1.832,
      "step": 145000
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.3478953904324135e-05,
      "loss": 1.855,
      "step": 145500
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.3525290530647046e-05,
      "loss": 1.8432,
      "step": 146000
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.3571627156969955e-05,
      "loss": 1.8284,
      "step": 146500
    },
    {
      "epoch": 1.36,
      "learning_rate": 1.3617871110040221e-05,
      "loss": 1.8375,
      "step": 147000
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.366420773636313e-05,
      "loss": 1.8344,
      "step": 147500
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.3710544362686043e-05,
      "loss": 1.8501,
      "step": 148000
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.3756880989008953e-05,
      "loss": 1.841,
      "step": 148500
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.3803217615331864e-05,
      "loss": 1.8415,
      "step": 149000
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.384946156840213e-05,
      "loss": 1.8427,
      "step": 149500
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.3895798194725039e-05,
      "loss": 1.8251,
      "step": 150000
    },
    {
      "epoch": 1.39,
      "eval_loss": 1.7617018222808838,
      "eval_runtime": 1996.728,
      "eval_samples_per_second": 384.294,
      "eval_steps_per_second": 6.005,
      "step": 150000
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.394213482104795e-05,
      "loss": 1.8429,
      "step": 150500
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.3988471447370862e-05,
      "loss": 1.8312,
      "step": 151000
    },
    {
      "epoch": 1.4,
      "learning_rate": 1.403480807369377e-05,
      "loss": 1.8323,
      "step": 151500
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.4081052026764037e-05,
      "loss": 1.8371,
      "step": 152000
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.4127388653086946e-05,
      "loss": 1.8385,
      "step": 152500
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.4173725279409858e-05,
      "loss": 1.828,
      "step": 153000
    },
    {
      "epoch": 1.42,
      "learning_rate": 1.4220061905732769e-05,
      "loss": 1.8061,
      "step": 153500
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.4266305858803034e-05,
      "loss": 1.8361,
      "step": 154000
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.4312642485125944e-05,
      "loss": 1.8316,
      "step": 154500
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.4358979111448855e-05,
      "loss": 1.8474,
      "step": 155000
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.4405315737771765e-05,
      "loss": 1.8241,
      "step": 155500
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4451652364094678e-05,
      "loss": 1.8317,
      "step": 156000
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4497988990417586e-05,
      "loss": 1.8092,
      "step": 156500
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.4544325616740499e-05,
      "loss": 1.829,
      "step": 157000
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.459066224306341e-05,
      "loss": 1.8245,
      "step": 157500
    },
    {
      "epoch": 1.46,
      "learning_rate": 1.4636906196133674e-05,
      "loss": 1.8124,
      "step": 158000
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.4683242822456585e-05,
      "loss": 1.8135,
      "step": 158500
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.4729579448779493e-05,
      "loss": 1.8187,
      "step": 159000
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.4775916075102406e-05,
      "loss": 1.8112,
      "step": 159500
    },
    {
      "epoch": 1.48,
      "learning_rate": 1.4822252701425315e-05,
      "loss": 1.8082,
      "step": 160000
    },
    {
      "epoch": 1.48,
      "eval_loss": 1.7383992671966553,
      "eval_runtime": 2000.0796,
      "eval_samples_per_second": 383.65,
      "eval_steps_per_second": 5.995,
      "step": 160000
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.4868589327748227e-05,
      "loss": 1.8139,
      "step": 160500
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.4914925954071137e-05,
      "loss": 1.8123,
      "step": 161000
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.4961262580394048e-05,
      "loss": 1.8093,
      "step": 161500
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.5007599206716958e-05,
      "loss": 1.8205,
      "step": 162000
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.505393583303987e-05,
      "loss": 1.8207,
      "step": 162500
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.510027245936278e-05,
      "loss": 1.8149,
      "step": 163000
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.5146516412433046e-05,
      "loss": 1.8062,
      "step": 163500
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.5192853038755955e-05,
      "loss": 1.7985,
      "step": 164000
    },
    {
      "epoch": 1.52,
      "learning_rate": 1.5239189665078867e-05,
      "loss": 1.8007,
      "step": 164500
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.528552629140178e-05,
      "loss": 1.8018,
      "step": 165000
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.5331862917724688e-05,
      "loss": 1.8267,
      "step": 165500
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.5378199544047597e-05,
      "loss": 1.8243,
      "step": 166000
    },
    {
      "epoch": 1.54,
      "learning_rate": 1.542453617037051e-05,
      "loss": 1.805,
      "step": 166500
    },
    {
      "epoch": 1.55,
      "learning_rate": 1.5470780123440774e-05,
      "loss": 1.8084,
      "step": 167000
    },
    {
      "epoch": 1.55,
      "learning_rate": 1.551702407651104e-05,
      "loss": 1.8184,
      "step": 167500
    },
    {
      "epoch": 1.56,
      "learning_rate": 1.5563360702833948e-05,
      "loss": 1.797,
      "step": 168000
    },
    {
      "epoch": 1.56,
      "learning_rate": 1.560969732915686e-05,
      "loss": 1.8042,
      "step": 168500
    },
    {
      "epoch": 1.57,
      "learning_rate": 1.565603395547977e-05,
      "loss": 1.787,
      "step": 169000
    },
    {
      "epoch": 1.57,
      "learning_rate": 1.570237058180268e-05,
      "loss": 1.807,
      "step": 169500
    },
    {
      "epoch": 1.58,
      "learning_rate": 1.5748614534872946e-05,
      "loss": 1.7944,
      "step": 170000
    },
    {
      "epoch": 1.58,
      "eval_loss": 1.722644567489624,
      "eval_runtime": 1998.3002,
      "eval_samples_per_second": 383.991,
      "eval_steps_per_second": 6.0,
      "step": 170000
    },
    {
      "epoch": 1.58,
      "learning_rate": 1.579495116119586e-05,
      "loss": 1.8119,
      "step": 170500
    },
    {
      "epoch": 1.58,
      "learning_rate": 1.5841287787518767e-05,
      "loss": 1.8045,
      "step": 171000
    },
    {
      "epoch": 1.59,
      "learning_rate": 1.588762441384168e-05,
      "loss": 1.8002,
      "step": 171500
    },
    {
      "epoch": 1.59,
      "learning_rate": 1.5933961040164588e-05,
      "loss": 1.7977,
      "step": 172000
    },
    {
      "epoch": 1.6,
      "learning_rate": 1.5980297666487497e-05,
      "loss": 1.7874,
      "step": 172500
    },
    {
      "epoch": 1.6,
      "learning_rate": 1.602663429281041e-05,
      "loss": 1.7918,
      "step": 173000
    },
    {
      "epoch": 1.61,
      "learning_rate": 1.607297091913332e-05,
      "loss": 1.784,
      "step": 173500
    },
    {
      "epoch": 1.61,
      "learning_rate": 1.611930754545623e-05,
      "loss": 1.7943,
      "step": 174000
    },
    {
      "epoch": 1.62,
      "learning_rate": 1.6165644171779143e-05,
      "loss": 1.7977,
      "step": 174500
    },
    {
      "epoch": 1.62,
      "learning_rate": 1.6211980798102055e-05,
      "loss": 1.7964,
      "step": 175000
    },
    {
      "epoch": 1.63,
      "learning_rate": 1.6258317424424964e-05,
      "loss": 1.7822,
      "step": 175500
    },
    {
      "epoch": 1.63,
      "learning_rate": 1.630456137749523e-05,
      "loss": 1.7907,
      "step": 176000
    },
    {
      "epoch": 1.64,
      "learning_rate": 1.6350898003818137e-05,
      "loss": 1.7921,
      "step": 176500
    },
    {
      "epoch": 1.64,
      "learning_rate": 1.639723463014105e-05,
      "loss": 1.8039,
      "step": 177000
    },
    {
      "epoch": 1.64,
      "learning_rate": 1.6443478583211315e-05,
      "loss": 1.7823,
      "step": 177500
    },
    {
      "epoch": 1.65,
      "learning_rate": 1.6489815209534227e-05,
      "loss": 1.7861,
      "step": 178000
    },
    {
      "epoch": 1.65,
      "learning_rate": 1.6536151835857136e-05,
      "loss": 1.779,
      "step": 178500
    },
    {
      "epoch": 1.66,
      "learning_rate": 1.65823957889274e-05,
      "loss": 1.78,
      "step": 179000
    },
    {
      "epoch": 1.66,
      "learning_rate": 1.6628732415250313e-05,
      "loss": 1.7872,
      "step": 179500
    },
    {
      "epoch": 1.67,
      "learning_rate": 1.667506904157322e-05,
      "loss": 1.7997,
      "step": 180000
    },
    {
      "epoch": 1.67,
      "eval_loss": 1.713136911392212,
      "eval_runtime": 1997.6917,
      "eval_samples_per_second": 384.108,
      "eval_steps_per_second": 6.002,
      "step": 180000
    },
    {
      "epoch": 1.67,
      "learning_rate": 1.6721405667896134e-05,
      "loss": 1.7725,
      "step": 180500
    },
    {
      "epoch": 1.68,
      "learning_rate": 1.6767742294219046e-05,
      "loss": 1.7893,
      "step": 181000
    },
    {
      "epoch": 1.68,
      "learning_rate": 1.6814078920541955e-05,
      "loss": 1.7707,
      "step": 181500
    },
    {
      "epoch": 1.69,
      "learning_rate": 1.686032287361222e-05,
      "loss": 1.7799,
      "step": 182000
    },
    {
      "epoch": 1.69,
      "learning_rate": 1.690665949993513e-05,
      "loss": 1.7857,
      "step": 182500
    },
    {
      "epoch": 1.7,
      "learning_rate": 1.695299612625804e-05,
      "loss": 1.7788,
      "step": 183000
    },
    {
      "epoch": 1.7,
      "learning_rate": 1.699933275258095e-05,
      "loss": 1.7698,
      "step": 183500
    },
    {
      "epoch": 1.71,
      "learning_rate": 1.7045669378903862e-05,
      "loss": 1.7777,
      "step": 184000
    },
    {
      "epoch": 1.71,
      "learning_rate": 1.7092006005226774e-05,
      "loss": 1.7687,
      "step": 184500
    },
    {
      "epoch": 1.71,
      "learning_rate": 1.7138342631549683e-05,
      "loss": 1.7793,
      "step": 185000
    },
    {
      "epoch": 1.72,
      "learning_rate": 1.7184679257872595e-05,
      "loss": 1.7963,
      "step": 185500
    },
    {
      "epoch": 1.72,
      "learning_rate": 1.7230923210942857e-05,
      "loss": 1.79,
      "step": 186000
    },
    {
      "epoch": 1.73,
      "learning_rate": 1.727725983726577e-05,
      "loss": 1.7856,
      "step": 186500
    },
    {
      "epoch": 1.73,
      "learning_rate": 1.732359646358868e-05,
      "loss": 1.7866,
      "step": 187000
    },
    {
      "epoch": 1.74,
      "learning_rate": 1.736993308991159e-05,
      "loss": 1.771,
      "step": 187500
    },
    {
      "epoch": 1.74,
      "learning_rate": 1.7416177042981858e-05,
      "loss": 1.7822,
      "step": 188000
    },
    {
      "epoch": 1.75,
      "learning_rate": 1.7462513669304767e-05,
      "loss": 1.7572,
      "step": 188500
    },
    {
      "epoch": 1.75,
      "learning_rate": 1.7508850295627676e-05,
      "loss": 1.7631,
      "step": 189000
    },
    {
      "epoch": 1.76,
      "learning_rate": 1.7555186921950588e-05,
      "loss": 1.7828,
      "step": 189500
    },
    {
      "epoch": 1.76,
      "learning_rate": 1.7601523548273497e-05,
      "loss": 1.7687,
      "step": 190000
    },
    {
      "epoch": 1.76,
      "eval_loss": 1.698320984840393,
      "eval_runtime": 1996.7628,
      "eval_samples_per_second": 384.287,
      "eval_steps_per_second": 6.005,
      "step": 190000
    },
    {
      "epoch": 1.77,
      "learning_rate": 1.764786017459641e-05,
      "loss": 1.7606,
      "step": 190500
    },
    {
      "epoch": 1.77,
      "learning_rate": 1.769419680091932e-05,
      "loss": 1.7755,
      "step": 191000
    },
    {
      "epoch": 1.77,
      "learning_rate": 1.774053342724223e-05,
      "loss": 1.7604,
      "step": 191500
    },
    {
      "epoch": 1.78,
      "learning_rate": 1.7786870053565143e-05,
      "loss": 1.7701,
      "step": 192000
    },
    {
      "epoch": 1.78,
      "learning_rate": 1.7833114006635407e-05,
      "loss": 1.7692,
      "step": 192500
    },
    {
      "epoch": 1.79,
      "learning_rate": 1.7879450632958316e-05,
      "loss": 1.7596,
      "step": 193000
    },
    {
      "epoch": 1.79,
      "learning_rate": 1.792578725928123e-05,
      "loss": 1.76,
      "step": 193500
    },
    {
      "epoch": 1.8,
      "learning_rate": 1.7972123885604137e-05,
      "loss": 1.7672,
      "step": 194000
    },
    {
      "epoch": 1.8,
      "learning_rate": 1.8018367838674406e-05,
      "loss": 1.7607,
      "step": 194500
    },
    {
      "epoch": 1.81,
      "learning_rate": 1.8064704464997315e-05,
      "loss": 1.7571,
      "step": 195000
    },
    {
      "epoch": 1.81,
      "learning_rate": 1.8111041091320227e-05,
      "loss": 1.7651,
      "step": 195500
    },
    {
      "epoch": 1.82,
      "learning_rate": 1.8157377717643136e-05,
      "loss": 1.7537,
      "step": 196000
    },
    {
      "epoch": 1.82,
      "learning_rate": 1.8203714343966044e-05,
      "loss": 1.7628,
      "step": 196500
    },
    {
      "epoch": 1.83,
      "learning_rate": 1.8250050970288957e-05,
      "loss": 1.7656,
      "step": 197000
    },
    {
      "epoch": 1.83,
      "learning_rate": 1.829629492335922e-05,
      "loss": 1.7492,
      "step": 197500
    },
    {
      "epoch": 1.83,
      "learning_rate": 1.8342631549682134e-05,
      "loss": 1.7513,
      "step": 198000
    },
    {
      "epoch": 1.84,
      "learning_rate": 1.8388875502752395e-05,
      "loss": 1.7711,
      "step": 198500
    },
    {
      "epoch": 1.84,
      "learning_rate": 1.8435212129075308e-05,
      "loss": 1.7646,
      "step": 199000
    },
    {
      "epoch": 1.85,
      "learning_rate": 1.8481548755398216e-05,
      "loss": 1.7544,
      "step": 199500
    },
    {
      "epoch": 1.85,
      "learning_rate": 1.852788538172113e-05,
      "loss": 1.7681,
      "step": 200000
    },
    {
      "epoch": 1.85,
      "eval_loss": 1.6830523014068604,
      "eval_runtime": 1997.1692,
      "eval_samples_per_second": 384.209,
      "eval_steps_per_second": 6.003,
      "step": 200000
    },
    {
      "epoch": 1.86,
      "learning_rate": 1.857422200804404e-05,
      "loss": 1.7521,
      "step": 200500
    },
    {
      "epoch": 1.86,
      "learning_rate": 1.862055863436695e-05,
      "loss": 1.7614,
      "step": 201000
    },
    {
      "epoch": 1.87,
      "learning_rate": 1.8666802587437215e-05,
      "loss": 1.7513,
      "step": 201500
    },
    {
      "epoch": 1.87,
      "learning_rate": 1.8713139213760127e-05,
      "loss": 1.7524,
      "step": 202000
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.8759475840083036e-05,
      "loss": 1.754,
      "step": 202500
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.8805812466405948e-05,
      "loss": 1.7509,
      "step": 203000
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.8852149092728857e-05,
      "loss": 1.7472,
      "step": 203500
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.889848571905177e-05,
      "loss": 1.7594,
      "step": 204000
    },
    {
      "epoch": 1.9,
      "learning_rate": 1.894482234537468e-05,
      "loss": 1.7442,
      "step": 204500
    },
    {
      "epoch": 1.9,
      "learning_rate": 1.899115897169759e-05,
      "loss": 1.7579,
      "step": 205000
    },
    {
      "epoch": 1.9,
      "learning_rate": 1.9037402924767855e-05,
      "loss": 1.7504,
      "step": 205500
    },
    {
      "epoch": 1.91,
      "learning_rate": 1.9083739551090764e-05,
      "loss": 1.7286,
      "step": 206000
    },
    {
      "epoch": 1.91,
      "learning_rate": 1.9130076177413676e-05,
      "loss": 1.7516,
      "step": 206500
    },
    {
      "epoch": 1.92,
      "learning_rate": 1.9176412803736588e-05,
      "loss": 1.7547,
      "step": 207000
    },
    {
      "epoch": 1.92,
      "learning_rate": 1.9222749430059497e-05,
      "loss": 1.7548,
      "step": 207500
    },
    {
      "epoch": 1.93,
      "learning_rate": 1.926908605638241e-05,
      "loss": 1.7707,
      "step": 208000
    },
    {
      "epoch": 1.93,
      "learning_rate": 1.9315422682705318e-05,
      "loss": 1.7551,
      "step": 208500
    },
    {
      "epoch": 1.94,
      "learning_rate": 1.9361666635775583e-05,
      "loss": 1.7542,
      "step": 209000
    },
    {
      "epoch": 1.94,
      "learning_rate": 1.9408003262098495e-05,
      "loss": 1.7281,
      "step": 209500
    },
    {
      "epoch": 1.95,
      "learning_rate": 1.9454339888421404e-05,
      "loss": 1.7539,
      "step": 210000
    },
    {
      "epoch": 1.95,
      "eval_loss": 1.6725276708602905,
      "eval_runtime": 1997.5752,
      "eval_samples_per_second": 384.131,
      "eval_steps_per_second": 6.002,
      "step": 210000
    },
    {
      "epoch": 1.95,
      "learning_rate": 1.9500676514744316e-05,
      "loss": 1.7359,
      "step": 210500
    },
    {
      "epoch": 1.96,
      "learning_rate": 1.9547013141067225e-05,
      "loss": 1.744,
      "step": 211000
    },
    {
      "epoch": 1.96,
      "learning_rate": 1.9593257094137493e-05,
      "loss": 1.7421,
      "step": 211500
    },
    {
      "epoch": 1.96,
      "learning_rate": 1.9639593720460402e-05,
      "loss": 1.7263,
      "step": 212000
    },
    {
      "epoch": 1.97,
      "learning_rate": 1.9685837673530667e-05,
      "loss": 1.7432,
      "step": 212500
    },
    {
      "epoch": 1.97,
      "learning_rate": 1.9732174299853576e-05,
      "loss": 1.7391,
      "step": 213000
    },
    {
      "epoch": 1.98,
      "learning_rate": 1.9778418252923844e-05,
      "loss": 1.7314,
      "step": 213500
    },
    {
      "epoch": 1.98,
      "learning_rate": 1.9824754879246753e-05,
      "loss": 1.7447,
      "step": 214000
    },
    {
      "epoch": 1.99,
      "learning_rate": 1.9871091505569665e-05,
      "loss": 1.7456,
      "step": 214500
    },
    {
      "epoch": 1.99,
      "learning_rate": 1.9917428131892574e-05,
      "loss": 1.7396,
      "step": 215000
    },
    {
      "epoch": 2.0,
      "learning_rate": 1.9963764758215483e-05,
      "loss": 1.7286,
      "step": 215500
    },
    {
      "epoch": 2.0,
      "learning_rate": 1.99974746538654e-05,
      "loss": 1.7457,
      "step": 216000
    },
    {
      "epoch": 2.01,
      "learning_rate": 1.9985890497284675e-05,
      "loss": 1.7394,
      "step": 216500
    },
    {
      "epoch": 2.01,
      "learning_rate": 1.997430634070395e-05,
      "loss": 1.7259,
      "step": 217000
    },
    {
      "epoch": 2.02,
      "learning_rate": 1.996272218412322e-05,
      "loss": 1.7401,
      "step": 217500
    },
    {
      "epoch": 2.02,
      "learning_rate": 1.9951138027542493e-05,
      "loss": 1.7541,
      "step": 218000
    },
    {
      "epoch": 2.02,
      "learning_rate": 1.9939553870961766e-05,
      "loss": 1.7264,
      "step": 218500
    },
    {
      "epoch": 2.03,
      "learning_rate": 1.9927969714381037e-05,
      "loss": 1.7129,
      "step": 219000
    },
    {
      "epoch": 2.03,
      "learning_rate": 1.9916385557800307e-05,
      "loss": 1.7355,
      "step": 219500
    },
    {
      "epoch": 2.04,
      "learning_rate": 1.9904824569532745e-05,
      "loss": 1.7332,
      "step": 220000
    },
    {
      "epoch": 2.04,
      "eval_loss": 1.6619489192962646,
      "eval_runtime": 1997.741,
      "eval_samples_per_second": 384.099,
      "eval_steps_per_second": 6.002,
      "step": 220000
    },
    {
      "epoch": 2.04,
      "learning_rate": 1.9893240412952015e-05,
      "loss": 1.714,
      "step": 220500
    },
    {
      "epoch": 2.05,
      "learning_rate": 1.9881656256371285e-05,
      "loss": 1.7385,
      "step": 221000
    },
    {
      "epoch": 2.05,
      "learning_rate": 1.987007209979056e-05,
      "loss": 1.7149,
      "step": 221500
    },
    {
      "epoch": 2.06,
      "learning_rate": 1.9858511111522994e-05,
      "loss": 1.7318,
      "step": 222000
    },
    {
      "epoch": 2.06,
      "learning_rate": 1.9846926954942267e-05,
      "loss": 1.7256,
      "step": 222500
    },
    {
      "epoch": 2.07,
      "learning_rate": 1.9835342798361537e-05,
      "loss": 1.7155,
      "step": 223000
    },
    {
      "epoch": 2.07,
      "learning_rate": 1.9823781810093972e-05,
      "loss": 1.7316,
      "step": 223500
    },
    {
      "epoch": 2.08,
      "learning_rate": 1.9812197653513246e-05,
      "loss": 1.7279,
      "step": 224000
    },
    {
      "epoch": 2.08,
      "learning_rate": 1.9800613496932516e-05,
      "loss": 1.7228,
      "step": 224500
    },
    {
      "epoch": 2.09,
      "learning_rate": 1.978902934035179e-05,
      "loss": 1.7205,
      "step": 225000
    },
    {
      "epoch": 2.09,
      "learning_rate": 1.9777468352084224e-05,
      "loss": 1.7216,
      "step": 225500
    },
    {
      "epoch": 2.09,
      "learning_rate": 1.9765884195503494e-05,
      "loss": 1.7128,
      "step": 226000
    },
    {
      "epoch": 2.1,
      "learning_rate": 1.9754300038922768e-05,
      "loss": 1.7223,
      "step": 226500
    },
    {
      "epoch": 2.1,
      "learning_rate": 1.9742715882342042e-05,
      "loss": 1.7299,
      "step": 227000
    },
    {
      "epoch": 2.11,
      "learning_rate": 1.9731131725761312e-05,
      "loss": 1.7228,
      "step": 227500
    },
    {
      "epoch": 2.11,
      "learning_rate": 1.9719547569180582e-05,
      "loss": 1.7199,
      "step": 228000
    },
    {
      "epoch": 2.12,
      "learning_rate": 1.9707963412599856e-05,
      "loss": 1.7125,
      "step": 228500
    },
    {
      "epoch": 2.12,
      "learning_rate": 1.969637925601913e-05,
      "loss": 1.7159,
      "step": 229000
    },
    {
      "epoch": 2.13,
      "learning_rate": 1.96847950994384e-05,
      "loss": 1.7159,
      "step": 229500
    },
    {
      "epoch": 2.13,
      "learning_rate": 1.9673234111170834e-05,
      "loss": 1.7217,
      "step": 230000
    },
    {
      "epoch": 2.13,
      "eval_loss": 1.6495946645736694,
      "eval_runtime": 2000.9284,
      "eval_samples_per_second": 383.487,
      "eval_steps_per_second": 5.992,
      "step": 230000
    },
    {
      "epoch": 2.14,
      "learning_rate": 1.966167312290327e-05,
      "loss": 1.7081,
      "step": 230500
    },
    {
      "epoch": 2.14,
      "learning_rate": 1.9650088966322543e-05,
      "loss": 1.7257,
      "step": 231000
    },
    {
      "epoch": 2.15,
      "learning_rate": 1.9638504809741813e-05,
      "loss": 1.7007,
      "step": 231500
    },
    {
      "epoch": 2.15,
      "learning_rate": 1.9626920653161087e-05,
      "loss": 1.7165,
      "step": 232000
    },
    {
      "epoch": 2.15,
      "learning_rate": 1.961533649658036e-05,
      "loss": 1.7122,
      "step": 232500
    },
    {
      "epoch": 2.16,
      "learning_rate": 1.960375233999963e-05,
      "loss": 1.7073,
      "step": 233000
    },
    {
      "epoch": 2.16,
      "learning_rate": 1.9592168183418904e-05,
      "loss": 1.7044,
      "step": 233500
    },
    {
      "epoch": 2.17,
      "learning_rate": 1.9580584026838178e-05,
      "loss": 1.714,
      "step": 234000
    },
    {
      "epoch": 2.17,
      "learning_rate": 1.956902303857061e-05,
      "loss": 1.7063,
      "step": 234500
    },
    {
      "epoch": 2.18,
      "learning_rate": 1.955743888198988e-05,
      "loss": 1.7151,
      "step": 235000
    },
    {
      "epoch": 2.18,
      "learning_rate": 1.9545854725409156e-05,
      "loss": 1.7101,
      "step": 235500
    },
    {
      "epoch": 2.19,
      "learning_rate": 1.9534270568828426e-05,
      "loss": 1.7131,
      "step": 236000
    },
    {
      "epoch": 2.19,
      "learning_rate": 1.9522686412247697e-05,
      "loss": 1.6993,
      "step": 236500
    },
    {
      "epoch": 2.2,
      "learning_rate": 1.951112542398013e-05,
      "loss": 1.714,
      "step": 237000
    },
    {
      "epoch": 2.2,
      "learning_rate": 1.9499564435712566e-05,
      "loss": 1.7024,
      "step": 237500
    },
    {
      "epoch": 2.21,
      "learning_rate": 1.948798027913184e-05,
      "loss": 1.6996,
      "step": 238000
    },
    {
      "epoch": 2.21,
      "learning_rate": 1.947639612255111e-05,
      "loss": 1.7098,
      "step": 238500
    },
    {
      "epoch": 2.21,
      "learning_rate": 1.9464811965970383e-05,
      "loss": 1.6994,
      "step": 239000
    },
    {
      "epoch": 2.22,
      "learning_rate": 1.9453227809389657e-05,
      "loss": 1.7041,
      "step": 239500
    },
    {
      "epoch": 2.22,
      "learning_rate": 1.9441643652808927e-05,
      "loss": 1.7038,
      "step": 240000
    },
    {
      "epoch": 2.22,
      "eval_loss": 1.6334847211837769,
      "eval_runtime": 1997.524,
      "eval_samples_per_second": 384.141,
      "eval_steps_per_second": 6.002,
      "step": 240000
    },
    {
      "epoch": 2.23,
      "learning_rate": 1.9430082664541362e-05,
      "loss": 1.7067,
      "step": 240500
    },
    {
      "epoch": 2.23,
      "learning_rate": 1.9418498507960636e-05,
      "loss": 1.7112,
      "step": 241000
    },
    {
      "epoch": 2.24,
      "learning_rate": 1.9406914351379906e-05,
      "loss": 1.7015,
      "step": 241500
    },
    {
      "epoch": 2.24,
      "learning_rate": 1.939533019479918e-05,
      "loss": 1.7122,
      "step": 242000
    },
    {
      "epoch": 2.25,
      "learning_rate": 1.9383769206531614e-05,
      "loss": 1.6973,
      "step": 242500
    },
    {
      "epoch": 2.25,
      "learning_rate": 1.9372185049950884e-05,
      "loss": 1.7048,
      "step": 243000
    },
    {
      "epoch": 2.26,
      "learning_rate": 1.9360600893370155e-05,
      "loss": 1.6986,
      "step": 243500
    },
    {
      "epoch": 2.26,
      "learning_rate": 1.934901673678943e-05,
      "loss": 1.7118,
      "step": 244000
    },
    {
      "epoch": 2.27,
      "learning_rate": 1.9337432580208702e-05,
      "loss": 1.7049,
      "step": 244500
    },
    {
      "epoch": 2.27,
      "learning_rate": 1.9325871591941136e-05,
      "loss": 1.6972,
      "step": 245000
    },
    {
      "epoch": 2.28,
      "learning_rate": 1.9314287435360407e-05,
      "loss": 1.6999,
      "step": 245500
    },
    {
      "epoch": 2.28,
      "learning_rate": 1.930270327877968e-05,
      "loss": 1.6854,
      "step": 246000
    },
    {
      "epoch": 2.28,
      "learning_rate": 1.9291119122198954e-05,
      "loss": 1.6981,
      "step": 246500
    },
    {
      "epoch": 2.29,
      "learning_rate": 1.9279534965618224e-05,
      "loss": 1.6865,
      "step": 247000
    },
    {
      "epoch": 2.29,
      "learning_rate": 1.9267950809037498e-05,
      "loss": 1.6989,
      "step": 247500
    },
    {
      "epoch": 2.3,
      "learning_rate": 1.9256389820769933e-05,
      "loss": 1.6857,
      "step": 248000
    },
    {
      "epoch": 2.3,
      "learning_rate": 1.9244805664189203e-05,
      "loss": 1.6911,
      "step": 248500
    },
    {
      "epoch": 2.31,
      "learning_rate": 1.9233221507608476e-05,
      "loss": 1.6828,
      "step": 249000
    },
    {
      "epoch": 2.31,
      "learning_rate": 1.922163735102775e-05,
      "loss": 1.6863,
      "step": 249500
    },
    {
      "epoch": 2.32,
      "learning_rate": 1.921005319444702e-05,
      "loss": 1.6958,
      "step": 250000
    },
    {
      "epoch": 2.32,
      "eval_loss": 1.6255241632461548,
      "eval_runtime": 2000.1822,
      "eval_samples_per_second": 383.63,
      "eval_steps_per_second": 5.994,
      "step": 250000
    },
    {
      "epoch": 2.32,
      "learning_rate": 1.919846903786629e-05,
      "loss": 1.6883,
      "step": 250500
    },
    {
      "epoch": 2.33,
      "learning_rate": 1.9186884881285564e-05,
      "loss": 1.6986,
      "step": 251000
    },
    {
      "epoch": 2.33,
      "learning_rate": 1.9175323893018e-05,
      "loss": 1.6896,
      "step": 251500
    },
    {
      "epoch": 2.34,
      "learning_rate": 1.916373973643727e-05,
      "loss": 1.7071,
      "step": 252000
    },
    {
      "epoch": 2.34,
      "learning_rate": 1.9152155579856543e-05,
      "loss": 1.7047,
      "step": 252500
    },
    {
      "epoch": 2.34,
      "learning_rate": 1.9140571423275816e-05,
      "loss": 1.6899,
      "step": 253000
    },
    {
      "epoch": 2.35,
      "learning_rate": 1.9129010435008248e-05,
      "loss": 1.6951,
      "step": 253500
    },
    {
      "epoch": 2.35,
      "learning_rate": 1.911742627842752e-05,
      "loss": 1.6779,
      "step": 254000
    },
    {
      "epoch": 2.36,
      "learning_rate": 1.9105842121846795e-05,
      "loss": 1.6799,
      "step": 254500
    },
    {
      "epoch": 2.36,
      "learning_rate": 1.909425796526607e-05,
      "loss": 1.6829,
      "step": 255000
    },
    {
      "epoch": 2.37,
      "learning_rate": 1.908267380868534e-05,
      "loss": 1.688,
      "step": 255500
    },
    {
      "epoch": 2.37,
      "learning_rate": 1.9071089652104612e-05,
      "loss": 1.6716,
      "step": 256000
    },
    {
      "epoch": 2.38,
      "learning_rate": 1.9059505495523886e-05,
      "loss": 1.6786,
      "step": 256500
    },
    {
      "epoch": 2.38,
      "learning_rate": 1.9047944507256317e-05,
      "loss": 1.6914,
      "step": 257000
    },
    {
      "epoch": 2.39,
      "learning_rate": 1.9036360350675587e-05,
      "loss": 1.682,
      "step": 257500
    },
    {
      "epoch": 2.39,
      "learning_rate": 1.902477619409486e-05,
      "loss": 1.675,
      "step": 258000
    },
    {
      "epoch": 2.4,
      "learning_rate": 1.9013192037514135e-05,
      "loss": 1.6829,
      "step": 258500
    },
    {
      "epoch": 2.4,
      "learning_rate": 1.9001607880933405e-05,
      "loss": 1.6896,
      "step": 259000
    },
    {
      "epoch": 2.4,
      "learning_rate": 1.899002372435268e-05,
      "loss": 1.6758,
      "step": 259500
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.8978439567771952e-05,
      "loss": 1.6843,
      "step": 260000
    },
    {
      "epoch": 2.41,
      "eval_loss": 1.616537094116211,
      "eval_runtime": 1997.5771,
      "eval_samples_per_second": 384.13,
      "eval_steps_per_second": 6.002,
      "step": 260000
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.8966855411191223e-05,
      "loss": 1.6922,
      "step": 260500
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.8955271254610496e-05,
      "loss": 1.6727,
      "step": 261000
    },
    {
      "epoch": 2.42,
      "learning_rate": 1.894368709802977e-05,
      "loss": 1.6769,
      "step": 261500
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.89321261097622e-05,
      "loss": 1.702,
      "step": 262000
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.8920541953181475e-05,
      "loss": 1.6675,
      "step": 262500
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.8908957796600745e-05,
      "loss": 1.6693,
      "step": 263000
    },
    {
      "epoch": 2.44,
      "learning_rate": 1.889737364002002e-05,
      "loss": 1.6872,
      "step": 263500
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.8885812651752453e-05,
      "loss": 1.685,
      "step": 264000
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.8874228495171723e-05,
      "loss": 1.6776,
      "step": 264500
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.8862644338590997e-05,
      "loss": 1.6692,
      "step": 265000
    },
    {
      "epoch": 2.46,
      "learning_rate": 1.885106018201027e-05,
      "loss": 1.6668,
      "step": 265500
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.883947602542954e-05,
      "loss": 1.6646,
      "step": 266000
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.8827891868848815e-05,
      "loss": 1.6947,
      "step": 266500
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.881633088058125e-05,
      "loss": 1.6724,
      "step": 267000
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.880476989231368e-05,
      "loss": 1.6736,
      "step": 267500
    },
    {
      "epoch": 2.48,
      "learning_rate": 1.8793185735732954e-05,
      "loss": 1.6828,
      "step": 268000
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.8781601579152228e-05,
      "loss": 1.6961,
      "step": 268500
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.8770017422571498e-05,
      "loss": 1.6812,
      "step": 269000
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.875843326599077e-05,
      "loss": 1.6814,
      "step": 269500
    },
    {
      "epoch": 2.5,
      "learning_rate": 1.8746849109410045e-05,
      "loss": 1.6701,
      "step": 270000
    },
    {
      "epoch": 2.5,
      "eval_loss": 1.6026573181152344,
      "eval_runtime": 1997.2448,
      "eval_samples_per_second": 384.194,
      "eval_steps_per_second": 6.003,
      "step": 270000
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.8735264952829315e-05,
      "loss": 1.6781,
      "step": 270500
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.872370396456175e-05,
      "loss": 1.6708,
      "step": 271000
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.8712142976294185e-05,
      "loss": 1.6545,
      "step": 271500
    },
    {
      "epoch": 2.52,
      "learning_rate": 1.870055881971346e-05,
      "loss": 1.6616,
      "step": 272000
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.868897466313273e-05,
      "loss": 1.6714,
      "step": 272500
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.8677390506552e-05,
      "loss": 1.6725,
      "step": 273000
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.8665806349971272e-05,
      "loss": 1.6703,
      "step": 273500
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.8654222193390546e-05,
      "loss": 1.681,
      "step": 274000
    },
    {
      "epoch": 2.54,
      "learning_rate": 1.8642638036809816e-05,
      "loss": 1.6681,
      "step": 274500
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.863105388022909e-05,
      "loss": 1.6694,
      "step": 275000
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.8619469723648364e-05,
      "loss": 1.6652,
      "step": 275500
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.8607885567067634e-05,
      "loss": 1.673,
      "step": 276000
    },
    {
      "epoch": 2.56,
      "learning_rate": 1.859632457880007e-05,
      "loss": 1.6761,
      "step": 276500
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.8584740422219342e-05,
      "loss": 1.6719,
      "step": 277000
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.8573156265638612e-05,
      "loss": 1.6731,
      "step": 277500
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.8561572109057886e-05,
      "loss": 1.6474,
      "step": 278000
    },
    {
      "epoch": 2.58,
      "learning_rate": 1.8549987952477156e-05,
      "loss": 1.6659,
      "step": 278500
    },
    {
      "epoch": 2.59,
      "learning_rate": 1.853840379589643e-05,
      "loss": 1.6774,
      "step": 279000
    },
    {
      "epoch": 2.59,
      "learning_rate": 1.8526842807628865e-05,
      "loss": 1.6502,
      "step": 279500
    },
    {
      "epoch": 2.59,
      "learning_rate": 1.8515258651048135e-05,
      "loss": 1.6713,
      "step": 280000
    },
    {
      "epoch": 2.59,
      "eval_loss": 1.5932214260101318,
      "eval_runtime": 1997.7208,
      "eval_samples_per_second": 384.103,
      "eval_steps_per_second": 6.002,
      "step": 280000
    },
    {
      "epoch": 2.6,
      "learning_rate": 1.850367449446741e-05,
      "loss": 1.661,
      "step": 280500
    },
    {
      "epoch": 2.6,
      "learning_rate": 1.8492113506199843e-05,
      "loss": 1.6581,
      "step": 281000
    },
    {
      "epoch": 2.61,
      "learning_rate": 1.8480529349619113e-05,
      "loss": 1.6622,
      "step": 281500
    },
    {
      "epoch": 2.61,
      "learning_rate": 1.8468945193038387e-05,
      "loss": 1.6672,
      "step": 282000
    },
    {
      "epoch": 2.62,
      "learning_rate": 1.845736103645766e-05,
      "loss": 1.6534,
      "step": 282500
    },
    {
      "epoch": 2.62,
      "learning_rate": 1.844577687987693e-05,
      "loss": 1.6678,
      "step": 283000
    },
    {
      "epoch": 2.63,
      "learning_rate": 1.8434192723296204e-05,
      "loss": 1.6653,
      "step": 283500
    },
    {
      "epoch": 2.63,
      "learning_rate": 1.8422608566715475e-05,
      "loss": 1.6426,
      "step": 284000
    },
    {
      "epoch": 2.64,
      "learning_rate": 1.841102441013475e-05,
      "loss": 1.6612,
      "step": 284500
    },
    {
      "epoch": 2.64,
      "learning_rate": 1.8399440253554022e-05,
      "loss": 1.67,
      "step": 285000
    },
    {
      "epoch": 2.65,
      "learning_rate": 1.8387856096973292e-05,
      "loss": 1.6558,
      "step": 285500
    },
    {
      "epoch": 2.65,
      "learning_rate": 1.8376271940392566e-05,
      "loss": 1.6729,
      "step": 286000
    },
    {
      "epoch": 2.66,
      "learning_rate": 1.836468778381184e-05,
      "loss": 1.6524,
      "step": 286500
    },
    {
      "epoch": 2.66,
      "learning_rate": 1.835310362723111e-05,
      "loss": 1.6556,
      "step": 287000
    },
    {
      "epoch": 2.66,
      "learning_rate": 1.8341542638963544e-05,
      "loss": 1.666,
      "step": 287500
    },
    {
      "epoch": 2.67,
      "learning_rate": 1.8329958482382818e-05,
      "loss": 1.6636,
      "step": 288000
    },
    {
      "epoch": 2.67,
      "learning_rate": 1.831842066242841e-05,
      "loss": 1.6673,
      "step": 288500
    },
    {
      "epoch": 2.68,
      "learning_rate": 1.8306836505847684e-05,
      "loss": 1.6652,
      "step": 289000
    },
    {
      "epoch": 2.68,
      "learning_rate": 1.8295252349266957e-05,
      "loss": 1.6646,
      "step": 289500
    },
    {
      "epoch": 2.69,
      "learning_rate": 1.8283668192686228e-05,
      "loss": 1.6617,
      "step": 290000
    },
    {
      "epoch": 2.69,
      "eval_loss": 1.5840277671813965,
      "eval_runtime": 1996.9221,
      "eval_samples_per_second": 384.256,
      "eval_steps_per_second": 6.004,
      "step": 290000
    },
    {
      "epoch": 2.69,
      "learning_rate": 1.8272084036105498e-05,
      "loss": 1.6476,
      "step": 290500
    },
    {
      "epoch": 2.7,
      "learning_rate": 1.8260499879524775e-05,
      "loss": 1.6557,
      "step": 291000
    },
    {
      "epoch": 2.7,
      "learning_rate": 1.8248915722944045e-05,
      "loss": 1.6634,
      "step": 291500
    },
    {
      "epoch": 2.71,
      "learning_rate": 1.823733156636332e-05,
      "loss": 1.6408,
      "step": 292000
    },
    {
      "epoch": 2.71,
      "learning_rate": 1.822574740978259e-05,
      "loss": 1.6589,
      "step": 292500
    },
    {
      "epoch": 2.72,
      "learning_rate": 1.8214163253201863e-05,
      "loss": 1.6692,
      "step": 293000
    },
    {
      "epoch": 2.72,
      "learning_rate": 1.8202579096621136e-05,
      "loss": 1.6518,
      "step": 293500
    },
    {
      "epoch": 2.72,
      "learning_rate": 1.8190994940040407e-05,
      "loss": 1.6536,
      "step": 294000
    },
    {
      "epoch": 2.73,
      "learning_rate": 1.817941078345968e-05,
      "loss": 1.6501,
      "step": 294500
    },
    {
      "epoch": 2.73,
      "learning_rate": 1.8167849795192115e-05,
      "loss": 1.6502,
      "step": 295000
    },
    {
      "epoch": 2.74,
      "learning_rate": 1.8156265638611385e-05,
      "loss": 1.6566,
      "step": 295500
    },
    {
      "epoch": 2.74,
      "learning_rate": 1.814468148203066e-05,
      "loss": 1.6513,
      "step": 296000
    },
    {
      "epoch": 2.75,
      "learning_rate": 1.8133097325449932e-05,
      "loss": 1.6499,
      "step": 296500
    },
    {
      "epoch": 2.75,
      "learning_rate": 1.8121513168869203e-05,
      "loss": 1.657,
      "step": 297000
    },
    {
      "epoch": 2.76,
      "learning_rate": 1.8109929012288473e-05,
      "loss": 1.6651,
      "step": 297500
    },
    {
      "epoch": 2.76,
      "learning_rate": 1.8098368024020908e-05,
      "loss": 1.6461,
      "step": 298000
    },
    {
      "epoch": 2.77,
      "learning_rate": 1.808678386744018e-05,
      "loss": 1.6555,
      "step": 298500
    },
    {
      "epoch": 2.77,
      "learning_rate": 1.807519971085945e-05,
      "loss": 1.6471,
      "step": 299000
    },
    {
      "epoch": 2.78,
      "learning_rate": 1.8063615554278725e-05,
      "loss": 1.6296,
      "step": 299500
    },
    {
      "epoch": 2.78,
      "learning_rate": 1.8052031397698e-05,
      "loss": 1.6454,
      "step": 300000
    },
    {
      "epoch": 2.78,
      "eval_loss": 1.577728271484375,
      "eval_runtime": 2001.1968,
      "eval_samples_per_second": 383.436,
      "eval_steps_per_second": 5.991,
      "step": 300000
    },
    {
      "epoch": 2.78,
      "learning_rate": 1.804044724111727e-05,
      "loss": 1.6441,
      "step": 300500
    },
    {
      "epoch": 2.79,
      "learning_rate": 1.8028863084536543e-05,
      "loss": 1.672,
      "step": 301000
    },
    {
      "epoch": 2.79,
      "learning_rate": 1.8017278927955816e-05,
      "loss": 1.6422,
      "step": 301500
    },
    {
      "epoch": 2.8,
      "learning_rate": 1.8005694771375087e-05,
      "loss": 1.6455,
      "step": 302000
    },
    {
      "epoch": 2.8,
      "learning_rate": 1.799413378310752e-05,
      "loss": 1.6554,
      "step": 302500
    },
    {
      "epoch": 2.81,
      "learning_rate": 1.798254962652679e-05,
      "loss": 1.6323,
      "step": 303000
    },
    {
      "epoch": 2.81,
      "learning_rate": 1.797098863825923e-05,
      "loss": 1.6464,
      "step": 303500
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.79594044816785e-05,
      "loss": 1.6424,
      "step": 304000
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.794782032509777e-05,
      "loss": 1.6568,
      "step": 304500
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.7936259336830208e-05,
      "loss": 1.6505,
      "step": 305000
    },
    {
      "epoch": 2.83,
      "learning_rate": 1.792469834856264e-05,
      "loss": 1.6481,
      "step": 305500
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.791311419198191e-05,
      "loss": 1.637,
      "step": 306000
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.7901530035401183e-05,
      "loss": 1.6488,
      "step": 306500
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.7889945878820457e-05,
      "loss": 1.6385,
      "step": 307000
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.7878361722239727e-05,
      "loss": 1.6323,
      "step": 307500
    },
    {
      "epoch": 2.85,
      "learning_rate": 1.7866777565659e-05,
      "loss": 1.6303,
      "step": 308000
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.7855193409078274e-05,
      "loss": 1.6324,
      "step": 308500
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.784363242081071e-05,
      "loss": 1.6346,
      "step": 309000
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.783204826422998e-05,
      "loss": 1.6279,
      "step": 309500
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.7820464107649253e-05,
      "loss": 1.6426,
      "step": 310000
    },
    {
      "epoch": 2.87,
      "eval_loss": 1.57373046875,
      "eval_runtime": 2000.3584,
      "eval_samples_per_second": 383.596,
      "eval_steps_per_second": 5.994,
      "step": 310000
    },
    {
      "epoch": 2.88,
      "learning_rate": 1.7808879951068526e-05,
      "loss": 1.6477,
      "step": 310500
    },
    {
      "epoch": 2.88,
      "learning_rate": 1.7797295794487797e-05,
      "loss": 1.6324,
      "step": 311000
    },
    {
      "epoch": 2.89,
      "learning_rate": 1.7785711637907067e-05,
      "loss": 1.6441,
      "step": 311500
    },
    {
      "epoch": 2.89,
      "learning_rate": 1.777412748132634e-05,
      "loss": 1.6483,
      "step": 312000
    },
    {
      "epoch": 2.9,
      "learning_rate": 1.7762543324745614e-05,
      "loss": 1.6385,
      "step": 312500
    },
    {
      "epoch": 2.9,
      "learning_rate": 1.7750959168164884e-05,
      "loss": 1.6186,
      "step": 313000
    },
    {
      "epoch": 2.91,
      "learning_rate": 1.7739375011584158e-05,
      "loss": 1.6396,
      "step": 313500
    },
    {
      "epoch": 2.91,
      "learning_rate": 1.772779085500343e-05,
      "loss": 1.6401,
      "step": 314000
    },
    {
      "epoch": 2.91,
      "learning_rate": 1.7716206698422702e-05,
      "loss": 1.6149,
      "step": 314500
    },
    {
      "epoch": 2.92,
      "learning_rate": 1.7704622541841976e-05,
      "loss": 1.6177,
      "step": 315000
    },
    {
      "epoch": 2.92,
      "learning_rate": 1.769308472188757e-05,
      "loss": 1.6299,
      "step": 315500
    },
    {
      "epoch": 2.93,
      "learning_rate": 1.768150056530684e-05,
      "loss": 1.6324,
      "step": 316000
    },
    {
      "epoch": 2.93,
      "learning_rate": 1.7669916408726115e-05,
      "loss": 1.6144,
      "step": 316500
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.765835542045855e-05,
      "loss": 1.6338,
      "step": 317000
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.7646771263877823e-05,
      "loss": 1.6424,
      "step": 317500
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.7635187107297093e-05,
      "loss": 1.6261,
      "step": 318000
    },
    {
      "epoch": 2.95,
      "learning_rate": 1.7623602950716364e-05,
      "loss": 1.6242,
      "step": 318500
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.761201879413564e-05,
      "loss": 1.6286,
      "step": 319000
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.760043463755491e-05,
      "loss": 1.6171,
      "step": 319500
    },
    {
      "epoch": 2.97,
      "learning_rate": 1.758885048097418e-05,
      "loss": 1.6296,
      "step": 320000
    },
    {
      "epoch": 2.97,
      "eval_loss": 1.5615925788879395,
      "eval_runtime": 1998.3038,
      "eval_samples_per_second": 383.991,
      "eval_steps_per_second": 6.0,
      "step": 320000
    },
    {
      "epoch": 2.97,
      "learning_rate": 1.7577266324393455e-05,
      "loss": 1.6205,
      "step": 320500
    },
    {
      "epoch": 2.97,
      "learning_rate": 1.756570533612589e-05,
      "loss": 1.6213,
      "step": 321000
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.755412117954516e-05,
      "loss": 1.6304,
      "step": 321500
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.7542537022964433e-05,
      "loss": 1.6373,
      "step": 322000
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.7530952866383707e-05,
      "loss": 1.6222,
      "step": 322500
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.7519368709802977e-05,
      "loss": 1.6249,
      "step": 323000
    },
    {
      "epoch": 3.0,
      "learning_rate": 1.750778455322225e-05,
      "loss": 1.6233,
      "step": 323500
    },
    {
      "epoch": 3.0,
      "learning_rate": 1.7496223564954686e-05,
      "loss": 1.6251,
      "step": 324000
    },
    {
      "epoch": 3.01,
      "learning_rate": 1.7484639408373956e-05,
      "loss": 1.6391,
      "step": 324500
    },
    {
      "epoch": 3.01,
      "learning_rate": 1.747305525179323e-05,
      "loss": 1.6213,
      "step": 325000
    },
    {
      "epoch": 3.02,
      "learning_rate": 1.74614710952125e-05,
      "loss": 1.623,
      "step": 325500
    },
    {
      "epoch": 3.02,
      "learning_rate": 1.7449886938631773e-05,
      "loss": 1.644,
      "step": 326000
    },
    {
      "epoch": 3.03,
      "learning_rate": 1.7438302782051047e-05,
      "loss": 1.6366,
      "step": 326500
    },
    {
      "epoch": 3.03,
      "learning_rate": 1.7426718625470317e-05,
      "loss": 1.6187,
      "step": 327000
    },
    {
      "epoch": 3.04,
      "learning_rate": 1.741513446888959e-05,
      "loss": 1.6226,
      "step": 327500
    },
    {
      "epoch": 3.04,
      "learning_rate": 1.7403550312308865e-05,
      "loss": 1.6191,
      "step": 328000
    },
    {
      "epoch": 3.04,
      "learning_rate": 1.7391966155728135e-05,
      "loss": 1.6256,
      "step": 328500
    },
    {
      "epoch": 3.05,
      "learning_rate": 1.7380381999147405e-05,
      "loss": 1.6142,
      "step": 329000
    },
    {
      "epoch": 3.05,
      "learning_rate": 1.736879784256668e-05,
      "loss": 1.6139,
      "step": 329500
    },
    {
      "epoch": 3.06,
      "learning_rate": 1.7357260022612274e-05,
      "loss": 1.6098,
      "step": 330000
    },
    {
      "epoch": 3.06,
      "eval_loss": 1.5585696697235107,
      "eval_runtime": 1998.1499,
      "eval_samples_per_second": 384.02,
      "eval_steps_per_second": 6.001,
      "step": 330000
    },
    {
      "epoch": 3.06,
      "learning_rate": 1.7345675866031548e-05,
      "loss": 1.6283,
      "step": 330500
    },
    {
      "epoch": 3.07,
      "learning_rate": 1.733409170945082e-05,
      "loss": 1.6054,
      "step": 331000
    },
    {
      "epoch": 3.07,
      "learning_rate": 1.7322507552870092e-05,
      "loss": 1.6116,
      "step": 331500
    },
    {
      "epoch": 3.08,
      "learning_rate": 1.7310923396289365e-05,
      "loss": 1.6298,
      "step": 332000
    },
    {
      "epoch": 3.08,
      "learning_rate": 1.7299362408021797e-05,
      "loss": 1.6141,
      "step": 332500
    },
    {
      "epoch": 3.09,
      "learning_rate": 1.728777825144107e-05,
      "loss": 1.6254,
      "step": 333000
    },
    {
      "epoch": 3.09,
      "learning_rate": 1.7276194094860344e-05,
      "loss": 1.6062,
      "step": 333500
    },
    {
      "epoch": 3.1,
      "learning_rate": 1.7264609938279614e-05,
      "loss": 1.6079,
      "step": 334000
    },
    {
      "epoch": 3.1,
      "learning_rate": 1.725304895001205e-05,
      "loss": 1.6256,
      "step": 334500
    },
    {
      "epoch": 3.1,
      "learning_rate": 1.7241464793431322e-05,
      "loss": 1.6222,
      "step": 335000
    },
    {
      "epoch": 3.11,
      "learning_rate": 1.7229880636850593e-05,
      "loss": 1.5983,
      "step": 335500
    },
    {
      "epoch": 3.11,
      "learning_rate": 1.7218319648583027e-05,
      "loss": 1.6127,
      "step": 336000
    },
    {
      "epoch": 3.12,
      "learning_rate": 1.72067354920023e-05,
      "loss": 1.613,
      "step": 336500
    },
    {
      "epoch": 3.12,
      "learning_rate": 1.719515133542157e-05,
      "loss": 1.6204,
      "step": 337000
    },
    {
      "epoch": 3.13,
      "learning_rate": 1.7183567178840845e-05,
      "loss": 1.6106,
      "step": 337500
    },
    {
      "epoch": 3.13,
      "learning_rate": 1.717198302226012e-05,
      "loss": 1.6235,
      "step": 338000
    },
    {
      "epoch": 3.14,
      "learning_rate": 1.716039886567939e-05,
      "loss": 1.6157,
      "step": 338500
    },
    {
      "epoch": 3.14,
      "learning_rate": 1.7148837877411823e-05,
      "loss": 1.593,
      "step": 339000
    },
    {
      "epoch": 3.15,
      "learning_rate": 1.7137253720831094e-05,
      "loss": 1.6152,
      "step": 339500
    },
    {
      "epoch": 3.15,
      "learning_rate": 1.7125669564250367e-05,
      "loss": 1.6159,
      "step": 340000
    },
    {
      "epoch": 3.15,
      "eval_loss": 1.551076889038086,
      "eval_runtime": 2001.8218,
      "eval_samples_per_second": 383.316,
      "eval_steps_per_second": 5.99,
      "step": 340000
    },
    {
      "epoch": 3.16,
      "learning_rate": 1.711408540766964e-05,
      "loss": 1.6079,
      "step": 340500
    },
    {
      "epoch": 3.16,
      "learning_rate": 1.710250125108891e-05,
      "loss": 1.6252,
      "step": 341000
    },
    {
      "epoch": 3.16,
      "learning_rate": 1.7090917094508185e-05,
      "loss": 1.6198,
      "step": 341500
    },
    {
      "epoch": 3.17,
      "learning_rate": 1.707933293792746e-05,
      "loss": 1.6185,
      "step": 342000
    },
    {
      "epoch": 3.17,
      "learning_rate": 1.706774878134673e-05,
      "loss": 1.6142,
      "step": 342500
    },
    {
      "epoch": 3.18,
      "learning_rate": 1.7056164624766002e-05,
      "loss": 1.6112,
      "step": 343000
    },
    {
      "epoch": 3.18,
      "learning_rate": 1.7044603636498437e-05,
      "loss": 1.6162,
      "step": 343500
    },
    {
      "epoch": 3.19,
      "learning_rate": 1.7033019479917707e-05,
      "loss": 1.6147,
      "step": 344000
    },
    {
      "epoch": 3.19,
      "learning_rate": 1.7021435323336977e-05,
      "loss": 1.6122,
      "step": 344500
    },
    {
      "epoch": 3.2,
      "learning_rate": 1.7009851166756254e-05,
      "loss": 1.6203,
      "step": 345000
    },
    {
      "epoch": 3.2,
      "learning_rate": 1.6998267010175525e-05,
      "loss": 1.6178,
      "step": 345500
    },
    {
      "epoch": 3.21,
      "learning_rate": 1.698670602190796e-05,
      "loss": 1.5984,
      "step": 346000
    },
    {
      "epoch": 3.21,
      "learning_rate": 1.6975145033640394e-05,
      "loss": 1.6133,
      "step": 346500
    },
    {
      "epoch": 3.22,
      "learning_rate": 1.6963560877059664e-05,
      "loss": 1.6158,
      "step": 347000
    },
    {
      "epoch": 3.22,
      "learning_rate": 1.6951976720478938e-05,
      "loss": 1.6129,
      "step": 347500
    },
    {
      "epoch": 3.23,
      "learning_rate": 1.6940392563898208e-05,
      "loss": 1.6149,
      "step": 348000
    },
    {
      "epoch": 3.23,
      "learning_rate": 1.692880840731748e-05,
      "loss": 1.6028,
      "step": 348500
    },
    {
      "epoch": 3.23,
      "learning_rate": 1.6917224250736755e-05,
      "loss": 1.613,
      "step": 349000
    },
    {
      "epoch": 3.24,
      "learning_rate": 1.6905640094156026e-05,
      "loss": 1.6066,
      "step": 349500
    },
    {
      "epoch": 3.24,
      "learning_rate": 1.68940559375753e-05,
      "loss": 1.608,
      "step": 350000
    },
    {
      "epoch": 3.24,
      "eval_loss": 1.5453064441680908,
      "eval_runtime": 1998.9984,
      "eval_samples_per_second": 383.857,
      "eval_steps_per_second": 5.998,
      "step": 350000
    },
    {
      "epoch": 3.25,
      "learning_rate": 1.6882471780994573e-05,
      "loss": 1.6084,
      "step": 350500
    },
    {
      "epoch": 3.25,
      "learning_rate": 1.6870887624413843e-05,
      "loss": 1.6034,
      "step": 351000
    },
    {
      "epoch": 3.26,
      "learning_rate": 1.6859326636146274e-05,
      "loss": 1.6203,
      "step": 351500
    },
    {
      "epoch": 3.26,
      "learning_rate": 1.684774247956555e-05,
      "loss": 1.6052,
      "step": 352000
    },
    {
      "epoch": 3.27,
      "learning_rate": 1.683615832298482e-05,
      "loss": 1.6071,
      "step": 352500
    },
    {
      "epoch": 3.27,
      "learning_rate": 1.6824574166404092e-05,
      "loss": 1.6057,
      "step": 353000
    },
    {
      "epoch": 3.28,
      "learning_rate": 1.6812990009823365e-05,
      "loss": 1.6187,
      "step": 353500
    },
    {
      "epoch": 3.28,
      "learning_rate": 1.68014290215558e-05,
      "loss": 1.6003,
      "step": 354000
    },
    {
      "epoch": 3.29,
      "learning_rate": 1.6789844864975074e-05,
      "loss": 1.6174,
      "step": 354500
    },
    {
      "epoch": 3.29,
      "learning_rate": 1.6778283876707505e-05,
      "loss": 1.5958,
      "step": 355000
    },
    {
      "epoch": 3.29,
      "learning_rate": 1.676669972012678e-05,
      "loss": 1.6038,
      "step": 355500
    },
    {
      "epoch": 3.3,
      "learning_rate": 1.6755115563546052e-05,
      "loss": 1.6058,
      "step": 356000
    },
    {
      "epoch": 3.3,
      "learning_rate": 1.6743531406965322e-05,
      "loss": 1.6068,
      "step": 356500
    },
    {
      "epoch": 3.31,
      "learning_rate": 1.6731947250384596e-05,
      "loss": 1.6134,
      "step": 357000
    },
    {
      "epoch": 3.31,
      "learning_rate": 1.672036309380387e-05,
      "loss": 1.6029,
      "step": 357500
    },
    {
      "epoch": 3.32,
      "learning_rate": 1.67088021055363e-05,
      "loss": 1.603,
      "step": 358000
    },
    {
      "epoch": 3.32,
      "learning_rate": 1.6697217948955575e-05,
      "loss": 1.596,
      "step": 358500
    },
    {
      "epoch": 3.33,
      "learning_rate": 1.6685633792374848e-05,
      "loss": 1.613,
      "step": 359000
    },
    {
      "epoch": 3.33,
      "learning_rate": 1.667404963579412e-05,
      "loss": 1.6069,
      "step": 359500
    },
    {
      "epoch": 3.34,
      "learning_rate": 1.666246547921339e-05,
      "loss": 1.5935,
      "step": 360000
    },
    {
      "epoch": 3.34,
      "eval_loss": 1.5372581481933594,
      "eval_runtime": 1998.6879,
      "eval_samples_per_second": 383.917,
      "eval_steps_per_second": 5.999,
      "step": 360000
    },
    {
      "epoch": 3.34,
      "learning_rate": 1.6650881322632662e-05,
      "loss": 1.6009,
      "step": 360500
    },
    {
      "epoch": 3.35,
      "learning_rate": 1.6639297166051936e-05,
      "loss": 1.6133,
      "step": 361000
    },
    {
      "epoch": 3.35,
      "learning_rate": 1.6627713009471206e-05,
      "loss": 1.592,
      "step": 361500
    },
    {
      "epoch": 3.35,
      "learning_rate": 1.661615202120364e-05,
      "loss": 1.6038,
      "step": 362000
    },
    {
      "epoch": 3.36,
      "learning_rate": 1.6604567864622915e-05,
      "loss": 1.6082,
      "step": 362500
    },
    {
      "epoch": 3.36,
      "learning_rate": 1.6592983708042185e-05,
      "loss": 1.6084,
      "step": 363000
    },
    {
      "epoch": 3.37,
      "learning_rate": 1.658139955146146e-05,
      "loss": 1.6006,
      "step": 363500
    },
    {
      "epoch": 3.37,
      "learning_rate": 1.6569815394880732e-05,
      "loss": 1.5974,
      "step": 364000
    },
    {
      "epoch": 3.38,
      "learning_rate": 1.6558231238300002e-05,
      "loss": 1.6028,
      "step": 364500
    },
    {
      "epoch": 3.38,
      "learning_rate": 1.6546647081719276e-05,
      "loss": 1.6085,
      "step": 365000
    },
    {
      "epoch": 3.39,
      "learning_rate": 1.6535062925138546e-05,
      "loss": 1.5808,
      "step": 365500
    },
    {
      "epoch": 3.39,
      "learning_rate": 1.652347876855782e-05,
      "loss": 1.6075,
      "step": 366000
    },
    {
      "epoch": 3.4,
      "learning_rate": 1.6511917780290254e-05,
      "loss": 1.5737,
      "step": 366500
    },
    {
      "epoch": 3.4,
      "learning_rate": 1.6500356792022686e-05,
      "loss": 1.5917,
      "step": 367000
    },
    {
      "epoch": 3.41,
      "learning_rate": 1.648877263544196e-05,
      "loss": 1.6105,
      "step": 367500
    },
    {
      "epoch": 3.41,
      "learning_rate": 1.6477188478861233e-05,
      "loss": 1.5855,
      "step": 368000
    },
    {
      "epoch": 3.42,
      "learning_rate": 1.6465604322280503e-05,
      "loss": 1.5895,
      "step": 368500
    },
    {
      "epoch": 3.42,
      "learning_rate": 1.6454043334012938e-05,
      "loss": 1.6065,
      "step": 369000
    },
    {
      "epoch": 3.42,
      "learning_rate": 1.644245917743221e-05,
      "loss": 1.6047,
      "step": 369500
    },
    {
      "epoch": 3.43,
      "learning_rate": 1.643087502085148e-05,
      "loss": 1.5885,
      "step": 370000
    },
    {
      "epoch": 3.43,
      "eval_loss": 1.530922770500183,
      "eval_runtime": 1999.4946,
      "eval_samples_per_second": 383.762,
      "eval_steps_per_second": 5.997,
      "step": 370000
    },
    {
      "epoch": 3.43,
      "learning_rate": 1.6419290864270755e-05,
      "loss": 1.5866,
      "step": 370500
    },
    {
      "epoch": 3.44,
      "learning_rate": 1.640772987600319e-05,
      "loss": 1.5859,
      "step": 371000
    },
    {
      "epoch": 3.44,
      "learning_rate": 1.6396145719422464e-05,
      "loss": 1.5933,
      "step": 371500
    },
    {
      "epoch": 3.45,
      "learning_rate": 1.6384561562841734e-05,
      "loss": 1.5854,
      "step": 372000
    },
    {
      "epoch": 3.45,
      "learning_rate": 1.637300057457417e-05,
      "loss": 1.588,
      "step": 372500
    },
    {
      "epoch": 3.46,
      "learning_rate": 1.6361439586306603e-05,
      "loss": 1.5933,
      "step": 373000
    },
    {
      "epoch": 3.46,
      "learning_rate": 1.6349855429725873e-05,
      "loss": 1.5858,
      "step": 373500
    },
    {
      "epoch": 3.47,
      "learning_rate": 1.6338271273145147e-05,
      "loss": 1.6101,
      "step": 374000
    },
    {
      "epoch": 3.47,
      "learning_rate": 1.632668711656442e-05,
      "loss": 1.5954,
      "step": 374500
    },
    {
      "epoch": 3.48,
      "learning_rate": 1.631510295998369e-05,
      "loss": 1.5882,
      "step": 375000
    },
    {
      "epoch": 3.48,
      "learning_rate": 1.630351880340296e-05,
      "loss": 1.5951,
      "step": 375500
    },
    {
      "epoch": 3.48,
      "learning_rate": 1.6291934646822235e-05,
      "loss": 1.586,
      "step": 376000
    },
    {
      "epoch": 3.49,
      "learning_rate": 1.628035049024151e-05,
      "loss": 1.6067,
      "step": 376500
    },
    {
      "epoch": 3.49,
      "learning_rate": 1.626876633366078e-05,
      "loss": 1.5929,
      "step": 377000
    },
    {
      "epoch": 3.5,
      "learning_rate": 1.6257182177080052e-05,
      "loss": 1.5882,
      "step": 377500
    },
    {
      "epoch": 3.5,
      "learning_rate": 1.6245598020499326e-05,
      "loss": 1.5934,
      "step": 378000
    },
    {
      "epoch": 3.51,
      "learning_rate": 1.6234013863918596e-05,
      "loss": 1.5902,
      "step": 378500
    },
    {
      "epoch": 3.51,
      "learning_rate": 1.622245287565103e-05,
      "loss": 1.5941,
      "step": 379000
    },
    {
      "epoch": 3.52,
      "learning_rate": 1.6210891887383465e-05,
      "loss": 1.5874,
      "step": 379500
    },
    {
      "epoch": 3.52,
      "learning_rate": 1.619930773080274e-05,
      "loss": 1.6113,
      "step": 380000
    },
    {
      "epoch": 3.52,
      "eval_loss": 1.5287482738494873,
      "eval_runtime": 1998.1926,
      "eval_samples_per_second": 384.012,
      "eval_steps_per_second": 6.0,
      "step": 380000
    },
    {
      "epoch": 3.53,
      "learning_rate": 1.618772357422201e-05,
      "loss": 1.5951,
      "step": 380500
    },
    {
      "epoch": 3.53,
      "learning_rate": 1.617613941764128e-05,
      "loss": 1.5844,
      "step": 381000
    },
    {
      "epoch": 3.54,
      "learning_rate": 1.6164555261060557e-05,
      "loss": 1.5849,
      "step": 381500
    },
    {
      "epoch": 3.54,
      "learning_rate": 1.6152971104479827e-05,
      "loss": 1.5853,
      "step": 382000
    },
    {
      "epoch": 3.54,
      "learning_rate": 1.6141386947899097e-05,
      "loss": 1.5878,
      "step": 382500
    },
    {
      "epoch": 3.55,
      "learning_rate": 1.612980279131837e-05,
      "loss": 1.6009,
      "step": 383000
    },
    {
      "epoch": 3.55,
      "learning_rate": 1.6118241803050805e-05,
      "loss": 1.5711,
      "step": 383500
    },
    {
      "epoch": 3.56,
      "learning_rate": 1.6106657646470076e-05,
      "loss": 1.5848,
      "step": 384000
    },
    {
      "epoch": 3.56,
      "learning_rate": 1.609507348988935e-05,
      "loss": 1.5962,
      "step": 384500
    },
    {
      "epoch": 3.57,
      "learning_rate": 1.6083489333308623e-05,
      "loss": 1.5806,
      "step": 385000
    },
    {
      "epoch": 3.57,
      "learning_rate": 1.6071905176727893e-05,
      "loss": 1.5795,
      "step": 385500
    },
    {
      "epoch": 3.58,
      "learning_rate": 1.6060321020147167e-05,
      "loss": 1.5875,
      "step": 386000
    },
    {
      "epoch": 3.58,
      "learning_rate": 1.604873686356644e-05,
      "loss": 1.5808,
      "step": 386500
    },
    {
      "epoch": 3.59,
      "learning_rate": 1.603717587529887e-05,
      "loss": 1.5882,
      "step": 387000
    },
    {
      "epoch": 3.59,
      "learning_rate": 1.6025591718718145e-05,
      "loss": 1.5792,
      "step": 387500
    },
    {
      "epoch": 3.6,
      "learning_rate": 1.6014007562137415e-05,
      "loss": 1.586,
      "step": 388000
    },
    {
      "epoch": 3.6,
      "learning_rate": 1.600242340555669e-05,
      "loss": 1.5861,
      "step": 388500
    },
    {
      "epoch": 3.6,
      "learning_rate": 1.5990862417289124e-05,
      "loss": 1.5798,
      "step": 389000
    },
    {
      "epoch": 3.61,
      "learning_rate": 1.5979278260708394e-05,
      "loss": 1.5888,
      "step": 389500
    },
    {
      "epoch": 3.61,
      "learning_rate": 1.5967694104127668e-05,
      "loss": 1.5923,
      "step": 390000
    },
    {
      "epoch": 3.61,
      "eval_loss": 1.52175772190094,
      "eval_runtime": 1998.4056,
      "eval_samples_per_second": 383.971,
      "eval_steps_per_second": 6.0,
      "step": 390000
    },
    {
      "epoch": 3.62,
      "learning_rate": 1.5956133115860102e-05,
      "loss": 1.5848,
      "step": 390500
    },
    {
      "epoch": 3.62,
      "learning_rate": 1.5944548959279372e-05,
      "loss": 1.5924,
      "step": 391000
    },
    {
      "epoch": 3.63,
      "learning_rate": 1.5932964802698646e-05,
      "loss": 1.5686,
      "step": 391500
    },
    {
      "epoch": 3.63,
      "learning_rate": 1.592138064611792e-05,
      "loss": 1.5884,
      "step": 392000
    },
    {
      "epoch": 3.64,
      "learning_rate": 1.590981965785035e-05,
      "loss": 1.595,
      "step": 392500
    },
    {
      "epoch": 3.64,
      "learning_rate": 1.5898235501269625e-05,
      "loss": 1.5845,
      "step": 393000
    },
    {
      "epoch": 3.65,
      "learning_rate": 1.5886651344688898e-05,
      "loss": 1.5817,
      "step": 393500
    },
    {
      "epoch": 3.65,
      "learning_rate": 1.587506718810817e-05,
      "loss": 1.5718,
      "step": 394000
    },
    {
      "epoch": 3.66,
      "learning_rate": 1.5863506199840603e-05,
      "loss": 1.5822,
      "step": 394500
    },
    {
      "epoch": 3.66,
      "learning_rate": 1.5851922043259877e-05,
      "loss": 1.5902,
      "step": 395000
    },
    {
      "epoch": 3.67,
      "learning_rate": 1.584033788667915e-05,
      "loss": 1.5927,
      "step": 395500
    },
    {
      "epoch": 3.67,
      "learning_rate": 1.582875373009842e-05,
      "loss": 1.5772,
      "step": 396000
    },
    {
      "epoch": 3.67,
      "learning_rate": 1.581716957351769e-05,
      "loss": 1.5846,
      "step": 396500
    },
    {
      "epoch": 3.68,
      "learning_rate": 1.5805585416936965e-05,
      "loss": 1.5931,
      "step": 397000
    },
    {
      "epoch": 3.68,
      "learning_rate": 1.5794001260356238e-05,
      "loss": 1.5667,
      "step": 397500
    },
    {
      "epoch": 3.69,
      "learning_rate": 1.578241710377551e-05,
      "loss": 1.5941,
      "step": 398000
    },
    {
      "epoch": 3.69,
      "learning_rate": 1.5770832947194782e-05,
      "loss": 1.595,
      "step": 398500
    },
    {
      "epoch": 3.7,
      "learning_rate": 1.5759248790614056e-05,
      "loss": 1.5962,
      "step": 399000
    },
    {
      "epoch": 3.7,
      "learning_rate": 1.5747664634033326e-05,
      "loss": 1.5764,
      "step": 399500
    },
    {
      "epoch": 3.71,
      "learning_rate": 1.57360804774526e-05,
      "loss": 1.579,
      "step": 400000
    },
    {
      "epoch": 3.71,
      "eval_loss": 1.5175821781158447,
      "eval_runtime": 1998.6499,
      "eval_samples_per_second": 383.924,
      "eval_steps_per_second": 5.999,
      "step": 400000
    },
    {
      "epoch": 3.71,
      "learning_rate": 1.5724519489185034e-05,
      "loss": 1.5755,
      "step": 400500
    },
    {
      "epoch": 3.72,
      "learning_rate": 1.5712935332604304e-05,
      "loss": 1.5805,
      "step": 401000
    },
    {
      "epoch": 3.72,
      "learning_rate": 1.5701351176023578e-05,
      "loss": 1.5796,
      "step": 401500
    },
    {
      "epoch": 3.73,
      "learning_rate": 1.568976701944285e-05,
      "loss": 1.5733,
      "step": 402000
    },
    {
      "epoch": 3.73,
      "learning_rate": 1.5678182862862122e-05,
      "loss": 1.5598,
      "step": 402500
    },
    {
      "epoch": 3.73,
      "learning_rate": 1.5666621874594557e-05,
      "loss": 1.5689,
      "step": 403000
    },
    {
      "epoch": 3.74,
      "learning_rate": 1.5655037718013827e-05,
      "loss": 1.5793,
      "step": 403500
    },
    {
      "epoch": 3.74,
      "learning_rate": 1.56434535614331e-05,
      "loss": 1.5778,
      "step": 404000
    },
    {
      "epoch": 3.75,
      "learning_rate": 1.5631869404852374e-05,
      "loss": 1.5861,
      "step": 404500
    },
    {
      "epoch": 3.75,
      "learning_rate": 1.5620308416584805e-05,
      "loss": 1.5817,
      "step": 405000
    },
    {
      "epoch": 3.76,
      "learning_rate": 1.560872426000408e-05,
      "loss": 1.5649,
      "step": 405500
    },
    {
      "epoch": 3.76,
      "learning_rate": 1.5597140103423353e-05,
      "loss": 1.5851,
      "step": 406000
    },
    {
      "epoch": 3.77,
      "learning_rate": 1.5585579115155784e-05,
      "loss": 1.5665,
      "step": 406500
    },
    {
      "epoch": 3.77,
      "learning_rate": 1.5573994958575057e-05,
      "loss": 1.569,
      "step": 407000
    },
    {
      "epoch": 3.78,
      "learning_rate": 1.556241080199433e-05,
      "loss": 1.5821,
      "step": 407500
    },
    {
      "epoch": 3.78,
      "learning_rate": 1.55508266454136e-05,
      "loss": 1.5693,
      "step": 408000
    },
    {
      "epoch": 3.79,
      "learning_rate": 1.5539242488832875e-05,
      "loss": 1.5843,
      "step": 408500
    },
    {
      "epoch": 3.79,
      "learning_rate": 1.5527658332252145e-05,
      "loss": 1.5877,
      "step": 409000
    },
    {
      "epoch": 3.79,
      "learning_rate": 1.551607417567142e-05,
      "loss": 1.568,
      "step": 409500
    },
    {
      "epoch": 3.8,
      "learning_rate": 1.5504490019090693e-05,
      "loss": 1.5775,
      "step": 410000
    },
    {
      "epoch": 3.8,
      "eval_loss": 1.5105193853378296,
      "eval_runtime": 1997.8257,
      "eval_samples_per_second": 384.083,
      "eval_steps_per_second": 6.002,
      "step": 410000
    },
    {
      "epoch": 3.8,
      "learning_rate": 1.5492929030823124e-05,
      "loss": 1.5768,
      "step": 410500
    },
    {
      "epoch": 3.81,
      "learning_rate": 1.5481344874242397e-05,
      "loss": 1.5655,
      "step": 411000
    },
    {
      "epoch": 3.81,
      "learning_rate": 1.546976071766167e-05,
      "loss": 1.5734,
      "step": 411500
    },
    {
      "epoch": 3.82,
      "learning_rate": 1.545817656108094e-05,
      "loss": 1.5684,
      "step": 412000
    },
    {
      "epoch": 3.82,
      "learning_rate": 1.5446592404500215e-05,
      "loss": 1.5805,
      "step": 412500
    },
    {
      "epoch": 3.83,
      "learning_rate": 1.543503141623265e-05,
      "loss": 1.5734,
      "step": 413000
    },
    {
      "epoch": 3.83,
      "learning_rate": 1.542344725965192e-05,
      "loss": 1.5735,
      "step": 413500
    },
    {
      "epoch": 3.84,
      "learning_rate": 1.5411863103071193e-05,
      "loss": 1.5752,
      "step": 414000
    },
    {
      "epoch": 3.84,
      "learning_rate": 1.5400278946490467e-05,
      "loss": 1.5717,
      "step": 414500
    },
    {
      "epoch": 3.85,
      "learning_rate": 1.5388694789909737e-05,
      "loss": 1.5703,
      "step": 415000
    },
    {
      "epoch": 3.85,
      "learning_rate": 1.5377133801642172e-05,
      "loss": 1.5783,
      "step": 415500
    },
    {
      "epoch": 3.86,
      "learning_rate": 1.5365549645061446e-05,
      "loss": 1.5777,
      "step": 416000
    },
    {
      "epoch": 3.86,
      "learning_rate": 1.5353965488480716e-05,
      "loss": 1.5749,
      "step": 416500
    },
    {
      "epoch": 3.86,
      "learning_rate": 1.534238133189999e-05,
      "loss": 1.5804,
      "step": 417000
    },
    {
      "epoch": 3.87,
      "learning_rate": 1.533082034363242e-05,
      "loss": 1.5706,
      "step": 417500
    },
    {
      "epoch": 3.87,
      "learning_rate": 1.5319236187051694e-05,
      "loss": 1.5859,
      "step": 418000
    },
    {
      "epoch": 3.88,
      "learning_rate": 1.5307652030470968e-05,
      "loss": 1.557,
      "step": 418500
    },
    {
      "epoch": 3.88,
      "learning_rate": 1.5296067873890238e-05,
      "loss": 1.5684,
      "step": 419000
    },
    {
      "epoch": 3.89,
      "learning_rate": 1.5284483717309512e-05,
      "loss": 1.5805,
      "step": 419500
    },
    {
      "epoch": 3.89,
      "learning_rate": 1.5272922729041946e-05,
      "loss": 1.5615,
      "step": 420000
    },
    {
      "epoch": 3.89,
      "eval_loss": 1.5067431926727295,
      "eval_runtime": 1997.9824,
      "eval_samples_per_second": 384.052,
      "eval_steps_per_second": 6.001,
      "step": 420000
    },
    {
      "epoch": 3.9,
      "learning_rate": 1.5261338572461217e-05,
      "loss": 1.5702,
      "step": 420500
    },
    {
      "epoch": 3.9,
      "learning_rate": 1.5249754415880489e-05,
      "loss": 1.569,
      "step": 421000
    },
    {
      "epoch": 3.91,
      "learning_rate": 1.5238170259299762e-05,
      "loss": 1.568,
      "step": 421500
    },
    {
      "epoch": 3.91,
      "learning_rate": 1.5226586102719034e-05,
      "loss": 1.5841,
      "step": 422000
    },
    {
      "epoch": 3.92,
      "learning_rate": 1.5215001946138306e-05,
      "loss": 1.5791,
      "step": 422500
    },
    {
      "epoch": 3.92,
      "learning_rate": 1.520341778955758e-05,
      "loss": 1.5619,
      "step": 423000
    },
    {
      "epoch": 3.92,
      "learning_rate": 1.5191833632976852e-05,
      "loss": 1.5795,
      "step": 423500
    },
    {
      "epoch": 3.93,
      "learning_rate": 1.5180272644709286e-05,
      "loss": 1.5809,
      "step": 424000
    },
    {
      "epoch": 3.93,
      "learning_rate": 1.5168688488128558e-05,
      "loss": 1.5645,
      "step": 424500
    },
    {
      "epoch": 3.94,
      "learning_rate": 1.515710433154783e-05,
      "loss": 1.5644,
      "step": 425000
    },
    {
      "epoch": 3.94,
      "learning_rate": 1.5145520174967104e-05,
      "loss": 1.565,
      "step": 425500
    },
    {
      "epoch": 3.95,
      "learning_rate": 1.5133959186699537e-05,
      "loss": 1.5888,
      "step": 426000
    },
    {
      "epoch": 3.95,
      "learning_rate": 1.5122375030118807e-05,
      "loss": 1.5679,
      "step": 426500
    },
    {
      "epoch": 3.96,
      "learning_rate": 1.511079087353808e-05,
      "loss": 1.5626,
      "step": 427000
    },
    {
      "epoch": 3.96,
      "learning_rate": 1.5099206716957353e-05,
      "loss": 1.5731,
      "step": 427500
    },
    {
      "epoch": 3.97,
      "learning_rate": 1.5087622560376625e-05,
      "loss": 1.5644,
      "step": 428000
    },
    {
      "epoch": 3.97,
      "learning_rate": 1.507606157210906e-05,
      "loss": 1.5638,
      "step": 428500
    },
    {
      "epoch": 3.98,
      "learning_rate": 1.5064477415528331e-05,
      "loss": 1.5619,
      "step": 429000
    },
    {
      "epoch": 3.98,
      "learning_rate": 1.5052916427260764e-05,
      "loss": 1.5774,
      "step": 429500
    },
    {
      "epoch": 3.98,
      "learning_rate": 1.5041332270680038e-05,
      "loss": 1.5751,
      "step": 430000
    },
    {
      "epoch": 3.98,
      "eval_loss": 1.5027018785476685,
      "eval_runtime": 2000.1605,
      "eval_samples_per_second": 383.634,
      "eval_steps_per_second": 5.995,
      "step": 430000
    },
    {
      "epoch": 3.99,
      "learning_rate": 1.502974811409931e-05,
      "loss": 1.5667,
      "step": 430500
    },
    {
      "epoch": 3.99,
      "learning_rate": 1.5018163957518582e-05,
      "loss": 1.5677,
      "step": 431000
    },
    {
      "epoch": 4.0,
      "learning_rate": 1.5006579800937855e-05,
      "loss": 1.5624,
      "step": 431500
    },
    {
      "epoch": 4.0,
      "learning_rate": 1.4994995644357127e-05,
      "loss": 1.5649,
      "step": 432000
    },
    {
      "epoch": 4.01,
      "learning_rate": 1.49834114877764e-05,
      "loss": 1.5632,
      "step": 432500
    },
    {
      "epoch": 4.01,
      "learning_rate": 1.4971827331195671e-05,
      "loss": 1.5674,
      "step": 433000
    },
    {
      "epoch": 4.02,
      "learning_rate": 1.4960243174614943e-05,
      "loss": 1.5571,
      "step": 433500
    },
    {
      "epoch": 4.02,
      "learning_rate": 1.4948659018034217e-05,
      "loss": 1.5595,
      "step": 434000
    },
    {
      "epoch": 4.03,
      "learning_rate": 1.4937074861453489e-05,
      "loss": 1.5655,
      "step": 434500
    },
    {
      "epoch": 4.03,
      "learning_rate": 1.492549070487276e-05,
      "loss": 1.5499,
      "step": 435000
    },
    {
      "epoch": 4.04,
      "learning_rate": 1.4913906548292034e-05,
      "loss": 1.5554,
      "step": 435500
    },
    {
      "epoch": 4.04,
      "learning_rate": 1.4902345560024467e-05,
      "loss": 1.5872,
      "step": 436000
    },
    {
      "epoch": 4.05,
      "learning_rate": 1.4890761403443739e-05,
      "loss": 1.5573,
      "step": 436500
    },
    {
      "epoch": 4.05,
      "learning_rate": 1.4879177246863013e-05,
      "loss": 1.5624,
      "step": 437000
    },
    {
      "epoch": 4.05,
      "learning_rate": 1.4867593090282285e-05,
      "loss": 1.5599,
      "step": 437500
    },
    {
      "epoch": 4.06,
      "learning_rate": 1.4856008933701555e-05,
      "loss": 1.5643,
      "step": 438000
    },
    {
      "epoch": 4.06,
      "learning_rate": 1.484442477712083e-05,
      "loss": 1.5671,
      "step": 438500
    },
    {
      "epoch": 4.07,
      "learning_rate": 1.4832863788853263e-05,
      "loss": 1.551,
      "step": 439000
    },
    {
      "epoch": 4.07,
      "learning_rate": 1.4821279632272533e-05,
      "loss": 1.5572,
      "step": 439500
    },
    {
      "epoch": 4.08,
      "learning_rate": 1.4809695475691807e-05,
      "loss": 1.5659,
      "step": 440000
    },
    {
      "epoch": 4.08,
      "eval_loss": 1.5023467540740967,
      "eval_runtime": 2000.2264,
      "eval_samples_per_second": 383.622,
      "eval_steps_per_second": 5.994,
      "step": 440000
    },
    {
      "epoch": 4.08,
      "learning_rate": 1.4798111319111079e-05,
      "loss": 1.5507,
      "step": 440500
    },
    {
      "epoch": 4.09,
      "learning_rate": 1.4786527162530351e-05,
      "loss": 1.5562,
      "step": 441000
    },
    {
      "epoch": 4.09,
      "learning_rate": 1.4774966174262786e-05,
      "loss": 1.5578,
      "step": 441500
    },
    {
      "epoch": 4.1,
      "learning_rate": 1.4763382017682057e-05,
      "loss": 1.565,
      "step": 442000
    },
    {
      "epoch": 4.1,
      "learning_rate": 1.475179786110133e-05,
      "loss": 1.5528,
      "step": 442500
    },
    {
      "epoch": 4.11,
      "learning_rate": 1.4740213704520603e-05,
      "loss": 1.5588,
      "step": 443000
    },
    {
      "epoch": 4.11,
      "learning_rate": 1.4728652716253036e-05,
      "loss": 1.5516,
      "step": 443500
    },
    {
      "epoch": 4.11,
      "learning_rate": 1.471706855967231e-05,
      "loss": 1.5727,
      "step": 444000
    },
    {
      "epoch": 4.12,
      "learning_rate": 1.4705484403091582e-05,
      "loss": 1.5583,
      "step": 444500
    },
    {
      "epoch": 4.12,
      "learning_rate": 1.4693900246510853e-05,
      "loss": 1.5475,
      "step": 445000
    },
    {
      "epoch": 4.13,
      "learning_rate": 1.4682316089930127e-05,
      "loss": 1.5435,
      "step": 445500
    },
    {
      "epoch": 4.13,
      "learning_rate": 1.4670731933349397e-05,
      "loss": 1.5477,
      "step": 446000
    },
    {
      "epoch": 4.14,
      "learning_rate": 1.465914777676867e-05,
      "loss": 1.553,
      "step": 446500
    },
    {
      "epoch": 4.14,
      "learning_rate": 1.4647563620187943e-05,
      "loss": 1.5624,
      "step": 447000
    },
    {
      "epoch": 4.15,
      "learning_rate": 1.4636002631920376e-05,
      "loss": 1.5482,
      "step": 447500
    },
    {
      "epoch": 4.15,
      "learning_rate": 1.4624418475339648e-05,
      "loss": 1.5516,
      "step": 448000
    },
    {
      "epoch": 4.16,
      "learning_rate": 1.4612834318758921e-05,
      "loss": 1.5532,
      "step": 448500
    },
    {
      "epoch": 4.16,
      "learning_rate": 1.4601250162178193e-05,
      "loss": 1.5499,
      "step": 449000
    },
    {
      "epoch": 4.17,
      "learning_rate": 1.4589666005597465e-05,
      "loss": 1.5481,
      "step": 449500
    },
    {
      "epoch": 4.17,
      "learning_rate": 1.45781050173299e-05,
      "loss": 1.5573,
      "step": 450000
    },
    {
      "epoch": 4.17,
      "eval_loss": 1.4936351776123047,
      "eval_runtime": 2001.439,
      "eval_samples_per_second": 383.389,
      "eval_steps_per_second": 5.991,
      "step": 450000
    },
    {
      "epoch": 4.17,
      "learning_rate": 1.4566520860749172e-05,
      "loss": 1.5531,
      "step": 450500
    },
    {
      "epoch": 4.18,
      "learning_rate": 1.4554959872481607e-05,
      "loss": 1.555,
      "step": 451000
    },
    {
      "epoch": 4.18,
      "learning_rate": 1.4543375715900878e-05,
      "loss": 1.5557,
      "step": 451500
    },
    {
      "epoch": 4.19,
      "learning_rate": 1.4531814727633311e-05,
      "loss": 1.5578,
      "step": 452000
    },
    {
      "epoch": 4.19,
      "learning_rate": 1.4520230571052585e-05,
      "loss": 1.5575,
      "step": 452500
    },
    {
      "epoch": 4.2,
      "learning_rate": 1.4508646414471857e-05,
      "loss": 1.5506,
      "step": 453000
    },
    {
      "epoch": 4.2,
      "learning_rate": 1.4497062257891127e-05,
      "loss": 1.5497,
      "step": 453500
    },
    {
      "epoch": 4.21,
      "learning_rate": 1.4485478101310403e-05,
      "loss": 1.5587,
      "step": 454000
    },
    {
      "epoch": 4.21,
      "learning_rate": 1.4473917113042835e-05,
      "loss": 1.5447,
      "step": 454500
    },
    {
      "epoch": 4.22,
      "learning_rate": 1.4462332956462106e-05,
      "loss": 1.5462,
      "step": 455000
    },
    {
      "epoch": 4.22,
      "learning_rate": 1.445074879988138e-05,
      "loss": 1.5574,
      "step": 455500
    },
    {
      "epoch": 4.23,
      "learning_rate": 1.4439164643300651e-05,
      "loss": 1.5467,
      "step": 456000
    },
    {
      "epoch": 4.23,
      "learning_rate": 1.4427580486719923e-05,
      "loss": 1.5487,
      "step": 456500
    },
    {
      "epoch": 4.24,
      "learning_rate": 1.4415996330139197e-05,
      "loss": 1.5651,
      "step": 457000
    },
    {
      "epoch": 4.24,
      "learning_rate": 1.4404412173558469e-05,
      "loss": 1.5435,
      "step": 457500
    },
    {
      "epoch": 4.24,
      "learning_rate": 1.439282801697774e-05,
      "loss": 1.5465,
      "step": 458000
    },
    {
      "epoch": 4.25,
      "learning_rate": 1.4381243860397014e-05,
      "loss": 1.5473,
      "step": 458500
    },
    {
      "epoch": 4.25,
      "learning_rate": 1.4369659703816285e-05,
      "loss": 1.548,
      "step": 459000
    },
    {
      "epoch": 4.26,
      "learning_rate": 1.4358075547235557e-05,
      "loss": 1.5488,
      "step": 459500
    },
    {
      "epoch": 4.26,
      "learning_rate": 1.4346514558967993e-05,
      "loss": 1.5429,
      "step": 460000
    },
    {
      "epoch": 4.26,
      "eval_loss": 1.4894782304763794,
      "eval_runtime": 1998.7971,
      "eval_samples_per_second": 383.896,
      "eval_steps_per_second": 5.999,
      "step": 460000
    },
    {
      "epoch": 4.27,
      "learning_rate": 1.4334930402387263e-05,
      "loss": 1.547,
      "step": 460500
    },
    {
      "epoch": 4.27,
      "learning_rate": 1.4323346245806537e-05,
      "loss": 1.5471,
      "step": 461000
    },
    {
      "epoch": 4.28,
      "learning_rate": 1.4311762089225809e-05,
      "loss": 1.5421,
      "step": 461500
    },
    {
      "epoch": 4.28,
      "learning_rate": 1.430017793264508e-05,
      "loss": 1.5328,
      "step": 462000
    },
    {
      "epoch": 4.29,
      "learning_rate": 1.4288593776064354e-05,
      "loss": 1.5514,
      "step": 462500
    },
    {
      "epoch": 4.29,
      "learning_rate": 1.4277032787796787e-05,
      "loss": 1.5383,
      "step": 463000
    },
    {
      "epoch": 4.3,
      "learning_rate": 1.426544863121606e-05,
      "loss": 1.5511,
      "step": 463500
    },
    {
      "epoch": 4.3,
      "learning_rate": 1.4253864474635333e-05,
      "loss": 1.5645,
      "step": 464000
    },
    {
      "epoch": 4.3,
      "learning_rate": 1.4242280318054605e-05,
      "loss": 1.5447,
      "step": 464500
    },
    {
      "epoch": 4.31,
      "learning_rate": 1.4230696161473877e-05,
      "loss": 1.56,
      "step": 465000
    },
    {
      "epoch": 4.31,
      "learning_rate": 1.421911200489315e-05,
      "loss": 1.5522,
      "step": 465500
    },
    {
      "epoch": 4.32,
      "learning_rate": 1.420752784831242e-05,
      "loss": 1.549,
      "step": 466000
    },
    {
      "epoch": 4.32,
      "learning_rate": 1.4195943691731693e-05,
      "loss": 1.5538,
      "step": 466500
    },
    {
      "epoch": 4.33,
      "learning_rate": 1.4184382703464127e-05,
      "loss": 1.552,
      "step": 467000
    },
    {
      "epoch": 4.33,
      "learning_rate": 1.4172798546883399e-05,
      "loss": 1.559,
      "step": 467500
    },
    {
      "epoch": 4.34,
      "learning_rate": 1.4161237558615832e-05,
      "loss": 1.5409,
      "step": 468000
    },
    {
      "epoch": 4.34,
      "learning_rate": 1.4149653402035106e-05,
      "loss": 1.5435,
      "step": 468500
    },
    {
      "epoch": 4.35,
      "learning_rate": 1.4138069245454378e-05,
      "loss": 1.5331,
      "step": 469000
    },
    {
      "epoch": 4.35,
      "learning_rate": 1.4126485088873651e-05,
      "loss": 1.5413,
      "step": 469500
    },
    {
      "epoch": 4.36,
      "learning_rate": 1.4114900932292923e-05,
      "loss": 1.5462,
      "step": 470000
    },
    {
      "epoch": 4.36,
      "eval_loss": 1.4869228601455688,
      "eval_runtime": 1997.9766,
      "eval_samples_per_second": 384.054,
      "eval_steps_per_second": 6.001,
      "step": 470000
    },
    {
      "epoch": 4.36,
      "learning_rate": 1.4103316775712195e-05,
      "loss": 1.5479,
      "step": 470500
    },
    {
      "epoch": 4.36,
      "learning_rate": 1.4091732619131469e-05,
      "loss": 1.5427,
      "step": 471000
    },
    {
      "epoch": 4.37,
      "learning_rate": 1.408014846255074e-05,
      "loss": 1.5539,
      "step": 471500
    },
    {
      "epoch": 4.37,
      "learning_rate": 1.4068564305970011e-05,
      "loss": 1.5543,
      "step": 472000
    },
    {
      "epoch": 4.38,
      "learning_rate": 1.4057003317702447e-05,
      "loss": 1.553,
      "step": 472500
    },
    {
      "epoch": 4.38,
      "learning_rate": 1.4045419161121718e-05,
      "loss": 1.5592,
      "step": 473000
    },
    {
      "epoch": 4.39,
      "learning_rate": 1.403383500454099e-05,
      "loss": 1.5445,
      "step": 473500
    },
    {
      "epoch": 4.39,
      "learning_rate": 1.4022250847960263e-05,
      "loss": 1.544,
      "step": 474000
    },
    {
      "epoch": 4.4,
      "learning_rate": 1.4010666691379535e-05,
      "loss": 1.5354,
      "step": 474500
    },
    {
      "epoch": 4.4,
      "learning_rate": 1.3999082534798807e-05,
      "loss": 1.5322,
      "step": 475000
    },
    {
      "epoch": 4.41,
      "learning_rate": 1.3987544714844403e-05,
      "loss": 1.5421,
      "step": 475500
    },
    {
      "epoch": 4.41,
      "learning_rate": 1.3975960558263675e-05,
      "loss": 1.5483,
      "step": 476000
    },
    {
      "epoch": 4.42,
      "learning_rate": 1.3964376401682946e-05,
      "loss": 1.5266,
      "step": 476500
    },
    {
      "epoch": 4.42,
      "learning_rate": 1.3952815413415381e-05,
      "loss": 1.5302,
      "step": 477000
    },
    {
      "epoch": 4.43,
      "learning_rate": 1.3941231256834653e-05,
      "loss": 1.5295,
      "step": 477500
    },
    {
      "epoch": 4.43,
      "learning_rate": 1.3929647100253927e-05,
      "loss": 1.5415,
      "step": 478000
    },
    {
      "epoch": 4.43,
      "learning_rate": 1.3918062943673199e-05,
      "loss": 1.5448,
      "step": 478500
    },
    {
      "epoch": 4.44,
      "learning_rate": 1.390647878709247e-05,
      "loss": 1.5322,
      "step": 479000
    },
    {
      "epoch": 4.44,
      "learning_rate": 1.3894894630511744e-05,
      "loss": 1.5509,
      "step": 479500
    },
    {
      "epoch": 4.45,
      "learning_rate": 1.3883310473931016e-05,
      "loss": 1.5417,
      "step": 480000
    },
    {
      "epoch": 4.45,
      "eval_loss": 1.4829367399215698,
      "eval_runtime": 1997.9031,
      "eval_samples_per_second": 384.068,
      "eval_steps_per_second": 6.001,
      "step": 480000
    },
    {
      "epoch": 4.45,
      "learning_rate": 1.3871726317350286e-05,
      "loss": 1.5444,
      "step": 480500
    },
    {
      "epoch": 4.46,
      "learning_rate": 1.386014216076956e-05,
      "loss": 1.5313,
      "step": 481000
    },
    {
      "epoch": 4.46,
      "learning_rate": 1.3848558004188832e-05,
      "loss": 1.5362,
      "step": 481500
    },
    {
      "epoch": 4.47,
      "learning_rate": 1.3836997015921265e-05,
      "loss": 1.5209,
      "step": 482000
    },
    {
      "epoch": 4.47,
      "learning_rate": 1.3825412859340539e-05,
      "loss": 1.5396,
      "step": 482500
    },
    {
      "epoch": 4.48,
      "learning_rate": 1.381382870275981e-05,
      "loss": 1.5433,
      "step": 483000
    },
    {
      "epoch": 4.48,
      "learning_rate": 1.3802244546179082e-05,
      "loss": 1.5279,
      "step": 483500
    },
    {
      "epoch": 4.49,
      "learning_rate": 1.3790660389598356e-05,
      "loss": 1.5396,
      "step": 484000
    },
    {
      "epoch": 4.49,
      "learning_rate": 1.3779076233017628e-05,
      "loss": 1.5437,
      "step": 484500
    },
    {
      "epoch": 4.49,
      "learning_rate": 1.3767492076436898e-05,
      "loss": 1.5359,
      "step": 485000
    },
    {
      "epoch": 4.5,
      "learning_rate": 1.3755907919856174e-05,
      "loss": 1.5416,
      "step": 485500
    },
    {
      "epoch": 4.5,
      "learning_rate": 1.3744323763275444e-05,
      "loss": 1.5272,
      "step": 486000
    },
    {
      "epoch": 4.51,
      "learning_rate": 1.3732739606694716e-05,
      "loss": 1.5326,
      "step": 486500
    },
    {
      "epoch": 4.51,
      "learning_rate": 1.372117861842715e-05,
      "loss": 1.5401,
      "step": 487000
    },
    {
      "epoch": 4.52,
      "learning_rate": 1.3709617630159583e-05,
      "loss": 1.5244,
      "step": 487500
    },
    {
      "epoch": 4.52,
      "learning_rate": 1.3698033473578859e-05,
      "loss": 1.5431,
      "step": 488000
    },
    {
      "epoch": 4.53,
      "learning_rate": 1.3686449316998129e-05,
      "loss": 1.5336,
      "step": 488500
    },
    {
      "epoch": 4.53,
      "learning_rate": 1.3674865160417401e-05,
      "loss": 1.556,
      "step": 489000
    },
    {
      "epoch": 4.54,
      "learning_rate": 1.3663281003836675e-05,
      "loss": 1.5338,
      "step": 489500
    },
    {
      "epoch": 4.54,
      "learning_rate": 1.3651720015569107e-05,
      "loss": 1.5323,
      "step": 490000
    },
    {
      "epoch": 4.54,
      "eval_loss": 1.4786036014556885,
      "eval_runtime": 1998.2754,
      "eval_samples_per_second": 383.996,
      "eval_steps_per_second": 6.0,
      "step": 490000
    },
    {
      "epoch": 4.55,
      "learning_rate": 1.364013585898838e-05,
      "loss": 1.5298,
      "step": 490500
    },
    {
      "epoch": 4.55,
      "learning_rate": 1.3628551702407653e-05,
      "loss": 1.5347,
      "step": 491000
    },
    {
      "epoch": 4.55,
      "learning_rate": 1.3616967545826925e-05,
      "loss": 1.5355,
      "step": 491500
    },
    {
      "epoch": 4.56,
      "learning_rate": 1.3605383389246197e-05,
      "loss": 1.5312,
      "step": 492000
    },
    {
      "epoch": 4.56,
      "learning_rate": 1.359379923266547e-05,
      "loss": 1.5325,
      "step": 492500
    },
    {
      "epoch": 4.57,
      "learning_rate": 1.3582238244397903e-05,
      "loss": 1.5358,
      "step": 493000
    },
    {
      "epoch": 4.57,
      "learning_rate": 1.3570654087817174e-05,
      "loss": 1.5296,
      "step": 493500
    },
    {
      "epoch": 4.58,
      "learning_rate": 1.3559069931236449e-05,
      "loss": 1.5383,
      "step": 494000
    },
    {
      "epoch": 4.58,
      "learning_rate": 1.354748577465572e-05,
      "loss": 1.5451,
      "step": 494500
    },
    {
      "epoch": 4.59,
      "learning_rate": 1.3535901618074991e-05,
      "loss": 1.5337,
      "step": 495000
    },
    {
      "epoch": 4.59,
      "learning_rate": 1.3524340629807426e-05,
      "loss": 1.5362,
      "step": 495500
    },
    {
      "epoch": 4.6,
      "learning_rate": 1.3512756473226698e-05,
      "loss": 1.5209,
      "step": 496000
    },
    {
      "epoch": 4.6,
      "learning_rate": 1.3501172316645971e-05,
      "loss": 1.5457,
      "step": 496500
    },
    {
      "epoch": 4.61,
      "learning_rate": 1.3489588160065243e-05,
      "loss": 1.5349,
      "step": 497000
    },
    {
      "epoch": 4.61,
      "learning_rate": 1.3478004003484515e-05,
      "loss": 1.54,
      "step": 497500
    },
    {
      "epoch": 4.62,
      "learning_rate": 1.3466419846903789e-05,
      "loss": 1.5432,
      "step": 498000
    },
    {
      "epoch": 4.62,
      "learning_rate": 1.3454835690323061e-05,
      "loss": 1.5437,
      "step": 498500
    },
    {
      "epoch": 4.62,
      "learning_rate": 1.3443274702055494e-05,
      "loss": 1.5251,
      "step": 499000
    },
    {
      "epoch": 4.63,
      "learning_rate": 1.3431690545474767e-05,
      "loss": 1.5419,
      "step": 499500
    },
    {
      "epoch": 4.63,
      "learning_rate": 1.34201295572072e-05,
      "loss": 1.5227,
      "step": 500000
    },
    {
      "epoch": 4.63,
      "eval_loss": 1.474404215812683,
      "eval_runtime": 1998.7036,
      "eval_samples_per_second": 383.914,
      "eval_steps_per_second": 5.999,
      "step": 500000
    },
    {
      "epoch": 4.64,
      "learning_rate": 1.3408545400626472e-05,
      "loss": 1.5347,
      "step": 500500
    },
    {
      "epoch": 4.64,
      "learning_rate": 1.3396961244045746e-05,
      "loss": 1.5279,
      "step": 501000
    },
    {
      "epoch": 4.65,
      "learning_rate": 1.3385377087465016e-05,
      "loss": 1.5359,
      "step": 501500
    },
    {
      "epoch": 4.65,
      "learning_rate": 1.3373792930884288e-05,
      "loss": 1.5441,
      "step": 502000
    },
    {
      "epoch": 4.66,
      "learning_rate": 1.3362208774303562e-05,
      "loss": 1.5328,
      "step": 502500
    },
    {
      "epoch": 4.66,
      "learning_rate": 1.3350624617722834e-05,
      "loss": 1.5331,
      "step": 503000
    },
    {
      "epoch": 4.67,
      "learning_rate": 1.3339040461142106e-05,
      "loss": 1.5143,
      "step": 503500
    },
    {
      "epoch": 4.67,
      "learning_rate": 1.332745630456138e-05,
      "loss": 1.528,
      "step": 504000
    },
    {
      "epoch": 4.68,
      "learning_rate": 1.3315872147980651e-05,
      "loss": 1.5245,
      "step": 504500
    },
    {
      "epoch": 4.68,
      "learning_rate": 1.3304287991399922e-05,
      "loss": 1.5178,
      "step": 505000
    },
    {
      "epoch": 4.68,
      "learning_rate": 1.3292703834819197e-05,
      "loss": 1.5393,
      "step": 505500
    },
    {
      "epoch": 4.69,
      "learning_rate": 1.328114284655163e-05,
      "loss": 1.532,
      "step": 506000
    },
    {
      "epoch": 4.69,
      "learning_rate": 1.32695586899709e-05,
      "loss": 1.5383,
      "step": 506500
    },
    {
      "epoch": 4.7,
      "learning_rate": 1.3257974533390174e-05,
      "loss": 1.5328,
      "step": 507000
    },
    {
      "epoch": 4.7,
      "learning_rate": 1.3246390376809446e-05,
      "loss": 1.533,
      "step": 507500
    },
    {
      "epoch": 4.71,
      "learning_rate": 1.323480622022872e-05,
      "loss": 1.5164,
      "step": 508000
    },
    {
      "epoch": 4.71,
      "learning_rate": 1.3223222063647991e-05,
      "loss": 1.5429,
      "step": 508500
    },
    {
      "epoch": 4.72,
      "learning_rate": 1.3211661075380424e-05,
      "loss": 1.5477,
      "step": 509000
    },
    {
      "epoch": 4.72,
      "learning_rate": 1.3200076918799698e-05,
      "loss": 1.549,
      "step": 509500
    },
    {
      "epoch": 4.73,
      "learning_rate": 1.318849276221897e-05,
      "loss": 1.5389,
      "step": 510000
    },
    {
      "epoch": 4.73,
      "eval_loss": 1.4718245267868042,
      "eval_runtime": 1998.8873,
      "eval_samples_per_second": 383.879,
      "eval_steps_per_second": 5.998,
      "step": 510000
    },
    {
      "epoch": 4.73,
      "learning_rate": 1.3176908605638242e-05,
      "loss": 1.5396,
      "step": 510500
    },
    {
      "epoch": 4.74,
      "learning_rate": 1.3165324449057515e-05,
      "loss": 1.5304,
      "step": 511000
    },
    {
      "epoch": 4.74,
      "learning_rate": 1.3153740292476787e-05,
      "loss": 1.5193,
      "step": 511500
    },
    {
      "epoch": 4.74,
      "learning_rate": 1.3142156135896057e-05,
      "loss": 1.5189,
      "step": 512000
    },
    {
      "epoch": 4.75,
      "learning_rate": 1.3130571979315331e-05,
      "loss": 1.5348,
      "step": 512500
    },
    {
      "epoch": 4.75,
      "learning_rate": 1.3118987822734603e-05,
      "loss": 1.5284,
      "step": 513000
    },
    {
      "epoch": 4.76,
      "learning_rate": 1.3107403666153875e-05,
      "loss": 1.5292,
      "step": 513500
    },
    {
      "epoch": 4.76,
      "learning_rate": 1.3095819509573149e-05,
      "loss": 1.5246,
      "step": 514000
    },
    {
      "epoch": 4.77,
      "learning_rate": 1.308423535299242e-05,
      "loss": 1.5415,
      "step": 514500
    },
    {
      "epoch": 4.77,
      "learning_rate": 1.3072651196411693e-05,
      "loss": 1.5306,
      "step": 515000
    },
    {
      "epoch": 4.78,
      "learning_rate": 1.3061090208144127e-05,
      "loss": 1.526,
      "step": 515500
    },
    {
      "epoch": 4.78,
      "learning_rate": 1.3049506051563399e-05,
      "loss": 1.5251,
      "step": 516000
    },
    {
      "epoch": 4.79,
      "learning_rate": 1.3037945063295832e-05,
      "loss": 1.5253,
      "step": 516500
    },
    {
      "epoch": 4.79,
      "learning_rate": 1.3026360906715106e-05,
      "loss": 1.5314,
      "step": 517000
    },
    {
      "epoch": 4.8,
      "learning_rate": 1.3014776750134378e-05,
      "loss": 1.531,
      "step": 517500
    },
    {
      "epoch": 4.8,
      "learning_rate": 1.3003192593553651e-05,
      "loss": 1.5283,
      "step": 518000
    },
    {
      "epoch": 4.81,
      "learning_rate": 1.2991631605286084e-05,
      "loss": 1.5219,
      "step": 518500
    },
    {
      "epoch": 4.81,
      "learning_rate": 1.2980047448705354e-05,
      "loss": 1.5331,
      "step": 519000
    },
    {
      "epoch": 4.81,
      "learning_rate": 1.296846329212463e-05,
      "loss": 1.5348,
      "step": 519500
    },
    {
      "epoch": 4.82,
      "learning_rate": 1.29568791355439e-05,
      "loss": 1.5394,
      "step": 520000
    },
    {
      "epoch": 4.82,
      "eval_loss": 1.4706006050109863,
      "eval_runtime": 1998.7255,
      "eval_samples_per_second": 383.91,
      "eval_steps_per_second": 5.999,
      "step": 520000
    },
    {
      "epoch": 4.82,
      "learning_rate": 1.2945318147276333e-05,
      "loss": 1.5064,
      "step": 520500
    },
    {
      "epoch": 4.83,
      "learning_rate": 1.293375715900877e-05,
      "loss": 1.5129,
      "step": 521000
    },
    {
      "epoch": 4.83,
      "learning_rate": 1.292217300242804e-05,
      "loss": 1.5204,
      "step": 521500
    },
    {
      "epoch": 4.84,
      "learning_rate": 1.2910588845847311e-05,
      "loss": 1.5225,
      "step": 522000
    },
    {
      "epoch": 4.84,
      "learning_rate": 1.2899004689266585e-05,
      "loss": 1.5261,
      "step": 522500
    },
    {
      "epoch": 4.85,
      "learning_rate": 1.2887420532685857e-05,
      "loss": 1.5275,
      "step": 523000
    },
    {
      "epoch": 4.85,
      "learning_rate": 1.2875836376105129e-05,
      "loss": 1.5301,
      "step": 523500
    },
    {
      "epoch": 4.86,
      "learning_rate": 1.2864252219524403e-05,
      "loss": 1.5202,
      "step": 524000
    },
    {
      "epoch": 4.86,
      "learning_rate": 1.2852668062943675e-05,
      "loss": 1.5295,
      "step": 524500
    },
    {
      "epoch": 4.87,
      "learning_rate": 1.2841083906362945e-05,
      "loss": 1.5149,
      "step": 525000
    },
    {
      "epoch": 4.87,
      "learning_rate": 1.2829522918095381e-05,
      "loss": 1.5159,
      "step": 525500
    },
    {
      "epoch": 4.87,
      "learning_rate": 1.2817938761514653e-05,
      "loss": 1.5224,
      "step": 526000
    },
    {
      "epoch": 4.88,
      "learning_rate": 1.2806354604933927e-05,
      "loss": 1.5322,
      "step": 526500
    },
    {
      "epoch": 4.88,
      "learning_rate": 1.279479361666636e-05,
      "loss": 1.5264,
      "step": 527000
    },
    {
      "epoch": 4.89,
      "learning_rate": 1.278320946008563e-05,
      "loss": 1.5324,
      "step": 527500
    },
    {
      "epoch": 4.89,
      "learning_rate": 1.2771625303504903e-05,
      "loss": 1.5316,
      "step": 528000
    },
    {
      "epoch": 4.9,
      "learning_rate": 1.2760041146924175e-05,
      "loss": 1.5324,
      "step": 528500
    },
    {
      "epoch": 4.9,
      "learning_rate": 1.2748456990343447e-05,
      "loss": 1.5262,
      "step": 529000
    },
    {
      "epoch": 4.91,
      "learning_rate": 1.2736872833762721e-05,
      "loss": 1.5268,
      "step": 529500
    },
    {
      "epoch": 4.91,
      "learning_rate": 1.2725288677181993e-05,
      "loss": 1.5209,
      "step": 530000
    },
    {
      "epoch": 4.91,
      "eval_loss": 1.4657567739486694,
      "eval_runtime": 2001.499,
      "eval_samples_per_second": 383.378,
      "eval_steps_per_second": 5.991,
      "step": 530000
    },
    {
      "epoch": 4.92,
      "learning_rate": 1.2713704520601265e-05,
      "loss": 1.5229,
      "step": 530500
    },
    {
      "epoch": 4.92,
      "learning_rate": 1.2702120364020539e-05,
      "loss": 1.5327,
      "step": 531000
    },
    {
      "epoch": 4.93,
      "learning_rate": 1.2690559375752971e-05,
      "loss": 1.5233,
      "step": 531500
    },
    {
      "epoch": 4.93,
      "learning_rate": 1.2678998387485404e-05,
      "loss": 1.5367,
      "step": 532000
    },
    {
      "epoch": 4.93,
      "learning_rate": 1.2667414230904678e-05,
      "loss": 1.5202,
      "step": 532500
    },
    {
      "epoch": 4.94,
      "learning_rate": 1.265583007432395e-05,
      "loss": 1.5392,
      "step": 533000
    },
    {
      "epoch": 4.94,
      "learning_rate": 1.2644245917743224e-05,
      "loss": 1.522,
      "step": 533500
    },
    {
      "epoch": 4.95,
      "learning_rate": 1.2632661761162494e-05,
      "loss": 1.5223,
      "step": 534000
    },
    {
      "epoch": 4.95,
      "learning_rate": 1.2621077604581766e-05,
      "loss": 1.5172,
      "step": 534500
    },
    {
      "epoch": 4.96,
      "learning_rate": 1.260949344800104e-05,
      "loss": 1.5137,
      "step": 535000
    },
    {
      "epoch": 4.96,
      "learning_rate": 1.2597909291420311e-05,
      "loss": 1.5356,
      "step": 535500
    },
    {
      "epoch": 4.97,
      "learning_rate": 1.2586348303152744e-05,
      "loss": 1.5263,
      "step": 536000
    },
    {
      "epoch": 4.97,
      "learning_rate": 1.2574764146572018e-05,
      "loss": 1.5194,
      "step": 536500
    },
    {
      "epoch": 4.98,
      "learning_rate": 1.256317998999129e-05,
      "loss": 1.5232,
      "step": 537000
    },
    {
      "epoch": 4.98,
      "learning_rate": 1.2551595833410562e-05,
      "loss": 1.5266,
      "step": 537500
    },
    {
      "epoch": 4.99,
      "learning_rate": 1.2540011676829835e-05,
      "loss": 1.5169,
      "step": 538000
    },
    {
      "epoch": 4.99,
      "learning_rate": 1.2528427520249107e-05,
      "loss": 1.5231,
      "step": 538500
    },
    {
      "epoch": 5.0,
      "learning_rate": 1.2516843363668378e-05,
      "loss": 1.5231,
      "step": 539000
    },
    {
      "epoch": 5.0,
      "learning_rate": 1.2505259207087653e-05,
      "loss": 1.5286,
      "step": 539500
    },
    {
      "epoch": 5.0,
      "learning_rate": 1.2493675050506923e-05,
      "loss": 1.5142,
      "step": 540000
    },
    {
      "epoch": 5.0,
      "eval_loss": 1.4590072631835938,
      "eval_runtime": 2001.8934,
      "eval_samples_per_second": 383.302,
      "eval_steps_per_second": 5.989,
      "step": 540000
    },
    {
      "epoch": 5.01,
      "learning_rate": 1.2482090893926195e-05,
      "loss": 1.5121,
      "step": 540500
    },
    {
      "epoch": 5.01,
      "learning_rate": 1.247052990565863e-05,
      "loss": 1.5309,
      "step": 541000
    },
    {
      "epoch": 5.02,
      "learning_rate": 1.2458968917391063e-05,
      "loss": 1.5201,
      "step": 541500
    },
    {
      "epoch": 5.02,
      "learning_rate": 1.2447384760810335e-05,
      "loss": 1.5236,
      "step": 542000
    },
    {
      "epoch": 5.03,
      "learning_rate": 1.2435800604229608e-05,
      "loss": 1.525,
      "step": 542500
    },
    {
      "epoch": 5.03,
      "learning_rate": 1.242421644764888e-05,
      "loss": 1.5126,
      "step": 543000
    },
    {
      "epoch": 5.04,
      "learning_rate": 1.2412632291068152e-05,
      "loss": 1.5153,
      "step": 543500
    },
    {
      "epoch": 5.04,
      "learning_rate": 1.2401048134487426e-05,
      "loss": 1.5196,
      "step": 544000
    },
    {
      "epoch": 5.05,
      "learning_rate": 1.2389463977906698e-05,
      "loss": 1.5245,
      "step": 544500
    },
    {
      "epoch": 5.05,
      "learning_rate": 1.2377879821325971e-05,
      "loss": 1.5046,
      "step": 545000
    },
    {
      "epoch": 5.06,
      "learning_rate": 1.2366295664745243e-05,
      "loss": 1.5255,
      "step": 545500
    },
    {
      "epoch": 5.06,
      "learning_rate": 1.2354711508164514e-05,
      "loss": 1.5024,
      "step": 546000
    },
    {
      "epoch": 5.06,
      "learning_rate": 1.2343127351583787e-05,
      "loss": 1.508,
      "step": 546500
    },
    {
      "epoch": 5.07,
      "learning_rate": 1.233156636331622e-05,
      "loss": 1.5105,
      "step": 547000
    },
    {
      "epoch": 5.07,
      "learning_rate": 1.2319982206735492e-05,
      "loss": 1.5232,
      "step": 547500
    },
    {
      "epoch": 5.08,
      "learning_rate": 1.2308398050154766e-05,
      "loss": 1.5244,
      "step": 548000
    },
    {
      "epoch": 5.08,
      "learning_rate": 1.2296813893574038e-05,
      "loss": 1.5163,
      "step": 548500
    },
    {
      "epoch": 5.09,
      "learning_rate": 1.228522973699331e-05,
      "loss": 1.5134,
      "step": 549000
    },
    {
      "epoch": 5.09,
      "learning_rate": 1.2273645580412583e-05,
      "loss": 1.5094,
      "step": 549500
    },
    {
      "epoch": 5.1,
      "learning_rate": 1.2262061423831855e-05,
      "loss": 1.5223,
      "step": 550000
    },
    {
      "epoch": 5.1,
      "eval_loss": 1.4577363729476929,
      "eval_runtime": 1999.2946,
      "eval_samples_per_second": 383.8,
      "eval_steps_per_second": 5.997,
      "step": 550000
    },
    {
      "epoch": 5.1,
      "learning_rate": 1.2250500435564288e-05,
      "loss": 1.5048,
      "step": 550500
    },
    {
      "epoch": 5.11,
      "learning_rate": 1.2238916278983562e-05,
      "loss": 1.5294,
      "step": 551000
    },
    {
      "epoch": 5.11,
      "learning_rate": 1.2227332122402834e-05,
      "loss": 1.5245,
      "step": 551500
    },
    {
      "epoch": 5.12,
      "learning_rate": 1.2215771134135267e-05,
      "loss": 1.5049,
      "step": 552000
    },
    {
      "epoch": 5.12,
      "learning_rate": 1.220418697755454e-05,
      "loss": 1.5172,
      "step": 552500
    },
    {
      "epoch": 5.12,
      "learning_rate": 1.219260282097381e-05,
      "loss": 1.5119,
      "step": 553000
    },
    {
      "epoch": 5.13,
      "learning_rate": 1.2181018664393082e-05,
      "loss": 1.5112,
      "step": 553500
    },
    {
      "epoch": 5.13,
      "learning_rate": 1.2169434507812356e-05,
      "loss": 1.5214,
      "step": 554000
    },
    {
      "epoch": 5.14,
      "learning_rate": 1.2157850351231628e-05,
      "loss": 1.4996,
      "step": 554500
    },
    {
      "epoch": 5.14,
      "learning_rate": 1.2146266194650902e-05,
      "loss": 1.5152,
      "step": 555000
    },
    {
      "epoch": 5.15,
      "learning_rate": 1.2134682038070174e-05,
      "loss": 1.5083,
      "step": 555500
    },
    {
      "epoch": 5.15,
      "learning_rate": 1.2123121049802607e-05,
      "loss": 1.5157,
      "step": 556000
    },
    {
      "epoch": 5.16,
      "learning_rate": 1.211153689322188e-05,
      "loss": 1.4987,
      "step": 556500
    },
    {
      "epoch": 5.16,
      "learning_rate": 1.2099952736641152e-05,
      "loss": 1.5153,
      "step": 557000
    },
    {
      "epoch": 5.17,
      "learning_rate": 1.2088368580060424e-05,
      "loss": 1.4983,
      "step": 557500
    },
    {
      "epoch": 5.17,
      "learning_rate": 1.2076807591792859e-05,
      "loss": 1.5161,
      "step": 558000
    },
    {
      "epoch": 5.18,
      "learning_rate": 1.206522343521213e-05,
      "loss": 1.5126,
      "step": 558500
    },
    {
      "epoch": 5.18,
      "learning_rate": 1.2053639278631401e-05,
      "loss": 1.5198,
      "step": 559000
    },
    {
      "epoch": 5.19,
      "learning_rate": 1.2042055122050676e-05,
      "loss": 1.5155,
      "step": 559500
    },
    {
      "epoch": 5.19,
      "learning_rate": 1.2030470965469946e-05,
      "loss": 1.5112,
      "step": 560000
    },
    {
      "epoch": 5.19,
      "eval_loss": 1.4550400972366333,
      "eval_runtime": 1999.5313,
      "eval_samples_per_second": 383.755,
      "eval_steps_per_second": 5.996,
      "step": 560000
    },
    {
      "epoch": 5.19,
      "learning_rate": 1.201890997720238e-05,
      "loss": 1.514,
      "step": 560500
    },
    {
      "epoch": 5.2,
      "learning_rate": 1.2007325820621653e-05,
      "loss": 1.5005,
      "step": 561000
    },
    {
      "epoch": 5.2,
      "learning_rate": 1.1995741664040925e-05,
      "loss": 1.5163,
      "step": 561500
    },
    {
      "epoch": 5.21,
      "learning_rate": 1.1984157507460197e-05,
      "loss": 1.5069,
      "step": 562000
    },
    {
      "epoch": 5.21,
      "learning_rate": 1.197257335087947e-05,
      "loss": 1.5084,
      "step": 562500
    },
    {
      "epoch": 5.22,
      "learning_rate": 1.1960989194298742e-05,
      "loss": 1.515,
      "step": 563000
    },
    {
      "epoch": 5.22,
      "learning_rate": 1.1949405037718014e-05,
      "loss": 1.5047,
      "step": 563500
    },
    {
      "epoch": 5.23,
      "learning_rate": 1.1937820881137288e-05,
      "loss": 1.5244,
      "step": 564000
    },
    {
      "epoch": 5.23,
      "learning_rate": 1.1926236724556558e-05,
      "loss": 1.5034,
      "step": 564500
    },
    {
      "epoch": 5.24,
      "learning_rate": 1.191465256797583e-05,
      "loss": 1.511,
      "step": 565000
    },
    {
      "epoch": 5.24,
      "learning_rate": 1.1903068411395104e-05,
      "loss": 1.5011,
      "step": 565500
    },
    {
      "epoch": 5.25,
      "learning_rate": 1.1891484254814376e-05,
      "loss": 1.5049,
      "step": 566000
    },
    {
      "epoch": 5.25,
      "learning_rate": 1.187990009823365e-05,
      "loss": 1.5193,
      "step": 566500
    },
    {
      "epoch": 5.25,
      "learning_rate": 1.1868362278279243e-05,
      "loss": 1.5102,
      "step": 567000
    },
    {
      "epoch": 5.26,
      "learning_rate": 1.1856778121698515e-05,
      "loss": 1.5217,
      "step": 567500
    },
    {
      "epoch": 5.26,
      "learning_rate": 1.1845193965117789e-05,
      "loss": 1.5099,
      "step": 568000
    },
    {
      "epoch": 5.27,
      "learning_rate": 1.1833609808537061e-05,
      "loss": 1.5024,
      "step": 568500
    },
    {
      "epoch": 5.27,
      "learning_rate": 1.1822025651956333e-05,
      "loss": 1.5157,
      "step": 569000
    },
    {
      "epoch": 5.28,
      "learning_rate": 1.1810441495375606e-05,
      "loss": 1.5071,
      "step": 569500
    },
    {
      "epoch": 5.28,
      "learning_rate": 1.1798857338794878e-05,
      "loss": 1.5033,
      "step": 570000
    },
    {
      "epoch": 5.28,
      "eval_loss": 1.4514985084533691,
      "eval_runtime": 1998.4849,
      "eval_samples_per_second": 383.956,
      "eval_steps_per_second": 6.0,
      "step": 570000
    },
    {
      "epoch": 5.29,
      "learning_rate": 1.1787273182214149e-05,
      "loss": 1.5088,
      "step": 570500
    },
    {
      "epoch": 5.29,
      "learning_rate": 1.1775689025633424e-05,
      "loss": 1.4955,
      "step": 571000
    },
    {
      "epoch": 5.3,
      "learning_rate": 1.1764128037365857e-05,
      "loss": 1.51,
      "step": 571500
    },
    {
      "epoch": 5.3,
      "learning_rate": 1.1752543880785127e-05,
      "loss": 1.4984,
      "step": 572000
    },
    {
      "epoch": 5.31,
      "learning_rate": 1.17409597242044e-05,
      "loss": 1.517,
      "step": 572500
    },
    {
      "epoch": 5.31,
      "learning_rate": 1.1729398735936834e-05,
      "loss": 1.5041,
      "step": 573000
    },
    {
      "epoch": 5.31,
      "learning_rate": 1.1717814579356107e-05,
      "loss": 1.5057,
      "step": 573500
    },
    {
      "epoch": 5.32,
      "learning_rate": 1.170623042277538e-05,
      "loss": 1.4925,
      "step": 574000
    },
    {
      "epoch": 5.32,
      "learning_rate": 1.1694646266194651e-05,
      "loss": 1.5095,
      "step": 574500
    },
    {
      "epoch": 5.33,
      "learning_rate": 1.1683062109613925e-05,
      "loss": 1.5207,
      "step": 575000
    },
    {
      "epoch": 5.33,
      "learning_rate": 1.1671501121346358e-05,
      "loss": 1.5025,
      "step": 575500
    },
    {
      "epoch": 5.34,
      "learning_rate": 1.165991696476563e-05,
      "loss": 1.5068,
      "step": 576000
    },
    {
      "epoch": 5.34,
      "learning_rate": 1.1648332808184903e-05,
      "loss": 1.5002,
      "step": 576500
    },
    {
      "epoch": 5.35,
      "learning_rate": 1.1636748651604175e-05,
      "loss": 1.509,
      "step": 577000
    },
    {
      "epoch": 5.35,
      "learning_rate": 1.1625164495023447e-05,
      "loss": 1.5018,
      "step": 577500
    },
    {
      "epoch": 5.36,
      "learning_rate": 1.1613580338442721e-05,
      "loss": 1.5174,
      "step": 578000
    },
    {
      "epoch": 5.36,
      "learning_rate": 1.1602019350175154e-05,
      "loss": 1.5065,
      "step": 578500
    },
    {
      "epoch": 5.37,
      "learning_rate": 1.1590435193594424e-05,
      "loss": 1.4875,
      "step": 579000
    },
    {
      "epoch": 5.37,
      "learning_rate": 1.15788510370137e-05,
      "loss": 1.5011,
      "step": 579500
    },
    {
      "epoch": 5.38,
      "learning_rate": 1.156726688043297e-05,
      "loss": 1.5044,
      "step": 580000
    },
    {
      "epoch": 5.38,
      "eval_loss": 1.444977879524231,
      "eval_runtime": 1998.355,
      "eval_samples_per_second": 383.981,
      "eval_steps_per_second": 6.0,
      "step": 580000
    },
    {
      "epoch": 5.38,
      "learning_rate": 1.1555705892165403e-05,
      "loss": 1.5075,
      "step": 580500
    },
    {
      "epoch": 5.38,
      "learning_rate": 1.1544121735584676e-05,
      "loss": 1.4983,
      "step": 581000
    },
    {
      "epoch": 5.39,
      "learning_rate": 1.1532537579003948e-05,
      "loss": 1.515,
      "step": 581500
    },
    {
      "epoch": 5.39,
      "learning_rate": 1.1520953422423222e-05,
      "loss": 1.5037,
      "step": 582000
    },
    {
      "epoch": 5.4,
      "learning_rate": 1.1509369265842494e-05,
      "loss": 1.5091,
      "step": 582500
    },
    {
      "epoch": 5.4,
      "learning_rate": 1.1497785109261766e-05,
      "loss": 1.4986,
      "step": 583000
    },
    {
      "epoch": 5.41,
      "learning_rate": 1.14862241209942e-05,
      "loss": 1.5166,
      "step": 583500
    },
    {
      "epoch": 5.41,
      "learning_rate": 1.1474639964413472e-05,
      "loss": 1.5026,
      "step": 584000
    },
    {
      "epoch": 5.42,
      "learning_rate": 1.1463055807832744e-05,
      "loss": 1.5031,
      "step": 584500
    },
    {
      "epoch": 5.42,
      "learning_rate": 1.1451494819565179e-05,
      "loss": 1.5044,
      "step": 585000
    },
    {
      "epoch": 5.43,
      "learning_rate": 1.143991066298445e-05,
      "loss": 1.5025,
      "step": 585500
    },
    {
      "epoch": 5.43,
      "learning_rate": 1.1428326506403721e-05,
      "loss": 1.5118,
      "step": 586000
    },
    {
      "epoch": 5.44,
      "learning_rate": 1.1416742349822996e-05,
      "loss": 1.4926,
      "step": 586500
    },
    {
      "epoch": 5.44,
      "learning_rate": 1.140518136155543e-05,
      "loss": 1.5075,
      "step": 587000
    },
    {
      "epoch": 5.44,
      "learning_rate": 1.13935972049747e-05,
      "loss": 1.5144,
      "step": 587500
    },
    {
      "epoch": 5.45,
      "learning_rate": 1.1382013048393973e-05,
      "loss": 1.474,
      "step": 588000
    },
    {
      "epoch": 5.45,
      "learning_rate": 1.1370452060126406e-05,
      "loss": 1.5044,
      "step": 588500
    },
    {
      "epoch": 5.46,
      "learning_rate": 1.1358867903545681e-05,
      "loss": 1.4968,
      "step": 589000
    },
    {
      "epoch": 5.46,
      "learning_rate": 1.1347283746964952e-05,
      "loss": 1.503,
      "step": 589500
    },
    {
      "epoch": 5.47,
      "learning_rate": 1.1335699590384224e-05,
      "loss": 1.4921,
      "step": 590000
    },
    {
      "epoch": 5.47,
      "eval_loss": 1.4433023929595947,
      "eval_runtime": 1999.0257,
      "eval_samples_per_second": 383.852,
      "eval_steps_per_second": 5.998,
      "step": 590000
    },
    {
      "epoch": 5.47,
      "learning_rate": 1.1324115433803497e-05,
      "loss": 1.507,
      "step": 590500
    },
    {
      "epoch": 5.48,
      "learning_rate": 1.131253127722277e-05,
      "loss": 1.4896,
      "step": 591000
    },
    {
      "epoch": 5.48,
      "learning_rate": 1.1300947120642041e-05,
      "loss": 1.5129,
      "step": 591500
    },
    {
      "epoch": 5.49,
      "learning_rate": 1.1289362964061315e-05,
      "loss": 1.4976,
      "step": 592000
    },
    {
      "epoch": 5.49,
      "learning_rate": 1.1277778807480587e-05,
      "loss": 1.4987,
      "step": 592500
    },
    {
      "epoch": 5.5,
      "learning_rate": 1.1266194650899857e-05,
      "loss": 1.4983,
      "step": 593000
    },
    {
      "epoch": 5.5,
      "learning_rate": 1.125461049431913e-05,
      "loss": 1.4948,
      "step": 593500
    },
    {
      "epoch": 5.5,
      "learning_rate": 1.1243049506051564e-05,
      "loss": 1.5025,
      "step": 594000
    },
    {
      "epoch": 5.51,
      "learning_rate": 1.1231465349470835e-05,
      "loss": 1.5041,
      "step": 594500
    },
    {
      "epoch": 5.51,
      "learning_rate": 1.1219881192890109e-05,
      "loss": 1.5025,
      "step": 595000
    },
    {
      "epoch": 5.52,
      "learning_rate": 1.1208297036309381e-05,
      "loss": 1.4927,
      "step": 595500
    },
    {
      "epoch": 5.52,
      "learning_rate": 1.1196712879728653e-05,
      "loss": 1.5098,
      "step": 596000
    },
    {
      "epoch": 5.53,
      "learning_rate": 1.1185128723147927e-05,
      "loss": 1.5051,
      "step": 596500
    },
    {
      "epoch": 5.53,
      "learning_rate": 1.1173544566567199e-05,
      "loss": 1.5073,
      "step": 597000
    },
    {
      "epoch": 5.54,
      "learning_rate": 1.116196040998647e-05,
      "loss": 1.4951,
      "step": 597500
    },
    {
      "epoch": 5.54,
      "learning_rate": 1.1150376253405744e-05,
      "loss": 1.4864,
      "step": 598000
    },
    {
      "epoch": 5.55,
      "learning_rate": 1.1138792096825014e-05,
      "loss": 1.5081,
      "step": 598500
    },
    {
      "epoch": 5.55,
      "learning_rate": 1.1127207940244286e-05,
      "loss": 1.4943,
      "step": 599000
    },
    {
      "epoch": 5.56,
      "learning_rate": 1.111562378366356e-05,
      "loss": 1.4996,
      "step": 599500
    },
    {
      "epoch": 5.56,
      "learning_rate": 1.1104039627082832e-05,
      "loss": 1.5015,
      "step": 600000
    },
    {
      "epoch": 5.56,
      "eval_loss": 1.442922592163086,
      "eval_runtime": 1999.2552,
      "eval_samples_per_second": 383.808,
      "eval_steps_per_second": 5.997,
      "step": 600000
    },
    {
      "epoch": 5.57,
      "learning_rate": 1.1092455470502104e-05,
      "loss": 1.5154,
      "step": 600500
    },
    {
      "epoch": 5.57,
      "learning_rate": 1.10809176505477e-05,
      "loss": 1.5069,
      "step": 601000
    },
    {
      "epoch": 5.57,
      "learning_rate": 1.1069333493966971e-05,
      "loss": 1.4989,
      "step": 601500
    },
    {
      "epoch": 5.58,
      "learning_rate": 1.1057749337386245e-05,
      "loss": 1.5132,
      "step": 602000
    },
    {
      "epoch": 5.58,
      "learning_rate": 1.1046188349118678e-05,
      "loss": 1.497,
      "step": 602500
    },
    {
      "epoch": 5.59,
      "learning_rate": 1.103460419253795e-05,
      "loss": 1.4968,
      "step": 603000
    },
    {
      "epoch": 5.59,
      "learning_rate": 1.1023020035957224e-05,
      "loss": 1.4995,
      "step": 603500
    },
    {
      "epoch": 5.6,
      "learning_rate": 1.1011435879376496e-05,
      "loss": 1.4965,
      "step": 604000
    },
    {
      "epoch": 5.6,
      "learning_rate": 1.0999851722795767e-05,
      "loss": 1.493,
      "step": 604500
    },
    {
      "epoch": 5.61,
      "learning_rate": 1.0988267566215041e-05,
      "loss": 1.4923,
      "step": 605000
    },
    {
      "epoch": 5.61,
      "learning_rate": 1.0976683409634313e-05,
      "loss": 1.51,
      "step": 605500
    },
    {
      "epoch": 5.62,
      "learning_rate": 1.0965122421366744e-05,
      "loss": 1.5041,
      "step": 606000
    },
    {
      "epoch": 5.62,
      "learning_rate": 1.095356143309918e-05,
      "loss": 1.5059,
      "step": 606500
    },
    {
      "epoch": 5.63,
      "learning_rate": 1.0941977276518453e-05,
      "loss": 1.4994,
      "step": 607000
    },
    {
      "epoch": 5.63,
      "learning_rate": 1.0930393119937726e-05,
      "loss": 1.4995,
      "step": 607500
    },
    {
      "epoch": 5.63,
      "learning_rate": 1.0918808963356996e-05,
      "loss": 1.503,
      "step": 608000
    },
    {
      "epoch": 5.64,
      "learning_rate": 1.0907224806776268e-05,
      "loss": 1.4992,
      "step": 608500
    },
    {
      "epoch": 5.64,
      "learning_rate": 1.0895640650195542e-05,
      "loss": 1.4959,
      "step": 609000
    },
    {
      "epoch": 5.65,
      "learning_rate": 1.0884056493614814e-05,
      "loss": 1.5005,
      "step": 609500
    },
    {
      "epoch": 5.65,
      "learning_rate": 1.0872472337034086e-05,
      "loss": 1.493,
      "step": 610000
    },
    {
      "epoch": 5.65,
      "eval_loss": 1.4419279098510742,
      "eval_runtime": 2000.9004,
      "eval_samples_per_second": 383.492,
      "eval_steps_per_second": 5.992,
      "step": 610000
    },
    {
      "epoch": 5.66,
      "learning_rate": 1.086088818045336e-05,
      "loss": 1.5043,
      "step": 610500
    },
    {
      "epoch": 5.66,
      "learning_rate": 1.0849304023872631e-05,
      "loss": 1.4898,
      "step": 611000
    },
    {
      "epoch": 5.67,
      "learning_rate": 1.0837743035605064e-05,
      "loss": 1.4887,
      "step": 611500
    },
    {
      "epoch": 5.67,
      "learning_rate": 1.0826158879024338e-05,
      "loss": 1.4943,
      "step": 612000
    },
    {
      "epoch": 5.68,
      "learning_rate": 1.081457472244361e-05,
      "loss": 1.5013,
      "step": 612500
    },
    {
      "epoch": 5.68,
      "learning_rate": 1.080299056586288e-05,
      "loss": 1.4985,
      "step": 613000
    },
    {
      "epoch": 5.69,
      "learning_rate": 1.0791429577595317e-05,
      "loss": 1.4848,
      "step": 613500
    },
    {
      "epoch": 5.69,
      "learning_rate": 1.0779845421014587e-05,
      "loss": 1.4963,
      "step": 614000
    },
    {
      "epoch": 5.69,
      "learning_rate": 1.0768261264433859e-05,
      "loss": 1.4828,
      "step": 614500
    },
    {
      "epoch": 5.7,
      "learning_rate": 1.0756677107853132e-05,
      "loss": 1.5016,
      "step": 615000
    },
    {
      "epoch": 5.7,
      "learning_rate": 1.0745092951272404e-05,
      "loss": 1.5119,
      "step": 615500
    },
    {
      "epoch": 5.71,
      "learning_rate": 1.0733508794691676e-05,
      "loss": 1.5058,
      "step": 616000
    },
    {
      "epoch": 5.71,
      "learning_rate": 1.072192463811095e-05,
      "loss": 1.4828,
      "step": 616500
    },
    {
      "epoch": 5.72,
      "learning_rate": 1.0710363649843383e-05,
      "loss": 1.4882,
      "step": 617000
    },
    {
      "epoch": 5.72,
      "learning_rate": 1.0698779493262655e-05,
      "loss": 1.4963,
      "step": 617500
    },
    {
      "epoch": 5.73,
      "learning_rate": 1.0687195336681928e-05,
      "loss": 1.4809,
      "step": 618000
    },
    {
      "epoch": 5.73,
      "learning_rate": 1.0675634348414361e-05,
      "loss": 1.4987,
      "step": 618500
    },
    {
      "epoch": 5.74,
      "learning_rate": 1.0664050191833635e-05,
      "loss": 1.4903,
      "step": 619000
    },
    {
      "epoch": 5.74,
      "learning_rate": 1.0652466035252907e-05,
      "loss": 1.4951,
      "step": 619500
    },
    {
      "epoch": 5.75,
      "learning_rate": 1.0640881878672177e-05,
      "loss": 1.4899,
      "step": 620000
    },
    {
      "epoch": 5.75,
      "eval_loss": 1.4368497133255005,
      "eval_runtime": 1999.447,
      "eval_samples_per_second": 383.771,
      "eval_steps_per_second": 5.997,
      "step": 620000
    },
    {
      "epoch": 5.75,
      "learning_rate": 1.0629297722091452e-05,
      "loss": 1.4936,
      "step": 620500
    },
    {
      "epoch": 5.76,
      "learning_rate": 1.0617713565510723e-05,
      "loss": 1.5063,
      "step": 621000
    },
    {
      "epoch": 5.76,
      "learning_rate": 1.0606152577243156e-05,
      "loss": 1.4969,
      "step": 621500
    },
    {
      "epoch": 5.76,
      "learning_rate": 1.059456842066243e-05,
      "loss": 1.4742,
      "step": 622000
    },
    {
      "epoch": 5.77,
      "learning_rate": 1.0582984264081701e-05,
      "loss": 1.4792,
      "step": 622500
    },
    {
      "epoch": 5.77,
      "learning_rate": 1.0571400107500973e-05,
      "loss": 1.5045,
      "step": 623000
    },
    {
      "epoch": 5.78,
      "learning_rate": 1.0559815950920247e-05,
      "loss": 1.4985,
      "step": 623500
    },
    {
      "epoch": 5.78,
      "learning_rate": 1.0548231794339519e-05,
      "loss": 1.5019,
      "step": 624000
    },
    {
      "epoch": 5.79,
      "learning_rate": 1.053664763775879e-05,
      "loss": 1.5043,
      "step": 624500
    },
    {
      "epoch": 5.79,
      "learning_rate": 1.0525063481178064e-05,
      "loss": 1.5071,
      "step": 625000
    },
    {
      "epoch": 5.8,
      "learning_rate": 1.0513479324597336e-05,
      "loss": 1.494,
      "step": 625500
    },
    {
      "epoch": 5.8,
      "learning_rate": 1.0501918336329768e-05,
      "loss": 1.483,
      "step": 626000
    },
    {
      "epoch": 5.81,
      "learning_rate": 1.0490334179749043e-05,
      "loss": 1.4955,
      "step": 626500
    },
    {
      "epoch": 5.81,
      "learning_rate": 1.0478750023168313e-05,
      "loss": 1.4904,
      "step": 627000
    },
    {
      "epoch": 5.82,
      "learning_rate": 1.0467165866587585e-05,
      "loss": 1.4879,
      "step": 627500
    },
    {
      "epoch": 5.82,
      "learning_rate": 1.0455581710006859e-05,
      "loss": 1.4864,
      "step": 628000
    },
    {
      "epoch": 5.82,
      "learning_rate": 1.044399755342613e-05,
      "loss": 1.4779,
      "step": 628500
    },
    {
      "epoch": 5.83,
      "learning_rate": 1.0432413396845404e-05,
      "loss": 1.4912,
      "step": 629000
    },
    {
      "epoch": 5.83,
      "learning_rate": 1.0420829240264676e-05,
      "loss": 1.4861,
      "step": 629500
    },
    {
      "epoch": 5.84,
      "learning_rate": 1.0409245083683948e-05,
      "loss": 1.5117,
      "step": 630000
    },
    {
      "epoch": 5.84,
      "eval_loss": 1.4308295249938965,
      "eval_runtime": 2000.8874,
      "eval_samples_per_second": 383.495,
      "eval_steps_per_second": 5.992,
      "step": 630000
    },
    {
      "epoch": 5.84,
      "learning_rate": 1.0397660927103222e-05,
      "loss": 1.4849,
      "step": 630500
    },
    {
      "epoch": 5.85,
      "learning_rate": 1.0386099938835655e-05,
      "loss": 1.4955,
      "step": 631000
    },
    {
      "epoch": 5.85,
      "learning_rate": 1.0374515782254927e-05,
      "loss": 1.4981,
      "step": 631500
    },
    {
      "epoch": 5.86,
      "learning_rate": 1.0362954793987361e-05,
      "loss": 1.4888,
      "step": 632000
    },
    {
      "epoch": 5.86,
      "learning_rate": 1.0351370637406633e-05,
      "loss": 1.4848,
      "step": 632500
    },
    {
      "epoch": 5.87,
      "learning_rate": 1.0339786480825903e-05,
      "loss": 1.5026,
      "step": 633000
    },
    {
      "epoch": 5.87,
      "learning_rate": 1.0328202324245177e-05,
      "loss": 1.4891,
      "step": 633500
    },
    {
      "epoch": 5.88,
      "learning_rate": 1.0316618167664449e-05,
      "loss": 1.4865,
      "step": 634000
    },
    {
      "epoch": 5.88,
      "learning_rate": 1.0305034011083721e-05,
      "loss": 1.4932,
      "step": 634500
    },
    {
      "epoch": 5.88,
      "learning_rate": 1.0293449854502995e-05,
      "loss": 1.5003,
      "step": 635000
    },
    {
      "epoch": 5.89,
      "learning_rate": 1.0281865697922267e-05,
      "loss": 1.4901,
      "step": 635500
    },
    {
      "epoch": 5.89,
      "learning_rate": 1.02703047096547e-05,
      "loss": 1.4941,
      "step": 636000
    },
    {
      "epoch": 5.9,
      "learning_rate": 1.0258720553073973e-05,
      "loss": 1.5047,
      "step": 636500
    },
    {
      "epoch": 5.9,
      "learning_rate": 1.0247136396493245e-05,
      "loss": 1.4788,
      "step": 637000
    },
    {
      "epoch": 5.91,
      "learning_rate": 1.0235552239912517e-05,
      "loss": 1.4992,
      "step": 637500
    },
    {
      "epoch": 5.91,
      "learning_rate": 1.022396808333179e-05,
      "loss": 1.4891,
      "step": 638000
    },
    {
      "epoch": 5.92,
      "learning_rate": 1.0212383926751061e-05,
      "loss": 1.5074,
      "step": 638500
    },
    {
      "epoch": 5.92,
      "learning_rate": 1.0200799770170333e-05,
      "loss": 1.4932,
      "step": 639000
    },
    {
      "epoch": 5.93,
      "learning_rate": 1.0189215613589606e-05,
      "loss": 1.4866,
      "step": 639500
    },
    {
      "epoch": 5.93,
      "learning_rate": 1.017765462532204e-05,
      "loss": 1.4947,
      "step": 640000
    },
    {
      "epoch": 5.93,
      "eval_loss": 1.4289482831954956,
      "eval_runtime": 2001.1567,
      "eval_samples_per_second": 383.443,
      "eval_steps_per_second": 5.992,
      "step": 640000
    },
    {
      "epoch": 5.94,
      "learning_rate": 1.0166070468741313e-05,
      "loss": 1.494,
      "step": 640500
    },
    {
      "epoch": 5.94,
      "learning_rate": 1.0154486312160585e-05,
      "loss": 1.4925,
      "step": 641000
    },
    {
      "epoch": 5.94,
      "learning_rate": 1.0142902155579857e-05,
      "loss": 1.4897,
      "step": 641500
    },
    {
      "epoch": 5.95,
      "learning_rate": 1.013131799899913e-05,
      "loss": 1.49,
      "step": 642000
    },
    {
      "epoch": 5.95,
      "learning_rate": 1.0119733842418403e-05,
      "loss": 1.492,
      "step": 642500
    },
    {
      "epoch": 5.96,
      "learning_rate": 1.0108149685837674e-05,
      "loss": 1.4734,
      "step": 643000
    },
    {
      "epoch": 5.96,
      "learning_rate": 1.0096588697570109e-05,
      "loss": 1.4924,
      "step": 643500
    },
    {
      "epoch": 5.97,
      "learning_rate": 1.0085004540989381e-05,
      "loss": 1.5033,
      "step": 644000
    },
    {
      "epoch": 5.97,
      "learning_rate": 1.0073420384408651e-05,
      "loss": 1.492,
      "step": 644500
    },
    {
      "epoch": 5.98,
      "learning_rate": 1.0061836227827927e-05,
      "loss": 1.4798,
      "step": 645000
    },
    {
      "epoch": 5.98,
      "learning_rate": 1.0050252071247197e-05,
      "loss": 1.4752,
      "step": 645500
    },
    {
      "epoch": 5.99,
      "learning_rate": 1.0038667914666469e-05,
      "loss": 1.4935,
      "step": 646000
    },
    {
      "epoch": 5.99,
      "learning_rate": 1.0027083758085742e-05,
      "loss": 1.4842,
      "step": 646500
    },
    {
      "epoch": 6.0,
      "learning_rate": 1.0015522769818175e-05,
      "loss": 1.4889,
      "step": 647000
    },
    {
      "epoch": 6.0,
      "learning_rate": 1.0003938613237447e-05,
      "loss": 1.4821,
      "step": 647500
    },
    {
      "epoch": 6.01,
      "learning_rate": 9.992354456656721e-06,
      "loss": 1.4797,
      "step": 648000
    },
    {
      "epoch": 6.01,
      "learning_rate": 9.980770300075993e-06,
      "loss": 1.497,
      "step": 648500
    },
    {
      "epoch": 6.01,
      "learning_rate": 9.969186143495265e-06,
      "loss": 1.4863,
      "step": 649000
    },
    {
      "epoch": 6.02,
      "learning_rate": 9.957601986914538e-06,
      "loss": 1.4906,
      "step": 649500
    },
    {
      "epoch": 6.02,
      "learning_rate": 9.946017830333809e-06,
      "loss": 1.4784,
      "step": 650000
    },
    {
      "epoch": 6.02,
      "eval_loss": 1.4286057949066162,
      "eval_runtime": 2000.2228,
      "eval_samples_per_second": 383.622,
      "eval_steps_per_second": 5.994,
      "step": 650000
    },
    {
      "epoch": 6.03,
      "learning_rate": 9.934433673753082e-06,
      "loss": 1.4871,
      "step": 650500
    },
    {
      "epoch": 6.03,
      "learning_rate": 9.922849517172354e-06,
      "loss": 1.4699,
      "step": 651000
    },
    {
      "epoch": 6.04,
      "learning_rate": 9.911288528904787e-06,
      "loss": 1.4948,
      "step": 651500
    },
    {
      "epoch": 6.04,
      "learning_rate": 9.899727540637222e-06,
      "loss": 1.4776,
      "step": 652000
    },
    {
      "epoch": 6.05,
      "learning_rate": 9.888143384056494e-06,
      "loss": 1.4765,
      "step": 652500
    },
    {
      "epoch": 6.05,
      "learning_rate": 9.876559227475767e-06,
      "loss": 1.4792,
      "step": 653000
    },
    {
      "epoch": 6.06,
      "learning_rate": 9.8649982392082e-06,
      "loss": 1.4815,
      "step": 653500
    },
    {
      "epoch": 6.06,
      "learning_rate": 9.853414082627472e-06,
      "loss": 1.4779,
      "step": 654000
    },
    {
      "epoch": 6.07,
      "learning_rate": 9.841829926046746e-06,
      "loss": 1.4749,
      "step": 654500
    },
    {
      "epoch": 6.07,
      "learning_rate": 9.830245769466018e-06,
      "loss": 1.4791,
      "step": 655000
    },
    {
      "epoch": 6.07,
      "learning_rate": 9.81866161288529e-06,
      "loss": 1.4742,
      "step": 655500
    },
    {
      "epoch": 6.08,
      "learning_rate": 9.807077456304562e-06,
      "loss": 1.4739,
      "step": 656000
    },
    {
      "epoch": 6.08,
      "learning_rate": 9.795493299723835e-06,
      "loss": 1.4773,
      "step": 656500
    },
    {
      "epoch": 6.09,
      "learning_rate": 9.783909143143107e-06,
      "loss": 1.4937,
      "step": 657000
    },
    {
      "epoch": 6.09,
      "learning_rate": 9.77232498656238e-06,
      "loss": 1.4902,
      "step": 657500
    },
    {
      "epoch": 6.1,
      "learning_rate": 9.760740829981651e-06,
      "loss": 1.4894,
      "step": 658000
    },
    {
      "epoch": 6.1,
      "learning_rate": 9.749156673400923e-06,
      "loss": 1.4871,
      "step": 658500
    },
    {
      "epoch": 6.11,
      "learning_rate": 9.737572516820197e-06,
      "loss": 1.4833,
      "step": 659000
    },
    {
      "epoch": 6.11,
      "learning_rate": 9.72601152855263e-06,
      "loss": 1.4667,
      "step": 659500
    },
    {
      "epoch": 6.12,
      "learning_rate": 9.714427371971902e-06,
      "loss": 1.4747,
      "step": 660000
    },
    {
      "epoch": 6.12,
      "eval_loss": 1.423827052116394,
      "eval_runtime": 2001.0282,
      "eval_samples_per_second": 383.468,
      "eval_steps_per_second": 5.992,
      "step": 660000
    },
    {
      "epoch": 6.12,
      "learning_rate": 9.702843215391174e-06,
      "loss": 1.4772,
      "step": 660500
    },
    {
      "epoch": 6.13,
      "learning_rate": 9.691282227123608e-06,
      "loss": 1.4894,
      "step": 661000
    },
    {
      "epoch": 6.13,
      "learning_rate": 9.679698070542882e-06,
      "loss": 1.4834,
      "step": 661500
    },
    {
      "epoch": 6.13,
      "learning_rate": 9.668113913962152e-06,
      "loss": 1.4769,
      "step": 662000
    },
    {
      "epoch": 6.14,
      "learning_rate": 9.656529757381426e-06,
      "loss": 1.4708,
      "step": 662500
    },
    {
      "epoch": 6.14,
      "learning_rate": 9.644945600800698e-06,
      "loss": 1.4841,
      "step": 663000
    },
    {
      "epoch": 6.15,
      "learning_rate": 9.63336144421997e-06,
      "loss": 1.4804,
      "step": 663500
    },
    {
      "epoch": 6.15,
      "learning_rate": 9.621777287639242e-06,
      "loss": 1.4649,
      "step": 664000
    },
    {
      "epoch": 6.16,
      "learning_rate": 9.610193131058515e-06,
      "loss": 1.4728,
      "step": 664500
    },
    {
      "epoch": 6.16,
      "learning_rate": 9.59863214279095e-06,
      "loss": 1.4846,
      "step": 665000
    },
    {
      "epoch": 6.17,
      "learning_rate": 9.58704798621022e-06,
      "loss": 1.4817,
      "step": 665500
    },
    {
      "epoch": 6.17,
      "learning_rate": 9.575463829629494e-06,
      "loss": 1.4826,
      "step": 666000
    },
    {
      "epoch": 6.18,
      "learning_rate": 9.563902841361927e-06,
      "loss": 1.4598,
      "step": 666500
    },
    {
      "epoch": 6.18,
      "learning_rate": 9.552318684781199e-06,
      "loss": 1.472,
      "step": 667000
    },
    {
      "epoch": 6.19,
      "learning_rate": 9.540734528200472e-06,
      "loss": 1.4818,
      "step": 667500
    },
    {
      "epoch": 6.19,
      "learning_rate": 9.529150371619744e-06,
      "loss": 1.4819,
      "step": 668000
    },
    {
      "epoch": 6.2,
      "learning_rate": 9.517566215039016e-06,
      "loss": 1.4836,
      "step": 668500
    },
    {
      "epoch": 6.2,
      "learning_rate": 9.506005226771449e-06,
      "loss": 1.4861,
      "step": 669000
    },
    {
      "epoch": 6.2,
      "learning_rate": 9.494421070190723e-06,
      "loss": 1.4761,
      "step": 669500
    },
    {
      "epoch": 6.21,
      "learning_rate": 9.482836913609995e-06,
      "loss": 1.4943,
      "step": 670000
    },
    {
      "epoch": 6.21,
      "eval_loss": 1.4223008155822754,
      "eval_runtime": 1999.8288,
      "eval_samples_per_second": 383.698,
      "eval_steps_per_second": 5.996,
      "step": 670000
    },
    {
      "epoch": 6.21,
      "learning_rate": 9.471252757029267e-06,
      "loss": 1.484,
      "step": 670500
    },
    {
      "epoch": 6.22,
      "learning_rate": 9.45966860044854e-06,
      "loss": 1.4718,
      "step": 671000
    },
    {
      "epoch": 6.22,
      "learning_rate": 9.448084443867812e-06,
      "loss": 1.4826,
      "step": 671500
    },
    {
      "epoch": 6.23,
      "learning_rate": 9.436523455600245e-06,
      "loss": 1.4746,
      "step": 672000
    },
    {
      "epoch": 6.23,
      "learning_rate": 9.424939299019517e-06,
      "loss": 1.4846,
      "step": 672500
    },
    {
      "epoch": 6.24,
      "learning_rate": 9.41335514243879e-06,
      "loss": 1.4838,
      "step": 673000
    },
    {
      "epoch": 6.24,
      "learning_rate": 9.401770985858063e-06,
      "loss": 1.4615,
      "step": 673500
    },
    {
      "epoch": 6.25,
      "learning_rate": 9.390186829277335e-06,
      "loss": 1.4934,
      "step": 674000
    },
    {
      "epoch": 6.25,
      "learning_rate": 9.378602672696606e-06,
      "loss": 1.4808,
      "step": 674500
    },
    {
      "epoch": 6.26,
      "learning_rate": 9.367018516115878e-06,
      "loss": 1.4837,
      "step": 675000
    },
    {
      "epoch": 6.26,
      "learning_rate": 9.355434359535152e-06,
      "loss": 1.4782,
      "step": 675500
    },
    {
      "epoch": 6.26,
      "learning_rate": 9.343850202954424e-06,
      "loss": 1.4733,
      "step": 676000
    },
    {
      "epoch": 6.27,
      "learning_rate": 9.332266046373698e-06,
      "loss": 1.4845,
      "step": 676500
    },
    {
      "epoch": 6.27,
      "learning_rate": 9.32070505810613e-06,
      "loss": 1.4705,
      "step": 677000
    },
    {
      "epoch": 6.28,
      "learning_rate": 9.309120901525403e-06,
      "loss": 1.4696,
      "step": 677500
    },
    {
      "epoch": 6.28,
      "learning_rate": 9.297536744944674e-06,
      "loss": 1.477,
      "step": 678000
    },
    {
      "epoch": 6.29,
      "learning_rate": 9.285952588363946e-06,
      "loss": 1.4857,
      "step": 678500
    },
    {
      "epoch": 6.29,
      "learning_rate": 9.27436843178322e-06,
      "loss": 1.4872,
      "step": 679000
    },
    {
      "epoch": 6.3,
      "learning_rate": 9.262784275202492e-06,
      "loss": 1.4819,
      "step": 679500
    },
    {
      "epoch": 6.3,
      "learning_rate": 9.251200118621764e-06,
      "loss": 1.4593,
      "step": 680000
    },
    {
      "epoch": 6.3,
      "eval_loss": 1.4186582565307617,
      "eval_runtime": 1999.5782,
      "eval_samples_per_second": 383.746,
      "eval_steps_per_second": 5.996,
      "step": 680000
    }
  ],
  "logging_steps": 500,
  "max_steps": 1079060,
  "num_train_epochs": 10,
  "save_steps": 10000,
  "total_flos": 1.145470169601572e+19,
  "trial_name": null,
  "trial_params": null
}