{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "global_step": 105003,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01,
      "learning_rate": 4.9761911564431496e-05,
      "loss": 3.2637,
      "step": 500
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.952382312886299e-05,
      "loss": 3.036,
      "step": 1000
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.9285734693294476e-05,
      "loss": 2.8328,
      "step": 1500
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.904764625772597e-05,
      "loss": 2.7066,
      "step": 2000
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.880955782215746e-05,
      "loss": 2.6645,
      "step": 2500
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.857146938658896e-05,
      "loss": 2.5849,
      "step": 3000
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.833338095102045e-05,
      "loss": 2.5074,
      "step": 3500
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.809529251545194e-05,
      "loss": 2.4488,
      "step": 4000
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.785720407988343e-05,
      "loss": 2.4141,
      "step": 4500
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.7619115644314924e-05,
      "loss": 2.333,
      "step": 5000
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.738102720874642e-05,
      "loss": 2.3246,
      "step": 5500
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.714293877317791e-05,
      "loss": 2.3086,
      "step": 6000
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.6904850337609405e-05,
      "loss": 2.2368,
      "step": 6500
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.66667619020409e-05,
      "loss": 2.2397,
      "step": 7000
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.642867346647239e-05,
      "loss": 2.1536,
      "step": 7500
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.6190585030903885e-05,
      "loss": 2.1609,
      "step": 8000
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.595249659533538e-05,
      "loss": 2.1411,
      "step": 8500
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.5714408159766866e-05,
      "loss": 2.0886,
      "step": 9000
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.547631972419836e-05,
      "loss": 2.0841,
      "step": 9500
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.523823128862985e-05,
      "loss": 2.0839,
      "step": 10000
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.5000142853061346e-05,
      "loss": 2.0582,
      "step": 10500
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.476205441749284e-05,
      "loss": 2.078,
      "step": 11000
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.452396598192433e-05,
      "loss": 2.0214,
      "step": 11500
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.428587754635582e-05,
      "loss": 2.0025,
      "step": 12000
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.4047789110787314e-05,
      "loss": 2.0178,
      "step": 12500
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.380970067521881e-05,
      "loss": 1.9796,
      "step": 13000
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.35716122396503e-05,
      "loss": 1.9936,
      "step": 13500
    },
    {
      "epoch": 0.4,
      "learning_rate": 4.333352380408179e-05,
      "loss": 1.9631,
      "step": 14000
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.309543536851328e-05,
      "loss": 1.9219,
      "step": 14500
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.2857346932944775e-05,
      "loss": 1.9508,
      "step": 15000
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.261925849737627e-05,
      "loss": 1.8917,
      "step": 15500
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.238117006180776e-05,
      "loss": 1.8771,
      "step": 16000
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.214308162623925e-05,
      "loss": 1.892,
      "step": 16500
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.190499319067074e-05,
      "loss": 1.8907,
      "step": 17000
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.1666904755102236e-05,
      "loss": 1.8704,
      "step": 17500
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.142881631953373e-05,
      "loss": 1.8872,
      "step": 18000
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.119072788396522e-05,
      "loss": 1.8267,
      "step": 18500
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.095263944839671e-05,
      "loss": 1.8477,
      "step": 19000
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.07145510128282e-05,
      "loss": 1.8652,
      "step": 19500
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.0476462577259696e-05,
      "loss": 1.818,
      "step": 20000
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.023837414169119e-05,
      "loss": 1.8464,
      "step": 20500
    },
    {
      "epoch": 0.6,
      "learning_rate": 4.0000285706122684e-05,
      "loss": 1.8468,
      "step": 21000
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.976219727055418e-05,
      "loss": 1.8217,
      "step": 21500
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.952410883498567e-05,
      "loss": 1.7955,
      "step": 22000
    },
    {
      "epoch": 0.64,
      "learning_rate": 3.9286020399417164e-05,
      "loss": 1.7858,
      "step": 22500
    },
    {
      "epoch": 0.66,
      "learning_rate": 3.904793196384866e-05,
      "loss": 1.8124,
      "step": 23000
    },
    {
      "epoch": 0.67,
      "learning_rate": 3.880984352828015e-05,
      "loss": 1.7676,
      "step": 23500
    },
    {
      "epoch": 0.69,
      "learning_rate": 3.857175509271164e-05,
      "loss": 1.7686,
      "step": 24000
    },
    {
      "epoch": 0.7,
      "learning_rate": 3.833366665714313e-05,
      "loss": 1.748,
      "step": 24500
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.8095578221574625e-05,
      "loss": 1.776,
      "step": 25000
    },
    {
      "epoch": 0.73,
      "learning_rate": 3.785748978600612e-05,
      "loss": 1.7862,
      "step": 25500
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.761940135043761e-05,
      "loss": 1.764,
      "step": 26000
    },
    {
      "epoch": 0.76,
      "learning_rate": 3.73813129148691e-05,
      "loss": 1.7243,
      "step": 26500
    },
    {
      "epoch": 0.77,
      "learning_rate": 3.714322447930059e-05,
      "loss": 1.7569,
      "step": 27000
    },
    {
      "epoch": 0.79,
      "learning_rate": 3.6905136043732086e-05,
      "loss": 1.7163,
      "step": 27500
    },
    {
      "epoch": 0.8,
      "learning_rate": 3.666704760816358e-05,
      "loss": 1.7154,
      "step": 28000
    },
    {
      "epoch": 0.81,
      "learning_rate": 3.642895917259507e-05,
      "loss": 1.7041,
      "step": 28500
    },
    {
      "epoch": 0.83,
      "learning_rate": 3.619087073702656e-05,
      "loss": 1.7211,
      "step": 29000
    },
    {
      "epoch": 0.84,
      "learning_rate": 3.595278230145805e-05,
      "loss": 1.7329,
      "step": 29500
    },
    {
      "epoch": 0.86,
      "learning_rate": 3.571469386588955e-05,
      "loss": 1.6931,
      "step": 30000
    },
    {
      "epoch": 0.87,
      "learning_rate": 3.547660543032104e-05,
      "loss": 1.6815,
      "step": 30500
    },
    {
      "epoch": 0.89,
      "learning_rate": 3.5238516994752534e-05,
      "loss": 1.6594,
      "step": 31000
    },
    {
      "epoch": 0.9,
      "learning_rate": 3.500042855918402e-05,
      "loss": 1.6885,
      "step": 31500
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.4762340123615514e-05,
      "loss": 1.6448,
      "step": 32000
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.452425168804701e-05,
      "loss": 1.6803,
      "step": 32500
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.42861632524785e-05,
      "loss": 1.6742,
      "step": 33000
    },
    {
      "epoch": 0.96,
      "learning_rate": 3.4048074816909995e-05,
      "loss": 1.658,
      "step": 33500
    },
    {
      "epoch": 0.97,
      "learning_rate": 3.380998638134149e-05,
      "loss": 1.6917,
      "step": 34000
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.357189794577298e-05,
      "loss": 1.6201,
      "step": 34500
    },
    {
      "epoch": 1.0,
      "learning_rate": 3.3333809510204476e-05,
      "loss": 1.6141,
      "step": 35000
    },
    {
      "epoch": 1.01,
      "learning_rate": 3.309572107463597e-05,
      "loss": 1.4263,
      "step": 35500
    },
    {
      "epoch": 1.03,
      "learning_rate": 3.285763263906746e-05,
      "loss": 1.4554,
      "step": 36000
    },
    {
      "epoch": 1.04,
      "learning_rate": 3.261954420349895e-05,
      "loss": 1.4198,
      "step": 36500
    },
    {
      "epoch": 1.06,
      "learning_rate": 3.238145576793044e-05,
      "loss": 1.4352,
      "step": 37000
    },
    {
      "epoch": 1.07,
      "learning_rate": 3.2143367332361936e-05,
      "loss": 1.443,
      "step": 37500
    },
    {
      "epoch": 1.09,
      "learning_rate": 3.190527889679343e-05,
      "loss": 1.413,
      "step": 38000
    },
    {
      "epoch": 1.1,
      "learning_rate": 3.1667190461224923e-05,
      "loss": 1.4047,
      "step": 38500
    },
    {
      "epoch": 1.11,
      "learning_rate": 3.142910202565641e-05,
      "loss": 1.4188,
      "step": 39000
    },
    {
      "epoch": 1.13,
      "learning_rate": 3.1191013590087904e-05,
      "loss": 1.4002,
      "step": 39500
    },
    {
      "epoch": 1.14,
      "learning_rate": 3.09529251545194e-05,
      "loss": 1.4274,
      "step": 40000
    },
    {
      "epoch": 1.16,
      "learning_rate": 3.071483671895089e-05,
      "loss": 1.4211,
      "step": 40500
    },
    {
      "epoch": 1.17,
      "learning_rate": 3.0476748283382384e-05,
      "loss": 1.4087,
      "step": 41000
    },
    {
      "epoch": 1.19,
      "learning_rate": 3.023865984781387e-05,
      "loss": 1.4026,
      "step": 41500
    },
    {
      "epoch": 1.2,
      "learning_rate": 3.0000571412245365e-05,
      "loss": 1.4342,
      "step": 42000
    },
    {
      "epoch": 1.21,
      "learning_rate": 2.9762482976676858e-05,
      "loss": 1.4128,
      "step": 42500
    },
    {
      "epoch": 1.23,
      "learning_rate": 2.9524394541108352e-05,
      "loss": 1.4151,
      "step": 43000
    },
    {
      "epoch": 1.24,
      "learning_rate": 2.9286306105539845e-05,
      "loss": 1.3936,
      "step": 43500
    },
    {
      "epoch": 1.26,
      "learning_rate": 2.9048217669971332e-05,
      "loss": 1.3943,
      "step": 44000
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.8810129234402826e-05,
      "loss": 1.4127,
      "step": 44500
    },
    {
      "epoch": 1.29,
      "learning_rate": 2.857204079883432e-05,
      "loss": 1.4061,
      "step": 45000
    },
    {
      "epoch": 1.3,
      "learning_rate": 2.8333952363265813e-05,
      "loss": 1.3662,
      "step": 45500
    },
    {
      "epoch": 1.31,
      "learning_rate": 2.8095863927697306e-05,
      "loss": 1.3742,
      "step": 46000
    },
    {
      "epoch": 1.33,
      "learning_rate": 2.7857775492128796e-05,
      "loss": 1.4028,
      "step": 46500
    },
    {
      "epoch": 1.34,
      "learning_rate": 2.761968705656029e-05,
      "loss": 1.3683,
      "step": 47000
    },
    {
      "epoch": 1.36,
      "learning_rate": 2.7381598620991783e-05,
      "loss": 1.3821,
      "step": 47500
    },
    {
      "epoch": 1.37,
      "learning_rate": 2.7143510185423277e-05,
      "loss": 1.3574,
      "step": 48000
    },
    {
      "epoch": 1.39,
      "learning_rate": 2.690542174985477e-05,
      "loss": 1.3639,
      "step": 48500
    },
    {
      "epoch": 1.4,
      "learning_rate": 2.6667333314286257e-05,
      "loss": 1.3797,
      "step": 49000
    },
    {
      "epoch": 1.41,
      "learning_rate": 2.642924487871775e-05,
      "loss": 1.3987,
      "step": 49500
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.6191156443149244e-05,
      "loss": 1.3424,
      "step": 50000
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.5953068007580738e-05,
      "loss": 1.3496,
      "step": 50500
    },
    {
      "epoch": 1.46,
      "learning_rate": 2.571497957201223e-05,
      "loss": 1.402,
      "step": 51000
    },
    {
      "epoch": 1.47,
      "learning_rate": 2.547689113644372e-05,
      "loss": 1.3508,
      "step": 51500
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.5238802700875215e-05,
      "loss": 1.3178,
      "step": 52000
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.500071426530671e-05,
      "loss": 1.3403,
      "step": 52500
    },
    {
      "epoch": 1.51,
      "learning_rate": 2.47626258297382e-05,
      "loss": 1.3686,
      "step": 53000
    },
    {
      "epoch": 1.53,
      "learning_rate": 2.4524537394169692e-05,
      "loss": 1.3392,
      "step": 53500
    },
    {
      "epoch": 1.54,
      "learning_rate": 2.4286448958601186e-05,
      "loss": 1.3446,
      "step": 54000
    },
    {
      "epoch": 1.56,
      "learning_rate": 2.4048360523032676e-05,
      "loss": 1.3376,
      "step": 54500
    },
    {
      "epoch": 1.57,
      "learning_rate": 2.381027208746417e-05,
      "loss": 1.3507,
      "step": 55000
    },
    {
      "epoch": 1.59,
      "learning_rate": 2.357218365189566e-05,
      "loss": 1.3641,
      "step": 55500
    },
    {
      "epoch": 1.6,
      "learning_rate": 2.3334095216327153e-05,
      "loss": 1.3114,
      "step": 56000
    },
    {
      "epoch": 1.61,
      "learning_rate": 2.3096006780758647e-05,
      "loss": 1.3594,
      "step": 56500
    },
    {
      "epoch": 1.63,
      "learning_rate": 2.2857918345190137e-05,
      "loss": 1.3273,
      "step": 57000
    },
    {
      "epoch": 1.64,
      "learning_rate": 2.261982990962163e-05,
      "loss": 1.3563,
      "step": 57500
    },
    {
      "epoch": 1.66,
      "learning_rate": 2.238174147405312e-05,
      "loss": 1.3184,
      "step": 58000
    },
    {
      "epoch": 1.67,
      "learning_rate": 2.2143653038484614e-05,
      "loss": 1.3414,
      "step": 58500
    },
    {
      "epoch": 1.69,
      "learning_rate": 2.1905564602916108e-05,
      "loss": 1.3354,
      "step": 59000
    },
    {
      "epoch": 1.7,
      "learning_rate": 2.16674761673476e-05,
      "loss": 1.3493,
      "step": 59500
    },
    {
      "epoch": 1.71,
      "learning_rate": 2.1429387731779095e-05,
      "loss": 1.2807,
      "step": 60000
    },
    {
      "epoch": 1.73,
      "learning_rate": 2.1191299296210585e-05,
      "loss": 1.3222,
      "step": 60500
    },
    {
      "epoch": 1.74,
      "learning_rate": 2.095321086064208e-05,
      "loss": 1.3232,
      "step": 61000
    },
    {
      "epoch": 1.76,
      "learning_rate": 2.0715122425073572e-05,
      "loss": 1.3013,
      "step": 61500
    },
    {
      "epoch": 1.77,
      "learning_rate": 2.0477033989505062e-05,
      "loss": 1.3187,
      "step": 62000
    },
    {
      "epoch": 1.79,
      "learning_rate": 2.0238945553936556e-05,
      "loss": 1.3199,
      "step": 62500
    },
    {
      "epoch": 1.8,
      "learning_rate": 2.0000857118368046e-05,
      "loss": 1.3072,
      "step": 63000
    },
    {
      "epoch": 1.81,
      "learning_rate": 1.976276868279954e-05,
      "loss": 1.2954,
      "step": 63500
    },
    {
      "epoch": 1.83,
      "learning_rate": 1.9524680247231033e-05,
      "loss": 1.2523,
      "step": 64000
    },
    {
      "epoch": 1.84,
      "learning_rate": 1.9286591811662523e-05,
      "loss": 1.318,
      "step": 64500
    },
    {
      "epoch": 1.86,
      "learning_rate": 1.9048503376094017e-05,
      "loss": 1.311,
      "step": 65000
    },
    {
      "epoch": 1.87,
      "learning_rate": 1.881041494052551e-05,
      "loss": 1.2972,
      "step": 65500
    },
    {
      "epoch": 1.89,
      "learning_rate": 1.8572326504957004e-05,
      "loss": 1.2633,
      "step": 66000
    },
    {
      "epoch": 1.9,
      "learning_rate": 1.8334238069388497e-05,
      "loss": 1.2838,
      "step": 66500
    },
    {
      "epoch": 1.91,
      "learning_rate": 1.8096149633819987e-05,
      "loss": 1.2438,
      "step": 67000
    },
    {
      "epoch": 1.93,
      "learning_rate": 1.785806119825148e-05,
      "loss": 1.2664,
      "step": 67500
    },
    {
      "epoch": 1.94,
      "learning_rate": 1.761997276268297e-05,
      "loss": 1.3111,
      "step": 68000
    },
    {
      "epoch": 1.96,
      "learning_rate": 1.7381884327114465e-05,
      "loss": 1.2546,
      "step": 68500
    },
    {
      "epoch": 1.97,
      "learning_rate": 1.7143795891545958e-05,
      "loss": 1.3178,
      "step": 69000
    },
    {
      "epoch": 1.99,
      "learning_rate": 1.6905707455977448e-05,
      "loss": 1.2632,
      "step": 69500
    },
    {
      "epoch": 2.0,
      "learning_rate": 1.6667619020408942e-05,
      "loss": 1.3164,
      "step": 70000
    },
    {
      "epoch": 2.01,
      "learning_rate": 1.6429530584840432e-05,
      "loss": 1.0475,
      "step": 70500
    },
    {
      "epoch": 2.03,
      "learning_rate": 1.6191442149271926e-05,
      "loss": 1.0397,
      "step": 71000
    },
    {
      "epoch": 2.04,
      "learning_rate": 1.595335371370342e-05,
      "loss": 1.0422,
      "step": 71500
    },
    {
      "epoch": 2.06,
      "learning_rate": 1.571526527813491e-05,
      "loss": 1.0544,
      "step": 72000
    },
    {
      "epoch": 2.07,
      "learning_rate": 1.5477176842566403e-05,
      "loss": 1.0307,
      "step": 72500
    },
    {
      "epoch": 2.09,
      "learning_rate": 1.5239088406997895e-05,
      "loss": 1.0253,
      "step": 73000
    },
    {
      "epoch": 2.1,
      "learning_rate": 1.5000999971429388e-05,
      "loss": 1.0948,
      "step": 73500
    },
    {
      "epoch": 2.11,
      "learning_rate": 1.4762911535860882e-05,
      "loss": 1.052,
      "step": 74000
    },
    {
      "epoch": 2.13,
      "learning_rate": 1.4524823100292374e-05,
      "loss": 1.0628,
      "step": 74500
    },
    {
      "epoch": 2.14,
      "learning_rate": 1.4286734664723867e-05,
      "loss": 1.0475,
      "step": 75000
    },
    {
      "epoch": 2.16,
      "learning_rate": 1.4048646229155357e-05,
      "loss": 1.0284,
      "step": 75500
    },
    {
      "epoch": 2.17,
      "learning_rate": 1.381055779358685e-05,
      "loss": 1.0407,
      "step": 76000
    },
    {
      "epoch": 2.19,
      "learning_rate": 1.3572469358018344e-05,
      "loss": 1.0433,
      "step": 76500
    },
    {
      "epoch": 2.2,
      "learning_rate": 1.3334380922449834e-05,
      "loss": 1.0676,
      "step": 77000
    },
    {
      "epoch": 2.21,
      "learning_rate": 1.3096292486881328e-05,
      "loss": 1.043,
      "step": 77500
    },
    {
      "epoch": 2.23,
      "learning_rate": 1.285820405131282e-05,
      "loss": 1.0504,
      "step": 78000
    },
    {
      "epoch": 2.24,
      "learning_rate": 1.2620115615744313e-05,
      "loss": 1.0664,
      "step": 78500
    },
    {
      "epoch": 2.26,
      "learning_rate": 1.2382027180175805e-05,
      "loss": 1.0566,
      "step": 79000
    },
    {
      "epoch": 2.27,
      "learning_rate": 1.2143938744607297e-05,
      "loss": 1.0589,
      "step": 79500
    },
    {
      "epoch": 2.29,
      "learning_rate": 1.1905850309038789e-05,
      "loss": 1.0288,
      "step": 80000
    },
    {
      "epoch": 2.3,
      "learning_rate": 1.1667761873470282e-05,
      "loss": 1.015,
      "step": 80500
    },
    {
      "epoch": 2.31,
      "learning_rate": 1.1429673437901774e-05,
      "loss": 1.0203,
      "step": 81000
    },
    {
      "epoch": 2.33,
      "learning_rate": 1.1191585002333268e-05,
      "loss": 1.0224,
      "step": 81500
    },
    {
      "epoch": 2.34,
      "learning_rate": 1.095349656676476e-05,
      "loss": 1.0416,
      "step": 82000
    },
    {
      "epoch": 2.36,
      "learning_rate": 1.0715408131196251e-05,
      "loss": 1.0232,
      "step": 82500
    },
    {
      "epoch": 2.37,
      "learning_rate": 1.0477319695627745e-05,
      "loss": 1.0495,
      "step": 83000
    },
    {
      "epoch": 2.39,
      "learning_rate": 1.0239231260059237e-05,
      "loss": 1.0234,
      "step": 83500
    },
    {
      "epoch": 2.4,
      "learning_rate": 1.0001142824490729e-05,
      "loss": 1.0323,
      "step": 84000
    },
    {
      "epoch": 2.41,
      "learning_rate": 9.763054388922222e-06,
      "loss": 0.9959,
      "step": 84500
    },
    {
      "epoch": 2.43,
      "learning_rate": 9.524965953353714e-06,
      "loss": 1.05,
      "step": 85000
    },
    {
      "epoch": 2.44,
      "learning_rate": 9.286877517785208e-06,
      "loss": 1.0336,
      "step": 85500
    },
    {
      "epoch": 2.46,
      "learning_rate": 9.0487890822167e-06,
      "loss": 1.0412,
      "step": 86000
    },
    {
      "epoch": 2.47,
      "learning_rate": 8.810700646648191e-06,
      "loss": 0.9888,
      "step": 86500
    },
    {
      "epoch": 2.49,
      "learning_rate": 8.572612211079683e-06,
      "loss": 1.0222,
      "step": 87000
    },
    {
      "epoch": 2.5,
      "learning_rate": 8.334523775511175e-06,
      "loss": 0.9953,
      "step": 87500
    },
    {
      "epoch": 2.51,
      "learning_rate": 8.096435339942669e-06,
      "loss": 0.9843,
      "step": 88000
    },
    {
      "epoch": 2.53,
      "learning_rate": 7.858346904374162e-06,
      "loss": 1.0166,
      "step": 88500
    },
    {
      "epoch": 2.54,
      "learning_rate": 7.620258468805654e-06,
      "loss": 1.0137,
      "step": 89000
    },
    {
      "epoch": 2.56,
      "learning_rate": 7.382170033237146e-06,
      "loss": 1.0347,
      "step": 89500
    },
    {
      "epoch": 2.57,
      "learning_rate": 7.144081597668638e-06,
      "loss": 1.0019,
      "step": 90000
    },
    {
      "epoch": 2.59,
      "learning_rate": 6.905993162100131e-06,
      "loss": 0.987,
      "step": 90500
    },
    {
      "epoch": 2.6,
      "learning_rate": 6.667904726531624e-06,
      "loss": 1.0381,
      "step": 91000
    },
    {
      "epoch": 2.61,
      "learning_rate": 6.429816290963116e-06,
      "loss": 0.9845,
      "step": 91500
    },
    {
      "epoch": 2.63,
      "learning_rate": 6.1917278553946075e-06,
      "loss": 1.0066,
      "step": 92000
    },
    {
      "epoch": 2.64,
      "learning_rate": 5.953639419826101e-06,
      "loss": 0.9955,
      "step": 92500
    },
    {
      "epoch": 2.66,
      "learning_rate": 5.715550984257593e-06,
      "loss": 1.0082,
      "step": 93000
    },
    {
      "epoch": 2.67,
      "learning_rate": 5.477462548689085e-06,
      "loss": 0.9921,
      "step": 93500
    },
    {
      "epoch": 2.69,
      "learning_rate": 5.2393741131205775e-06,
      "loss": 0.9773,
      "step": 94000
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.00128567755207e-06,
      "loss": 0.998,
      "step": 94500
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.763197241983563e-06,
      "loss": 0.9963,
      "step": 95000
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.525108806415055e-06,
      "loss": 1.0051,
      "step": 95500
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.287020370846547e-06,
      "loss": 1.0009,
      "step": 96000
    },
    {
      "epoch": 2.76,
      "learning_rate": 4.04893193527804e-06,
      "loss": 1.0237,
      "step": 96500
    },
    {
      "epoch": 2.77,
      "learning_rate": 3.8108434997095323e-06,
      "loss": 1.0118,
      "step": 97000
    },
    {
      "epoch": 2.79,
      "learning_rate": 3.572755064141025e-06,
      "loss": 0.9838,
      "step": 97500
    },
    {
      "epoch": 2.8,
      "learning_rate": 3.3346666285725173e-06,
      "loss": 0.985,
      "step": 98000
    },
    {
      "epoch": 2.81,
      "learning_rate": 3.0965781930040096e-06,
      "loss": 1.006,
      "step": 98500
    },
    {
      "epoch": 2.83,
      "learning_rate": 2.8584897574355022e-06,
      "loss": 1.0142,
      "step": 99000
    },
    {
      "epoch": 2.84,
      "learning_rate": 2.620401321866994e-06,
      "loss": 0.9974,
      "step": 99500
    },
    {
      "epoch": 2.86,
      "learning_rate": 2.3823128862984868e-06,
      "loss": 0.9714,
      "step": 100000
    },
    {
      "epoch": 2.87,
      "learning_rate": 2.1442244507299795e-06,
      "loss": 0.9641,
      "step": 100500
    },
    {
      "epoch": 2.89,
      "learning_rate": 1.9061360151614717e-06,
      "loss": 0.998,
      "step": 101000
    },
    {
      "epoch": 2.9,
      "learning_rate": 1.6680475795929642e-06,
      "loss": 0.9875,
      "step": 101500
    },
    {
      "epoch": 2.91,
      "learning_rate": 1.4299591440244565e-06,
      "loss": 0.9994,
      "step": 102000
    },
    {
      "epoch": 2.93,
      "learning_rate": 1.191870708455949e-06,
      "loss": 0.9869,
      "step": 102500
    },
    {
      "epoch": 2.94,
      "learning_rate": 9.537822728874414e-07,
      "loss": 0.975,
      "step": 103000
    },
    {
      "epoch": 2.96,
      "learning_rate": 7.156938373189338e-07,
      "loss": 0.9873,
      "step": 103500
    },
    {
      "epoch": 2.97,
      "learning_rate": 4.776054017504262e-07,
      "loss": 0.9887,
      "step": 104000
    },
    {
      "epoch": 2.99,
      "learning_rate": 2.395169661819186e-07,
      "loss": 0.9844,
      "step": 104500
    },
    {
      "epoch": 3.0,
      "learning_rate": 1.4285306134110454e-09,
      "loss": 0.9868,
      "step": 105000
    },
    {
      "epoch": 3.0,
      "step": 105003,
      "total_flos": 4.817858487845683e+16,
      "train_loss": 1.4533257090398148,
      "train_runtime": 13630.726,
      "train_samples_per_second": 30.813,
      "train_steps_per_second": 7.703
    }
  ],
  "max_steps": 105003,
  "num_train_epochs": 3,
  "total_flos": 4.817858487845683e+16,
  "trial_name": null,
  "trial_params": null
}