{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.9983489268024215,
  "eval_steps": 500,
  "global_step": 2724,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01100715465052284,
      "grad_norm": 8.068985135850538,
      "learning_rate": 5e-06,
      "loss": 0.7005,
      "step": 10
    },
    {
      "epoch": 0.02201430930104568,
      "grad_norm": 1.345068090353878,
      "learning_rate": 5e-06,
      "loss": 0.6377,
      "step": 20
    },
    {
      "epoch": 0.03302146395156852,
      "grad_norm": 0.904010640164903,
      "learning_rate": 5e-06,
      "loss": 0.6063,
      "step": 30
    },
    {
      "epoch": 0.04402861860209136,
      "grad_norm": 1.0016711496058677,
      "learning_rate": 5e-06,
      "loss": 0.5969,
      "step": 40
    },
    {
      "epoch": 0.0550357732526142,
      "grad_norm": 0.9379200618665713,
      "learning_rate": 5e-06,
      "loss": 0.5714,
      "step": 50
    },
    {
      "epoch": 0.06604292790313704,
      "grad_norm": 0.6938901282332245,
      "learning_rate": 5e-06,
      "loss": 0.5648,
      "step": 60
    },
    {
      "epoch": 0.07705008255365987,
      "grad_norm": 1.2132887620233943,
      "learning_rate": 5e-06,
      "loss": 0.5611,
      "step": 70
    },
    {
      "epoch": 0.08805723720418272,
      "grad_norm": 0.6871985890249172,
      "learning_rate": 5e-06,
      "loss": 0.5512,
      "step": 80
    },
    {
      "epoch": 0.09906439185470556,
      "grad_norm": 0.5847039722347717,
      "learning_rate": 5e-06,
      "loss": 0.5485,
      "step": 90
    },
    {
      "epoch": 0.1100715465052284,
      "grad_norm": 0.7554239910712166,
      "learning_rate": 5e-06,
      "loss": 0.5509,
      "step": 100
    },
    {
      "epoch": 0.12107870115575124,
      "grad_norm": 0.66407741684268,
      "learning_rate": 5e-06,
      "loss": 0.5408,
      "step": 110
    },
    {
      "epoch": 0.13208585580627408,
      "grad_norm": 0.8828744973826606,
      "learning_rate": 5e-06,
      "loss": 0.5454,
      "step": 120
    },
    {
      "epoch": 0.14309301045679693,
      "grad_norm": 0.8332887833735565,
      "learning_rate": 5e-06,
      "loss": 0.547,
      "step": 130
    },
    {
      "epoch": 0.15410016510731975,
      "grad_norm": 0.589582911422936,
      "learning_rate": 5e-06,
      "loss": 0.5355,
      "step": 140
    },
    {
      "epoch": 0.1651073197578426,
      "grad_norm": 0.5752650409924749,
      "learning_rate": 5e-06,
      "loss": 0.5401,
      "step": 150
    },
    {
      "epoch": 0.17611447440836545,
      "grad_norm": 0.6510988159474992,
      "learning_rate": 5e-06,
      "loss": 0.5382,
      "step": 160
    },
    {
      "epoch": 0.18712162905888827,
      "grad_norm": 0.6600162733921413,
      "learning_rate": 5e-06,
      "loss": 0.5375,
      "step": 170
    },
    {
      "epoch": 0.19812878370941112,
      "grad_norm": 0.7680493758340888,
      "learning_rate": 5e-06,
      "loss": 0.5293,
      "step": 180
    },
    {
      "epoch": 0.20913593835993396,
      "grad_norm": 0.5886772247201477,
      "learning_rate": 5e-06,
      "loss": 0.529,
      "step": 190
    },
    {
      "epoch": 0.2201430930104568,
      "grad_norm": 0.9873312548126073,
      "learning_rate": 5e-06,
      "loss": 0.5374,
      "step": 200
    },
    {
      "epoch": 0.23115024766097964,
      "grad_norm": 0.6597424005720035,
      "learning_rate": 5e-06,
      "loss": 0.5244,
      "step": 210
    },
    {
      "epoch": 0.24215740231150248,
      "grad_norm": 0.6487240352856705,
      "learning_rate": 5e-06,
      "loss": 0.5239,
      "step": 220
    },
    {
      "epoch": 0.25316455696202533,
      "grad_norm": 0.5849183815528889,
      "learning_rate": 5e-06,
      "loss": 0.5208,
      "step": 230
    },
    {
      "epoch": 0.26417171161254815,
      "grad_norm": 0.7002932795368584,
      "learning_rate": 5e-06,
      "loss": 0.5235,
      "step": 240
    },
    {
      "epoch": 0.275178866263071,
      "grad_norm": 0.7692057600346355,
      "learning_rate": 5e-06,
      "loss": 0.5208,
      "step": 250
    },
    {
      "epoch": 0.28618602091359385,
      "grad_norm": 0.6479188055510907,
      "learning_rate": 5e-06,
      "loss": 0.5221,
      "step": 260
    },
    {
      "epoch": 0.2971931755641167,
      "grad_norm": 0.5960709917895178,
      "learning_rate": 5e-06,
      "loss": 0.5208,
      "step": 270
    },
    {
      "epoch": 0.3082003302146395,
      "grad_norm": 0.6642753446042425,
      "learning_rate": 5e-06,
      "loss": 0.5197,
      "step": 280
    },
    {
      "epoch": 0.31920748486516237,
      "grad_norm": 0.5612612572776104,
      "learning_rate": 5e-06,
      "loss": 0.5184,
      "step": 290
    },
    {
      "epoch": 0.3302146395156852,
      "grad_norm": 0.6050955649607845,
      "learning_rate": 5e-06,
      "loss": 0.5212,
      "step": 300
    },
    {
      "epoch": 0.341221794166208,
      "grad_norm": 0.6083727153184473,
      "learning_rate": 5e-06,
      "loss": 0.5184,
      "step": 310
    },
    {
      "epoch": 0.3522289488167309,
      "grad_norm": 0.5945638816363161,
      "learning_rate": 5e-06,
      "loss": 0.5117,
      "step": 320
    },
    {
      "epoch": 0.3632361034672537,
      "grad_norm": 0.5788925707542152,
      "learning_rate": 5e-06,
      "loss": 0.5168,
      "step": 330
    },
    {
      "epoch": 0.37424325811777653,
      "grad_norm": 0.5651877110220476,
      "learning_rate": 5e-06,
      "loss": 0.5112,
      "step": 340
    },
    {
      "epoch": 0.3852504127682994,
      "grad_norm": 0.5903776050613534,
      "learning_rate": 5e-06,
      "loss": 0.5093,
      "step": 350
    },
    {
      "epoch": 0.39625756741882223,
      "grad_norm": 0.6395433132948327,
      "learning_rate": 5e-06,
      "loss": 0.5089,
      "step": 360
    },
    {
      "epoch": 0.40726472206934505,
      "grad_norm": 0.6433507142958254,
      "learning_rate": 5e-06,
      "loss": 0.5119,
      "step": 370
    },
    {
      "epoch": 0.41827187671986793,
      "grad_norm": 0.8112524575258614,
      "learning_rate": 5e-06,
      "loss": 0.5114,
      "step": 380
    },
    {
      "epoch": 0.42927903137039075,
      "grad_norm": 0.5590784475229202,
      "learning_rate": 5e-06,
      "loss": 0.5099,
      "step": 390
    },
    {
      "epoch": 0.4402861860209136,
      "grad_norm": 0.5742385149846626,
      "learning_rate": 5e-06,
      "loss": 0.5052,
      "step": 400
    },
    {
      "epoch": 0.45129334067143645,
      "grad_norm": 0.5628215738544207,
      "learning_rate": 5e-06,
      "loss": 0.5101,
      "step": 410
    },
    {
      "epoch": 0.46230049532195927,
      "grad_norm": 0.6019602301994744,
      "learning_rate": 5e-06,
      "loss": 0.5052,
      "step": 420
    },
    {
      "epoch": 0.4733076499724821,
      "grad_norm": 0.6953045343066634,
      "learning_rate": 5e-06,
      "loss": 0.5071,
      "step": 430
    },
    {
      "epoch": 0.48431480462300497,
      "grad_norm": 0.5819593216177834,
      "learning_rate": 5e-06,
      "loss": 0.5087,
      "step": 440
    },
    {
      "epoch": 0.4953219592735278,
      "grad_norm": 0.6411981453679727,
      "learning_rate": 5e-06,
      "loss": 0.5037,
      "step": 450
    },
    {
      "epoch": 0.5063291139240507,
      "grad_norm": 0.6349579201005676,
      "learning_rate": 5e-06,
      "loss": 0.5017,
      "step": 460
    },
    {
      "epoch": 0.5173362685745735,
      "grad_norm": 0.5646584437790421,
      "learning_rate": 5e-06,
      "loss": 0.5027,
      "step": 470
    },
    {
      "epoch": 0.5283434232250963,
      "grad_norm": 0.674711086918845,
      "learning_rate": 5e-06,
      "loss": 0.4956,
      "step": 480
    },
    {
      "epoch": 0.5393505778756191,
      "grad_norm": 0.5072994063381644,
      "learning_rate": 5e-06,
      "loss": 0.508,
      "step": 490
    },
    {
      "epoch": 0.550357732526142,
      "grad_norm": 0.585416024213119,
      "learning_rate": 5e-06,
      "loss": 0.5055,
      "step": 500
    },
    {
      "epoch": 0.5613648871766649,
      "grad_norm": 0.5530035514034926,
      "learning_rate": 5e-06,
      "loss": 0.5039,
      "step": 510
    },
    {
      "epoch": 0.5723720418271877,
      "grad_norm": 0.5538832120092045,
      "learning_rate": 5e-06,
      "loss": 0.4977,
      "step": 520
    },
    {
      "epoch": 0.5833791964777105,
      "grad_norm": 0.6201922984553575,
      "learning_rate": 5e-06,
      "loss": 0.4998,
      "step": 530
    },
    {
      "epoch": 0.5943863511282333,
      "grad_norm": 0.6430291554797398,
      "learning_rate": 5e-06,
      "loss": 0.5056,
      "step": 540
    },
    {
      "epoch": 0.6053935057787562,
      "grad_norm": 0.6087664959789294,
      "learning_rate": 5e-06,
      "loss": 0.4987,
      "step": 550
    },
    {
      "epoch": 0.616400660429279,
      "grad_norm": 0.5870342890959941,
      "learning_rate": 5e-06,
      "loss": 0.501,
      "step": 560
    },
    {
      "epoch": 0.6274078150798019,
      "grad_norm": 0.5991431157137032,
      "learning_rate": 5e-06,
      "loss": 0.4962,
      "step": 570
    },
    {
      "epoch": 0.6384149697303247,
      "grad_norm": 0.5967606556151732,
      "learning_rate": 5e-06,
      "loss": 0.4999,
      "step": 580
    },
    {
      "epoch": 0.6494221243808476,
      "grad_norm": 0.5729038172611738,
      "learning_rate": 5e-06,
      "loss": 0.5039,
      "step": 590
    },
    {
      "epoch": 0.6604292790313704,
      "grad_norm": 0.5505607805830717,
      "learning_rate": 5e-06,
      "loss": 0.4997,
      "step": 600
    },
    {
      "epoch": 0.6714364336818932,
      "grad_norm": 0.5816855812426598,
      "learning_rate": 5e-06,
      "loss": 0.4953,
      "step": 610
    },
    {
      "epoch": 0.682443588332416,
      "grad_norm": 0.5488625944674516,
      "learning_rate": 5e-06,
      "loss": 0.492,
      "step": 620
    },
    {
      "epoch": 0.693450742982939,
      "grad_norm": 0.5614761187121621,
      "learning_rate": 5e-06,
      "loss": 0.4953,
      "step": 630
    },
    {
      "epoch": 0.7044578976334618,
      "grad_norm": 0.5349325221018545,
      "learning_rate": 5e-06,
      "loss": 0.4889,
      "step": 640
    },
    {
      "epoch": 0.7154650522839846,
      "grad_norm": 0.6719016887422193,
      "learning_rate": 5e-06,
      "loss": 0.5007,
      "step": 650
    },
    {
      "epoch": 0.7264722069345074,
      "grad_norm": 0.6391959462190592,
      "learning_rate": 5e-06,
      "loss": 0.4938,
      "step": 660
    },
    {
      "epoch": 0.7374793615850302,
      "grad_norm": 0.582953953743529,
      "learning_rate": 5e-06,
      "loss": 0.4999,
      "step": 670
    },
    {
      "epoch": 0.7484865162355531,
      "grad_norm": 0.706306920990327,
      "learning_rate": 5e-06,
      "loss": 0.502,
      "step": 680
    },
    {
      "epoch": 0.759493670886076,
      "grad_norm": 0.5848686111106695,
      "learning_rate": 5e-06,
      "loss": 0.4967,
      "step": 690
    },
    {
      "epoch": 0.7705008255365988,
      "grad_norm": 0.6388534941572848,
      "learning_rate": 5e-06,
      "loss": 0.4927,
      "step": 700
    },
    {
      "epoch": 0.7815079801871216,
      "grad_norm": 0.502841130639183,
      "learning_rate": 5e-06,
      "loss": 0.4896,
      "step": 710
    },
    {
      "epoch": 0.7925151348376445,
      "grad_norm": 0.5461802758885927,
      "learning_rate": 5e-06,
      "loss": 0.4897,
      "step": 720
    },
    {
      "epoch": 0.8035222894881673,
      "grad_norm": 0.5337214956421172,
      "learning_rate": 5e-06,
      "loss": 0.488,
      "step": 730
    },
    {
      "epoch": 0.8145294441386901,
      "grad_norm": 0.5479459981678669,
      "learning_rate": 5e-06,
      "loss": 0.4934,
      "step": 740
    },
    {
      "epoch": 0.825536598789213,
      "grad_norm": 0.518082392504643,
      "learning_rate": 5e-06,
      "loss": 0.4892,
      "step": 750
    },
    {
      "epoch": 0.8365437534397359,
      "grad_norm": 0.5077982160853911,
      "learning_rate": 5e-06,
      "loss": 0.479,
      "step": 760
    },
    {
      "epoch": 0.8475509080902587,
      "grad_norm": 0.55919091108616,
      "learning_rate": 5e-06,
      "loss": 0.4918,
      "step": 770
    },
    {
      "epoch": 0.8585580627407815,
      "grad_norm": 0.5588406329671567,
      "learning_rate": 5e-06,
      "loss": 0.4936,
      "step": 780
    },
    {
      "epoch": 0.8695652173913043,
      "grad_norm": 0.7100197464890179,
      "learning_rate": 5e-06,
      "loss": 0.4912,
      "step": 790
    },
    {
      "epoch": 0.8805723720418271,
      "grad_norm": 0.6024300909723488,
      "learning_rate": 5e-06,
      "loss": 0.4874,
      "step": 800
    },
    {
      "epoch": 0.8915795266923501,
      "grad_norm": 0.54622459399125,
      "learning_rate": 5e-06,
      "loss": 0.4898,
      "step": 810
    },
    {
      "epoch": 0.9025866813428729,
      "grad_norm": 0.5233736919206922,
      "learning_rate": 5e-06,
      "loss": 0.4871,
      "step": 820
    },
    {
      "epoch": 0.9135938359933957,
      "grad_norm": 0.5592995369334787,
      "learning_rate": 5e-06,
      "loss": 0.4874,
      "step": 830
    },
    {
      "epoch": 0.9246009906439185,
      "grad_norm": 0.5287807518909434,
      "learning_rate": 5e-06,
      "loss": 0.4833,
      "step": 840
    },
    {
      "epoch": 0.9356081452944414,
      "grad_norm": 0.5665869814810643,
      "learning_rate": 5e-06,
      "loss": 0.4854,
      "step": 850
    },
    {
      "epoch": 0.9466152999449642,
      "grad_norm": 0.6023708712875594,
      "learning_rate": 5e-06,
      "loss": 0.4891,
      "step": 860
    },
    {
      "epoch": 0.9576224545954871,
      "grad_norm": 0.6417033949225462,
      "learning_rate": 5e-06,
      "loss": 0.486,
      "step": 870
    },
    {
      "epoch": 0.9686296092460099,
      "grad_norm": 0.5609342094974721,
      "learning_rate": 5e-06,
      "loss": 0.4865,
      "step": 880
    },
    {
      "epoch": 0.9796367638965328,
      "grad_norm": 0.5141037922481443,
      "learning_rate": 5e-06,
      "loss": 0.487,
      "step": 890
    },
    {
      "epoch": 0.9906439185470556,
      "grad_norm": 0.5249034479981126,
      "learning_rate": 5e-06,
      "loss": 0.4816,
      "step": 900
    },
    {
      "epoch": 0.9994496422674739,
      "eval_loss": 0.4856513738632202,
      "eval_runtime": 160.5131,
      "eval_samples_per_second": 152.455,
      "eval_steps_per_second": 0.598,
      "step": 908
    },
    {
      "epoch": 1.0016510731975785,
      "grad_norm": 0.6956883866215322,
      "learning_rate": 5e-06,
      "loss": 0.481,
      "step": 910
    },
    {
      "epoch": 1.0126582278481013,
      "grad_norm": 0.6716400752129513,
      "learning_rate": 5e-06,
      "loss": 0.4391,
      "step": 920
    },
    {
      "epoch": 1.0236653824986242,
      "grad_norm": 0.6047593389115262,
      "learning_rate": 5e-06,
      "loss": 0.4375,
      "step": 930
    },
    {
      "epoch": 1.034672537149147,
      "grad_norm": 0.587176642351734,
      "learning_rate": 5e-06,
      "loss": 0.4384,
      "step": 940
    },
    {
      "epoch": 1.0456796917996698,
      "grad_norm": 0.6603546276646723,
      "learning_rate": 5e-06,
      "loss": 0.4369,
      "step": 950
    },
    {
      "epoch": 1.0566868464501926,
      "grad_norm": 0.6689012217240984,
      "learning_rate": 5e-06,
      "loss": 0.4355,
      "step": 960
    },
    {
      "epoch": 1.0676940011007154,
      "grad_norm": 0.7144569165196396,
      "learning_rate": 5e-06,
      "loss": 0.4355,
      "step": 970
    },
    {
      "epoch": 1.0787011557512383,
      "grad_norm": 0.599379629228571,
      "learning_rate": 5e-06,
      "loss": 0.438,
      "step": 980
    },
    {
      "epoch": 1.089708310401761,
      "grad_norm": 0.6661285634082297,
      "learning_rate": 5e-06,
      "loss": 0.4382,
      "step": 990
    },
    {
      "epoch": 1.100715465052284,
      "grad_norm": 0.5873001825359626,
      "learning_rate": 5e-06,
      "loss": 0.4402,
      "step": 1000
    },
    {
      "epoch": 1.1117226197028067,
      "grad_norm": 0.5874126889355209,
      "learning_rate": 5e-06,
      "loss": 0.4369,
      "step": 1010
    },
    {
      "epoch": 1.1227297743533298,
      "grad_norm": 0.5917778529211078,
      "learning_rate": 5e-06,
      "loss": 0.4343,
      "step": 1020
    },
    {
      "epoch": 1.1337369290038526,
      "grad_norm": 0.663635902953046,
      "learning_rate": 5e-06,
      "loss": 0.4407,
      "step": 1030
    },
    {
      "epoch": 1.1447440836543754,
      "grad_norm": 0.5893496665741478,
      "learning_rate": 5e-06,
      "loss": 0.438,
      "step": 1040
    },
    {
      "epoch": 1.1557512383048982,
      "grad_norm": 0.5717519892394852,
      "learning_rate": 5e-06,
      "loss": 0.4382,
      "step": 1050
    },
    {
      "epoch": 1.166758392955421,
      "grad_norm": 0.575957675659784,
      "learning_rate": 5e-06,
      "loss": 0.442,
      "step": 1060
    },
    {
      "epoch": 1.1777655476059439,
      "grad_norm": 0.5392139913019496,
      "learning_rate": 5e-06,
      "loss": 0.4338,
      "step": 1070
    },
    {
      "epoch": 1.1887727022564667,
      "grad_norm": 0.5544306944478229,
      "learning_rate": 5e-06,
      "loss": 0.435,
      "step": 1080
    },
    {
      "epoch": 1.1997798569069895,
      "grad_norm": 0.5778227037188679,
      "learning_rate": 5e-06,
      "loss": 0.4422,
      "step": 1090
    },
    {
      "epoch": 1.2107870115575123,
      "grad_norm": 0.641697858461983,
      "learning_rate": 5e-06,
      "loss": 0.4372,
      "step": 1100
    },
    {
      "epoch": 1.2217941662080352,
      "grad_norm": 0.5569895073916331,
      "learning_rate": 5e-06,
      "loss": 0.4321,
      "step": 1110
    },
    {
      "epoch": 1.232801320858558,
      "grad_norm": 0.6241092113262656,
      "learning_rate": 5e-06,
      "loss": 0.439,
      "step": 1120
    },
    {
      "epoch": 1.243808475509081,
      "grad_norm": 0.5943410374097372,
      "learning_rate": 5e-06,
      "loss": 0.4391,
      "step": 1130
    },
    {
      "epoch": 1.2548156301596038,
      "grad_norm": 0.5836266123327419,
      "learning_rate": 5e-06,
      "loss": 0.4358,
      "step": 1140
    },
    {
      "epoch": 1.2658227848101267,
      "grad_norm": 0.5894554462945597,
      "learning_rate": 5e-06,
      "loss": 0.4357,
      "step": 1150
    },
    {
      "epoch": 1.2768299394606495,
      "grad_norm": 0.6101160325711262,
      "learning_rate": 5e-06,
      "loss": 0.4377,
      "step": 1160
    },
    {
      "epoch": 1.2878370941111723,
      "grad_norm": 0.5499163190785714,
      "learning_rate": 5e-06,
      "loss": 0.4373,
      "step": 1170
    },
    {
      "epoch": 1.2988442487616951,
      "grad_norm": 0.6570888233134892,
      "learning_rate": 5e-06,
      "loss": 0.4397,
      "step": 1180
    },
    {
      "epoch": 1.309851403412218,
      "grad_norm": 0.5781370179708198,
      "learning_rate": 5e-06,
      "loss": 0.4317,
      "step": 1190
    },
    {
      "epoch": 1.3208585580627408,
      "grad_norm": 0.5960093131033088,
      "learning_rate": 5e-06,
      "loss": 0.4388,
      "step": 1200
    },
    {
      "epoch": 1.3318657127132636,
      "grad_norm": 0.5319356526638459,
      "learning_rate": 5e-06,
      "loss": 0.4296,
      "step": 1210
    },
    {
      "epoch": 1.3428728673637864,
      "grad_norm": 0.6078975655308353,
      "learning_rate": 5e-06,
      "loss": 0.4399,
      "step": 1220
    },
    {
      "epoch": 1.3538800220143092,
      "grad_norm": 0.5734565496131863,
      "learning_rate": 5e-06,
      "loss": 0.4364,
      "step": 1230
    },
    {
      "epoch": 1.364887176664832,
      "grad_norm": 0.5839075048236241,
      "learning_rate": 5e-06,
      "loss": 0.4379,
      "step": 1240
    },
    {
      "epoch": 1.3758943313153549,
      "grad_norm": 0.522698955157226,
      "learning_rate": 5e-06,
      "loss": 0.4417,
      "step": 1250
    },
    {
      "epoch": 1.3869014859658777,
      "grad_norm": 0.535233080984122,
      "learning_rate": 5e-06,
      "loss": 0.44,
      "step": 1260
    },
    {
      "epoch": 1.3979086406164005,
      "grad_norm": 0.5712349249996552,
      "learning_rate": 5e-06,
      "loss": 0.438,
      "step": 1270
    },
    {
      "epoch": 1.4089157952669236,
      "grad_norm": 0.6316823548805974,
      "learning_rate": 5e-06,
      "loss": 0.4354,
      "step": 1280
    },
    {
      "epoch": 1.4199229499174464,
      "grad_norm": 0.5521497995059079,
      "learning_rate": 5e-06,
      "loss": 0.4364,
      "step": 1290
    },
    {
      "epoch": 1.4309301045679692,
      "grad_norm": 0.5287580252903409,
      "learning_rate": 5e-06,
      "loss": 0.433,
      "step": 1300
    },
    {
      "epoch": 1.441937259218492,
      "grad_norm": 0.5402910458762741,
      "learning_rate": 5e-06,
      "loss": 0.4305,
      "step": 1310
    },
    {
      "epoch": 1.4529444138690149,
      "grad_norm": 0.571274228135471,
      "learning_rate": 5e-06,
      "loss": 0.4372,
      "step": 1320
    },
    {
      "epoch": 1.4639515685195377,
      "grad_norm": 0.5793180531222271,
      "learning_rate": 5e-06,
      "loss": 0.4317,
      "step": 1330
    },
    {
      "epoch": 1.4749587231700605,
      "grad_norm": 0.5325510509092749,
      "learning_rate": 5e-06,
      "loss": 0.4393,
      "step": 1340
    },
    {
      "epoch": 1.4859658778205833,
      "grad_norm": 0.594212182934655,
      "learning_rate": 5e-06,
      "loss": 0.4341,
      "step": 1350
    },
    {
      "epoch": 1.4969730324711064,
      "grad_norm": 0.5712922063753643,
      "learning_rate": 5e-06,
      "loss": 0.4356,
      "step": 1360
    },
    {
      "epoch": 1.5079801871216292,
      "grad_norm": 0.5274575368185872,
      "learning_rate": 5e-06,
      "loss": 0.4362,
      "step": 1370
    },
    {
      "epoch": 1.518987341772152,
      "grad_norm": 0.5748764141955885,
      "learning_rate": 5e-06,
      "loss": 0.4382,
      "step": 1380
    },
    {
      "epoch": 1.5299944964226748,
      "grad_norm": 0.5317801238843131,
      "learning_rate": 5e-06,
      "loss": 0.4273,
      "step": 1390
    },
    {
      "epoch": 1.5410016510731976,
      "grad_norm": 0.551025561769828,
      "learning_rate": 5e-06,
      "loss": 0.4299,
      "step": 1400
    },
    {
      "epoch": 1.5520088057237205,
      "grad_norm": 0.5944333674783141,
      "learning_rate": 5e-06,
      "loss": 0.4341,
      "step": 1410
    },
    {
      "epoch": 1.5630159603742433,
      "grad_norm": 0.5788961613724642,
      "learning_rate": 5e-06,
      "loss": 0.4365,
      "step": 1420
    },
    {
      "epoch": 1.574023115024766,
      "grad_norm": 0.5966888415992487,
      "learning_rate": 5e-06,
      "loss": 0.4351,
      "step": 1430
    },
    {
      "epoch": 1.585030269675289,
      "grad_norm": 0.6442673539124382,
      "learning_rate": 5e-06,
      "loss": 0.4331,
      "step": 1440
    },
    {
      "epoch": 1.5960374243258117,
      "grad_norm": 0.5537070014925163,
      "learning_rate": 5e-06,
      "loss": 0.4292,
      "step": 1450
    },
    {
      "epoch": 1.6070445789763346,
      "grad_norm": 0.5708459825871977,
      "learning_rate": 5e-06,
      "loss": 0.4366,
      "step": 1460
    },
    {
      "epoch": 1.6180517336268574,
      "grad_norm": 0.6397589448051699,
      "learning_rate": 5e-06,
      "loss": 0.4361,
      "step": 1470
    },
    {
      "epoch": 1.6290588882773802,
      "grad_norm": 0.5719729721108842,
      "learning_rate": 5e-06,
      "loss": 0.4308,
      "step": 1480
    },
    {
      "epoch": 1.640066042927903,
      "grad_norm": 0.5856092164801038,
      "learning_rate": 5e-06,
      "loss": 0.4312,
      "step": 1490
    },
    {
      "epoch": 1.6510731975784259,
      "grad_norm": 0.5381801632251061,
      "learning_rate": 5e-06,
      "loss": 0.4332,
      "step": 1500
    },
    {
      "epoch": 1.6620803522289487,
      "grad_norm": 0.5722118916397197,
      "learning_rate": 5e-06,
      "loss": 0.4329,
      "step": 1510
    },
    {
      "epoch": 1.6730875068794715,
      "grad_norm": 0.522035618728827,
      "learning_rate": 5e-06,
      "loss": 0.4323,
      "step": 1520
    },
    {
      "epoch": 1.6840946615299945,
      "grad_norm": 0.6205447482549835,
      "learning_rate": 5e-06,
      "loss": 0.4364,
      "step": 1530
    },
    {
      "epoch": 1.6951018161805174,
      "grad_norm": 0.5443426263583215,
      "learning_rate": 5e-06,
      "loss": 0.4313,
      "step": 1540
    },
    {
      "epoch": 1.7061089708310402,
      "grad_norm": 0.5386063701750604,
      "learning_rate": 5e-06,
      "loss": 0.4307,
      "step": 1550
    },
    {
      "epoch": 1.717116125481563,
      "grad_norm": 0.6361585672978718,
      "learning_rate": 5e-06,
      "loss": 0.4353,
      "step": 1560
    },
    {
      "epoch": 1.7281232801320858,
      "grad_norm": 0.6614840484986904,
      "learning_rate": 5e-06,
      "loss": 0.4328,
      "step": 1570
    },
    {
      "epoch": 1.7391304347826086,
      "grad_norm": 0.570381119642231,
      "learning_rate": 5e-06,
      "loss": 0.4287,
      "step": 1580
    },
    {
      "epoch": 1.7501375894331317,
      "grad_norm": 0.5090274244717806,
      "learning_rate": 5e-06,
      "loss": 0.4362,
      "step": 1590
    },
    {
      "epoch": 1.7611447440836545,
      "grad_norm": 0.5446091771702728,
      "learning_rate": 5e-06,
      "loss": 0.4295,
      "step": 1600
    },
    {
      "epoch": 1.7721518987341773,
      "grad_norm": 0.5647817172552334,
      "learning_rate": 5e-06,
      "loss": 0.4298,
      "step": 1610
    },
    {
      "epoch": 1.7831590533847002,
      "grad_norm": 0.5140154798513348,
      "learning_rate": 5e-06,
      "loss": 0.4298,
      "step": 1620
    },
    {
      "epoch": 1.794166208035223,
      "grad_norm": 0.5079001883970996,
      "learning_rate": 5e-06,
      "loss": 0.4317,
      "step": 1630
    },
    {
      "epoch": 1.8051733626857458,
      "grad_norm": 0.5716780327717556,
      "learning_rate": 5e-06,
      "loss": 0.4335,
      "step": 1640
    },
    {
      "epoch": 1.8161805173362686,
      "grad_norm": 0.5594834856156328,
      "learning_rate": 5e-06,
      "loss": 0.4369,
      "step": 1650
    },
    {
      "epoch": 1.8271876719867914,
      "grad_norm": 0.5690421305195432,
      "learning_rate": 5e-06,
      "loss": 0.4372,
      "step": 1660
    },
    {
      "epoch": 1.8381948266373143,
      "grad_norm": 0.5815766701653886,
      "learning_rate": 5e-06,
      "loss": 0.4268,
      "step": 1670
    },
    {
      "epoch": 1.849201981287837,
      "grad_norm": 0.5370753144522138,
      "learning_rate": 5e-06,
      "loss": 0.4296,
      "step": 1680
    },
    {
      "epoch": 1.86020913593836,
      "grad_norm": 0.537889959924609,
      "learning_rate": 5e-06,
      "loss": 0.4359,
      "step": 1690
    },
    {
      "epoch": 1.8712162905888827,
      "grad_norm": 0.5542910246512667,
      "learning_rate": 5e-06,
      "loss": 0.438,
      "step": 1700
    },
    {
      "epoch": 1.8822234452394055,
      "grad_norm": 0.5307067513174616,
      "learning_rate": 5e-06,
      "loss": 0.4312,
      "step": 1710
    },
    {
      "epoch": 1.8932305998899284,
      "grad_norm": 0.6185255098388331,
      "learning_rate": 5e-06,
      "loss": 0.4336,
      "step": 1720
    },
    {
      "epoch": 1.9042377545404512,
      "grad_norm": 0.6105302991591885,
      "learning_rate": 5e-06,
      "loss": 0.4296,
      "step": 1730
    },
    {
      "epoch": 1.915244909190974,
      "grad_norm": 0.5505132542181409,
      "learning_rate": 5e-06,
      "loss": 0.4305,
      "step": 1740
    },
    {
      "epoch": 1.9262520638414968,
      "grad_norm": 0.5987936899025984,
      "learning_rate": 5e-06,
      "loss": 0.4293,
      "step": 1750
    },
    {
      "epoch": 1.9372592184920197,
      "grad_norm": 0.5243332176781547,
      "learning_rate": 5e-06,
      "loss": 0.4273,
      "step": 1760
    },
    {
      "epoch": 1.9482663731425427,
      "grad_norm": 0.5649987091504026,
      "learning_rate": 5e-06,
      "loss": 0.4303,
      "step": 1770
    },
    {
      "epoch": 1.9592735277930655,
      "grad_norm": 0.5698314583015734,
      "learning_rate": 5e-06,
      "loss": 0.4276,
      "step": 1780
    },
    {
      "epoch": 1.9702806824435883,
      "grad_norm": 0.5541608664959677,
      "learning_rate": 5e-06,
      "loss": 0.43,
      "step": 1790
    },
    {
      "epoch": 1.9812878370941112,
      "grad_norm": 0.530973092247837,
      "learning_rate": 5e-06,
      "loss": 0.4291,
      "step": 1800
    },
    {
      "epoch": 1.992294991744634,
      "grad_norm": 0.5385780053649944,
      "learning_rate": 5e-06,
      "loss": 0.4296,
      "step": 1810
    },
    {
      "epoch": 2.0,
      "eval_loss": 0.4724336564540863,
      "eval_runtime": 160.867,
      "eval_samples_per_second": 152.119,
      "eval_steps_per_second": 0.597,
      "step": 1817
    },
    {
      "epoch": 2.003302146395157,
      "grad_norm": 0.8967320351826643,
      "learning_rate": 5e-06,
      "loss": 0.4165,
      "step": 1820
    },
    {
      "epoch": 2.01430930104568,
      "grad_norm": 0.6842852006791557,
      "learning_rate": 5e-06,
      "loss": 0.379,
      "step": 1830
    },
    {
      "epoch": 2.0253164556962027,
      "grad_norm": 0.6497861759455246,
      "learning_rate": 5e-06,
      "loss": 0.3769,
      "step": 1840
    },
    {
      "epoch": 2.0363236103467255,
      "grad_norm": 0.5695788867941572,
      "learning_rate": 5e-06,
      "loss": 0.3732,
      "step": 1850
    },
    {
      "epoch": 2.0473307649972483,
      "grad_norm": 0.6311590318430164,
      "learning_rate": 5e-06,
      "loss": 0.379,
      "step": 1860
    },
    {
      "epoch": 2.058337919647771,
      "grad_norm": 0.5735473186308736,
      "learning_rate": 5e-06,
      "loss": 0.3792,
      "step": 1870
    },
    {
      "epoch": 2.069345074298294,
      "grad_norm": 0.6568929190707151,
      "learning_rate": 5e-06,
      "loss": 0.379,
      "step": 1880
    },
    {
      "epoch": 2.0803522289488168,
      "grad_norm": 0.6518588834467927,
      "learning_rate": 5e-06,
      "loss": 0.378,
      "step": 1890
    },
    {
      "epoch": 2.0913593835993396,
      "grad_norm": 0.6236301216107463,
      "learning_rate": 5e-06,
      "loss": 0.3776,
      "step": 1900
    },
    {
      "epoch": 2.1023665382498624,
      "grad_norm": 0.6771820085707594,
      "learning_rate": 5e-06,
      "loss": 0.3737,
      "step": 1910
    },
    {
      "epoch": 2.1133736929003852,
      "grad_norm": 0.6959842658376467,
      "learning_rate": 5e-06,
      "loss": 0.3772,
      "step": 1920
    },
    {
      "epoch": 2.124380847550908,
      "grad_norm": 0.5691873810072571,
      "learning_rate": 5e-06,
      "loss": 0.3701,
      "step": 1930
    },
    {
      "epoch": 2.135388002201431,
      "grad_norm": 0.587230812890123,
      "learning_rate": 5e-06,
      "loss": 0.3757,
      "step": 1940
    },
    {
      "epoch": 2.1463951568519537,
      "grad_norm": 0.5676645980467607,
      "learning_rate": 5e-06,
      "loss": 0.375,
      "step": 1950
    },
    {
      "epoch": 2.1574023115024765,
      "grad_norm": 0.5674195737996316,
      "learning_rate": 5e-06,
      "loss": 0.3814,
      "step": 1960
    },
    {
      "epoch": 2.1684094661529993,
      "grad_norm": 0.5803828928264857,
      "learning_rate": 5e-06,
      "loss": 0.3744,
      "step": 1970
    },
    {
      "epoch": 2.179416620803522,
      "grad_norm": 0.6171592569899994,
      "learning_rate": 5e-06,
      "loss": 0.3741,
      "step": 1980
    },
    {
      "epoch": 2.190423775454045,
      "grad_norm": 0.658582470951269,
      "learning_rate": 5e-06,
      "loss": 0.378,
      "step": 1990
    },
    {
      "epoch": 2.201430930104568,
      "grad_norm": 0.6562283922269005,
      "learning_rate": 5e-06,
      "loss": 0.3769,
      "step": 2000
    },
    {
      "epoch": 2.2124380847550906,
      "grad_norm": 0.635240231582788,
      "learning_rate": 5e-06,
      "loss": 0.3775,
      "step": 2010
    },
    {
      "epoch": 2.2234452394056134,
      "grad_norm": 0.6551353354672024,
      "learning_rate": 5e-06,
      "loss": 0.3809,
      "step": 2020
    },
    {
      "epoch": 2.2344523940561363,
      "grad_norm": 0.5807020804645606,
      "learning_rate": 5e-06,
      "loss": 0.3741,
      "step": 2030
    },
    {
      "epoch": 2.2454595487066595,
      "grad_norm": 0.6317711733432692,
      "learning_rate": 5e-06,
      "loss": 0.3811,
      "step": 2040
    },
    {
      "epoch": 2.2564667033571824,
      "grad_norm": 0.5590373084758273,
      "learning_rate": 5e-06,
      "loss": 0.3759,
      "step": 2050
    },
    {
      "epoch": 2.267473858007705,
      "grad_norm": 0.5529922073969795,
      "learning_rate": 5e-06,
      "loss": 0.3777,
      "step": 2060
    },
    {
      "epoch": 2.278481012658228,
      "grad_norm": 0.6310391701743894,
      "learning_rate": 5e-06,
      "loss": 0.3809,
      "step": 2070
    },
    {
      "epoch": 2.289488167308751,
      "grad_norm": 0.5608628930620043,
      "learning_rate": 5e-06,
      "loss": 0.3748,
      "step": 2080
    },
    {
      "epoch": 2.3004953219592736,
      "grad_norm": 0.596887560066522,
      "learning_rate": 5e-06,
      "loss": 0.3774,
      "step": 2090
    },
    {
      "epoch": 2.3115024766097965,
      "grad_norm": 0.7051450098820579,
      "learning_rate": 5e-06,
      "loss": 0.3802,
      "step": 2100
    },
    {
      "epoch": 2.3225096312603193,
      "grad_norm": 0.6327972937976852,
      "learning_rate": 5e-06,
      "loss": 0.3835,
      "step": 2110
    },
    {
      "epoch": 2.333516785910842,
      "grad_norm": 0.6126330718992958,
      "learning_rate": 5e-06,
      "loss": 0.378,
      "step": 2120
    },
    {
      "epoch": 2.344523940561365,
      "grad_norm": 0.6036183605384906,
      "learning_rate": 5e-06,
      "loss": 0.378,
      "step": 2130
    },
    {
      "epoch": 2.3555310952118877,
      "grad_norm": 0.6690011983226686,
      "learning_rate": 5e-06,
      "loss": 0.3854,
      "step": 2140
    },
    {
      "epoch": 2.3665382498624106,
      "grad_norm": 0.6167807719553883,
      "learning_rate": 5e-06,
      "loss": 0.3818,
      "step": 2150
    },
    {
      "epoch": 2.3775454045129334,
      "grad_norm": 0.5936760728734222,
      "learning_rate": 5e-06,
      "loss": 0.3818,
      "step": 2160
    },
    {
      "epoch": 2.388552559163456,
      "grad_norm": 0.6122872538963571,
      "learning_rate": 5e-06,
      "loss": 0.3772,
      "step": 2170
    },
    {
      "epoch": 2.399559713813979,
      "grad_norm": 0.6544080290873076,
      "learning_rate": 5e-06,
      "loss": 0.3811,
      "step": 2180
    },
    {
      "epoch": 2.410566868464502,
      "grad_norm": 0.6449188335513784,
      "learning_rate": 5e-06,
      "loss": 0.3783,
      "step": 2190
    },
    {
      "epoch": 2.4215740231150247,
      "grad_norm": 0.7022837872059463,
      "learning_rate": 5e-06,
      "loss": 0.3793,
      "step": 2200
    },
    {
      "epoch": 2.4325811777655475,
      "grad_norm": 0.7249310561789513,
      "learning_rate": 5e-06,
      "loss": 0.3803,
      "step": 2210
    },
    {
      "epoch": 2.4435883324160703,
      "grad_norm": 0.6971979338410507,
      "learning_rate": 5e-06,
      "loss": 0.3788,
      "step": 2220
    },
    {
      "epoch": 2.454595487066593,
      "grad_norm": 0.7707114044625848,
      "learning_rate": 5e-06,
      "loss": 0.3817,
      "step": 2230
    },
    {
      "epoch": 2.465602641717116,
      "grad_norm": 0.6434741663311266,
      "learning_rate": 5e-06,
      "loss": 0.3778,
      "step": 2240
    },
    {
      "epoch": 2.476609796367639,
      "grad_norm": 0.5911942930693944,
      "learning_rate": 5e-06,
      "loss": 0.3805,
      "step": 2250
    },
    {
      "epoch": 2.487616951018162,
      "grad_norm": 0.570304109670699,
      "learning_rate": 5e-06,
      "loss": 0.3805,
      "step": 2260
    },
    {
      "epoch": 2.498624105668685,
      "grad_norm": 0.5925907114220025,
      "learning_rate": 5e-06,
      "loss": 0.3779,
      "step": 2270
    },
    {
      "epoch": 2.5096312603192077,
      "grad_norm": 0.6612757174277469,
      "learning_rate": 5e-06,
      "loss": 0.3818,
      "step": 2280
    },
    {
      "epoch": 2.5206384149697305,
      "grad_norm": 0.6067689054978976,
      "learning_rate": 5e-06,
      "loss": 0.3774,
      "step": 2290
    },
    {
      "epoch": 2.5316455696202533,
      "grad_norm": 0.5874728722311394,
      "learning_rate": 5e-06,
      "loss": 0.3787,
      "step": 2300
    },
    {
      "epoch": 2.542652724270776,
      "grad_norm": 0.662103385837326,
      "learning_rate": 5e-06,
      "loss": 0.3826,
      "step": 2310
    },
    {
      "epoch": 2.553659878921299,
      "grad_norm": 0.6026661354255178,
      "learning_rate": 5e-06,
      "loss": 0.3825,
      "step": 2320
    },
    {
      "epoch": 2.564667033571822,
      "grad_norm": 0.5787785406337395,
      "learning_rate": 5e-06,
      "loss": 0.3794,
      "step": 2330
    },
    {
      "epoch": 2.5756741882223446,
      "grad_norm": 0.5514615800252736,
      "learning_rate": 5e-06,
      "loss": 0.38,
      "step": 2340
    },
    {
      "epoch": 2.5866813428728674,
      "grad_norm": 0.5961731505130763,
      "learning_rate": 5e-06,
      "loss": 0.3782,
      "step": 2350
    },
    {
      "epoch": 2.5976884975233903,
      "grad_norm": 0.5893895677043864,
      "learning_rate": 5e-06,
      "loss": 0.3839,
      "step": 2360
    },
    {
      "epoch": 2.608695652173913,
      "grad_norm": 0.5859569035794123,
      "learning_rate": 5e-06,
      "loss": 0.3834,
      "step": 2370
    },
    {
      "epoch": 2.619702806824436,
      "grad_norm": 0.5997751859191552,
      "learning_rate": 5e-06,
      "loss": 0.3768,
      "step": 2380
    },
    {
      "epoch": 2.6307099614749587,
      "grad_norm": 0.6368216879726575,
      "learning_rate": 5e-06,
      "loss": 0.3809,
      "step": 2390
    },
    {
      "epoch": 2.6417171161254815,
      "grad_norm": 0.5877707286837056,
      "learning_rate": 5e-06,
      "loss": 0.379,
      "step": 2400
    },
    {
      "epoch": 2.6527242707760044,
      "grad_norm": 0.5430913424974279,
      "learning_rate": 5e-06,
      "loss": 0.3794,
      "step": 2410
    },
    {
      "epoch": 2.663731425426527,
      "grad_norm": 0.6318440202771097,
      "learning_rate": 5e-06,
      "loss": 0.3776,
      "step": 2420
    },
    {
      "epoch": 2.67473858007705,
      "grad_norm": 0.659647040239042,
      "learning_rate": 5e-06,
      "loss": 0.3809,
      "step": 2430
    },
    {
      "epoch": 2.685745734727573,
      "grad_norm": 0.6377513270884255,
      "learning_rate": 5e-06,
      "loss": 0.379,
      "step": 2440
    },
    {
      "epoch": 2.6967528893780957,
      "grad_norm": 0.6437694613754824,
      "learning_rate": 5e-06,
      "loss": 0.3777,
      "step": 2450
    },
    {
      "epoch": 2.7077600440286185,
      "grad_norm": 0.6227150600183708,
      "learning_rate": 5e-06,
      "loss": 0.381,
      "step": 2460
    },
    {
      "epoch": 2.7187671986791413,
      "grad_norm": 0.6074943535217816,
      "learning_rate": 5e-06,
      "loss": 0.3829,
      "step": 2470
    },
    {
      "epoch": 2.729774353329664,
      "grad_norm": 0.6059099193970705,
      "learning_rate": 5e-06,
      "loss": 0.3798,
      "step": 2480
    },
    {
      "epoch": 2.740781507980187,
      "grad_norm": 0.5639872940942946,
      "learning_rate": 5e-06,
      "loss": 0.3803,
      "step": 2490
    },
    {
      "epoch": 2.7517886626307098,
      "grad_norm": 0.6138763737267989,
      "learning_rate": 5e-06,
      "loss": 0.3836,
      "step": 2500
    },
    {
      "epoch": 2.7627958172812326,
      "grad_norm": 0.6174392484182389,
      "learning_rate": 5e-06,
      "loss": 0.3771,
      "step": 2510
    },
    {
      "epoch": 2.7738029719317554,
      "grad_norm": 0.5813465334873451,
      "learning_rate": 5e-06,
      "loss": 0.3832,
      "step": 2520
    },
    {
      "epoch": 2.7848101265822782,
      "grad_norm": 0.5939709459181249,
      "learning_rate": 5e-06,
      "loss": 0.3758,
      "step": 2530
    },
    {
      "epoch": 2.795817281232801,
      "grad_norm": 0.6100879294250667,
      "learning_rate": 5e-06,
      "loss": 0.3846,
      "step": 2540
    },
    {
      "epoch": 2.8068244358833243,
      "grad_norm": 0.5849829885439275,
      "learning_rate": 5e-06,
      "loss": 0.3805,
      "step": 2550
    },
    {
      "epoch": 2.817831590533847,
      "grad_norm": 0.614871493034729,
      "learning_rate": 5e-06,
      "loss": 0.3814,
      "step": 2560
    },
    {
      "epoch": 2.82883874518437,
      "grad_norm": 0.5972503634442111,
      "learning_rate": 5e-06,
      "loss": 0.3833,
      "step": 2570
    },
    {
      "epoch": 2.8398458998348928,
      "grad_norm": 0.7445333487223286,
      "learning_rate": 5e-06,
      "loss": 0.3785,
      "step": 2580
    },
    {
      "epoch": 2.8508530544854156,
      "grad_norm": 0.622730774203719,
      "learning_rate": 5e-06,
      "loss": 0.3791,
      "step": 2590
    },
    {
      "epoch": 2.8618602091359384,
      "grad_norm": 0.6588152521106931,
      "learning_rate": 5e-06,
      "loss": 0.3771,
      "step": 2600
    },
    {
      "epoch": 2.8728673637864612,
      "grad_norm": 0.6021676282902743,
      "learning_rate": 5e-06,
      "loss": 0.3814,
      "step": 2610
    },
    {
      "epoch": 2.883874518436984,
      "grad_norm": 0.5852769901706747,
      "learning_rate": 5e-06,
      "loss": 0.3879,
      "step": 2620
    },
    {
      "epoch": 2.894881673087507,
      "grad_norm": 0.6163235754681848,
      "learning_rate": 5e-06,
      "loss": 0.3756,
      "step": 2630
    },
    {
      "epoch": 2.9058888277380297,
      "grad_norm": 0.6116839094719151,
      "learning_rate": 5e-06,
      "loss": 0.3791,
      "step": 2640
    },
    {
      "epoch": 2.9168959823885525,
      "grad_norm": 0.5676400582470854,
      "learning_rate": 5e-06,
      "loss": 0.383,
      "step": 2650
    },
    {
      "epoch": 2.9279031370390753,
      "grad_norm": 0.6768408000572769,
      "learning_rate": 5e-06,
      "loss": 0.3838,
      "step": 2660
    },
    {
      "epoch": 2.938910291689598,
      "grad_norm": 0.6506353755745358,
      "learning_rate": 5e-06,
      "loss": 0.3805,
      "step": 2670
    },
    {
      "epoch": 2.949917446340121,
      "grad_norm": 0.5611923951294836,
      "learning_rate": 5e-06,
      "loss": 0.379,
      "step": 2680
    },
    {
      "epoch": 2.960924600990644,
      "grad_norm": 0.5857791831118236,
      "learning_rate": 5e-06,
      "loss": 0.3779,
      "step": 2690
    },
    {
      "epoch": 2.9719317556411666,
      "grad_norm": 0.5961118998765907,
      "learning_rate": 5e-06,
      "loss": 0.3791,
      "step": 2700
    },
    {
      "epoch": 2.9829389102916894,
      "grad_norm": 0.6132753371779015,
      "learning_rate": 5e-06,
      "loss": 0.377,
      "step": 2710
    },
    {
      "epoch": 2.9939460649422127,
      "grad_norm": 0.5713537011568807,
      "learning_rate": 5e-06,
      "loss": 0.3803,
      "step": 2720
    },
    {
      "epoch": 2.9983489268024215,
      "eval_loss": 0.47213879227638245,
      "eval_runtime": 158.6207,
      "eval_samples_per_second": 154.274,
      "eval_steps_per_second": 0.605,
      "step": 2724
    },
    {
      "epoch": 2.9983489268024215,
      "step": 2724,
      "total_flos": 4561963937955840.0,
      "train_loss": 0.44294929530652083,
      "train_runtime": 23449.9729,
      "train_samples_per_second": 59.48,
      "train_steps_per_second": 0.116
    }
  ],
  "logging_steps": 10,
  "max_steps": 2724,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4561963937955840.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}