{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 2000,
  "global_step": 9033,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0011070519207350825,
      "grad_norm": 55.698127642695866,
      "learning_rate": 1.1061946902654869e-07,
      "loss": 4.4914,
      "step": 10
    },
    {
      "epoch": 0.002214103841470165,
      "grad_norm": 41.723334569659066,
      "learning_rate": 2.2123893805309737e-07,
      "loss": 4.4954,
      "step": 20
    },
    {
      "epoch": 0.0033211557622052474,
      "grad_norm": 43.79884898454788,
      "learning_rate": 3.318584070796461e-07,
      "loss": 4.296,
      "step": 30
    },
    {
      "epoch": 0.00442820768294033,
      "grad_norm": 31.30694571868551,
      "learning_rate": 4.4247787610619474e-07,
      "loss": 3.9204,
      "step": 40
    },
    {
      "epoch": 0.0055352596036754124,
      "grad_norm": 30.761018090708117,
      "learning_rate": 5.530973451327435e-07,
      "loss": 3.4951,
      "step": 50
    },
    {
      "epoch": 0.006642311524410495,
      "grad_norm": 32.180378162249326,
      "learning_rate": 6.637168141592922e-07,
      "loss": 3.4177,
      "step": 60
    },
    {
      "epoch": 0.007749363445145577,
      "grad_norm": 24.157005825357814,
      "learning_rate": 7.743362831858408e-07,
      "loss": 3.3864,
      "step": 70
    },
    {
      "epoch": 0.00885641536588066,
      "grad_norm": 29.036937778457148,
      "learning_rate": 8.849557522123895e-07,
      "loss": 3.1996,
      "step": 80
    },
    {
      "epoch": 0.009963467286615742,
      "grad_norm": 23.44273601537366,
      "learning_rate": 9.95575221238938e-07,
      "loss": 3.2652,
      "step": 90
    },
    {
      "epoch": 0.011070519207350825,
      "grad_norm": 31.552666658205744,
      "learning_rate": 1.106194690265487e-06,
      "loss": 3.2654,
      "step": 100
    },
    {
      "epoch": 0.012177571128085908,
      "grad_norm": 23.158016097255164,
      "learning_rate": 1.2168141592920355e-06,
      "loss": 3.1954,
      "step": 110
    },
    {
      "epoch": 0.01328462304882099,
      "grad_norm": 31.510121445270936,
      "learning_rate": 1.3274336283185843e-06,
      "loss": 3.2016,
      "step": 120
    },
    {
      "epoch": 0.014391674969556073,
      "grad_norm": 29.02944479343648,
      "learning_rate": 1.438053097345133e-06,
      "loss": 3.202,
      "step": 130
    },
    {
      "epoch": 0.015498726890291154,
      "grad_norm": 24.737793045013742,
      "learning_rate": 1.5486725663716816e-06,
      "loss": 3.054,
      "step": 140
    },
    {
      "epoch": 0.016605778811026237,
      "grad_norm": 25.982953823095542,
      "learning_rate": 1.6592920353982304e-06,
      "loss": 3.1637,
      "step": 150
    },
    {
      "epoch": 0.01771283073176132,
      "grad_norm": 24.62246443187751,
      "learning_rate": 1.769911504424779e-06,
      "loss": 3.0422,
      "step": 160
    },
    {
      "epoch": 0.018819882652496404,
      "grad_norm": 24.996096258559348,
      "learning_rate": 1.8805309734513274e-06,
      "loss": 2.9983,
      "step": 170
    },
    {
      "epoch": 0.019926934573231483,
      "grad_norm": 30.197182446028002,
      "learning_rate": 1.991150442477876e-06,
      "loss": 3.0625,
      "step": 180
    },
    {
      "epoch": 0.021033986493966567,
      "grad_norm": 25.648689604176077,
      "learning_rate": 2.101769911504425e-06,
      "loss": 3.2172,
      "step": 190
    },
    {
      "epoch": 0.02214103841470165,
      "grad_norm": 30.003866974191762,
      "learning_rate": 2.212389380530974e-06,
      "loss": 3.0895,
      "step": 200
    },
    {
      "epoch": 0.023248090335436733,
      "grad_norm": 27.11239518865144,
      "learning_rate": 2.3230088495575224e-06,
      "loss": 2.9847,
      "step": 210
    },
    {
      "epoch": 0.024355142256171816,
      "grad_norm": 24.532976628512625,
      "learning_rate": 2.433628318584071e-06,
      "loss": 3.0439,
      "step": 220
    },
    {
      "epoch": 0.025462194176906896,
      "grad_norm": 25.595931432489675,
      "learning_rate": 2.5442477876106196e-06,
      "loss": 2.9722,
      "step": 230
    },
    {
      "epoch": 0.02656924609764198,
      "grad_norm": 24.927511131743852,
      "learning_rate": 2.6548672566371687e-06,
      "loss": 3.0965,
      "step": 240
    },
    {
      "epoch": 0.027676298018377062,
      "grad_norm": 21.477421706673375,
      "learning_rate": 2.765486725663717e-06,
      "loss": 2.9589,
      "step": 250
    },
    {
      "epoch": 0.028783349939112145,
      "grad_norm": 26.975518213759347,
      "learning_rate": 2.876106194690266e-06,
      "loss": 2.9878,
      "step": 260
    },
    {
      "epoch": 0.029890401859847225,
      "grad_norm": 25.199714957692397,
      "learning_rate": 2.9867256637168145e-06,
      "loss": 3.0718,
      "step": 270
    },
    {
      "epoch": 0.03099745378058231,
      "grad_norm": 25.911079775392583,
      "learning_rate": 3.097345132743363e-06,
      "loss": 3.1289,
      "step": 280
    },
    {
      "epoch": 0.03210450570131739,
      "grad_norm": 22.333848218066173,
      "learning_rate": 3.2079646017699117e-06,
      "loss": 3.019,
      "step": 290
    },
    {
      "epoch": 0.033211557622052475,
      "grad_norm": 27.77592678094656,
      "learning_rate": 3.3185840707964607e-06,
      "loss": 3.0679,
      "step": 300
    },
    {
      "epoch": 0.03431860954278756,
      "grad_norm": 25.520987098358336,
      "learning_rate": 3.429203539823009e-06,
      "loss": 3.0455,
      "step": 310
    },
    {
      "epoch": 0.03542566146352264,
      "grad_norm": 30.694095405699013,
      "learning_rate": 3.539823008849558e-06,
      "loss": 2.9686,
      "step": 320
    },
    {
      "epoch": 0.036532713384257724,
      "grad_norm": 34.07278189685705,
      "learning_rate": 3.6504424778761066e-06,
      "loss": 3.0074,
      "step": 330
    },
    {
      "epoch": 0.03763976530499281,
      "grad_norm": 23.233595027296616,
      "learning_rate": 3.7610619469026547e-06,
      "loss": 2.9906,
      "step": 340
    },
    {
      "epoch": 0.038746817225727884,
      "grad_norm": 21.65008179710679,
      "learning_rate": 3.871681415929203e-06,
      "loss": 2.9965,
      "step": 350
    },
    {
      "epoch": 0.03985386914646297,
      "grad_norm": 25.432398948327197,
      "learning_rate": 3.982300884955752e-06,
      "loss": 2.9583,
      "step": 360
    },
    {
      "epoch": 0.04096092106719805,
      "grad_norm": 24.118552348993813,
      "learning_rate": 4.092920353982301e-06,
      "loss": 2.9629,
      "step": 370
    },
    {
      "epoch": 0.04206797298793313,
      "grad_norm": 28.535820173184682,
      "learning_rate": 4.20353982300885e-06,
      "loss": 3.0437,
      "step": 380
    },
    {
      "epoch": 0.043175024908668216,
      "grad_norm": 27.574173741552002,
      "learning_rate": 4.314159292035399e-06,
      "loss": 2.9642,
      "step": 390
    },
    {
      "epoch": 0.0442820768294033,
      "grad_norm": 27.270408053929884,
      "learning_rate": 4.424778761061948e-06,
      "loss": 3.0859,
      "step": 400
    },
    {
      "epoch": 0.04538912875013838,
      "grad_norm": 27.57691676783791,
      "learning_rate": 4.535398230088496e-06,
      "loss": 3.009,
      "step": 410
    },
    {
      "epoch": 0.046496180670873466,
      "grad_norm": 23.96155441996071,
      "learning_rate": 4.646017699115045e-06,
      "loss": 2.9363,
      "step": 420
    },
    {
      "epoch": 0.04760323259160855,
      "grad_norm": 24.279797643812547,
      "learning_rate": 4.756637168141594e-06,
      "loss": 3.061,
      "step": 430
    },
    {
      "epoch": 0.04871028451234363,
      "grad_norm": 25.19191068246207,
      "learning_rate": 4.867256637168142e-06,
      "loss": 2.9153,
      "step": 440
    },
    {
      "epoch": 0.04981733643307871,
      "grad_norm": 28.82056510425203,
      "learning_rate": 4.97787610619469e-06,
      "loss": 3.1449,
      "step": 450
    },
    {
      "epoch": 0.05092438835381379,
      "grad_norm": 23.600325136397633,
      "learning_rate": 5.088495575221239e-06,
      "loss": 3.0081,
      "step": 460
    },
    {
      "epoch": 0.052031440274548875,
      "grad_norm": 23.484025108009725,
      "learning_rate": 5.1991150442477875e-06,
      "loss": 3.0463,
      "step": 470
    },
    {
      "epoch": 0.05313849219528396,
      "grad_norm": 19.983575881103242,
      "learning_rate": 5.309734513274337e-06,
      "loss": 3.0811,
      "step": 480
    },
    {
      "epoch": 0.05424554411601904,
      "grad_norm": 21.728377820671874,
      "learning_rate": 5.4203539823008855e-06,
      "loss": 3.1061,
      "step": 490
    },
    {
      "epoch": 0.055352596036754124,
      "grad_norm": 34.21680389185442,
      "learning_rate": 5.530973451327434e-06,
      "loss": 3.0082,
      "step": 500
    },
    {
      "epoch": 0.05645964795748921,
      "grad_norm": 28.98744881318429,
      "learning_rate": 5.641592920353984e-06,
      "loss": 2.9659,
      "step": 510
    },
    {
      "epoch": 0.05756669987822429,
      "grad_norm": 21.719020231412607,
      "learning_rate": 5.752212389380532e-06,
      "loss": 2.9689,
      "step": 520
    },
    {
      "epoch": 0.058673751798959374,
      "grad_norm": 26.343484772343533,
      "learning_rate": 5.86283185840708e-06,
      "loss": 3.0181,
      "step": 530
    },
    {
      "epoch": 0.05978080371969445,
      "grad_norm": 26.674266585106718,
      "learning_rate": 5.973451327433629e-06,
      "loss": 2.9782,
      "step": 540
    },
    {
      "epoch": 0.06088785564042953,
      "grad_norm": 24.29263386559663,
      "learning_rate": 6.084070796460177e-06,
      "loss": 3.0291,
      "step": 550
    },
    {
      "epoch": 0.06199490756116462,
      "grad_norm": 27.260031480591426,
      "learning_rate": 6.194690265486726e-06,
      "loss": 3.0252,
      "step": 560
    },
    {
      "epoch": 0.0631019594818997,
      "grad_norm": 20.957832212139657,
      "learning_rate": 6.305309734513275e-06,
      "loss": 3.0388,
      "step": 570
    },
    {
      "epoch": 0.06420901140263478,
      "grad_norm": 26.9583565130981,
      "learning_rate": 6.415929203539823e-06,
      "loss": 2.9987,
      "step": 580
    },
    {
      "epoch": 0.06531606332336987,
      "grad_norm": 23.667021249704298,
      "learning_rate": 6.526548672566372e-06,
      "loss": 2.9786,
      "step": 590
    },
    {
      "epoch": 0.06642311524410495,
      "grad_norm": 24.584436820766868,
      "learning_rate": 6.6371681415929215e-06,
      "loss": 3.0082,
      "step": 600
    },
    {
      "epoch": 0.06753016716484003,
      "grad_norm": 28.424068265725914,
      "learning_rate": 6.74778761061947e-06,
      "loss": 3.1212,
      "step": 610
    },
    {
      "epoch": 0.06863721908557512,
      "grad_norm": 21.704948850763316,
      "learning_rate": 6.858407079646018e-06,
      "loss": 3.0008,
      "step": 620
    },
    {
      "epoch": 0.0697442710063102,
      "grad_norm": 25.82364197800952,
      "learning_rate": 6.969026548672567e-06,
      "loss": 2.9993,
      "step": 630
    },
    {
      "epoch": 0.07085132292704528,
      "grad_norm": 23.887813042264725,
      "learning_rate": 7.079646017699116e-06,
      "loss": 2.9319,
      "step": 640
    },
    {
      "epoch": 0.07195837484778037,
      "grad_norm": 26.62784975319365,
      "learning_rate": 7.190265486725664e-06,
      "loss": 2.9158,
      "step": 650
    },
    {
      "epoch": 0.07306542676851545,
      "grad_norm": 25.598475891481986,
      "learning_rate": 7.300884955752213e-06,
      "loss": 3.0746,
      "step": 660
    },
    {
      "epoch": 0.07417247868925053,
      "grad_norm": 19.384106471975148,
      "learning_rate": 7.411504424778761e-06,
      "loss": 2.9683,
      "step": 670
    },
    {
      "epoch": 0.07527953060998561,
      "grad_norm": 22.58174336593009,
      "learning_rate": 7.5221238938053095e-06,
      "loss": 2.9548,
      "step": 680
    },
    {
      "epoch": 0.07638658253072068,
      "grad_norm": 23.253222270880613,
      "learning_rate": 7.632743362831859e-06,
      "loss": 2.9424,
      "step": 690
    },
    {
      "epoch": 0.07749363445145577,
      "grad_norm": 24.53761264564241,
      "learning_rate": 7.743362831858407e-06,
      "loss": 2.9999,
      "step": 700
    },
    {
      "epoch": 0.07860068637219085,
      "grad_norm": 22.215828742213887,
      "learning_rate": 7.853982300884957e-06,
      "loss": 2.9638,
      "step": 710
    },
    {
      "epoch": 0.07970773829292593,
      "grad_norm": 23.926002163576186,
      "learning_rate": 7.964601769911505e-06,
      "loss": 2.9937,
      "step": 720
    },
    {
      "epoch": 0.08081479021366102,
      "grad_norm": 24.414616790878906,
      "learning_rate": 8.075221238938053e-06,
      "loss": 2.9732,
      "step": 730
    },
    {
      "epoch": 0.0819218421343961,
      "grad_norm": 23.388402347902353,
      "learning_rate": 8.185840707964603e-06,
      "loss": 2.9107,
      "step": 740
    },
    {
      "epoch": 0.08302889405513118,
      "grad_norm": 24.124270687360198,
      "learning_rate": 8.296460176991151e-06,
      "loss": 2.9869,
      "step": 750
    },
    {
      "epoch": 0.08413594597586627,
      "grad_norm": 21.86924086571945,
      "learning_rate": 8.4070796460177e-06,
      "loss": 3.0616,
      "step": 760
    },
    {
      "epoch": 0.08524299789660135,
      "grad_norm": 29.125772286493696,
      "learning_rate": 8.517699115044249e-06,
      "loss": 2.9174,
      "step": 770
    },
    {
      "epoch": 0.08635004981733643,
      "grad_norm": 25.471433455609642,
      "learning_rate": 8.628318584070797e-06,
      "loss": 3.0338,
      "step": 780
    },
    {
      "epoch": 0.08745710173807152,
      "grad_norm": 24.06665529849035,
      "learning_rate": 8.738938053097345e-06,
      "loss": 3.0321,
      "step": 790
    },
    {
      "epoch": 0.0885641536588066,
      "grad_norm": 18.292126722435007,
      "learning_rate": 8.849557522123895e-06,
      "loss": 2.9429,
      "step": 800
    },
    {
      "epoch": 0.08967120557954168,
      "grad_norm": 22.110943430558972,
      "learning_rate": 8.960176991150443e-06,
      "loss": 2.8389,
      "step": 810
    },
    {
      "epoch": 0.09077825750027677,
      "grad_norm": 24.83606400487908,
      "learning_rate": 9.070796460176992e-06,
      "loss": 2.9753,
      "step": 820
    },
    {
      "epoch": 0.09188530942101185,
      "grad_norm": 25.95232011272635,
      "learning_rate": 9.181415929203542e-06,
      "loss": 3.043,
      "step": 830
    },
    {
      "epoch": 0.09299236134174693,
      "grad_norm": 20.659162690961626,
      "learning_rate": 9.29203539823009e-06,
      "loss": 2.9343,
      "step": 840
    },
    {
      "epoch": 0.09409941326248202,
      "grad_norm": 25.45459790239467,
      "learning_rate": 9.402654867256638e-06,
      "loss": 3.0285,
      "step": 850
    },
    {
      "epoch": 0.0952064651832171,
      "grad_norm": 24.920778384975627,
      "learning_rate": 9.513274336283188e-06,
      "loss": 3.008,
      "step": 860
    },
    {
      "epoch": 0.09631351710395218,
      "grad_norm": 23.893946109752218,
      "learning_rate": 9.623893805309736e-06,
      "loss": 3.0592,
      "step": 870
    },
    {
      "epoch": 0.09742056902468726,
      "grad_norm": 23.476211841831407,
      "learning_rate": 9.734513274336284e-06,
      "loss": 3.0277,
      "step": 880
    },
    {
      "epoch": 0.09852762094542233,
      "grad_norm": 32.349500707592966,
      "learning_rate": 9.845132743362832e-06,
      "loss": 3.0481,
      "step": 890
    },
    {
      "epoch": 0.09963467286615742,
      "grad_norm": 23.23199056988143,
      "learning_rate": 9.95575221238938e-06,
      "loss": 2.9412,
      "step": 900
    },
    {
      "epoch": 0.1007417247868925,
      "grad_norm": 23.773772040090407,
      "learning_rate": 9.999986557878607e-06,
      "loss": 2.911,
      "step": 910
    },
    {
      "epoch": 0.10184877670762758,
      "grad_norm": 21.93860193010473,
      "learning_rate": 9.999904411842942e-06,
      "loss": 3.0976,
      "step": 920
    },
    {
      "epoch": 0.10295582862836267,
      "grad_norm": 26.162102122715467,
      "learning_rate": 9.999747588842252e-06,
      "loss": 2.8653,
      "step": 930
    },
    {
      "epoch": 0.10406288054909775,
      "grad_norm": 24.79079368386082,
      "learning_rate": 9.999516091218793e-06,
      "loss": 3.0475,
      "step": 940
    },
    {
      "epoch": 0.10516993246983283,
      "grad_norm": 22.659978907939497,
      "learning_rate": 9.999209922430137e-06,
      "loss": 2.9725,
      "step": 950
    },
    {
      "epoch": 0.10627698439056792,
      "grad_norm": 24.881751031281876,
      "learning_rate": 9.99882908704913e-06,
      "loss": 2.9832,
      "step": 960
    },
    {
      "epoch": 0.107384036311303,
      "grad_norm": 19.289141804905892,
      "learning_rate": 9.998373590763798e-06,
      "loss": 2.9333,
      "step": 970
    },
    {
      "epoch": 0.10849108823203808,
      "grad_norm": 25.233514814542282,
      "learning_rate": 9.997843440377293e-06,
      "loss": 3.1247,
      "step": 980
    },
    {
      "epoch": 0.10959814015277317,
      "grad_norm": 22.529791978010802,
      "learning_rate": 9.997238643807768e-06,
      "loss": 3.0009,
      "step": 990
    },
    {
      "epoch": 0.11070519207350825,
      "grad_norm": 26.994079486651124,
      "learning_rate": 9.996559210088272e-06,
      "loss": 3.0359,
      "step": 1000
    },
    {
      "epoch": 0.11181224399424333,
      "grad_norm": 23.04614956134999,
      "learning_rate": 9.995805149366607e-06,
      "loss": 2.9097,
      "step": 1010
    },
    {
      "epoch": 0.11291929591497842,
      "grad_norm": 26.498780600053372,
      "learning_rate": 9.994976472905184e-06,
      "loss": 3.045,
      "step": 1020
    },
    {
      "epoch": 0.1140263478357135,
      "grad_norm": 20.370834631825762,
      "learning_rate": 9.994073193080844e-06,
      "loss": 2.9198,
      "step": 1030
    },
    {
      "epoch": 0.11513339975644858,
      "grad_norm": 18.931594900754984,
      "learning_rate": 9.993095323384688e-06,
      "loss": 2.9937,
      "step": 1040
    },
    {
      "epoch": 0.11624045167718366,
      "grad_norm": 25.23074417182063,
      "learning_rate": 9.992042878421862e-06,
      "loss": 2.9846,
      "step": 1050
    },
    {
      "epoch": 0.11734750359791875,
      "grad_norm": 22.748633865558133,
      "learning_rate": 9.990915873911346e-06,
      "loss": 3.0222,
      "step": 1060
    },
    {
      "epoch": 0.11845455551865383,
      "grad_norm": 20.500684992552053,
      "learning_rate": 9.989714326685715e-06,
      "loss": 3.0954,
      "step": 1070
    },
    {
      "epoch": 0.1195616074393889,
      "grad_norm": 18.438452324633406,
      "learning_rate": 9.988438254690896e-06,
      "loss": 2.9079,
      "step": 1080
    },
    {
      "epoch": 0.12066865936012398,
      "grad_norm": 20.9380161875694,
      "learning_rate": 9.987087676985886e-06,
      "loss": 3.042,
      "step": 1090
    },
    {
      "epoch": 0.12177571128085907,
      "grad_norm": 21.96145242279915,
      "learning_rate": 9.985662613742483e-06,
      "loss": 3.0928,
      "step": 1100
    },
    {
      "epoch": 0.12288276320159415,
      "grad_norm": 22.04573397808545,
      "learning_rate": 9.984163086244971e-06,
      "loss": 3.1986,
      "step": 1110
    },
    {
      "epoch": 0.12398981512232923,
      "grad_norm": 22.85309097193917,
      "learning_rate": 9.982589116889811e-06,
      "loss": 3.0349,
      "step": 1120
    },
    {
      "epoch": 0.12509686704306433,
      "grad_norm": 22.5326581537924,
      "learning_rate": 9.980940729185305e-06,
      "loss": 3.0092,
      "step": 1130
    },
    {
      "epoch": 0.1262039189637994,
      "grad_norm": 23.18944415182163,
      "learning_rate": 9.97921794775124e-06,
      "loss": 2.952,
      "step": 1140
    },
    {
      "epoch": 0.1273109708845345,
      "grad_norm": 21.06330535416755,
      "learning_rate": 9.977420798318527e-06,
      "loss": 2.9854,
      "step": 1150
    },
    {
      "epoch": 0.12841802280526957,
      "grad_norm": 20.966301469920268,
      "learning_rate": 9.975549307728812e-06,
      "loss": 2.9179,
      "step": 1160
    },
    {
      "epoch": 0.12952507472600466,
      "grad_norm": 20.657024404262373,
      "learning_rate": 9.973603503934077e-06,
      "loss": 2.9828,
      "step": 1170
    },
    {
      "epoch": 0.13063212664673973,
      "grad_norm": 23.18808360085381,
      "learning_rate": 9.97158341599622e-06,
      "loss": 2.8795,
      "step": 1180
    },
    {
      "epoch": 0.1317391785674748,
      "grad_norm": 19.586003898036246,
      "learning_rate": 9.969489074086626e-06,
      "loss": 2.9715,
      "step": 1190
    },
    {
      "epoch": 0.1328462304882099,
      "grad_norm": 23.666001778535268,
      "learning_rate": 9.967320509485715e-06,
      "loss": 3.0556,
      "step": 1200
    },
    {
      "epoch": 0.13395328240894497,
      "grad_norm": 20.020096724757796,
      "learning_rate": 9.965077754582468e-06,
      "loss": 2.925,
      "step": 1210
    },
    {
      "epoch": 0.13506033432968007,
      "grad_norm": 24.015238653225634,
      "learning_rate": 9.962760842873952e-06,
      "loss": 2.9019,
      "step": 1220
    },
    {
      "epoch": 0.13616738625041513,
      "grad_norm": 30.05960379166683,
      "learning_rate": 9.960369808964816e-06,
      "loss": 2.984,
      "step": 1230
    },
    {
      "epoch": 0.13727443817115023,
      "grad_norm": 19.296451414183455,
      "learning_rate": 9.957904688566774e-06,
      "loss": 2.9919,
      "step": 1240
    },
    {
      "epoch": 0.1383814900918853,
      "grad_norm": 20.11171003157378,
      "learning_rate": 9.95536551849807e-06,
      "loss": 2.939,
      "step": 1250
    },
    {
      "epoch": 0.1394885420126204,
      "grad_norm": 24.97381642097054,
      "learning_rate": 9.952752336682933e-06,
      "loss": 3.0819,
      "step": 1260
    },
    {
      "epoch": 0.14059559393335547,
      "grad_norm": 19.11189833758423,
      "learning_rate": 9.950065182151007e-06,
      "loss": 2.9558,
      "step": 1270
    },
    {
      "epoch": 0.14170264585409056,
      "grad_norm": 22.339401966128147,
      "learning_rate": 9.947304095036768e-06,
      "loss": 2.971,
      "step": 1280
    },
    {
      "epoch": 0.14280969777482563,
      "grad_norm": 20.896158530865005,
      "learning_rate": 9.944469116578925e-06,
      "loss": 2.9734,
      "step": 1290
    },
    {
      "epoch": 0.14391674969556073,
      "grad_norm": 21.80035128152707,
      "learning_rate": 9.941560289119808e-06,
      "loss": 3.0756,
      "step": 1300
    },
    {
      "epoch": 0.1450238016162958,
      "grad_norm": 22.803461112332005,
      "learning_rate": 9.938577656104725e-06,
      "loss": 2.8886,
      "step": 1310
    },
    {
      "epoch": 0.1461308535370309,
      "grad_norm": 19.045841307524757,
      "learning_rate": 9.935521262081324e-06,
      "loss": 2.9949,
      "step": 1320
    },
    {
      "epoch": 0.14723790545776597,
      "grad_norm": 21.269082405436986,
      "learning_rate": 9.932391152698926e-06,
      "loss": 3.1047,
      "step": 1330
    },
    {
      "epoch": 0.14834495737850106,
      "grad_norm": 24.520690144049905,
      "learning_rate": 9.929187374707836e-06,
      "loss": 2.9404,
      "step": 1340
    },
    {
      "epoch": 0.14945200929923613,
      "grad_norm": 22.56252212345693,
      "learning_rate": 9.925909975958655e-06,
      "loss": 2.9609,
      "step": 1350
    },
    {
      "epoch": 0.15055906121997123,
      "grad_norm": 18.509241308235815,
      "learning_rate": 9.922559005401555e-06,
      "loss": 2.9581,
      "step": 1360
    },
    {
      "epoch": 0.1516661131407063,
      "grad_norm": 21.078754308555286,
      "learning_rate": 9.919134513085557e-06,
      "loss": 3.0338,
      "step": 1370
    },
    {
      "epoch": 0.15277316506144137,
      "grad_norm": 19.364617917203557,
      "learning_rate": 9.915636550157776e-06,
      "loss": 3.0394,
      "step": 1380
    },
    {
      "epoch": 0.15388021698217647,
      "grad_norm": 12.87341952454837,
      "learning_rate": 9.912065168862661e-06,
      "loss": 2.8927,
      "step": 1390
    },
    {
      "epoch": 0.15498726890291153,
      "grad_norm": 21.353822481564322,
      "learning_rate": 9.908420422541216e-06,
      "loss": 2.9264,
      "step": 1400
    },
    {
      "epoch": 0.15609432082364663,
      "grad_norm": 25.61409358483238,
      "learning_rate": 9.9047023656302e-06,
      "loss": 3.0722,
      "step": 1410
    },
    {
      "epoch": 0.1572013727443817,
      "grad_norm": 18.98168487984158,
      "learning_rate": 9.90091105366132e-06,
      "loss": 3.0422,
      "step": 1420
    },
    {
      "epoch": 0.1583084246651168,
      "grad_norm": 18.90201248838335,
      "learning_rate": 9.897046543260384e-06,
      "loss": 2.9686,
      "step": 1430
    },
    {
      "epoch": 0.15941547658585187,
      "grad_norm": 19.145516912456003,
      "learning_rate": 9.893108892146487e-06,
      "loss": 2.9299,
      "step": 1440
    },
    {
      "epoch": 0.16052252850658696,
      "grad_norm": 21.131608116342832,
      "learning_rate": 9.889098159131112e-06,
      "loss": 2.9767,
      "step": 1450
    },
    {
      "epoch": 0.16162958042732203,
      "grad_norm": 23.100589010259966,
      "learning_rate": 9.88501440411728e-06,
      "loss": 2.9711,
      "step": 1460
    },
    {
      "epoch": 0.16273663234805713,
      "grad_norm": 23.844195002755608,
      "learning_rate": 9.88085768809865e-06,
      "loss": 3.0006,
      "step": 1470
    },
    {
      "epoch": 0.1638436842687922,
      "grad_norm": 21.595484978633603,
      "learning_rate": 9.876628073158586e-06,
      "loss": 2.8897,
      "step": 1480
    },
    {
      "epoch": 0.1649507361895273,
      "grad_norm": 19.91645782320423,
      "learning_rate": 9.872325622469263e-06,
      "loss": 2.9626,
      "step": 1490
    },
    {
      "epoch": 0.16605778811026237,
      "grad_norm": 22.954047655684626,
      "learning_rate": 9.8679504002907e-06,
      "loss": 2.9654,
      "step": 1500
    },
    {
      "epoch": 0.16716484003099746,
      "grad_norm": 19.01781845067502,
      "learning_rate": 9.863502471969811e-06,
      "loss": 2.9689,
      "step": 1510
    },
    {
      "epoch": 0.16827189195173253,
      "grad_norm": 23.51295361703636,
      "learning_rate": 9.858981903939419e-06,
      "loss": 2.9714,
      "step": 1520
    },
    {
      "epoch": 0.16937894387246763,
      "grad_norm": 22.715802630980665,
      "learning_rate": 9.85438876371728e-06,
      "loss": 2.9433,
      "step": 1530
    },
    {
      "epoch": 0.1704859957932027,
      "grad_norm": 19.235667821528295,
      "learning_rate": 9.849723119905055e-06,
      "loss": 2.8702,
      "step": 1540
    },
    {
      "epoch": 0.1715930477139378,
      "grad_norm": 20.997083855056253,
      "learning_rate": 9.844985042187305e-06,
      "loss": 2.9613,
      "step": 1550
    },
    {
      "epoch": 0.17270009963467287,
      "grad_norm": 19.327650896289015,
      "learning_rate": 9.840174601330434e-06,
      "loss": 2.9561,
      "step": 1560
    },
    {
      "epoch": 0.17380715155540793,
      "grad_norm": 23.743647417758826,
      "learning_rate": 9.835291869181638e-06,
      "loss": 2.9465,
      "step": 1570
    },
    {
      "epoch": 0.17491420347614303,
      "grad_norm": 21.24076642916138,
      "learning_rate": 9.830336918667838e-06,
      "loss": 2.9089,
      "step": 1580
    },
    {
      "epoch": 0.1760212553968781,
      "grad_norm": 18.18531438353361,
      "learning_rate": 9.82530982379458e-06,
      "loss": 2.925,
      "step": 1590
    },
    {
      "epoch": 0.1771283073176132,
      "grad_norm": 18.941367135114337,
      "learning_rate": 9.820210659644938e-06,
      "loss": 2.8847,
      "step": 1600
    },
    {
      "epoch": 0.17823535923834827,
      "grad_norm": 21.6741338404853,
      "learning_rate": 9.815039502378387e-06,
      "loss": 2.8948,
      "step": 1610
    },
    {
      "epoch": 0.17934241115908336,
      "grad_norm": 20.193862408863023,
      "learning_rate": 9.80979642922967e-06,
      "loss": 3.0728,
      "step": 1620
    },
    {
      "epoch": 0.18044946307981843,
      "grad_norm": 18.820011578655564,
      "learning_rate": 9.804481518507645e-06,
      "loss": 2.9551,
      "step": 1630
    },
    {
      "epoch": 0.18155651500055353,
      "grad_norm": 21.501952619775196,
      "learning_rate": 9.799094849594107e-06,
      "loss": 2.9621,
      "step": 1640
    },
    {
      "epoch": 0.1826635669212886,
      "grad_norm": 25.610574065149102,
      "learning_rate": 9.793636502942611e-06,
      "loss": 2.8723,
      "step": 1650
    },
    {
      "epoch": 0.1837706188420237,
      "grad_norm": 20.593228441794714,
      "learning_rate": 9.78810656007727e-06,
      "loss": 2.8278,
      "step": 1660
    },
    {
      "epoch": 0.18487767076275877,
      "grad_norm": 19.172777347075332,
      "learning_rate": 9.782505103591533e-06,
      "loss": 2.9767,
      "step": 1670
    },
    {
      "epoch": 0.18598472268349386,
      "grad_norm": 21.02145151466687,
      "learning_rate": 9.776832217146952e-06,
      "loss": 2.8362,
      "step": 1680
    },
    {
      "epoch": 0.18709177460422893,
      "grad_norm": 20.621602691872784,
      "learning_rate": 9.771087985471936e-06,
      "loss": 3.0292,
      "step": 1690
    },
    {
      "epoch": 0.18819882652496403,
      "grad_norm": 17.865789195071134,
      "learning_rate": 9.765272494360483e-06,
      "loss": 2.8839,
      "step": 1700
    },
    {
      "epoch": 0.1893058784456991,
      "grad_norm": 18.637077859127157,
      "learning_rate": 9.759385830670897e-06,
      "loss": 2.8975,
      "step": 1710
    },
    {
      "epoch": 0.1904129303664342,
      "grad_norm": 20.242466511532335,
      "learning_rate": 9.753428082324496e-06,
      "loss": 2.8949,
      "step": 1720
    },
    {
      "epoch": 0.19151998228716927,
      "grad_norm": 19.93215544071779,
      "learning_rate": 9.747399338304295e-06,
      "loss": 3.0225,
      "step": 1730
    },
    {
      "epoch": 0.19262703420790436,
      "grad_norm": 24.762070259664206,
      "learning_rate": 9.741299688653676e-06,
      "loss": 2.9459,
      "step": 1740
    },
    {
      "epoch": 0.19373408612863943,
      "grad_norm": 19.63500693742026,
      "learning_rate": 9.735129224475044e-06,
      "loss": 2.8765,
      "step": 1750
    },
    {
      "epoch": 0.19484113804937453,
      "grad_norm": 21.82483127686805,
      "learning_rate": 9.72888803792847e-06,
      "loss": 2.8684,
      "step": 1760
    },
    {
      "epoch": 0.1959481899701096,
      "grad_norm": 19.049243439574713,
      "learning_rate": 9.72257622223031e-06,
      "loss": 2.9594,
      "step": 1770
    },
    {
      "epoch": 0.19705524189084467,
      "grad_norm": 21.414348061773953,
      "learning_rate": 9.716193871651814e-06,
      "loss": 2.9053,
      "step": 1780
    },
    {
      "epoch": 0.19816229381157976,
      "grad_norm": 17.876253403312774,
      "learning_rate": 9.709741081517717e-06,
      "loss": 2.8154,
      "step": 1790
    },
    {
      "epoch": 0.19926934573231483,
      "grad_norm": 20.116361008310705,
      "learning_rate": 9.703217948204821e-06,
      "loss": 2.9732,
      "step": 1800
    },
    {
      "epoch": 0.20037639765304993,
      "grad_norm": 18.744377270113645,
      "learning_rate": 9.696624569140547e-06,
      "loss": 2.8966,
      "step": 1810
    },
    {
      "epoch": 0.201483449573785,
      "grad_norm": 19.280130238929477,
      "learning_rate": 9.689961042801483e-06,
      "loss": 2.8611,
      "step": 1820
    },
    {
      "epoch": 0.2025905014945201,
      "grad_norm": 19.224045203920024,
      "learning_rate": 9.68322746871192e-06,
      "loss": 2.8985,
      "step": 1830
    },
    {
      "epoch": 0.20369755341525517,
      "grad_norm": 23.351196637887085,
      "learning_rate": 9.676423947442353e-06,
      "loss": 2.9592,
      "step": 1840
    },
    {
      "epoch": 0.20480460533599026,
      "grad_norm": 17.4707572244572,
      "learning_rate": 9.66955058060799e-06,
      "loss": 2.9347,
      "step": 1850
    },
    {
      "epoch": 0.20591165725672533,
      "grad_norm": 20.54442740488183,
      "learning_rate": 9.662607470867229e-06,
      "loss": 2.8642,
      "step": 1860
    },
    {
      "epoch": 0.20701870917746043,
      "grad_norm": 19.78074079042836,
      "learning_rate": 9.655594721920124e-06,
      "loss": 2.8779,
      "step": 1870
    },
    {
      "epoch": 0.2081257610981955,
      "grad_norm": 19.640164221789888,
      "learning_rate": 9.648512438506841e-06,
      "loss": 3.0375,
      "step": 1880
    },
    {
      "epoch": 0.2092328130189306,
      "grad_norm": 17.525300444795423,
      "learning_rate": 9.641360726406087e-06,
      "loss": 2.9689,
      "step": 1890
    },
    {
      "epoch": 0.21033986493966567,
      "grad_norm": 16.921755221767196,
      "learning_rate": 9.634139692433534e-06,
      "loss": 2.9311,
      "step": 1900
    },
    {
      "epoch": 0.21144691686040076,
      "grad_norm": 23.573635502822672,
      "learning_rate": 9.626849444440223e-06,
      "loss": 3.1791,
      "step": 1910
    },
    {
      "epoch": 0.21255396878113583,
      "grad_norm": 21.608288648771143,
      "learning_rate": 9.619490091310959e-06,
      "loss": 2.9152,
      "step": 1920
    },
    {
      "epoch": 0.21366102070187093,
      "grad_norm": 21.984519688812558,
      "learning_rate": 9.612061742962672e-06,
      "loss": 2.8558,
      "step": 1930
    },
    {
      "epoch": 0.214768072622606,
      "grad_norm": 20.401130440641623,
      "learning_rate": 9.604564510342785e-06,
      "loss": 2.8631,
      "step": 1940
    },
    {
      "epoch": 0.2158751245433411,
      "grad_norm": 20.05203124505054,
      "learning_rate": 9.596998505427556e-06,
      "loss": 2.987,
      "step": 1950
    },
    {
      "epoch": 0.21698217646407617,
      "grad_norm": 20.868561748558378,
      "learning_rate": 9.589363841220398e-06,
      "loss": 2.7379,
      "step": 1960
    },
    {
      "epoch": 0.21808922838481123,
      "grad_norm": 22.537403308642126,
      "learning_rate": 9.581660631750205e-06,
      "loss": 2.9491,
      "step": 1970
    },
    {
      "epoch": 0.21919628030554633,
      "grad_norm": 18.786633581936144,
      "learning_rate": 9.573888992069635e-06,
      "loss": 3.0325,
      "step": 1980
    },
    {
      "epoch": 0.2203033322262814,
      "grad_norm": 20.183050798106528,
      "learning_rate": 9.566049038253404e-06,
      "loss": 2.8613,
      "step": 1990
    },
    {
      "epoch": 0.2214103841470165,
      "grad_norm": 19.889860560476563,
      "learning_rate": 9.558140887396539e-06,
      "loss": 3.0076,
      "step": 2000
    },
    {
      "epoch": 0.2214103841470165,
      "eval_loss": 2.899467945098877,
      "eval_runtime": 2402.2319,
      "eval_samples_per_second": 4.178,
      "eval_steps_per_second": 0.418,
      "step": 2000
    },
    {
      "epoch": 0.22251743606775157,
      "grad_norm": 20.918414604698,
      "learning_rate": 9.55016465761264e-06,
      "loss": 2.8974,
      "step": 2010
    },
    {
      "epoch": 0.22362448798848666,
      "grad_norm": 18.12895807311221,
      "learning_rate": 9.542120468032108e-06,
      "loss": 2.8925,
      "step": 2020
    },
    {
      "epoch": 0.22473153990922173,
      "grad_norm": 20.68008214687689,
      "learning_rate": 9.534008438800378e-06,
      "loss": 2.8954,
      "step": 2030
    },
    {
      "epoch": 0.22583859182995683,
      "grad_norm": 19.62578662683229,
      "learning_rate": 9.525828691076107e-06,
      "loss": 2.9672,
      "step": 2040
    },
    {
      "epoch": 0.2269456437506919,
      "grad_norm": 18.137624721398762,
      "learning_rate": 9.517581347029378e-06,
      "loss": 2.7592,
      "step": 2050
    },
    {
      "epoch": 0.228052695671427,
      "grad_norm": 18.753830138125636,
      "learning_rate": 9.509266529839872e-06,
      "loss": 2.7837,
      "step": 2060
    },
    {
      "epoch": 0.22915974759216207,
      "grad_norm": 17.672344029095868,
      "learning_rate": 9.500884363695025e-06,
      "loss": 2.8959,
      "step": 2070
    },
    {
      "epoch": 0.23026679951289716,
      "grad_norm": 17.952725451957562,
      "learning_rate": 9.492434973788176e-06,
      "loss": 2.9146,
      "step": 2080
    },
    {
      "epoch": 0.23137385143363223,
      "grad_norm": 21.49636205616348,
      "learning_rate": 9.483918486316694e-06,
      "loss": 2.9972,
      "step": 2090
    },
    {
      "epoch": 0.23248090335436733,
      "grad_norm": 17.872259773823583,
      "learning_rate": 9.475335028480104e-06,
      "loss": 2.9048,
      "step": 2100
    },
    {
      "epoch": 0.2335879552751024,
      "grad_norm": 18.304493955091758,
      "learning_rate": 9.466684728478167e-06,
      "loss": 2.8832,
      "step": 2110
    },
    {
      "epoch": 0.2346950071958375,
      "grad_norm": 20.521104550808733,
      "learning_rate": 9.457967715508986e-06,
      "loss": 2.9132,
      "step": 2120
    },
    {
      "epoch": 0.23580205911657257,
      "grad_norm": 21.959898523340325,
      "learning_rate": 9.449184119767066e-06,
      "loss": 2.8827,
      "step": 2130
    },
    {
      "epoch": 0.23690911103730766,
      "grad_norm": 17.838849413370237,
      "learning_rate": 9.440334072441364e-06,
      "loss": 2.9918,
      "step": 2140
    },
    {
      "epoch": 0.23801616295804273,
      "grad_norm": 19.92878332099444,
      "learning_rate": 9.431417705713348e-06,
      "loss": 2.9768,
      "step": 2150
    },
    {
      "epoch": 0.2391232148787778,
      "grad_norm": 22.052024784352827,
      "learning_rate": 9.422435152755003e-06,
      "loss": 2.7936,
      "step": 2160
    },
    {
      "epoch": 0.2402302667995129,
      "grad_norm": 18.832979591486268,
      "learning_rate": 9.41338654772685e-06,
      "loss": 2.8846,
      "step": 2170
    },
    {
      "epoch": 0.24133731872024797,
      "grad_norm": 20.56672086138257,
      "learning_rate": 9.40427202577595e-06,
      "loss": 2.9381,
      "step": 2180
    },
    {
      "epoch": 0.24244437064098306,
      "grad_norm": 19.022342343144167,
      "learning_rate": 9.39509172303387e-06,
      "loss": 2.7231,
      "step": 2190
    },
    {
      "epoch": 0.24355142256171813,
      "grad_norm": 18.365037787301343,
      "learning_rate": 9.385845776614659e-06,
      "loss": 2.8299,
      "step": 2200
    },
    {
      "epoch": 0.24465847448245323,
      "grad_norm": 16.086771712151563,
      "learning_rate": 9.3765343246128e-06,
      "loss": 2.8833,
      "step": 2210
    },
    {
      "epoch": 0.2457655264031883,
      "grad_norm": 17.286906565742285,
      "learning_rate": 9.367157506101152e-06,
      "loss": 2.8471,
      "step": 2220
    },
    {
      "epoch": 0.2468725783239234,
      "grad_norm": 16.860767812467355,
      "learning_rate": 9.35771546112886e-06,
      "loss": 2.7524,
      "step": 2230
    },
    {
      "epoch": 0.24797963024465847,
      "grad_norm": 22.69662113190212,
      "learning_rate": 9.348208330719269e-06,
      "loss": 2.9083,
      "step": 2240
    },
    {
      "epoch": 0.24908668216539356,
      "grad_norm": 17.900886651161414,
      "learning_rate": 9.338636256867826e-06,
      "loss": 2.8428,
      "step": 2250
    },
    {
      "epoch": 0.25019373408612866,
      "grad_norm": 16.680552099827924,
      "learning_rate": 9.328999382539948e-06,
      "loss": 2.8914,
      "step": 2260
    },
    {
      "epoch": 0.25130078600686373,
      "grad_norm": 18.313897702064246,
      "learning_rate": 9.319297851668893e-06,
      "loss": 2.9034,
      "step": 2270
    },
    {
      "epoch": 0.2524078379275988,
      "grad_norm": 16.947671537858998,
      "learning_rate": 9.309531809153606e-06,
      "loss": 2.8502,
      "step": 2280
    },
    {
      "epoch": 0.25351488984833387,
      "grad_norm": 18.710427396365873,
      "learning_rate": 9.29970140085656e-06,
      "loss": 2.8524,
      "step": 2290
    },
    {
      "epoch": 0.254621941769069,
      "grad_norm": 19.2567190717822,
      "learning_rate": 9.28980677360157e-06,
      "loss": 2.9991,
      "step": 2300
    },
    {
      "epoch": 0.25572899368980406,
      "grad_norm": 18.050406635894987,
      "learning_rate": 9.279848075171613e-06,
      "loss": 2.8717,
      "step": 2310
    },
    {
      "epoch": 0.25683604561053913,
      "grad_norm": 22.127493631791086,
      "learning_rate": 9.269825454306605e-06,
      "loss": 2.8977,
      "step": 2320
    },
    {
      "epoch": 0.2579430975312742,
      "grad_norm": 18.821085236072186,
      "learning_rate": 9.259739060701189e-06,
      "loss": 2.9116,
      "step": 2330
    },
    {
      "epoch": 0.2590501494520093,
      "grad_norm": 19.277291605575755,
      "learning_rate": 9.249589045002497e-06,
      "loss": 2.9024,
      "step": 2340
    },
    {
      "epoch": 0.2601572013727444,
      "grad_norm": 18.176543407022002,
      "learning_rate": 9.239375558807901e-06,
      "loss": 2.9065,
      "step": 2350
    },
    {
      "epoch": 0.26126425329347946,
      "grad_norm": 17.55658292047273,
      "learning_rate": 9.229098754662748e-06,
      "loss": 2.7598,
      "step": 2360
    },
    {
      "epoch": 0.26237130521421453,
      "grad_norm": 19.0666485097006,
      "learning_rate": 9.218758786058084e-06,
      "loss": 2.8376,
      "step": 2370
    },
    {
      "epoch": 0.2634783571349496,
      "grad_norm": 19.066879018665727,
      "learning_rate": 9.208355807428351e-06,
      "loss": 2.8766,
      "step": 2380
    },
    {
      "epoch": 0.26458540905568473,
      "grad_norm": 22.160566724834183,
      "learning_rate": 9.197889974149096e-06,
      "loss": 2.9115,
      "step": 2390
    },
    {
      "epoch": 0.2656924609764198,
      "grad_norm": 18.716069674957527,
      "learning_rate": 9.187361442534641e-06,
      "loss": 2.913,
      "step": 2400
    },
    {
      "epoch": 0.26679951289715487,
      "grad_norm": 21.86386868859532,
      "learning_rate": 9.176770369835748e-06,
      "loss": 3.0737,
      "step": 2410
    },
    {
      "epoch": 0.26790656481788994,
      "grad_norm": 19.87740412211485,
      "learning_rate": 9.166116914237277e-06,
      "loss": 2.827,
      "step": 2420
    },
    {
      "epoch": 0.26901361673862506,
      "grad_norm": 20.48966032173197,
      "learning_rate": 9.155401234855814e-06,
      "loss": 2.8279,
      "step": 2430
    },
    {
      "epoch": 0.27012066865936013,
      "grad_norm": 18.939462945596684,
      "learning_rate": 9.144623491737303e-06,
      "loss": 2.8827,
      "step": 2440
    },
    {
      "epoch": 0.2712277205800952,
      "grad_norm": 16.511411706489035,
      "learning_rate": 9.133783845854649e-06,
      "loss": 2.8858,
      "step": 2450
    },
    {
      "epoch": 0.27233477250083027,
      "grad_norm": 17.12242102699232,
      "learning_rate": 9.12288245910532e-06,
      "loss": 3.0051,
      "step": 2460
    },
    {
      "epoch": 0.2734418244215654,
      "grad_norm": 21.739631249295055,
      "learning_rate": 9.111919494308921e-06,
      "loss": 2.8119,
      "step": 2470
    },
    {
      "epoch": 0.27454887634230046,
      "grad_norm": 19.136040590653046,
      "learning_rate": 9.100895115204776e-06,
      "loss": 2.9821,
      "step": 2480
    },
    {
      "epoch": 0.27565592826303553,
      "grad_norm": 18.511511436982243,
      "learning_rate": 9.08980948644946e-06,
      "loss": 2.8592,
      "step": 2490
    },
    {
      "epoch": 0.2767629801837706,
      "grad_norm": 20.212663617382482,
      "learning_rate": 9.078662773614367e-06,
      "loss": 2.9192,
      "step": 2500
    },
    {
      "epoch": 0.2778700321045057,
      "grad_norm": 20.727838354887886,
      "learning_rate": 9.067455143183213e-06,
      "loss": 2.8882,
      "step": 2510
    },
    {
      "epoch": 0.2789770840252408,
      "grad_norm": 20.387190015826864,
      "learning_rate": 9.056186762549564e-06,
      "loss": 2.8964,
      "step": 2520
    },
    {
      "epoch": 0.28008413594597587,
      "grad_norm": 21.001687858734584,
      "learning_rate": 9.04485780001433e-06,
      "loss": 3.0001,
      "step": 2530
    },
    {
      "epoch": 0.28119118786671093,
      "grad_norm": 15.842781499171902,
      "learning_rate": 9.033468424783255e-06,
      "loss": 2.8406,
      "step": 2540
    },
    {
      "epoch": 0.282298239787446,
      "grad_norm": 21.453283495940212,
      "learning_rate": 9.022018806964388e-06,
      "loss": 2.7475,
      "step": 2550
    },
    {
      "epoch": 0.28340529170818113,
      "grad_norm": 16.60678323210403,
      "learning_rate": 9.010509117565538e-06,
      "loss": 2.789,
      "step": 2560
    },
    {
      "epoch": 0.2845123436289162,
      "grad_norm": 21.22156270449788,
      "learning_rate": 8.998939528491724e-06,
      "loss": 2.8132,
      "step": 2570
    },
    {
      "epoch": 0.28561939554965127,
      "grad_norm": 20.029298510004143,
      "learning_rate": 8.987310212542613e-06,
      "loss": 2.8848,
      "step": 2580
    },
    {
      "epoch": 0.28672644747038634,
      "grad_norm": 17.416215394194477,
      "learning_rate": 8.975621343409927e-06,
      "loss": 2.8099,
      "step": 2590
    },
    {
      "epoch": 0.28783349939112146,
      "grad_norm": 17.8983008619953,
      "learning_rate": 8.963873095674858e-06,
      "loss": 2.8862,
      "step": 2600
    },
    {
      "epoch": 0.28894055131185653,
      "grad_norm": 17.34578619148897,
      "learning_rate": 8.95206564480546e-06,
      "loss": 2.7672,
      "step": 2610
    },
    {
      "epoch": 0.2900476032325916,
      "grad_norm": 20.307382487515195,
      "learning_rate": 8.94019916715402e-06,
      "loss": 2.9254,
      "step": 2620
    },
    {
      "epoch": 0.29115465515332667,
      "grad_norm": 15.542065735556422,
      "learning_rate": 8.928273839954437e-06,
      "loss": 2.7188,
      "step": 2630
    },
    {
      "epoch": 0.2922617070740618,
      "grad_norm": 15.573521475112441,
      "learning_rate": 8.916289841319564e-06,
      "loss": 2.8667,
      "step": 2640
    },
    {
      "epoch": 0.29336875899479686,
      "grad_norm": 19.410117591693684,
      "learning_rate": 8.904247350238551e-06,
      "loss": 2.8341,
      "step": 2650
    },
    {
      "epoch": 0.29447581091553193,
      "grad_norm": 19.84765614341061,
      "learning_rate": 8.892146546574172e-06,
      "loss": 2.7139,
      "step": 2660
    },
    {
      "epoch": 0.295582862836267,
      "grad_norm": 17.983856647490622,
      "learning_rate": 8.879987611060143e-06,
      "loss": 2.6931,
      "step": 2670
    },
    {
      "epoch": 0.2966899147570021,
      "grad_norm": 16.62072011844082,
      "learning_rate": 8.867770725298417e-06,
      "loss": 2.8986,
      "step": 2680
    },
    {
      "epoch": 0.2977969666777372,
      "grad_norm": 22.537941135987385,
      "learning_rate": 8.855496071756472e-06,
      "loss": 2.9275,
      "step": 2690
    },
    {
      "epoch": 0.29890401859847227,
      "grad_norm": 19.624324641621538,
      "learning_rate": 8.843163833764585e-06,
      "loss": 2.8609,
      "step": 2700
    },
    {
      "epoch": 0.30001107051920733,
      "grad_norm": 14.826694832266885,
      "learning_rate": 8.8307741955131e-06,
      "loss": 2.832,
      "step": 2710
    },
    {
      "epoch": 0.30111812243994246,
      "grad_norm": 21.084123058139465,
      "learning_rate": 8.818327342049672e-06,
      "loss": 2.9927,
      "step": 2720
    },
    {
      "epoch": 0.30222517436067753,
      "grad_norm": 17.156557696514646,
      "learning_rate": 8.805823459276501e-06,
      "loss": 2.7874,
      "step": 2730
    },
    {
      "epoch": 0.3033322262814126,
      "grad_norm": 21.616600083840076,
      "learning_rate": 8.793262733947564e-06,
      "loss": 2.9143,
      "step": 2740
    },
    {
      "epoch": 0.30443927820214767,
      "grad_norm": 17.849582075052787,
      "learning_rate": 8.780645353665814e-06,
      "loss": 2.9265,
      "step": 2750
    },
    {
      "epoch": 0.30554633012288274,
      "grad_norm": 16.907525943766586,
      "learning_rate": 8.767971506880388e-06,
      "loss": 2.8079,
      "step": 2760
    },
    {
      "epoch": 0.30665338204361786,
      "grad_norm": 21.80594816789924,
      "learning_rate": 8.755241382883786e-06,
      "loss": 2.8586,
      "step": 2770
    },
    {
      "epoch": 0.30776043396435293,
      "grad_norm": 17.786988703153124,
      "learning_rate": 8.74245517180905e-06,
      "loss": 2.7957,
      "step": 2780
    },
    {
      "epoch": 0.308867485885088,
      "grad_norm": 18.535816164863746,
      "learning_rate": 8.729613064626916e-06,
      "loss": 2.9017,
      "step": 2790
    },
    {
      "epoch": 0.30997453780582307,
      "grad_norm": 16.811716242078795,
      "learning_rate": 8.71671525314297e-06,
      "loss": 2.8474,
      "step": 2800
    },
    {
      "epoch": 0.3110815897265582,
      "grad_norm": 18.305914523882734,
      "learning_rate": 8.703761929994779e-06,
      "loss": 2.9573,
      "step": 2810
    },
    {
      "epoch": 0.31218864164729326,
      "grad_norm": 18.579915296564323,
      "learning_rate": 8.690753288649013e-06,
      "loss": 2.8964,
      "step": 2820
    },
    {
      "epoch": 0.31329569356802833,
      "grad_norm": 18.539697958237422,
      "learning_rate": 8.677689523398556e-06,
      "loss": 2.7703,
      "step": 2830
    },
    {
      "epoch": 0.3144027454887634,
      "grad_norm": 17.915697068912802,
      "learning_rate": 8.664570829359608e-06,
      "loss": 2.8693,
      "step": 2840
    },
    {
      "epoch": 0.3155097974094985,
      "grad_norm": 18.898905292436613,
      "learning_rate": 8.651397402468765e-06,
      "loss": 2.8371,
      "step": 2850
    },
    {
      "epoch": 0.3166168493302336,
      "grad_norm": 22.702920044801495,
      "learning_rate": 8.638169439480097e-06,
      "loss": 2.8705,
      "step": 2860
    },
    {
      "epoch": 0.31772390125096867,
      "grad_norm": 14.669145969089513,
      "learning_rate": 8.624887137962206e-06,
      "loss": 2.7689,
      "step": 2870
    },
    {
      "epoch": 0.31883095317170373,
      "grad_norm": 20.31679832956785,
      "learning_rate": 8.61155069629528e-06,
      "loss": 2.8442,
      "step": 2880
    },
    {
      "epoch": 0.31993800509243886,
      "grad_norm": 17.50251569058274,
      "learning_rate": 8.59816031366812e-06,
      "loss": 2.8204,
      "step": 2890
    },
    {
      "epoch": 0.32104505701317393,
      "grad_norm": 14.301977043806207,
      "learning_rate": 8.584716190075182e-06,
      "loss": 2.7507,
      "step": 2900
    },
    {
      "epoch": 0.322152108933909,
      "grad_norm": 16.501447600831984,
      "learning_rate": 8.571218526313572e-06,
      "loss": 2.847,
      "step": 2910
    },
    {
      "epoch": 0.32325916085464407,
      "grad_norm": 15.819764582641644,
      "learning_rate": 8.557667523980054e-06,
      "loss": 2.7269,
      "step": 2920
    },
    {
      "epoch": 0.3243662127753792,
      "grad_norm": 19.79726490914286,
      "learning_rate": 8.544063385468047e-06,
      "loss": 2.8579,
      "step": 2930
    },
    {
      "epoch": 0.32547326469611426,
      "grad_norm": 13.946259262777874,
      "learning_rate": 8.530406313964588e-06,
      "loss": 2.8433,
      "step": 2940
    },
    {
      "epoch": 0.32658031661684933,
      "grad_norm": 18.300981068446877,
      "learning_rate": 8.516696513447308e-06,
      "loss": 2.8518,
      "step": 2950
    },
    {
      "epoch": 0.3276873685375844,
      "grad_norm": 18.862858354575344,
      "learning_rate": 8.502934188681382e-06,
      "loss": 2.7097,
      "step": 2960
    },
    {
      "epoch": 0.32879442045831947,
      "grad_norm": 17.293876429758797,
      "learning_rate": 8.489119545216465e-06,
      "loss": 2.8865,
      "step": 2970
    },
    {
      "epoch": 0.3299014723790546,
      "grad_norm": 16.410769414507325,
      "learning_rate": 8.475252789383634e-06,
      "loss": 2.7419,
      "step": 2980
    },
    {
      "epoch": 0.33100852429978966,
      "grad_norm": 16.157207346564473,
      "learning_rate": 8.461334128292296e-06,
      "loss": 2.8566,
      "step": 2990
    },
    {
      "epoch": 0.33211557622052473,
      "grad_norm": 17.97405966664622,
      "learning_rate": 8.447363769827097e-06,
      "loss": 2.8409,
      "step": 3000
    },
    {
      "epoch": 0.3332226281412598,
      "grad_norm": 18.040888448056503,
      "learning_rate": 8.43334192264482e-06,
      "loss": 2.7078,
      "step": 3010
    },
    {
      "epoch": 0.3343296800619949,
      "grad_norm": 17.401311897099646,
      "learning_rate": 8.41926879617127e-06,
      "loss": 2.8375,
      "step": 3020
    },
    {
      "epoch": 0.33543673198273,
      "grad_norm": 18.971972878515558,
      "learning_rate": 8.405144600598136e-06,
      "loss": 2.7534,
      "step": 3030
    },
    {
      "epoch": 0.33654378390346507,
      "grad_norm": 17.56044316128444,
      "learning_rate": 8.390969546879868e-06,
      "loss": 2.8017,
      "step": 3040
    },
    {
      "epoch": 0.33765083582420014,
      "grad_norm": 18.9191689174584,
      "learning_rate": 8.376743846730506e-06,
      "loss": 2.8735,
      "step": 3050
    },
    {
      "epoch": 0.33875788774493526,
      "grad_norm": 16.159522966531355,
      "learning_rate": 8.36246771262054e-06,
      "loss": 2.7277,
      "step": 3060
    },
    {
      "epoch": 0.33986493966567033,
      "grad_norm": 17.732911671191786,
      "learning_rate": 8.348141357773714e-06,
      "loss": 2.7975,
      "step": 3070
    },
    {
      "epoch": 0.3409719915864054,
      "grad_norm": 17.580686476759546,
      "learning_rate": 8.333764996163863e-06,
      "loss": 2.7285,
      "step": 3080
    },
    {
      "epoch": 0.34207904350714047,
      "grad_norm": 20.220871787654826,
      "learning_rate": 8.319338842511701e-06,
      "loss": 2.7638,
      "step": 3090
    },
    {
      "epoch": 0.3431860954278756,
      "grad_norm": 15.421883005921854,
      "learning_rate": 8.30486311228162e-06,
      "loss": 2.7664,
      "step": 3100
    },
    {
      "epoch": 0.34429314734861066,
      "grad_norm": 22.52292422020666,
      "learning_rate": 8.290338021678478e-06,
      "loss": 2.7415,
      "step": 3110
    },
    {
      "epoch": 0.34540019926934573,
      "grad_norm": 17.773426663788022,
      "learning_rate": 8.275763787644354e-06,
      "loss": 2.7612,
      "step": 3120
    },
    {
      "epoch": 0.3465072511900808,
      "grad_norm": 17.313609438292495,
      "learning_rate": 8.261140627855326e-06,
      "loss": 2.6789,
      "step": 3130
    },
    {
      "epoch": 0.34761430311081587,
      "grad_norm": 19.92121017478009,
      "learning_rate": 8.246468760718205e-06,
      "loss": 2.9528,
      "step": 3140
    },
    {
      "epoch": 0.348721355031551,
      "grad_norm": 20.3829374368461,
      "learning_rate": 8.231748405367284e-06,
      "loss": 2.7307,
      "step": 3150
    },
    {
      "epoch": 0.34982840695228606,
      "grad_norm": 17.20183231133198,
      "learning_rate": 8.216979781661059e-06,
      "loss": 2.7799,
      "step": 3160
    },
    {
      "epoch": 0.35093545887302113,
      "grad_norm": 17.179059431154894,
      "learning_rate": 8.202163110178945e-06,
      "loss": 2.7417,
      "step": 3170
    },
    {
      "epoch": 0.3520425107937562,
      "grad_norm": 17.829683364789567,
      "learning_rate": 8.187298612217984e-06,
      "loss": 2.7268,
      "step": 3180
    },
    {
      "epoch": 0.3531495627144913,
      "grad_norm": 20.35885213396436,
      "learning_rate": 8.172386509789539e-06,
      "loss": 2.8759,
      "step": 3190
    },
    {
      "epoch": 0.3542566146352264,
      "grad_norm": 18.210319395606284,
      "learning_rate": 8.157427025615979e-06,
      "loss": 2.7603,
      "step": 3200
    },
    {
      "epoch": 0.35536366655596147,
      "grad_norm": 20.180991639281267,
      "learning_rate": 8.14242038312735e-06,
      "loss": 2.6385,
      "step": 3210
    },
    {
      "epoch": 0.35647071847669654,
      "grad_norm": 13.997589668763045,
      "learning_rate": 8.127366806458043e-06,
      "loss": 2.6638,
      "step": 3220
    },
    {
      "epoch": 0.35757777039743166,
      "grad_norm": 16.552842345785916,
      "learning_rate": 8.112266520443437e-06,
      "loss": 2.8545,
      "step": 3230
    },
    {
      "epoch": 0.35868482231816673,
      "grad_norm": 22.63458529594302,
      "learning_rate": 8.097119750616552e-06,
      "loss": 2.9072,
      "step": 3240
    },
    {
      "epoch": 0.3597918742389018,
      "grad_norm": 20.351123072545064,
      "learning_rate": 8.08192672320467e-06,
      "loss": 2.8104,
      "step": 3250
    },
    {
      "epoch": 0.36089892615963687,
      "grad_norm": 18.012402171983243,
      "learning_rate": 8.066687665125965e-06,
      "loss": 2.8857,
      "step": 3260
    },
    {
      "epoch": 0.362005978080372,
      "grad_norm": 14.813109416518861,
      "learning_rate": 8.051402803986112e-06,
      "loss": 2.7149,
      "step": 3270
    },
    {
      "epoch": 0.36311303000110706,
      "grad_norm": 19.48150839228793,
      "learning_rate": 8.036072368074883e-06,
      "loss": 2.7073,
      "step": 3280
    },
    {
      "epoch": 0.36422008192184213,
      "grad_norm": 19.11749404734295,
      "learning_rate": 8.020696586362739e-06,
      "loss": 2.6653,
      "step": 3290
    },
    {
      "epoch": 0.3653271338425772,
      "grad_norm": 22.934472507487648,
      "learning_rate": 8.005275688497415e-06,
      "loss": 2.813,
      "step": 3300
    },
    {
      "epoch": 0.3664341857633123,
      "grad_norm": 14.997032892515483,
      "learning_rate": 7.989809904800483e-06,
      "loss": 2.7371,
      "step": 3310
    },
    {
      "epoch": 0.3675412376840474,
      "grad_norm": 15.5742880306809,
      "learning_rate": 7.974299466263919e-06,
      "loss": 2.8341,
      "step": 3320
    },
    {
      "epoch": 0.36864828960478246,
      "grad_norm": 20.142912914493085,
      "learning_rate": 7.958744604546641e-06,
      "loss": 2.8141,
      "step": 3330
    },
    {
      "epoch": 0.36975534152551753,
      "grad_norm": 18.86513832413105,
      "learning_rate": 7.94314555197107e-06,
      "loss": 2.7812,
      "step": 3340
    },
    {
      "epoch": 0.3708623934462526,
      "grad_norm": 22.49228437600144,
      "learning_rate": 7.927502541519637e-06,
      "loss": 2.825,
      "step": 3350
    },
    {
      "epoch": 0.3719694453669877,
      "grad_norm": 22.419596048754094,
      "learning_rate": 7.91181580683132e-06,
      "loss": 2.8135,
      "step": 3360
    },
    {
      "epoch": 0.3730764972877228,
      "grad_norm": 16.9758949814327,
      "learning_rate": 7.896085582198143e-06,
      "loss": 2.7589,
      "step": 3370
    },
    {
      "epoch": 0.37418354920845787,
      "grad_norm": 17.427893990910892,
      "learning_rate": 7.880312102561688e-06,
      "loss": 2.8191,
      "step": 3380
    },
    {
      "epoch": 0.37529060112919294,
      "grad_norm": 16.881634487817756,
      "learning_rate": 7.864495603509571e-06,
      "loss": 2.7757,
      "step": 3390
    },
    {
      "epoch": 0.37639765304992806,
      "grad_norm": 17.644413976791455,
      "learning_rate": 7.848636321271943e-06,
      "loss": 2.8439,
      "step": 3400
    },
    {
      "epoch": 0.37750470497066313,
      "grad_norm": 17.371658704562304,
      "learning_rate": 7.83273449271794e-06,
      "loss": 2.8163,
      "step": 3410
    },
    {
      "epoch": 0.3786117568913982,
      "grad_norm": 17.681733503092357,
      "learning_rate": 7.816790355352167e-06,
      "loss": 2.7568,
      "step": 3420
    },
    {
      "epoch": 0.37971880881213327,
      "grad_norm": 18.455389219089255,
      "learning_rate": 7.80080414731113e-06,
      "loss": 2.6985,
      "step": 3430
    },
    {
      "epoch": 0.3808258607328684,
      "grad_norm": 16.157025548622848,
      "learning_rate": 7.784776107359696e-06,
      "loss": 2.7969,
      "step": 3440
    },
    {
      "epoch": 0.38193291265360346,
      "grad_norm": 14.768944382636816,
      "learning_rate": 7.768706474887516e-06,
      "loss": 2.7339,
      "step": 3450
    },
    {
      "epoch": 0.38303996457433853,
      "grad_norm": 18.48084069219429,
      "learning_rate": 7.752595489905456e-06,
      "loss": 2.7754,
      "step": 3460
    },
    {
      "epoch": 0.3841470164950736,
      "grad_norm": 19.156514520004468,
      "learning_rate": 7.736443393042007e-06,
      "loss": 2.847,
      "step": 3470
    },
    {
      "epoch": 0.3852540684158087,
      "grad_norm": 16.446763048779168,
      "learning_rate": 7.720250425539698e-06,
      "loss": 2.6395,
      "step": 3480
    },
    {
      "epoch": 0.3863611203365438,
      "grad_norm": 14.192958419140753,
      "learning_rate": 7.704016829251484e-06,
      "loss": 2.7273,
      "step": 3490
    },
    {
      "epoch": 0.38746817225727886,
      "grad_norm": 14.358834052259523,
      "learning_rate": 7.687742846637141e-06,
      "loss": 2.705,
      "step": 3500
    },
    {
      "epoch": 0.38857522417801393,
      "grad_norm": 17.950732691617667,
      "learning_rate": 7.671428720759641e-06,
      "loss": 2.7615,
      "step": 3510
    },
    {
      "epoch": 0.38968227609874906,
      "grad_norm": 18.082782880469356,
      "learning_rate": 7.655074695281526e-06,
      "loss": 2.7389,
      "step": 3520
    },
    {
      "epoch": 0.39078932801948413,
      "grad_norm": 17.001645765491634,
      "learning_rate": 7.638681014461263e-06,
      "loss": 2.7623,
      "step": 3530
    },
    {
      "epoch": 0.3918963799402192,
      "grad_norm": 16.148791106439415,
      "learning_rate": 7.622247923149597e-06,
      "loss": 2.771,
      "step": 3540
    },
    {
      "epoch": 0.39300343186095427,
      "grad_norm": 16.319755028507952,
      "learning_rate": 7.6057756667859e-06,
      "loss": 2.745,
      "step": 3550
    },
    {
      "epoch": 0.39411048378168934,
      "grad_norm": 18.249081210470003,
      "learning_rate": 7.589264491394497e-06,
      "loss": 2.7631,
      "step": 3560
    },
    {
      "epoch": 0.39521753570242446,
      "grad_norm": 17.114757273903603,
      "learning_rate": 7.572714643580993e-06,
      "loss": 2.5916,
      "step": 3570
    },
    {
      "epoch": 0.39632458762315953,
      "grad_norm": 15.74515478345217,
      "learning_rate": 7.556126370528598e-06,
      "loss": 2.7441,
      "step": 3580
    },
    {
      "epoch": 0.3974316395438946,
      "grad_norm": 17.521251320931118,
      "learning_rate": 7.539499919994425e-06,
      "loss": 2.7365,
      "step": 3590
    },
    {
      "epoch": 0.39853869146462967,
      "grad_norm": 19.23187701802523,
      "learning_rate": 7.522835540305795e-06,
      "loss": 2.7919,
      "step": 3600
    },
    {
      "epoch": 0.3996457433853648,
      "grad_norm": 14.994960528554826,
      "learning_rate": 7.506133480356523e-06,
      "loss": 2.8063,
      "step": 3610
    },
    {
      "epoch": 0.40075279530609986,
      "grad_norm": 19.43636713958746,
      "learning_rate": 7.489393989603213e-06,
      "loss": 2.8291,
      "step": 3620
    },
    {
      "epoch": 0.40185984722683493,
      "grad_norm": 19.96902221880387,
      "learning_rate": 7.472617318061515e-06,
      "loss": 2.6574,
      "step": 3630
    },
    {
      "epoch": 0.40296689914757,
      "grad_norm": 15.764432388205172,
      "learning_rate": 7.4558037163023986e-06,
      "loss": 2.8279,
      "step": 3640
    },
    {
      "epoch": 0.4040739510683051,
      "grad_norm": 17.00988346435618,
      "learning_rate": 7.438953435448422e-06,
      "loss": 2.8606,
      "step": 3650
    },
    {
      "epoch": 0.4051810029890402,
      "grad_norm": 20.528609879722282,
      "learning_rate": 7.422066727169956e-06,
      "loss": 2.803,
      "step": 3660
    },
    {
      "epoch": 0.40628805490977526,
      "grad_norm": 24.117540486267707,
      "learning_rate": 7.405143843681453e-06,
      "loss": 2.8901,
      "step": 3670
    },
    {
      "epoch": 0.40739510683051033,
      "grad_norm": 15.932815366392553,
      "learning_rate": 7.388185037737656e-06,
      "loss": 2.6042,
      "step": 3680
    },
    {
      "epoch": 0.40850215875124546,
      "grad_norm": 16.494705800421944,
      "learning_rate": 7.371190562629842e-06,
      "loss": 2.7918,
      "step": 3690
    },
    {
      "epoch": 0.40960921067198053,
      "grad_norm": 21.567108547663295,
      "learning_rate": 7.354160672182027e-06,
      "loss": 2.7606,
      "step": 3700
    },
    {
      "epoch": 0.4107162625927156,
      "grad_norm": 21.48414979932869,
      "learning_rate": 7.337095620747181e-06,
      "loss": 2.6994,
      "step": 3710
    },
    {
      "epoch": 0.41182331451345067,
      "grad_norm": 13.807319945171502,
      "learning_rate": 7.319995663203425e-06,
      "loss": 2.7346,
      "step": 3720
    },
    {
      "epoch": 0.41293036643418574,
      "grad_norm": 18.456828860891658,
      "learning_rate": 7.302861054950231e-06,
      "loss": 2.6429,
      "step": 3730
    },
    {
      "epoch": 0.41403741835492086,
      "grad_norm": 18.493884527191277,
      "learning_rate": 7.285692051904596e-06,
      "loss": 2.7264,
      "step": 3740
    },
    {
      "epoch": 0.41514447027565593,
      "grad_norm": 15.443965108568486,
      "learning_rate": 7.2684889104972335e-06,
      "loss": 2.7915,
      "step": 3750
    },
    {
      "epoch": 0.416251522196391,
      "grad_norm": 15.970560252697705,
      "learning_rate": 7.2512518876687325e-06,
      "loss": 2.7585,
      "step": 3760
    },
    {
      "epoch": 0.41735857411712607,
      "grad_norm": 16.483755053972125,
      "learning_rate": 7.233981240865723e-06,
      "loss": 2.7225,
      "step": 3770
    },
    {
      "epoch": 0.4184656260378612,
      "grad_norm": 15.927243910629507,
      "learning_rate": 7.2166772280370355e-06,
      "loss": 2.7053,
      "step": 3780
    },
    {
      "epoch": 0.41957267795859626,
      "grad_norm": 16.30824749754582,
      "learning_rate": 7.199340107629843e-06,
      "loss": 2.7531,
      "step": 3790
    },
    {
      "epoch": 0.42067972987933133,
      "grad_norm": 17.94048283670358,
      "learning_rate": 7.1819701385858045e-06,
      "loss": 2.643,
      "step": 3800
    },
    {
      "epoch": 0.4217867818000664,
      "grad_norm": 18.8081266409834,
      "learning_rate": 7.164567580337191e-06,
      "loss": 2.759,
      "step": 3810
    },
    {
      "epoch": 0.4228938337208015,
      "grad_norm": 19.93408221633125,
      "learning_rate": 7.147132692803018e-06,
      "loss": 2.8159,
      "step": 3820
    },
    {
      "epoch": 0.4240008856415366,
      "grad_norm": 14.119638307817269,
      "learning_rate": 7.1296657363851644e-06,
      "loss": 2.5886,
      "step": 3830
    },
    {
      "epoch": 0.42510793756227166,
      "grad_norm": 14.700749001625018,
      "learning_rate": 7.112166971964472e-06,
      "loss": 2.7577,
      "step": 3840
    },
    {
      "epoch": 0.42621498948300673,
      "grad_norm": 16.876997824156497,
      "learning_rate": 7.094636660896865e-06,
      "loss": 2.7068,
      "step": 3850
    },
    {
      "epoch": 0.42732204140374186,
      "grad_norm": 17.677042560229854,
      "learning_rate": 7.0770750650094335e-06,
      "loss": 2.7139,
      "step": 3860
    },
    {
      "epoch": 0.42842909332447693,
      "grad_norm": 22.903911635500307,
      "learning_rate": 7.059482446596525e-06,
      "loss": 2.6586,
      "step": 3870
    },
    {
      "epoch": 0.429536145245212,
      "grad_norm": 17.15359853143299,
      "learning_rate": 7.041859068415836e-06,
      "loss": 2.7196,
      "step": 3880
    },
    {
      "epoch": 0.43064319716594707,
      "grad_norm": 18.265015720893867,
      "learning_rate": 7.024205193684479e-06,
      "loss": 2.795,
      "step": 3890
    },
    {
      "epoch": 0.4317502490866822,
      "grad_norm": 17.416460348542884,
      "learning_rate": 7.006521086075049e-06,
      "loss": 2.8018,
      "step": 3900
    },
    {
      "epoch": 0.43285730100741726,
      "grad_norm": 15.06159976676458,
      "learning_rate": 6.9888070097116926e-06,
      "loss": 2.6702,
      "step": 3910
    },
    {
      "epoch": 0.43396435292815233,
      "grad_norm": 14.916257340220586,
      "learning_rate": 6.971063229166162e-06,
      "loss": 2.667,
      "step": 3920
    },
    {
      "epoch": 0.4350714048488874,
      "grad_norm": 16.946369105743727,
      "learning_rate": 6.953290009453857e-06,
      "loss": 2.6547,
      "step": 3930
    },
    {
      "epoch": 0.43617845676962247,
      "grad_norm": 17.606162667161975,
      "learning_rate": 6.9354876160298764e-06,
      "loss": 2.7565,
      "step": 3940
    },
    {
      "epoch": 0.4372855086903576,
      "grad_norm": 15.792356606039535,
      "learning_rate": 6.917656314785044e-06,
      "loss": 2.7603,
      "step": 3950
    },
    {
      "epoch": 0.43839256061109266,
      "grad_norm": 17.519385710278783,
      "learning_rate": 6.899796372041943e-06,
      "loss": 2.5908,
      "step": 3960
    },
    {
      "epoch": 0.43949961253182773,
      "grad_norm": 18.175539572977502,
      "learning_rate": 6.881908054550939e-06,
      "loss": 2.7189,
      "step": 3970
    },
    {
      "epoch": 0.4406066644525628,
      "grad_norm": 16.78341459760071,
      "learning_rate": 6.863991629486191e-06,
      "loss": 2.7457,
      "step": 3980
    },
    {
      "epoch": 0.4417137163732979,
      "grad_norm": 16.307893535865905,
      "learning_rate": 6.846047364441661e-06,
      "loss": 2.7664,
      "step": 3990
    },
    {
      "epoch": 0.442820768294033,
      "grad_norm": 17.795046718057446,
      "learning_rate": 6.828075527427127e-06,
      "loss": 2.7682,
      "step": 4000
    },
    {
      "epoch": 0.442820768294033,
      "eval_loss": 2.715528726577759,
      "eval_runtime": 2400.8491,
      "eval_samples_per_second": 4.181,
      "eval_steps_per_second": 0.418,
      "step": 4000
    },
    {
      "epoch": 0.44392782021476807,
      "grad_norm": 17.177561938405823,
      "learning_rate": 6.810076386864168e-06,
      "loss": 2.7353,
      "step": 4010
    },
    {
      "epoch": 0.44503487213550313,
      "grad_norm": 18.717792449825087,
      "learning_rate": 6.792050211582164e-06,
      "loss": 2.6284,
      "step": 4020
    },
    {
      "epoch": 0.44614192405623826,
      "grad_norm": 20.629160666920065,
      "learning_rate": 6.77399727081427e-06,
      "loss": 2.7808,
      "step": 4030
    },
    {
      "epoch": 0.44724897597697333,
      "grad_norm": 16.300381610488234,
      "learning_rate": 6.755917834193408e-06,
      "loss": 2.6976,
      "step": 4040
    },
    {
      "epoch": 0.4483560278977084,
      "grad_norm": 18.995902150808703,
      "learning_rate": 6.737812171748234e-06,
      "loss": 2.7441,
      "step": 4050
    },
    {
      "epoch": 0.44946307981844347,
      "grad_norm": 18.261637709522596,
      "learning_rate": 6.719680553899097e-06,
      "loss": 2.6822,
      "step": 4060
    },
    {
      "epoch": 0.4505701317391786,
      "grad_norm": 20.659710982739558,
      "learning_rate": 6.701523251454017e-06,
      "loss": 2.6978,
      "step": 4070
    },
    {
      "epoch": 0.45167718365991366,
      "grad_norm": 19.963369393203255,
      "learning_rate": 6.683340535604624e-06,
      "loss": 2.7391,
      "step": 4080
    },
    {
      "epoch": 0.45278423558064873,
      "grad_norm": 17.272615462239525,
      "learning_rate": 6.665132677922118e-06,
      "loss": 2.6982,
      "step": 4090
    },
    {
      "epoch": 0.4538912875013838,
      "grad_norm": 17.102697486895753,
      "learning_rate": 6.646899950353208e-06,
      "loss": 2.7443,
      "step": 4100
    },
    {
      "epoch": 0.4549983394221189,
      "grad_norm": 16.731640547098063,
      "learning_rate": 6.628642625216053e-06,
      "loss": 2.7825,
      "step": 4110
    },
    {
      "epoch": 0.456105391342854,
      "grad_norm": 16.86948389308186,
      "learning_rate": 6.61036097519619e-06,
      "loss": 2.6986,
      "step": 4120
    },
    {
      "epoch": 0.45721244326358906,
      "grad_norm": 20.677217100728953,
      "learning_rate": 6.592055273342467e-06,
      "loss": 2.8304,
      "step": 4130
    },
    {
      "epoch": 0.45831949518432413,
      "grad_norm": 16.821661815243136,
      "learning_rate": 6.573725793062965e-06,
      "loss": 2.6678,
      "step": 4140
    },
    {
      "epoch": 0.4594265471050592,
      "grad_norm": 18.45134731193715,
      "learning_rate": 6.555372808120907e-06,
      "loss": 2.823,
      "step": 4150
    },
    {
      "epoch": 0.4605335990257943,
      "grad_norm": 17.57852954660428,
      "learning_rate": 6.536996592630578e-06,
      "loss": 2.7795,
      "step": 4160
    },
    {
      "epoch": 0.4616406509465294,
      "grad_norm": 17.253221141789883,
      "learning_rate": 6.518597421053223e-06,
      "loss": 2.7,
      "step": 4170
    },
    {
      "epoch": 0.46274770286726447,
      "grad_norm": 16.206089784799936,
      "learning_rate": 6.5001755681929545e-06,
      "loss": 2.7196,
      "step": 4180
    },
    {
      "epoch": 0.46385475478799953,
      "grad_norm": 18.947069414032423,
      "learning_rate": 6.481731309192647e-06,
      "loss": 2.7542,
      "step": 4190
    },
    {
      "epoch": 0.46496180670873466,
      "grad_norm": 16.548697201774296,
      "learning_rate": 6.463264919529823e-06,
      "loss": 2.7531,
      "step": 4200
    },
    {
      "epoch": 0.46606885862946973,
      "grad_norm": 17.605153791162124,
      "learning_rate": 6.444776675012542e-06,
      "loss": 2.7248,
      "step": 4210
    },
    {
      "epoch": 0.4671759105502048,
      "grad_norm": 18.42367136884591,
      "learning_rate": 6.42626685177528e-06,
      "loss": 2.6742,
      "step": 4220
    },
    {
      "epoch": 0.46828296247093987,
      "grad_norm": 21.057012768405876,
      "learning_rate": 6.407735726274809e-06,
      "loss": 2.7067,
      "step": 4230
    },
    {
      "epoch": 0.469390014391675,
      "grad_norm": 17.878193605338524,
      "learning_rate": 6.38918357528606e-06,
      "loss": 2.8213,
      "step": 4240
    },
    {
      "epoch": 0.47049706631241006,
      "grad_norm": 15.251101561882258,
      "learning_rate": 6.370610675897997e-06,
      "loss": 2.767,
      "step": 4250
    },
    {
      "epoch": 0.47160411823314513,
      "grad_norm": 16.35077680470725,
      "learning_rate": 6.352017305509475e-06,
      "loss": 2.5496,
      "step": 4260
    },
    {
      "epoch": 0.4727111701538802,
      "grad_norm": 20.78692237253247,
      "learning_rate": 6.3334037418250975e-06,
      "loss": 2.5517,
      "step": 4270
    },
    {
      "epoch": 0.4738182220746153,
      "grad_norm": 16.49688836558597,
      "learning_rate": 6.314770262851069e-06,
      "loss": 2.7365,
      "step": 4280
    },
    {
      "epoch": 0.4749252739953504,
      "grad_norm": 17.75918198378233,
      "learning_rate": 6.296117146891039e-06,
      "loss": 2.651,
      "step": 4290
    },
    {
      "epoch": 0.47603232591608546,
      "grad_norm": 15.289950571080979,
      "learning_rate": 6.277444672541953e-06,
      "loss": 2.7015,
      "step": 4300
    },
    {
      "epoch": 0.47713937783682053,
      "grad_norm": 15.010585688125417,
      "learning_rate": 6.258753118689887e-06,
      "loss": 2.6344,
      "step": 4310
    },
    {
      "epoch": 0.4782464297575556,
      "grad_norm": 16.384237830668948,
      "learning_rate": 6.240042764505877e-06,
      "loss": 2.7013,
      "step": 4320
    },
    {
      "epoch": 0.4793534816782907,
      "grad_norm": 15.761472924874809,
      "learning_rate": 6.2213138894417615e-06,
      "loss": 2.7414,
      "step": 4330
    },
    {
      "epoch": 0.4804605335990258,
      "grad_norm": 17.457264405530225,
      "learning_rate": 6.202566773225995e-06,
      "loss": 2.7923,
      "step": 4340
    },
    {
      "epoch": 0.48156758551976087,
      "grad_norm": 20.03913075692092,
      "learning_rate": 6.1838016958594825e-06,
      "loss": 2.7145,
      "step": 4350
    },
    {
      "epoch": 0.48267463744049593,
      "grad_norm": 14.687794264132354,
      "learning_rate": 6.165018937611385e-06,
      "loss": 2.6172,
      "step": 4360
    },
    {
      "epoch": 0.48378168936123106,
      "grad_norm": 15.026413038595793,
      "learning_rate": 6.146218779014942e-06,
      "loss": 2.6804,
      "step": 4370
    },
    {
      "epoch": 0.48488874128196613,
      "grad_norm": 17.378458618834472,
      "learning_rate": 6.127401500863281e-06,
      "loss": 2.5838,
      "step": 4380
    },
    {
      "epoch": 0.4859957932027012,
      "grad_norm": 16.495531002493667,
      "learning_rate": 6.108567384205214e-06,
      "loss": 2.5008,
      "step": 4390
    },
    {
      "epoch": 0.48710284512343627,
      "grad_norm": 15.612526961187054,
      "learning_rate": 6.089716710341058e-06,
      "loss": 2.5134,
      "step": 4400
    },
    {
      "epoch": 0.4882098970441714,
      "grad_norm": 17.829542612600722,
      "learning_rate": 6.070849760818417e-06,
      "loss": 2.6932,
      "step": 4410
    },
    {
      "epoch": 0.48931694896490646,
      "grad_norm": 18.397184297289453,
      "learning_rate": 6.051966817427983e-06,
      "loss": 2.664,
      "step": 4420
    },
    {
      "epoch": 0.49042400088564153,
      "grad_norm": 15.139678235200124,
      "learning_rate": 6.03306816219933e-06,
      "loss": 2.6431,
      "step": 4430
    },
    {
      "epoch": 0.4915310528063766,
      "grad_norm": 19.13733604850318,
      "learning_rate": 6.014154077396695e-06,
      "loss": 2.7429,
      "step": 4440
    },
    {
      "epoch": 0.4926381047271117,
      "grad_norm": 19.88327633299528,
      "learning_rate": 5.995224845514771e-06,
      "loss": 2.6894,
      "step": 4450
    },
    {
      "epoch": 0.4937451566478468,
      "grad_norm": 16.78819908723115,
      "learning_rate": 5.97628074927448e-06,
      "loss": 2.712,
      "step": 4460
    },
    {
      "epoch": 0.49485220856858186,
      "grad_norm": 15.34943286541028,
      "learning_rate": 5.957322071618753e-06,
      "loss": 2.652,
      "step": 4470
    },
    {
      "epoch": 0.49595926048931693,
      "grad_norm": 14.718777663127804,
      "learning_rate": 5.9383490957083045e-06,
      "loss": 2.6708,
      "step": 4480
    },
    {
      "epoch": 0.49706631241005206,
      "grad_norm": 14.06128807028094,
      "learning_rate": 5.919362104917403e-06,
      "loss": 2.6022,
      "step": 4490
    },
    {
      "epoch": 0.4981733643307871,
      "grad_norm": 16.565786742803958,
      "learning_rate": 5.90036138282964e-06,
      "loss": 2.6252,
      "step": 4500
    },
    {
      "epoch": 0.4992804162515222,
      "grad_norm": 15.757898844662668,
      "learning_rate": 5.8813472132336955e-06,
      "loss": 2.6229,
      "step": 4510
    },
    {
      "epoch": 0.5003874681722573,
      "grad_norm": 21.10749621990984,
      "learning_rate": 5.862319880119092e-06,
      "loss": 2.709,
      "step": 4520
    },
    {
      "epoch": 0.5014945200929923,
      "grad_norm": 18.080937909773763,
      "learning_rate": 5.8432796676719585e-06,
      "loss": 2.5919,
      "step": 4530
    },
    {
      "epoch": 0.5026015720137275,
      "grad_norm": 15.309930072347084,
      "learning_rate": 5.824226860270791e-06,
      "loss": 2.7639,
      "step": 4540
    },
    {
      "epoch": 0.5037086239344625,
      "grad_norm": 17.326512802033673,
      "learning_rate": 5.805161742482194e-06,
      "loss": 2.6954,
      "step": 4550
    },
    {
      "epoch": 0.5048156758551976,
      "grad_norm": 20.016766712775652,
      "learning_rate": 5.786084599056637e-06,
      "loss": 2.6651,
      "step": 4560
    },
    {
      "epoch": 0.5059227277759327,
      "grad_norm": 15.39976054839859,
      "learning_rate": 5.766995714924204e-06,
      "loss": 2.7208,
      "step": 4570
    },
    {
      "epoch": 0.5070297796966677,
      "grad_norm": 15.56824968714477,
      "learning_rate": 5.747895375190331e-06,
      "loss": 2.6959,
      "step": 4580
    },
    {
      "epoch": 0.5081368316174029,
      "grad_norm": 19.043556423880098,
      "learning_rate": 5.728783865131554e-06,
      "loss": 2.7182,
      "step": 4590
    },
    {
      "epoch": 0.509243883538138,
      "grad_norm": 18.533491761930883,
      "learning_rate": 5.709661470191241e-06,
      "loss": 2.6474,
      "step": 4600
    },
    {
      "epoch": 0.510350935458873,
      "grad_norm": 17.576811873751446,
      "learning_rate": 5.6905284759753365e-06,
      "loss": 2.6864,
      "step": 4610
    },
    {
      "epoch": 0.5114579873796081,
      "grad_norm": 18.79796869282816,
      "learning_rate": 5.6713851682480926e-06,
      "loss": 2.5302,
      "step": 4620
    },
    {
      "epoch": 0.5125650393003431,
      "grad_norm": 17.510899102111733,
      "learning_rate": 5.6522318329278e-06,
      "loss": 2.6672,
      "step": 4630
    },
    {
      "epoch": 0.5136720912210783,
      "grad_norm": 15.707692417808088,
      "learning_rate": 5.633068756082517e-06,
      "loss": 2.6229,
      "step": 4640
    },
    {
      "epoch": 0.5147791431418134,
      "grad_norm": 14.427966106685423,
      "learning_rate": 5.613896223925799e-06,
      "loss": 2.6565,
      "step": 4650
    },
    {
      "epoch": 0.5158861950625484,
      "grad_norm": 17.13890386270487,
      "learning_rate": 5.594714522812422e-06,
      "loss": 2.738,
      "step": 4660
    },
    {
      "epoch": 0.5169932469832835,
      "grad_norm": 15.344124561854793,
      "learning_rate": 5.575523939234111e-06,
      "loss": 2.7876,
      "step": 4670
    },
    {
      "epoch": 0.5181002989040187,
      "grad_norm": 16.79964161196015,
      "learning_rate": 5.556324759815252e-06,
      "loss": 2.6692,
      "step": 4680
    },
    {
      "epoch": 0.5192073508247537,
      "grad_norm": 19.56356390380519,
      "learning_rate": 5.537117271308615e-06,
      "loss": 2.7151,
      "step": 4690
    },
    {
      "epoch": 0.5203144027454888,
      "grad_norm": 18.641775052939003,
      "learning_rate": 5.5179017605910754e-06,
      "loss": 2.8004,
      "step": 4700
    },
    {
      "epoch": 0.5214214546662238,
      "grad_norm": 15.272957986365086,
      "learning_rate": 5.4986785146593255e-06,
      "loss": 2.7083,
      "step": 4710
    },
    {
      "epoch": 0.5225285065869589,
      "grad_norm": 15.949027616558995,
      "learning_rate": 5.479447820625585e-06,
      "loss": 2.6865,
      "step": 4720
    },
    {
      "epoch": 0.523635558507694,
      "grad_norm": 15.67762021450724,
      "learning_rate": 5.46020996571332e-06,
      "loss": 2.7183,
      "step": 4730
    },
    {
      "epoch": 0.5247426104284291,
      "grad_norm": 19.95294125446329,
      "learning_rate": 5.4409652372529444e-06,
      "loss": 2.7927,
      "step": 4740
    },
    {
      "epoch": 0.5258496623491642,
      "grad_norm": 13.488762906306286,
      "learning_rate": 5.421713922677539e-06,
      "loss": 2.5992,
      "step": 4750
    },
    {
      "epoch": 0.5269567142698992,
      "grad_norm": 16.599798214798543,
      "learning_rate": 5.402456309518547e-06,
      "loss": 2.5732,
      "step": 4760
    },
    {
      "epoch": 0.5280637661906343,
      "grad_norm": 14.764833460888406,
      "learning_rate": 5.383192685401492e-06,
      "loss": 2.5634,
      "step": 4770
    },
    {
      "epoch": 0.5291708181113695,
      "grad_norm": 17.816571873254308,
      "learning_rate": 5.363923338041667e-06,
      "loss": 2.64,
      "step": 4780
    },
    {
      "epoch": 0.5302778700321045,
      "grad_norm": 14.543241263642692,
      "learning_rate": 5.344648555239854e-06,
      "loss": 2.6637,
      "step": 4790
    },
    {
      "epoch": 0.5313849219528396,
      "grad_norm": 16.519933702897138,
      "learning_rate": 5.325368624878009e-06,
      "loss": 2.747,
      "step": 4800
    },
    {
      "epoch": 0.5324919738735747,
      "grad_norm": 17.67293620152496,
      "learning_rate": 5.306083834914977e-06,
      "loss": 2.6096,
      "step": 4810
    },
    {
      "epoch": 0.5335990257943097,
      "grad_norm": 17.919095046156233,
      "learning_rate": 5.286794473382178e-06,
      "loss": 2.6526,
      "step": 4820
    },
    {
      "epoch": 0.5347060777150449,
      "grad_norm": 14.567289996672956,
      "learning_rate": 5.267500828379319e-06,
      "loss": 2.7698,
      "step": 4830
    },
    {
      "epoch": 0.5358131296357799,
      "grad_norm": 17.34975497496579,
      "learning_rate": 5.248203188070078e-06,
      "loss": 2.6932,
      "step": 4840
    },
    {
      "epoch": 0.536920181556515,
      "grad_norm": 14.383043710837034,
      "learning_rate": 5.228901840677808e-06,
      "loss": 2.533,
      "step": 4850
    },
    {
      "epoch": 0.5380272334772501,
      "grad_norm": 19.4814620431374,
      "learning_rate": 5.209597074481228e-06,
      "loss": 2.7526,
      "step": 4860
    },
    {
      "epoch": 0.5391342853979851,
      "grad_norm": 17.294271003058864,
      "learning_rate": 5.19028917781012e-06,
      "loss": 2.7006,
      "step": 4870
    },
    {
      "epoch": 0.5402413373187203,
      "grad_norm": 13.454761500494456,
      "learning_rate": 5.170978439041023e-06,
      "loss": 2.5453,
      "step": 4880
    },
    {
      "epoch": 0.5413483892394554,
      "grad_norm": 17.855933800763392,
      "learning_rate": 5.151665146592924e-06,
      "loss": 2.6315,
      "step": 4890
    },
    {
      "epoch": 0.5424554411601904,
      "grad_norm": 17.427924222975562,
      "learning_rate": 5.132349588922949e-06,
      "loss": 2.6539,
      "step": 4900
    },
    {
      "epoch": 0.5435624930809255,
      "grad_norm": 20.073145834110875,
      "learning_rate": 5.113032054522058e-06,
      "loss": 2.5488,
      "step": 4910
    },
    {
      "epoch": 0.5446695450016605,
      "grad_norm": 12.357803208105327,
      "learning_rate": 5.093712831910736e-06,
      "loss": 2.5557,
      "step": 4920
    },
    {
      "epoch": 0.5457765969223957,
      "grad_norm": 15.692479347879283,
      "learning_rate": 5.0743922096346836e-06,
      "loss": 2.7068,
      "step": 4930
    },
    {
      "epoch": 0.5468836488431308,
      "grad_norm": 14.866689448660685,
      "learning_rate": 5.055070476260501e-06,
      "loss": 2.576,
      "step": 4940
    },
    {
      "epoch": 0.5479907007638658,
      "grad_norm": 15.129308088501134,
      "learning_rate": 5.0357479203713885e-06,
      "loss": 2.3914,
      "step": 4950
    },
    {
      "epoch": 0.5490977526846009,
      "grad_norm": 14.162687417076338,
      "learning_rate": 5.0164248305628284e-06,
      "loss": 2.6796,
      "step": 4960
    },
    {
      "epoch": 0.5502048046053359,
      "grad_norm": 19.323858139882816,
      "learning_rate": 4.997101495438277e-06,
      "loss": 2.4771,
      "step": 4970
    },
    {
      "epoch": 0.5513118565260711,
      "grad_norm": 17.540498070177875,
      "learning_rate": 4.97777820360486e-06,
      "loss": 2.572,
      "step": 4980
    },
    {
      "epoch": 0.5524189084468062,
      "grad_norm": 19.393507393902457,
      "learning_rate": 4.958455243669051e-06,
      "loss": 2.6577,
      "step": 4990
    },
    {
      "epoch": 0.5535259603675412,
      "grad_norm": 17.365811060415265,
      "learning_rate": 4.939132904232366e-06,
      "loss": 2.6571,
      "step": 5000
    },
    {
      "epoch": 0.5546330122882763,
      "grad_norm": 14.882734972778014,
      "learning_rate": 4.91981147388706e-06,
      "loss": 2.5927,
      "step": 5010
    },
    {
      "epoch": 0.5557400642090115,
      "grad_norm": 18.498227060413406,
      "learning_rate": 4.900491241211799e-06,
      "loss": 2.6215,
      "step": 5020
    },
    {
      "epoch": 0.5568471161297465,
      "grad_norm": 16.424230672284246,
      "learning_rate": 4.881172494767372e-06,
      "loss": 2.738,
      "step": 5030
    },
    {
      "epoch": 0.5579541680504816,
      "grad_norm": 14.449267161706716,
      "learning_rate": 4.861855523092366e-06,
      "loss": 2.6883,
      "step": 5040
    },
    {
      "epoch": 0.5590612199712166,
      "grad_norm": 15.748250902231145,
      "learning_rate": 4.84254061469886e-06,
      "loss": 2.6369,
      "step": 5050
    },
    {
      "epoch": 0.5601682718919517,
      "grad_norm": 21.423066740561787,
      "learning_rate": 4.823228058068113e-06,
      "loss": 2.7159,
      "step": 5060
    },
    {
      "epoch": 0.5612753238126869,
      "grad_norm": 14.22388926392383,
      "learning_rate": 4.803918141646268e-06,
      "loss": 2.5795,
      "step": 5070
    },
    {
      "epoch": 0.5623823757334219,
      "grad_norm": 14.83696241654988,
      "learning_rate": 4.784611153840027e-06,
      "loss": 2.5612,
      "step": 5080
    },
    {
      "epoch": 0.563489427654157,
      "grad_norm": 14.263900210157331,
      "learning_rate": 4.765307383012352e-06,
      "loss": 2.5602,
      "step": 5090
    },
    {
      "epoch": 0.564596479574892,
      "grad_norm": 17.257310107919768,
      "learning_rate": 4.746007117478162e-06,
      "loss": 2.611,
      "step": 5100
    },
    {
      "epoch": 0.5657035314956271,
      "grad_norm": 16.708351070999512,
      "learning_rate": 4.726710645500014e-06,
      "loss": 2.6106,
      "step": 5110
    },
    {
      "epoch": 0.5668105834163623,
      "grad_norm": 16.979878309390095,
      "learning_rate": 4.707418255283817e-06,
      "loss": 2.7961,
      "step": 5120
    },
    {
      "epoch": 0.5679176353370973,
      "grad_norm": 16.81810768550359,
      "learning_rate": 4.6881302349745015e-06,
      "loss": 2.5536,
      "step": 5130
    },
    {
      "epoch": 0.5690246872578324,
      "grad_norm": 16.369198159186666,
      "learning_rate": 4.668846872651745e-06,
      "loss": 2.7049,
      "step": 5140
    },
    {
      "epoch": 0.5701317391785675,
      "grad_norm": 14.5307901204883,
      "learning_rate": 4.649568456325645e-06,
      "loss": 2.6538,
      "step": 5150
    },
    {
      "epoch": 0.5712387910993025,
      "grad_norm": 13.505347462632475,
      "learning_rate": 4.630295273932435e-06,
      "loss": 2.5944,
      "step": 5160
    },
    {
      "epoch": 0.5723458430200377,
      "grad_norm": 14.683292804609174,
      "learning_rate": 4.611027613330166e-06,
      "loss": 2.6914,
      "step": 5170
    },
    {
      "epoch": 0.5734528949407727,
      "grad_norm": 17.13643381283879,
      "learning_rate": 4.5917657622944235e-06,
      "loss": 2.6462,
      "step": 5180
    },
    {
      "epoch": 0.5745599468615078,
      "grad_norm": 16.94159128538117,
      "learning_rate": 4.572510008514027e-06,
      "loss": 2.6447,
      "step": 5190
    },
    {
      "epoch": 0.5756669987822429,
      "grad_norm": 18.068429687848685,
      "learning_rate": 4.55326063958672e-06,
      "loss": 2.7705,
      "step": 5200
    },
    {
      "epoch": 0.5767740507029779,
      "grad_norm": 14.55412168781434,
      "learning_rate": 4.534017943014895e-06,
      "loss": 2.6824,
      "step": 5210
    },
    {
      "epoch": 0.5778811026237131,
      "grad_norm": 14.837147206944774,
      "learning_rate": 4.514782206201274e-06,
      "loss": 2.5857,
      "step": 5220
    },
    {
      "epoch": 0.5789881545444482,
      "grad_norm": 15.433613293909772,
      "learning_rate": 4.495553716444647e-06,
      "loss": 2.6309,
      "step": 5230
    },
    {
      "epoch": 0.5800952064651832,
      "grad_norm": 15.838049703049755,
      "learning_rate": 4.4763327609355505e-06,
      "loss": 2.5826,
      "step": 5240
    },
    {
      "epoch": 0.5812022583859183,
      "grad_norm": 17.013462581069046,
      "learning_rate": 4.457119626751998e-06,
      "loss": 2.6681,
      "step": 5250
    },
    {
      "epoch": 0.5823093103066533,
      "grad_norm": 18.074417040094673,
      "learning_rate": 4.437914600855187e-06,
      "loss": 2.6364,
      "step": 5260
    },
    {
      "epoch": 0.5834163622273885,
      "grad_norm": 17.194945416385185,
      "learning_rate": 4.4187179700852084e-06,
      "loss": 2.6663,
      "step": 5270
    },
    {
      "epoch": 0.5845234141481236,
      "grad_norm": 17.09566869966539,
      "learning_rate": 4.399530021156771e-06,
      "loss": 2.5621,
      "step": 5280
    },
    {
      "epoch": 0.5856304660688586,
      "grad_norm": 18.10182865444287,
      "learning_rate": 4.38035104065491e-06,
      "loss": 2.6451,
      "step": 5290
    },
    {
      "epoch": 0.5867375179895937,
      "grad_norm": 13.726610338766326,
      "learning_rate": 4.361181315030714e-06,
      "loss": 2.6154,
      "step": 5300
    },
    {
      "epoch": 0.5878445699103287,
      "grad_norm": 13.396115971130266,
      "learning_rate": 4.342021130597041e-06,
      "loss": 2.6552,
      "step": 5310
    },
    {
      "epoch": 0.5889516218310639,
      "grad_norm": 18.072129861449454,
      "learning_rate": 4.3228707735242485e-06,
      "loss": 2.6323,
      "step": 5320
    },
    {
      "epoch": 0.590058673751799,
      "grad_norm": 16.101311253082667,
      "learning_rate": 4.303730529835913e-06,
      "loss": 2.5936,
      "step": 5330
    },
    {
      "epoch": 0.591165725672534,
      "grad_norm": 17.959725344836784,
      "learning_rate": 4.28460068540456e-06,
      "loss": 2.6568,
      "step": 5340
    },
    {
      "epoch": 0.5922727775932691,
      "grad_norm": 14.558411141104697,
      "learning_rate": 4.2654815259473994e-06,
      "loss": 2.599,
      "step": 5350
    },
    {
      "epoch": 0.5933798295140043,
      "grad_norm": 15.020557260142786,
      "learning_rate": 4.2463733370220464e-06,
      "loss": 2.6193,
      "step": 5360
    },
    {
      "epoch": 0.5944868814347393,
      "grad_norm": 16.367462970526052,
      "learning_rate": 4.2272764040222724e-06,
      "loss": 2.5572,
      "step": 5370
    },
    {
      "epoch": 0.5955939333554744,
      "grad_norm": 17.24930565347666,
      "learning_rate": 4.208191012173728e-06,
      "loss": 2.7591,
      "step": 5380
    },
    {
      "epoch": 0.5967009852762094,
      "grad_norm": 16.29148295415015,
      "learning_rate": 4.189117446529692e-06,
      "loss": 2.6654,
      "step": 5390
    },
    {
      "epoch": 0.5978080371969445,
      "grad_norm": 14.636816803347672,
      "learning_rate": 4.170055991966808e-06,
      "loss": 2.6481,
      "step": 5400
    },
    {
      "epoch": 0.5989150891176797,
      "grad_norm": 15.770080307849732,
      "learning_rate": 4.1510069331808324e-06,
      "loss": 2.637,
      "step": 5410
    },
    {
      "epoch": 0.6000221410384147,
      "grad_norm": 15.398178191768253,
      "learning_rate": 4.131970554682387e-06,
      "loss": 2.6958,
      "step": 5420
    },
    {
      "epoch": 0.6011291929591498,
      "grad_norm": 15.861210008610465,
      "learning_rate": 4.1129471407926995e-06,
      "loss": 2.5836,
      "step": 5430
    },
    {
      "epoch": 0.6022362448798849,
      "grad_norm": 14.510344904474643,
      "learning_rate": 4.093936975639367e-06,
      "loss": 2.6514,
      "step": 5440
    },
    {
      "epoch": 0.6033432968006199,
      "grad_norm": 19.34752243925819,
      "learning_rate": 4.0749403431521e-06,
      "loss": 2.6221,
      "step": 5450
    },
    {
      "epoch": 0.6044503487213551,
      "grad_norm": 14.169326871610396,
      "learning_rate": 4.055957527058501e-06,
      "loss": 2.5109,
      "step": 5460
    },
    {
      "epoch": 0.6055574006420901,
      "grad_norm": 15.469257875046958,
      "learning_rate": 4.036988810879804e-06,
      "loss": 2.6436,
      "step": 5470
    },
    {
      "epoch": 0.6066644525628252,
      "grad_norm": 15.484848198531239,
      "learning_rate": 4.018034477926661e-06,
      "loss": 2.4906,
      "step": 5480
    },
    {
      "epoch": 0.6077715044835603,
      "grad_norm": 15.378784092462407,
      "learning_rate": 3.9990948112948914e-06,
      "loss": 2.6171,
      "step": 5490
    },
    {
      "epoch": 0.6088785564042953,
      "grad_norm": 14.686645639856618,
      "learning_rate": 3.9801700938612685e-06,
      "loss": 2.6579,
      "step": 5500
    },
    {
      "epoch": 0.6099856083250305,
      "grad_norm": 13.215751426102292,
      "learning_rate": 3.96126060827929e-06,
      "loss": 2.5402,
      "step": 5510
    },
    {
      "epoch": 0.6110926602457655,
      "grad_norm": 14.135003798272539,
      "learning_rate": 3.942366636974954e-06,
      "loss": 2.622,
      "step": 5520
    },
    {
      "epoch": 0.6121997121665006,
      "grad_norm": 17.459175088951138,
      "learning_rate": 3.923488462142541e-06,
      "loss": 2.5552,
      "step": 5530
    },
    {
      "epoch": 0.6133067640872357,
      "grad_norm": 15.87291748509675,
      "learning_rate": 3.9046263657404005e-06,
      "loss": 2.6628,
      "step": 5540
    },
    {
      "epoch": 0.6144138160079707,
      "grad_norm": 17.77834550937652,
      "learning_rate": 3.885780629486744e-06,
      "loss": 2.5962,
      "step": 5550
    },
    {
      "epoch": 0.6155208679287059,
      "grad_norm": 14.623260869268544,
      "learning_rate": 3.866951534855429e-06,
      "loss": 2.5216,
      "step": 5560
    },
    {
      "epoch": 0.616627919849441,
      "grad_norm": 18.782526592973454,
      "learning_rate": 3.848139363071759e-06,
      "loss": 2.5408,
      "step": 5570
    },
    {
      "epoch": 0.617734971770176,
      "grad_norm": 15.484929469465394,
      "learning_rate": 3.8293443951082865e-06,
      "loss": 2.5616,
      "step": 5580
    },
    {
      "epoch": 0.6188420236909111,
      "grad_norm": 17.313043224092755,
      "learning_rate": 3.810566911680607e-06,
      "loss": 2.6196,
      "step": 5590
    },
    {
      "epoch": 0.6199490756116461,
      "grad_norm": 14.974425571993558,
      "learning_rate": 3.7918071932431823e-06,
      "loss": 2.5633,
      "step": 5600
    },
    {
      "epoch": 0.6210561275323813,
      "grad_norm": 14.593381904858223,
      "learning_rate": 3.773065519985132e-06,
      "loss": 2.6227,
      "step": 5610
    },
    {
      "epoch": 0.6221631794531164,
      "grad_norm": 19.67519437375815,
      "learning_rate": 3.7543421718260663e-06,
      "loss": 2.666,
      "step": 5620
    },
    {
      "epoch": 0.6232702313738514,
      "grad_norm": 13.058989186832509,
      "learning_rate": 3.7356374284118906e-06,
      "loss": 2.5616,
      "step": 5630
    },
    {
      "epoch": 0.6243772832945865,
      "grad_norm": 19.30534098144351,
      "learning_rate": 3.716951569110645e-06,
      "loss": 2.551,
      "step": 5640
    },
    {
      "epoch": 0.6254843352153217,
      "grad_norm": 15.614374371487665,
      "learning_rate": 3.6982848730083144e-06,
      "loss": 2.495,
      "step": 5650
    },
    {
      "epoch": 0.6265913871360567,
      "grad_norm": 21.218331844105535,
      "learning_rate": 3.67963761890467e-06,
      "loss": 2.7439,
      "step": 5660
    },
    {
      "epoch": 0.6276984390567918,
      "grad_norm": 17.01930866391004,
      "learning_rate": 3.6610100853091067e-06,
      "loss": 2.5619,
      "step": 5670
    },
    {
      "epoch": 0.6288054909775268,
      "grad_norm": 16.548611978624205,
      "learning_rate": 3.642402550436476e-06,
      "loss": 2.5517,
      "step": 5680
    },
    {
      "epoch": 0.6299125428982619,
      "grad_norm": 16.350659146252166,
      "learning_rate": 3.6238152922029414e-06,
      "loss": 2.6533,
      "step": 5690
    },
    {
      "epoch": 0.631019594818997,
      "grad_norm": 16.295428081442413,
      "learning_rate": 3.6052485882218124e-06,
      "loss": 2.5341,
      "step": 5700
    },
    {
      "epoch": 0.6321266467397321,
      "grad_norm": 16.161944221815478,
      "learning_rate": 3.5867027157994137e-06,
      "loss": 2.4661,
      "step": 5710
    },
    {
      "epoch": 0.6332336986604672,
      "grad_norm": 18.192390922499364,
      "learning_rate": 3.568177951930932e-06,
      "loss": 2.5499,
      "step": 5720
    },
    {
      "epoch": 0.6343407505812022,
      "grad_norm": 18.154938030310817,
      "learning_rate": 3.54967457329629e-06,
      "loss": 2.671,
      "step": 5730
    },
    {
      "epoch": 0.6354478025019373,
      "grad_norm": 17.50231046259661,
      "learning_rate": 3.5311928562559984e-06,
      "loss": 2.5161,
      "step": 5740
    },
    {
      "epoch": 0.6365548544226725,
      "grad_norm": 15.071570236507409,
      "learning_rate": 3.5127330768470414e-06,
      "loss": 2.638,
      "step": 5750
    },
    {
      "epoch": 0.6376619063434075,
      "grad_norm": 17.638180874471615,
      "learning_rate": 3.4942955107787534e-06,
      "loss": 2.5672,
      "step": 5760
    },
    {
      "epoch": 0.6387689582641426,
      "grad_norm": 17.092873285184194,
      "learning_rate": 3.4758804334286924e-06,
      "loss": 2.6012,
      "step": 5770
    },
    {
      "epoch": 0.6398760101848777,
      "grad_norm": 14.564343624825167,
      "learning_rate": 3.457488119838535e-06,
      "loss": 2.5989,
      "step": 5780
    },
    {
      "epoch": 0.6409830621056127,
      "grad_norm": 16.413821117561785,
      "learning_rate": 3.4391188447099614e-06,
      "loss": 2.506,
      "step": 5790
    },
    {
      "epoch": 0.6420901140263479,
      "grad_norm": 18.393396650855887,
      "learning_rate": 3.4207728824005653e-06,
      "loss": 2.5685,
      "step": 5800
    },
    {
      "epoch": 0.6431971659470829,
      "grad_norm": 16.91734370623325,
      "learning_rate": 3.4024505069197387e-06,
      "loss": 2.4561,
      "step": 5810
    },
    {
      "epoch": 0.644304217867818,
      "grad_norm": 15.98240569506593,
      "learning_rate": 3.3841519919245925e-06,
      "loss": 2.6473,
      "step": 5820
    },
    {
      "epoch": 0.6454112697885531,
      "grad_norm": 16.326289119567278,
      "learning_rate": 3.3658776107158654e-06,
      "loss": 2.4694,
      "step": 5830
    },
    {
      "epoch": 0.6465183217092881,
      "grad_norm": 18.501828998717585,
      "learning_rate": 3.347627636233837e-06,
      "loss": 2.6163,
      "step": 5840
    },
    {
      "epoch": 0.6476253736300233,
      "grad_norm": 17.230377910119174,
      "learning_rate": 3.329402341054265e-06,
      "loss": 2.5839,
      "step": 5850
    },
    {
      "epoch": 0.6487324255507584,
      "grad_norm": 15.353383433670851,
      "learning_rate": 3.311201997384295e-06,
      "loss": 2.6337,
      "step": 5860
    },
    {
      "epoch": 0.6498394774714934,
      "grad_norm": 16.881261849081998,
      "learning_rate": 3.2930268770584127e-06,
      "loss": 2.5865,
      "step": 5870
    },
    {
      "epoch": 0.6509465293922285,
      "grad_norm": 18.123650428151265,
      "learning_rate": 3.2748772515343697e-06,
      "loss": 2.6292,
      "step": 5880
    },
    {
      "epoch": 0.6520535813129635,
      "grad_norm": 21.517681336714,
      "learning_rate": 3.2567533918891414e-06,
      "loss": 2.641,
      "step": 5890
    },
    {
      "epoch": 0.6531606332336987,
      "grad_norm": 19.398238179320135,
      "learning_rate": 3.238655568814868e-06,
      "loss": 2.6626,
      "step": 5900
    },
    {
      "epoch": 0.6542676851544338,
      "grad_norm": 16.094985895672867,
      "learning_rate": 3.2205840526148158e-06,
      "loss": 2.5219,
      "step": 5910
    },
    {
      "epoch": 0.6553747370751688,
      "grad_norm": 15.058326544356623,
      "learning_rate": 3.2025391131993443e-06,
      "loss": 2.5849,
      "step": 5920
    },
    {
      "epoch": 0.6564817889959039,
      "grad_norm": 15.860339323392015,
      "learning_rate": 3.184521020081864e-06,
      "loss": 2.3947,
      "step": 5930
    },
    {
      "epoch": 0.6575888409166389,
      "grad_norm": 17.03657583580592,
      "learning_rate": 3.1665300423748256e-06,
      "loss": 2.6228,
      "step": 5940
    },
    {
      "epoch": 0.6586958928373741,
      "grad_norm": 16.449779619145687,
      "learning_rate": 3.148566448785687e-06,
      "loss": 2.6434,
      "step": 5950
    },
    {
      "epoch": 0.6598029447581092,
      "grad_norm": 18.51817609745207,
      "learning_rate": 3.1306305076129083e-06,
      "loss": 2.5301,
      "step": 5960
    },
    {
      "epoch": 0.6609099966788442,
      "grad_norm": 17.17970665475141,
      "learning_rate": 3.112722486741941e-06,
      "loss": 2.5608,
      "step": 5970
    },
    {
      "epoch": 0.6620170485995793,
      "grad_norm": 15.220359891812148,
      "learning_rate": 3.094842653641225e-06,
      "loss": 2.5432,
      "step": 5980
    },
    {
      "epoch": 0.6631241005203145,
      "grad_norm": 15.940169495180179,
      "learning_rate": 3.076991275358205e-06,
      "loss": 2.5147,
      "step": 5990
    },
    {
      "epoch": 0.6642311524410495,
      "grad_norm": 13.94891949646219,
      "learning_rate": 3.059168618515325e-06,
      "loss": 2.5043,
      "step": 6000
    },
    {
      "epoch": 0.6642311524410495,
      "eval_loss": 2.562150716781616,
      "eval_runtime": 2394.5594,
      "eval_samples_per_second": 4.192,
      "eval_steps_per_second": 0.419,
      "step": 6000
    },
    {
      "epoch": 0.6653382043617846,
      "grad_norm": 17.7531887306566,
      "learning_rate": 3.0413749493060596e-06,
      "loss": 2.6127,
      "step": 6010
    },
    {
      "epoch": 0.6664452562825196,
      "grad_norm": 12.808942551796036,
      "learning_rate": 3.0236105334909303e-06,
      "loss": 2.5683,
      "step": 6020
    },
    {
      "epoch": 0.6675523082032547,
      "grad_norm": 16.672861233647524,
      "learning_rate": 3.0058756363935447e-06,
      "loss": 2.5315,
      "step": 6030
    },
    {
      "epoch": 0.6686593601239899,
      "grad_norm": 15.135037228190633,
      "learning_rate": 2.9881705228966217e-06,
      "loss": 2.4304,
      "step": 6040
    },
    {
      "epoch": 0.6697664120447249,
      "grad_norm": 19.201710928838462,
      "learning_rate": 2.9704954574380474e-06,
      "loss": 2.6006,
      "step": 6050
    },
    {
      "epoch": 0.67087346396546,
      "grad_norm": 16.780831760906963,
      "learning_rate": 2.9528507040069165e-06,
      "loss": 2.5291,
      "step": 6060
    },
    {
      "epoch": 0.6719805158861951,
      "grad_norm": 15.110403344711688,
      "learning_rate": 2.935236526139592e-06,
      "loss": 2.6148,
      "step": 6070
    },
    {
      "epoch": 0.6730875678069301,
      "grad_norm": 14.691795830412493,
      "learning_rate": 2.9176531869157776e-06,
      "loss": 2.623,
      "step": 6080
    },
    {
      "epoch": 0.6741946197276653,
      "grad_norm": 20.694910027119413,
      "learning_rate": 2.900100948954568e-06,
      "loss": 2.4261,
      "step": 6090
    },
    {
      "epoch": 0.6753016716484003,
      "grad_norm": 20.153947600154126,
      "learning_rate": 2.8825800744105553e-06,
      "loss": 2.5051,
      "step": 6100
    },
    {
      "epoch": 0.6764087235691354,
      "grad_norm": 16.844446676245752,
      "learning_rate": 2.8650908249698837e-06,
      "loss": 2.4725,
      "step": 6110
    },
    {
      "epoch": 0.6775157754898705,
      "grad_norm": 15.629536784931664,
      "learning_rate": 2.847633461846363e-06,
      "loss": 2.4676,
      "step": 6120
    },
    {
      "epoch": 0.6786228274106055,
      "grad_norm": 15.244942371558702,
      "learning_rate": 2.830208245777556e-06,
      "loss": 2.4867,
      "step": 6130
    },
    {
      "epoch": 0.6797298793313407,
      "grad_norm": 18.15276563682713,
      "learning_rate": 2.8128154370208895e-06,
      "loss": 2.6125,
      "step": 6140
    },
    {
      "epoch": 0.6808369312520757,
      "grad_norm": 14.866692854122116,
      "learning_rate": 2.7954552953497648e-06,
      "loss": 2.4709,
      "step": 6150
    },
    {
      "epoch": 0.6819439831728108,
      "grad_norm": 15.710254262687716,
      "learning_rate": 2.778128080049674e-06,
      "loss": 2.5593,
      "step": 6160
    },
    {
      "epoch": 0.6830510350935459,
      "grad_norm": 16.32088369390469,
      "learning_rate": 2.760834049914337e-06,
      "loss": 2.5904,
      "step": 6170
    },
    {
      "epoch": 0.6841580870142809,
      "grad_norm": 17.297718496475216,
      "learning_rate": 2.7435734632418286e-06,
      "loss": 2.6322,
      "step": 6180
    },
    {
      "epoch": 0.6852651389350161,
      "grad_norm": 16.18993238219759,
      "learning_rate": 2.726346577830722e-06,
      "loss": 2.4723,
      "step": 6190
    },
    {
      "epoch": 0.6863721908557512,
      "grad_norm": 13.340569639729669,
      "learning_rate": 2.7091536509762407e-06,
      "loss": 2.5087,
      "step": 6200
    },
    {
      "epoch": 0.6874792427764862,
      "grad_norm": 17.20103511645342,
      "learning_rate": 2.691994939466415e-06,
      "loss": 2.575,
      "step": 6210
    },
    {
      "epoch": 0.6885862946972213,
      "grad_norm": 15.066807611711438,
      "learning_rate": 2.6748706995782407e-06,
      "loss": 2.5264,
      "step": 6220
    },
    {
      "epoch": 0.6896933466179563,
      "grad_norm": 21.941135059717368,
      "learning_rate": 2.657781187073861e-06,
      "loss": 2.5012,
      "step": 6230
    },
    {
      "epoch": 0.6908003985386915,
      "grad_norm": 16.278833357503192,
      "learning_rate": 2.640726657196743e-06,
      "loss": 2.5817,
      "step": 6240
    },
    {
      "epoch": 0.6919074504594266,
      "grad_norm": 13.836955054815277,
      "learning_rate": 2.6237073646678596e-06,
      "loss": 2.5257,
      "step": 6250
    },
    {
      "epoch": 0.6930145023801616,
      "grad_norm": 17.42891079955518,
      "learning_rate": 2.6067235636818975e-06,
      "loss": 2.4827,
      "step": 6260
    },
    {
      "epoch": 0.6941215543008967,
      "grad_norm": 16.66766719981607,
      "learning_rate": 2.5897755079034415e-06,
      "loss": 2.734,
      "step": 6270
    },
    {
      "epoch": 0.6952286062216317,
      "grad_norm": 18.01524504020241,
      "learning_rate": 2.5728634504632132e-06,
      "loss": 2.4481,
      "step": 6280
    },
    {
      "epoch": 0.6963356581423669,
      "grad_norm": 15.361507532173055,
      "learning_rate": 2.555987643954259e-06,
      "loss": 2.5952,
      "step": 6290
    },
    {
      "epoch": 0.697442710063102,
      "grad_norm": 12.548971546748055,
      "learning_rate": 2.539148340428203e-06,
      "loss": 2.4955,
      "step": 6300
    },
    {
      "epoch": 0.698549761983837,
      "grad_norm": 16.013770363195505,
      "learning_rate": 2.5223457913914713e-06,
      "loss": 2.5667,
      "step": 6310
    },
    {
      "epoch": 0.6996568139045721,
      "grad_norm": 18.08109296107942,
      "learning_rate": 2.505580247801529e-06,
      "loss": 2.6721,
      "step": 6320
    },
    {
      "epoch": 0.7007638658253073,
      "grad_norm": 18.233567782447306,
      "learning_rate": 2.488851960063153e-06,
      "loss": 2.5413,
      "step": 6330
    },
    {
      "epoch": 0.7018709177460423,
      "grad_norm": 20.185450776651432,
      "learning_rate": 2.4721611780246662e-06,
      "loss": 2.5205,
      "step": 6340
    },
    {
      "epoch": 0.7029779696667774,
      "grad_norm": 17.322044563032186,
      "learning_rate": 2.4555081509742257e-06,
      "loss": 2.6061,
      "step": 6350
    },
    {
      "epoch": 0.7040850215875124,
      "grad_norm": 16.69861708188076,
      "learning_rate": 2.4388931276360898e-06,
      "loss": 2.5733,
      "step": 6360
    },
    {
      "epoch": 0.7051920735082475,
      "grad_norm": 14.9415194058973,
      "learning_rate": 2.4223163561669084e-06,
      "loss": 2.4084,
      "step": 6370
    },
    {
      "epoch": 0.7062991254289827,
      "grad_norm": 15.070279374628573,
      "learning_rate": 2.4057780841520073e-06,
      "loss": 2.4201,
      "step": 6380
    },
    {
      "epoch": 0.7074061773497177,
      "grad_norm": 16.92425944088654,
      "learning_rate": 2.389278558601703e-06,
      "loss": 2.674,
      "step": 6390
    },
    {
      "epoch": 0.7085132292704528,
      "grad_norm": 15.873359974625208,
      "learning_rate": 2.3728180259476054e-06,
      "loss": 2.5413,
      "step": 6400
    },
    {
      "epoch": 0.7096202811911879,
      "grad_norm": 17.077658381322358,
      "learning_rate": 2.356396732038938e-06,
      "loss": 2.5189,
      "step": 6410
    },
    {
      "epoch": 0.7107273331119229,
      "grad_norm": 15.86795681834881,
      "learning_rate": 2.34001492213887e-06,
      "loss": 2.6101,
      "step": 6420
    },
    {
      "epoch": 0.7118343850326581,
      "grad_norm": 13.564052898106056,
      "learning_rate": 2.323672840920843e-06,
      "loss": 2.5059,
      "step": 6430
    },
    {
      "epoch": 0.7129414369533931,
      "grad_norm": 16.387911586785865,
      "learning_rate": 2.307370732464936e-06,
      "loss": 2.4656,
      "step": 6440
    },
    {
      "epoch": 0.7140484888741282,
      "grad_norm": 15.397100789766657,
      "learning_rate": 2.291108840254194e-06,
      "loss": 2.5474,
      "step": 6450
    },
    {
      "epoch": 0.7151555407948633,
      "grad_norm": 20.180668201574875,
      "learning_rate": 2.274887407171015e-06,
      "loss": 2.6061,
      "step": 6460
    },
    {
      "epoch": 0.7162625927155983,
      "grad_norm": 16.932276461623562,
      "learning_rate": 2.2587066754935088e-06,
      "loss": 2.6172,
      "step": 6470
    },
    {
      "epoch": 0.7173696446363335,
      "grad_norm": 15.85444224400965,
      "learning_rate": 2.242566886891878e-06,
      "loss": 2.4546,
      "step": 6480
    },
    {
      "epoch": 0.7184766965570685,
      "grad_norm": 16.024831283317745,
      "learning_rate": 2.2264682824248244e-06,
      "loss": 2.5442,
      "step": 6490
    },
    {
      "epoch": 0.7195837484778036,
      "grad_norm": 15.983284722901772,
      "learning_rate": 2.210411102535923e-06,
      "loss": 2.5027,
      "step": 6500
    },
    {
      "epoch": 0.7206908003985387,
      "grad_norm": 18.522789630055893,
      "learning_rate": 2.194395587050053e-06,
      "loss": 2.5553,
      "step": 6510
    },
    {
      "epoch": 0.7217978523192737,
      "grad_norm": 14.14639815951338,
      "learning_rate": 2.178421975169806e-06,
      "loss": 2.5721,
      "step": 6520
    },
    {
      "epoch": 0.7229049042400089,
      "grad_norm": 14.492302660298277,
      "learning_rate": 2.1624905054719136e-06,
      "loss": 2.4938,
      "step": 6530
    },
    {
      "epoch": 0.724011956160744,
      "grad_norm": 19.363838132408695,
      "learning_rate": 2.146601415903685e-06,
      "loss": 2.4218,
      "step": 6540
    },
    {
      "epoch": 0.725119008081479,
      "grad_norm": 15.90076642116056,
      "learning_rate": 2.1307549437794576e-06,
      "loss": 2.448,
      "step": 6550
    },
    {
      "epoch": 0.7262260600022141,
      "grad_norm": 17.3475722033809,
      "learning_rate": 2.114951325777041e-06,
      "loss": 2.5259,
      "step": 6560
    },
    {
      "epoch": 0.7273331119229491,
      "grad_norm": 17.081131808882112,
      "learning_rate": 2.0991907979341945e-06,
      "loss": 2.6131,
      "step": 6570
    },
    {
      "epoch": 0.7284401638436843,
      "grad_norm": 19.24726121813359,
      "learning_rate": 2.083473595645096e-06,
      "loss": 2.5176,
      "step": 6580
    },
    {
      "epoch": 0.7295472157644194,
      "grad_norm": 18.22671174512495,
      "learning_rate": 2.067799953656827e-06,
      "loss": 2.6385,
      "step": 6590
    },
    {
      "epoch": 0.7306542676851544,
      "grad_norm": 19.51577253516203,
      "learning_rate": 2.052170106065867e-06,
      "loss": 2.5878,
      "step": 6600
    },
    {
      "epoch": 0.7317613196058895,
      "grad_norm": 14.740255840350805,
      "learning_rate": 2.0365842863145902e-06,
      "loss": 2.6232,
      "step": 6610
    },
    {
      "epoch": 0.7328683715266247,
      "grad_norm": 17.153524931988514,
      "learning_rate": 2.021042727187797e-06,
      "loss": 2.4545,
      "step": 6620
    },
    {
      "epoch": 0.7339754234473597,
      "grad_norm": 16.978859837487686,
      "learning_rate": 2.0055456608092135e-06,
      "loss": 2.4822,
      "step": 6630
    },
    {
      "epoch": 0.7350824753680948,
      "grad_norm": 15.507136512277452,
      "learning_rate": 1.9900933186380427e-06,
      "loss": 2.4757,
      "step": 6640
    },
    {
      "epoch": 0.7361895272888298,
      "grad_norm": 15.113892086099645,
      "learning_rate": 1.9746859314655024e-06,
      "loss": 2.4577,
      "step": 6650
    },
    {
      "epoch": 0.7372965792095649,
      "grad_norm": 19.298868896417396,
      "learning_rate": 1.9593237294113688e-06,
      "loss": 2.5047,
      "step": 6660
    },
    {
      "epoch": 0.7384036311303,
      "grad_norm": 13.267678704003732,
      "learning_rate": 1.944006941920561e-06,
      "loss": 2.5715,
      "step": 6670
    },
    {
      "epoch": 0.7395106830510351,
      "grad_norm": 14.87293193958646,
      "learning_rate": 1.928735797759687e-06,
      "loss": 2.5132,
      "step": 6680
    },
    {
      "epoch": 0.7406177349717702,
      "grad_norm": 16.569655196515217,
      "learning_rate": 1.91351052501365e-06,
      "loss": 2.5578,
      "step": 6690
    },
    {
      "epoch": 0.7417247868925052,
      "grad_norm": 18.641862537777396,
      "learning_rate": 1.8983313510822283e-06,
      "loss": 2.5117,
      "step": 6700
    },
    {
      "epoch": 0.7428318388132403,
      "grad_norm": 16.649411387878974,
      "learning_rate": 1.8831985026766848e-06,
      "loss": 2.555,
      "step": 6710
    },
    {
      "epoch": 0.7439388907339755,
      "grad_norm": 17.113555470969906,
      "learning_rate": 1.8681122058163797e-06,
      "loss": 2.4762,
      "step": 6720
    },
    {
      "epoch": 0.7450459426547105,
      "grad_norm": 13.60243042756901,
      "learning_rate": 1.853072685825391e-06,
      "loss": 2.4798,
      "step": 6730
    },
    {
      "epoch": 0.7461529945754456,
      "grad_norm": 14.062228805408685,
      "learning_rate": 1.8380801673291555e-06,
      "loss": 2.5991,
      "step": 6740
    },
    {
      "epoch": 0.7472600464961807,
      "grad_norm": 12.81974531182581,
      "learning_rate": 1.8231348742511102e-06,
      "loss": 2.3543,
      "step": 6750
    },
    {
      "epoch": 0.7483670984169157,
      "grad_norm": 16.835322913216885,
      "learning_rate": 1.8082370298093483e-06,
      "loss": 2.4387,
      "step": 6760
    },
    {
      "epoch": 0.7494741503376509,
      "grad_norm": 14.330012440741553,
      "learning_rate": 1.7933868565132857e-06,
      "loss": 2.6009,
      "step": 6770
    },
    {
      "epoch": 0.7505812022583859,
      "grad_norm": 15.204347320060766,
      "learning_rate": 1.7785845761603376e-06,
      "loss": 2.5466,
      "step": 6780
    },
    {
      "epoch": 0.751688254179121,
      "grad_norm": 17.028609074434605,
      "learning_rate": 1.7638304098326025e-06,
      "loss": 2.4657,
      "step": 6790
    },
    {
      "epoch": 0.7527953060998561,
      "grad_norm": 13.259346842026316,
      "learning_rate": 1.7491245778935673e-06,
      "loss": 2.6145,
      "step": 6800
    },
    {
      "epoch": 0.7539023580205911,
      "grad_norm": 21.625831350357682,
      "learning_rate": 1.7344672999848106e-06,
      "loss": 2.5143,
      "step": 6810
    },
    {
      "epoch": 0.7550094099413263,
      "grad_norm": 19.536045749121886,
      "learning_rate": 1.7198587950227235e-06,
      "loss": 2.4776,
      "step": 6820
    },
    {
      "epoch": 0.7561164618620614,
      "grad_norm": 17.421699829582213,
      "learning_rate": 1.7052992811952411e-06,
      "loss": 2.4593,
      "step": 6830
    },
    {
      "epoch": 0.7572235137827964,
      "grad_norm": 16.49786576509242,
      "learning_rate": 1.6907889759585778e-06,
      "loss": 2.6817,
      "step": 6840
    },
    {
      "epoch": 0.7583305657035315,
      "grad_norm": 14.275882435397286,
      "learning_rate": 1.676328096033994e-06,
      "loss": 2.4542,
      "step": 6850
    },
    {
      "epoch": 0.7594376176242665,
      "grad_norm": 17.493762248570647,
      "learning_rate": 1.6619168574045385e-06,
      "loss": 2.4719,
      "step": 6860
    },
    {
      "epoch": 0.7605446695450017,
      "grad_norm": 16.007658419129143,
      "learning_rate": 1.6475554753118412e-06,
      "loss": 2.4291,
      "step": 6870
    },
    {
      "epoch": 0.7616517214657368,
      "grad_norm": 14.774826021297706,
      "learning_rate": 1.6332441642528895e-06,
      "loss": 2.6003,
      "step": 6880
    },
    {
      "epoch": 0.7627587733864718,
      "grad_norm": 15.975567591762553,
      "learning_rate": 1.6189831379768206e-06,
      "loss": 2.5704,
      "step": 6890
    },
    {
      "epoch": 0.7638658253072069,
      "grad_norm": 17.406951035088184,
      "learning_rate": 1.604772609481744e-06,
      "loss": 2.5381,
      "step": 6900
    },
    {
      "epoch": 0.7649728772279419,
      "grad_norm": 15.245412833911804,
      "learning_rate": 1.5906127910115414e-06,
      "loss": 2.5041,
      "step": 6910
    },
    {
      "epoch": 0.7660799291486771,
      "grad_norm": 18.14500430607472,
      "learning_rate": 1.576503894052711e-06,
      "loss": 2.4126,
      "step": 6920
    },
    {
      "epoch": 0.7671869810694122,
      "grad_norm": 15.112940123243304,
      "learning_rate": 1.5624461293312022e-06,
      "loss": 2.4729,
      "step": 6930
    },
    {
      "epoch": 0.7682940329901472,
      "grad_norm": 14.628425372895773,
      "learning_rate": 1.548439706809271e-06,
      "loss": 2.4399,
      "step": 6940
    },
    {
      "epoch": 0.7694010849108823,
      "grad_norm": 14.955427356230805,
      "learning_rate": 1.5344848356823395e-06,
      "loss": 2.4849,
      "step": 6950
    },
    {
      "epoch": 0.7705081368316175,
      "grad_norm": 15.352858996367999,
      "learning_rate": 1.5205817243758775e-06,
      "loss": 2.5061,
      "step": 6960
    },
    {
      "epoch": 0.7716151887523525,
      "grad_norm": 15.531771804427523,
      "learning_rate": 1.506730580542287e-06,
      "loss": 2.5352,
      "step": 6970
    },
    {
      "epoch": 0.7727222406730876,
      "grad_norm": 14.802901269445874,
      "learning_rate": 1.4929316110577991e-06,
      "loss": 2.4606,
      "step": 6980
    },
    {
      "epoch": 0.7738292925938226,
      "grad_norm": 13.834503126554017,
      "learning_rate": 1.4791850220193882e-06,
      "loss": 2.4114,
      "step": 6990
    },
    {
      "epoch": 0.7749363445145577,
      "grad_norm": 17.626871971044736,
      "learning_rate": 1.4654910187416843e-06,
      "loss": 2.4443,
      "step": 7000
    },
    {
      "epoch": 0.7760433964352929,
      "grad_norm": 15.72586832532517,
      "learning_rate": 1.451849805753925e-06,
      "loss": 2.5959,
      "step": 7010
    },
    {
      "epoch": 0.7771504483560279,
      "grad_norm": 19.63625622564935,
      "learning_rate": 1.4382615867968768e-06,
      "loss": 2.577,
      "step": 7020
    },
    {
      "epoch": 0.778257500276763,
      "grad_norm": 16.259423437860036,
      "learning_rate": 1.4247265648198122e-06,
      "loss": 2.4003,
      "step": 7030
    },
    {
      "epoch": 0.7793645521974981,
      "grad_norm": 14.868240052692464,
      "learning_rate": 1.4112449419774699e-06,
      "loss": 2.4374,
      "step": 7040
    },
    {
      "epoch": 0.7804716041182331,
      "grad_norm": 17.680915858091048,
      "learning_rate": 1.3978169196270297e-06,
      "loss": 2.4477,
      "step": 7050
    },
    {
      "epoch": 0.7815786560389683,
      "grad_norm": 18.788763019346266,
      "learning_rate": 1.3844426983251242e-06,
      "loss": 2.6663,
      "step": 7060
    },
    {
      "epoch": 0.7826857079597033,
      "grad_norm": 17.443967486074488,
      "learning_rate": 1.3711224778248178e-06,
      "loss": 2.4001,
      "step": 7070
    },
    {
      "epoch": 0.7837927598804384,
      "grad_norm": 14.104765296687267,
      "learning_rate": 1.3578564570726437e-06,
      "loss": 2.5499,
      "step": 7080
    },
    {
      "epoch": 0.7848998118011735,
      "grad_norm": 14.938982184936348,
      "learning_rate": 1.344644834205624e-06,
      "loss": 2.6234,
      "step": 7090
    },
    {
      "epoch": 0.7860068637219085,
      "grad_norm": 16.601186409737505,
      "learning_rate": 1.3314878065483106e-06,
      "loss": 2.4678,
      "step": 7100
    },
    {
      "epoch": 0.7871139156426437,
      "grad_norm": 16.126461328991052,
      "learning_rate": 1.318385570609838e-06,
      "loss": 2.5181,
      "step": 7110
    },
    {
      "epoch": 0.7882209675633787,
      "grad_norm": 14.264212101115474,
      "learning_rate": 1.3053383220809934e-06,
      "loss": 2.5319,
      "step": 7120
    },
    {
      "epoch": 0.7893280194841138,
      "grad_norm": 16.674084788709003,
      "learning_rate": 1.2923462558312827e-06,
      "loss": 2.5588,
      "step": 7130
    },
    {
      "epoch": 0.7904350714048489,
      "grad_norm": 14.125047804457926,
      "learning_rate": 1.2794095659060335e-06,
      "loss": 2.495,
      "step": 7140
    },
    {
      "epoch": 0.7915421233255839,
      "grad_norm": 13.689321540078824,
      "learning_rate": 1.2665284455234867e-06,
      "loss": 2.6346,
      "step": 7150
    },
    {
      "epoch": 0.7926491752463191,
      "grad_norm": 17.491763233443507,
      "learning_rate": 1.2537030870719159e-06,
      "loss": 2.3638,
      "step": 7160
    },
    {
      "epoch": 0.7937562271670542,
      "grad_norm": 14.712500473982459,
      "learning_rate": 1.2409336821067535e-06,
      "loss": 2.4199,
      "step": 7170
    },
    {
      "epoch": 0.7948632790877892,
      "grad_norm": 13.97965354212977,
      "learning_rate": 1.2282204213477233e-06,
      "loss": 2.4273,
      "step": 7180
    },
    {
      "epoch": 0.7959703310085243,
      "grad_norm": 15.125599625889896,
      "learning_rate": 1.215563494676007e-06,
      "loss": 2.5639,
      "step": 7190
    },
    {
      "epoch": 0.7970773829292593,
      "grad_norm": 15.308235089960142,
      "learning_rate": 1.2029630911313877e-06,
      "loss": 2.4943,
      "step": 7200
    },
    {
      "epoch": 0.7981844348499945,
      "grad_norm": 14.243073168806442,
      "learning_rate": 1.1904193989094442e-06,
      "loss": 2.6061,
      "step": 7210
    },
    {
      "epoch": 0.7992914867707296,
      "grad_norm": 14.898872151747849,
      "learning_rate": 1.1779326053587326e-06,
      "loss": 2.6109,
      "step": 7220
    },
    {
      "epoch": 0.8003985386914646,
      "grad_norm": 15.213968169737058,
      "learning_rate": 1.165502896977983e-06,
      "loss": 2.5029,
      "step": 7230
    },
    {
      "epoch": 0.8015055906121997,
      "grad_norm": 17.57190386080436,
      "learning_rate": 1.1531304594133297e-06,
      "loss": 2.5218,
      "step": 7240
    },
    {
      "epoch": 0.8026126425329347,
      "grad_norm": 14.718334901930403,
      "learning_rate": 1.1408154774555185e-06,
      "loss": 2.5644,
      "step": 7250
    },
    {
      "epoch": 0.8037196944536699,
      "grad_norm": 14.70466300668309,
      "learning_rate": 1.1285581350371633e-06,
      "loss": 2.5673,
      "step": 7260
    },
    {
      "epoch": 0.804826746374405,
      "grad_norm": 16.523083604536307,
      "learning_rate": 1.11635861522999e-06,
      "loss": 2.6119,
      "step": 7270
    },
    {
      "epoch": 0.80593379829514,
      "grad_norm": 16.087233648796555,
      "learning_rate": 1.1042171002421038e-06,
      "loss": 2.3668,
      "step": 7280
    },
    {
      "epoch": 0.8070408502158751,
      "grad_norm": 18.219483436423715,
      "learning_rate": 1.092133771415272e-06,
      "loss": 2.5108,
      "step": 7290
    },
    {
      "epoch": 0.8081479021366103,
      "grad_norm": 14.23626021764468,
      "learning_rate": 1.0801088092222067e-06,
      "loss": 2.5161,
      "step": 7300
    },
    {
      "epoch": 0.8092549540573453,
      "grad_norm": 17.579234694984372,
      "learning_rate": 1.0681423932638784e-06,
      "loss": 2.472,
      "step": 7310
    },
    {
      "epoch": 0.8103620059780804,
      "grad_norm": 17.509613972476572,
      "learning_rate": 1.05623470226683e-06,
      "loss": 2.5078,
      "step": 7320
    },
    {
      "epoch": 0.8114690578988154,
      "grad_norm": 16.567966169697417,
      "learning_rate": 1.0443859140805063e-06,
      "loss": 2.5549,
      "step": 7330
    },
    {
      "epoch": 0.8125761098195505,
      "grad_norm": 13.228102448828993,
      "learning_rate": 1.032596205674598e-06,
      "loss": 2.5958,
      "step": 7340
    },
    {
      "epoch": 0.8136831617402857,
      "grad_norm": 14.33253011909644,
      "learning_rate": 1.020865753136402e-06,
      "loss": 2.4304,
      "step": 7350
    },
    {
      "epoch": 0.8147902136610207,
      "grad_norm": 16.763970324305024,
      "learning_rate": 1.0091947316681833e-06,
      "loss": 2.5536,
      "step": 7360
    },
    {
      "epoch": 0.8158972655817558,
      "grad_norm": 16.082943781448364,
      "learning_rate": 9.975833155845687e-07,
      "loss": 2.4768,
      "step": 7370
    },
    {
      "epoch": 0.8170043175024909,
      "grad_norm": 15.909337215300724,
      "learning_rate": 9.860316783099356e-07,
      "loss": 2.4912,
      "step": 7380
    },
    {
      "epoch": 0.8181113694232259,
      "grad_norm": 17.194058825674805,
      "learning_rate": 9.74539992375826e-07,
      "loss": 2.4761,
      "step": 7390
    },
    {
      "epoch": 0.8192184213439611,
      "grad_norm": 15.251099269067993,
      "learning_rate": 9.631084294183668e-07,
      "loss": 2.538,
      "step": 7400
    },
    {
      "epoch": 0.8203254732646961,
      "grad_norm": 14.28790996742064,
      "learning_rate": 9.517371601757042e-07,
      "loss": 2.536,
      "step": 7410
    },
    {
      "epoch": 0.8214325251854312,
      "grad_norm": 17.000395820091192,
      "learning_rate": 9.404263544854658e-07,
      "loss": 2.4934,
      "step": 7420
    },
    {
      "epoch": 0.8225395771061663,
      "grad_norm": 14.025873757437632,
      "learning_rate": 9.291761812822054e-07,
      "loss": 2.4447,
      "step": 7430
    },
    {
      "epoch": 0.8236466290269013,
      "grad_norm": 20.369511420071024,
      "learning_rate": 9.179868085948946e-07,
      "loss": 2.5157,
      "step": 7440
    },
    {
      "epoch": 0.8247536809476365,
      "grad_norm": 16.887509510072285,
      "learning_rate": 9.068584035444083e-07,
      "loss": 2.4785,
      "step": 7450
    },
    {
      "epoch": 0.8258607328683715,
      "grad_norm": 15.952259196345977,
      "learning_rate": 8.957911323410229e-07,
      "loss": 2.4653,
      "step": 7460
    },
    {
      "epoch": 0.8269677847891066,
      "grad_norm": 16.24199510067374,
      "learning_rate": 8.847851602819485e-07,
      "loss": 2.5294,
      "step": 7470
    },
    {
      "epoch": 0.8280748367098417,
      "grad_norm": 16.976947365156782,
      "learning_rate": 8.738406517488423e-07,
      "loss": 2.5297,
      "step": 7480
    },
    {
      "epoch": 0.8291818886305767,
      "grad_norm": 17.934378030024483,
      "learning_rate": 8.629577702053671e-07,
      "loss": 2.6052,
      "step": 7490
    },
    {
      "epoch": 0.8302889405513119,
      "grad_norm": 15.407244538769637,
      "learning_rate": 8.521366781947426e-07,
      "loss": 2.4532,
      "step": 7500
    },
    {
      "epoch": 0.831395992472047,
      "grad_norm": 15.400477059234891,
      "learning_rate": 8.413775373373206e-07,
      "loss": 2.4579,
      "step": 7510
    },
    {
      "epoch": 0.832503044392782,
      "grad_norm": 17.39392388174797,
      "learning_rate": 8.306805083281705e-07,
      "loss": 2.6138,
      "step": 7520
    },
    {
      "epoch": 0.8336100963135171,
      "grad_norm": 14.342293383217136,
      "learning_rate": 8.200457509346798e-07,
      "loss": 2.3725,
      "step": 7530
    },
    {
      "epoch": 0.8347171482342521,
      "grad_norm": 15.847161214149653,
      "learning_rate": 8.094734239941642e-07,
      "loss": 2.3768,
      "step": 7540
    },
    {
      "epoch": 0.8358242001549873,
      "grad_norm": 17.63332070962175,
      "learning_rate": 7.989636854115018e-07,
      "loss": 2.4585,
      "step": 7550
    },
    {
      "epoch": 0.8369312520757224,
      "grad_norm": 16.531198506312407,
      "learning_rate": 7.885166921567705e-07,
      "loss": 2.4787,
      "step": 7560
    },
    {
      "epoch": 0.8380383039964574,
      "grad_norm": 14.28759893561945,
      "learning_rate": 7.781326002628991e-07,
      "loss": 2.4685,
      "step": 7570
    },
    {
      "epoch": 0.8391453559171925,
      "grad_norm": 14.826430399325979,
      "learning_rate": 7.678115648233514e-07,
      "loss": 2.4173,
      "step": 7580
    },
    {
      "epoch": 0.8402524078379277,
      "grad_norm": 14.87587504335515,
      "learning_rate": 7.57553739989792e-07,
      "loss": 2.51,
      "step": 7590
    },
    {
      "epoch": 0.8413594597586627,
      "grad_norm": 17.574559912620376,
      "learning_rate": 7.473592789697947e-07,
      "loss": 2.4794,
      "step": 7600
    },
    {
      "epoch": 0.8424665116793978,
      "grad_norm": 17.140986686992314,
      "learning_rate": 7.37228334024555e-07,
      "loss": 2.416,
      "step": 7610
    },
    {
      "epoch": 0.8435735636001328,
      "grad_norm": 15.506861252303242,
      "learning_rate": 7.271610564666054e-07,
      "loss": 2.3907,
      "step": 7620
    },
    {
      "epoch": 0.8446806155208679,
      "grad_norm": 15.538508359449784,
      "learning_rate": 7.171575966575722e-07,
      "loss": 2.5462,
      "step": 7630
    },
    {
      "epoch": 0.845787667441603,
      "grad_norm": 16.810003606583724,
      "learning_rate": 7.072181040059123e-07,
      "loss": 2.486,
      "step": 7640
    },
    {
      "epoch": 0.8468947193623381,
      "grad_norm": 17.523279420449594,
      "learning_rate": 6.973427269646932e-07,
      "loss": 2.4714,
      "step": 7650
    },
    {
      "epoch": 0.8480017712830732,
      "grad_norm": 14.739045055561698,
      "learning_rate": 6.875316130293724e-07,
      "loss": 2.5424,
      "step": 7660
    },
    {
      "epoch": 0.8491088232038082,
      "grad_norm": 15.925664585980916,
      "learning_rate": 6.777849087355932e-07,
      "loss": 2.4951,
      "step": 7670
    },
    {
      "epoch": 0.8502158751245433,
      "grad_norm": 14.15278086352724,
      "learning_rate": 6.681027596569988e-07,
      "loss": 2.4984,
      "step": 7680
    },
    {
      "epoch": 0.8513229270452785,
      "grad_norm": 14.613485875082265,
      "learning_rate": 6.584853104030553e-07,
      "loss": 2.415,
      "step": 7690
    },
    {
      "epoch": 0.8524299789660135,
      "grad_norm": 13.79991123891203,
      "learning_rate": 6.48932704616892e-07,
      "loss": 2.4957,
      "step": 7700
    },
    {
      "epoch": 0.8535370308867486,
      "grad_norm": 16.538555088229636,
      "learning_rate": 6.394450849731587e-07,
      "loss": 2.5322,
      "step": 7710
    },
    {
      "epoch": 0.8546440828074837,
      "grad_norm": 17.641076622043553,
      "learning_rate": 6.300225931758924e-07,
      "loss": 2.4296,
      "step": 7720
    },
    {
      "epoch": 0.8557511347282187,
      "grad_norm": 17.606467927789563,
      "learning_rate": 6.206653699564014e-07,
      "loss": 2.5163,
      "step": 7730
    },
    {
      "epoch": 0.8568581866489539,
      "grad_norm": 17.809260161423225,
      "learning_rate": 6.113735550711658e-07,
      "loss": 2.4642,
      "step": 7740
    },
    {
      "epoch": 0.8579652385696889,
      "grad_norm": 13.623839785347023,
      "learning_rate": 6.021472872997419e-07,
      "loss": 2.512,
      "step": 7750
    },
    {
      "epoch": 0.859072290490424,
      "grad_norm": 18.78017884173273,
      "learning_rate": 5.929867044427035e-07,
      "loss": 2.4144,
      "step": 7760
    },
    {
      "epoch": 0.8601793424111591,
      "grad_norm": 16.837093504212152,
      "learning_rate": 5.838919433195678e-07,
      "loss": 2.5047,
      "step": 7770
    },
    {
      "epoch": 0.8612863943318941,
      "grad_norm": 16.87004336022709,
      "learning_rate": 5.748631397667654e-07,
      "loss": 2.5213,
      "step": 7780
    },
    {
      "epoch": 0.8623934462526293,
      "grad_norm": 15.69091627736047,
      "learning_rate": 5.659004286356045e-07,
      "loss": 2.5533,
      "step": 7790
    },
    {
      "epoch": 0.8635004981733644,
      "grad_norm": 14.187307779530673,
      "learning_rate": 5.570039437902536e-07,
      "loss": 2.441,
      "step": 7800
    },
    {
      "epoch": 0.8646075500940994,
      "grad_norm": 17.93288869083588,
      "learning_rate": 5.481738181057556e-07,
      "loss": 2.5006,
      "step": 7810
    },
    {
      "epoch": 0.8657146020148345,
      "grad_norm": 15.826634381411255,
      "learning_rate": 5.394101834660253e-07,
      "loss": 2.4135,
      "step": 7820
    },
    {
      "epoch": 0.8668216539355695,
      "grad_norm": 16.596251661361375,
      "learning_rate": 5.307131707618934e-07,
      "loss": 2.4909,
      "step": 7830
    },
    {
      "epoch": 0.8679287058563047,
      "grad_norm": 15.129013018674039,
      "learning_rate": 5.220829098891472e-07,
      "loss": 2.4429,
      "step": 7840
    },
    {
      "epoch": 0.8690357577770398,
      "grad_norm": 14.305450352981211,
      "learning_rate": 5.135195297465878e-07,
      "loss": 2.4862,
      "step": 7850
    },
    {
      "epoch": 0.8701428096977748,
      "grad_norm": 12.863234686905033,
      "learning_rate": 5.050231582341092e-07,
      "loss": 2.4616,
      "step": 7860
    },
    {
      "epoch": 0.8712498616185099,
      "grad_norm": 13.900921327498637,
      "learning_rate": 4.965939222507832e-07,
      "loss": 2.5505,
      "step": 7870
    },
    {
      "epoch": 0.8723569135392449,
      "grad_norm": 15.774427990260946,
      "learning_rate": 4.882319476929698e-07,
      "loss": 2.4643,
      "step": 7880
    },
    {
      "epoch": 0.8734639654599801,
      "grad_norm": 18.695971386290847,
      "learning_rate": 4.799373594524332e-07,
      "loss": 2.4695,
      "step": 7890
    },
    {
      "epoch": 0.8745710173807152,
      "grad_norm": 15.398391843940924,
      "learning_rate": 4.7171028141447693e-07,
      "loss": 2.5612,
      "step": 7900
    },
    {
      "epoch": 0.8756780693014502,
      "grad_norm": 13.563010738327588,
      "learning_rate": 4.635508364560937e-07,
      "loss": 2.4357,
      "step": 7910
    },
    {
      "epoch": 0.8767851212221853,
      "grad_norm": 14.212010150425057,
      "learning_rate": 4.5545914644413103e-07,
      "loss": 2.4529,
      "step": 7920
    },
    {
      "epoch": 0.8778921731429205,
      "grad_norm": 13.857542112005609,
      "learning_rate": 4.474353322334679e-07,
      "loss": 2.4963,
      "step": 7930
    },
    {
      "epoch": 0.8789992250636555,
      "grad_norm": 14.666024515134973,
      "learning_rate": 4.394795136652169e-07,
      "loss": 2.4512,
      "step": 7940
    },
    {
      "epoch": 0.8801062769843906,
      "grad_norm": 16.841948685566276,
      "learning_rate": 4.315918095649246e-07,
      "loss": 2.5056,
      "step": 7950
    },
    {
      "epoch": 0.8812133289051256,
      "grad_norm": 15.413187142241657,
      "learning_rate": 4.2377233774080427e-07,
      "loss": 2.5528,
      "step": 7960
    },
    {
      "epoch": 0.8823203808258607,
      "grad_norm": 13.784700431727842,
      "learning_rate": 4.1602121498197477e-07,
      "loss": 2.4622,
      "step": 7970
    },
    {
      "epoch": 0.8834274327465959,
      "grad_norm": 14.844903872123188,
      "learning_rate": 4.0833855705671057e-07,
      "loss": 2.4508,
      "step": 7980
    },
    {
      "epoch": 0.8845344846673309,
      "grad_norm": 16.047205147717147,
      "learning_rate": 4.0072447871072507e-07,
      "loss": 2.4968,
      "step": 7990
    },
    {
      "epoch": 0.885641536588066,
      "grad_norm": 12.9721170754397,
      "learning_rate": 3.931790936654417e-07,
      "loss": 2.3906,
      "step": 8000
    },
    {
      "epoch": 0.885641536588066,
      "eval_loss": 2.48763370513916,
      "eval_runtime": 2402.0825,
      "eval_samples_per_second": 4.178,
      "eval_steps_per_second": 0.418,
      "step": 8000
    },
    {
      "epoch": 0.8867485885088011,
      "grad_norm": 15.854557624198474,
      "learning_rate": 3.8570251461630735e-07,
      "loss": 2.4579,
      "step": 8010
    },
    {
      "epoch": 0.8878556404295361,
      "grad_norm": 16.026725672049096,
      "learning_rate": 3.7829485323110316e-07,
      "loss": 2.3463,
      "step": 8020
    },
    {
      "epoch": 0.8889626923502713,
      "grad_norm": 16.073422441115532,
      "learning_rate": 3.709562201482769e-07,
      "loss": 2.4243,
      "step": 8030
    },
    {
      "epoch": 0.8900697442710063,
      "grad_norm": 15.38779771086279,
      "learning_rate": 3.636867249752962e-07,
      "loss": 2.3858,
      "step": 8040
    },
    {
      "epoch": 0.8911767961917414,
      "grad_norm": 16.258826268938925,
      "learning_rate": 3.564864762870013e-07,
      "loss": 2.5358,
      "step": 8050
    },
    {
      "epoch": 0.8922838481124765,
      "grad_norm": 15.02798068624606,
      "learning_rate": 3.49355581623993e-07,
      "loss": 2.4421,
      "step": 8060
    },
    {
      "epoch": 0.8933909000332115,
      "grad_norm": 16.654143045304426,
      "learning_rate": 3.4229414749102186e-07,
      "loss": 2.5125,
      "step": 8070
    },
    {
      "epoch": 0.8944979519539467,
      "grad_norm": 13.762735453146883,
      "learning_rate": 3.353022793553978e-07,
      "loss": 2.6232,
      "step": 8080
    },
    {
      "epoch": 0.8956050038746817,
      "grad_norm": 11.721658803005548,
      "learning_rate": 3.2838008164541577e-07,
      "loss": 2.4208,
      "step": 8090
    },
    {
      "epoch": 0.8967120557954168,
      "grad_norm": 15.661791327346446,
      "learning_rate": 3.215276577487969e-07,
      "loss": 2.5037,
      "step": 8100
    },
    {
      "epoch": 0.8978191077161519,
      "grad_norm": 14.437374220759548,
      "learning_rate": 3.1474511001113926e-07,
      "loss": 2.453,
      "step": 8110
    },
    {
      "epoch": 0.8989261596368869,
      "grad_norm": 23.96541891259206,
      "learning_rate": 3.080325397343969e-07,
      "loss": 2.4866,
      "step": 8120
    },
    {
      "epoch": 0.9000332115576221,
      "grad_norm": 14.703254905186904,
      "learning_rate": 3.013900471753628e-07,
      "loss": 2.5269,
      "step": 8130
    },
    {
      "epoch": 0.9011402634783572,
      "grad_norm": 17.763519535077947,
      "learning_rate": 2.948177315441669e-07,
      "loss": 2.5009,
      "step": 8140
    },
    {
      "epoch": 0.9022473153990922,
      "grad_norm": 18.50559050540985,
      "learning_rate": 2.883156910028073e-07,
      "loss": 2.4501,
      "step": 8150
    },
    {
      "epoch": 0.9033543673198273,
      "grad_norm": 13.811835537975867,
      "learning_rate": 2.818840226636671e-07,
      "loss": 2.3126,
      "step": 8160
    },
    {
      "epoch": 0.9044614192405623,
      "grad_norm": 18.988992451266952,
      "learning_rate": 2.7552282258808125e-07,
      "loss": 2.4317,
      "step": 8170
    },
    {
      "epoch": 0.9055684711612975,
      "grad_norm": 16.031786166509363,
      "learning_rate": 2.6923218578488674e-07,
      "loss": 2.4247,
      "step": 8180
    },
    {
      "epoch": 0.9066755230820326,
      "grad_norm": 18.728666251016826,
      "learning_rate": 2.630122062090118e-07,
      "loss": 2.3527,
      "step": 8190
    },
    {
      "epoch": 0.9077825750027676,
      "grad_norm": 19.825199377152217,
      "learning_rate": 2.568629767600744e-07,
      "loss": 2.6088,
      "step": 8200
    },
    {
      "epoch": 0.9088896269235027,
      "grad_norm": 16.87396488382408,
      "learning_rate": 2.507845892809868e-07,
      "loss": 2.3591,
      "step": 8210
    },
    {
      "epoch": 0.9099966788442378,
      "grad_norm": 14.693971646543563,
      "learning_rate": 2.4477713455659136e-07,
      "loss": 2.4239,
      "step": 8220
    },
    {
      "epoch": 0.9111037307649729,
      "grad_norm": 15.947418670710583,
      "learning_rate": 2.388407023123007e-07,
      "loss": 2.4616,
      "step": 8230
    },
    {
      "epoch": 0.912210782685708,
      "grad_norm": 16.454200712334917,
      "learning_rate": 2.329753812127583e-07,
      "loss": 2.4244,
      "step": 8240
    },
    {
      "epoch": 0.913317834606443,
      "grad_norm": 16.497222276931957,
      "learning_rate": 2.2718125886051433e-07,
      "loss": 2.5867,
      "step": 8250
    },
    {
      "epoch": 0.9144248865271781,
      "grad_norm": 16.43228833811835,
      "learning_rate": 2.214584217947191e-07,
      "loss": 2.4391,
      "step": 8260
    },
    {
      "epoch": 0.9155319384479133,
      "grad_norm": 16.78472579386922,
      "learning_rate": 2.1580695548982567e-07,
      "loss": 2.4242,
      "step": 8270
    },
    {
      "epoch": 0.9166389903686483,
      "grad_norm": 16.546048611992425,
      "learning_rate": 2.1022694435431868e-07,
      "loss": 2.4872,
      "step": 8280
    },
    {
      "epoch": 0.9177460422893834,
      "grad_norm": 16.770801344250373,
      "learning_rate": 2.0471847172945036e-07,
      "loss": 2.4296,
      "step": 8290
    },
    {
      "epoch": 0.9188530942101184,
      "grad_norm": 16.27109240174247,
      "learning_rate": 1.9928161988799765e-07,
      "loss": 2.5068,
      "step": 8300
    },
    {
      "epoch": 0.9199601461308535,
      "grad_norm": 12.512458168250634,
      "learning_rate": 1.939164700330326e-07,
      "loss": 2.4175,
      "step": 8310
    },
    {
      "epoch": 0.9210671980515887,
      "grad_norm": 14.798188108228695,
      "learning_rate": 1.8862310229670612e-07,
      "loss": 2.5059,
      "step": 8320
    },
    {
      "epoch": 0.9221742499723237,
      "grad_norm": 12.936659113537381,
      "learning_rate": 1.8340159573906058e-07,
      "loss": 2.447,
      "step": 8330
    },
    {
      "epoch": 0.9232813018930588,
      "grad_norm": 15.624562309086738,
      "learning_rate": 1.782520283468364e-07,
      "loss": 2.4359,
      "step": 8340
    },
    {
      "epoch": 0.9243883538137939,
      "grad_norm": 17.36536742613116,
      "learning_rate": 1.7317447703231849e-07,
      "loss": 2.5658,
      "step": 8350
    },
    {
      "epoch": 0.9254954057345289,
      "grad_norm": 15.391131130821295,
      "learning_rate": 1.6816901763218152e-07,
      "loss": 2.5091,
      "step": 8360
    },
    {
      "epoch": 0.9266024576552641,
      "grad_norm": 15.684736857963308,
      "learning_rate": 1.6323572490635543e-07,
      "loss": 2.4168,
      "step": 8370
    },
    {
      "epoch": 0.9277095095759991,
      "grad_norm": 18.001498021183778,
      "learning_rate": 1.5837467253691784e-07,
      "loss": 2.5202,
      "step": 8380
    },
    {
      "epoch": 0.9288165614967342,
      "grad_norm": 15.913434285236699,
      "learning_rate": 1.5358593312698178e-07,
      "loss": 2.6434,
      "step": 8390
    },
    {
      "epoch": 0.9299236134174693,
      "grad_norm": 15.844539221853895,
      "learning_rate": 1.4886957819962077e-07,
      "loss": 2.4848,
      "step": 8400
    },
    {
      "epoch": 0.9310306653382043,
      "grad_norm": 14.883294572064472,
      "learning_rate": 1.4422567819679546e-07,
      "loss": 2.4281,
      "step": 8410
    },
    {
      "epoch": 0.9321377172589395,
      "grad_norm": 14.583778182281327,
      "learning_rate": 1.3965430247830426e-07,
      "loss": 2.4246,
      "step": 8420
    },
    {
      "epoch": 0.9332447691796745,
      "grad_norm": 16.084883433598268,
      "learning_rate": 1.3515551932074488e-07,
      "loss": 2.506,
      "step": 8430
    },
    {
      "epoch": 0.9343518211004096,
      "grad_norm": 13.726377273149337,
      "learning_rate": 1.307293959164957e-07,
      "loss": 2.5495,
      "step": 8440
    },
    {
      "epoch": 0.9354588730211447,
      "grad_norm": 17.060608694253016,
      "learning_rate": 1.263759983727142e-07,
      "loss": 2.337,
      "step": 8450
    },
    {
      "epoch": 0.9365659249418797,
      "grad_norm": 14.801435939071636,
      "learning_rate": 1.2209539171034623e-07,
      "loss": 2.5042,
      "step": 8460
    },
    {
      "epoch": 0.9376729768626149,
      "grad_norm": 15.589161221895887,
      "learning_rate": 1.1788763986315621e-07,
      "loss": 2.5061,
      "step": 8470
    },
    {
      "epoch": 0.93878002878335,
      "grad_norm": 16.33836597070153,
      "learning_rate": 1.1375280567677393e-07,
      "loss": 2.3671,
      "step": 8480
    },
    {
      "epoch": 0.939887080704085,
      "grad_norm": 18.905885083448613,
      "learning_rate": 1.0969095090775428e-07,
      "loss": 2.6181,
      "step": 8490
    },
    {
      "epoch": 0.9409941326248201,
      "grad_norm": 16.762390629046585,
      "learning_rate": 1.0570213622265236e-07,
      "loss": 2.4327,
      "step": 8500
    },
    {
      "epoch": 0.9421011845455551,
      "grad_norm": 16.525181960248243,
      "learning_rate": 1.0178642119712368e-07,
      "loss": 2.4993,
      "step": 8510
    },
    {
      "epoch": 0.9432082364662903,
      "grad_norm": 16.7132011851729,
      "learning_rate": 9.794386431502822e-08,
      "loss": 2.5366,
      "step": 8520
    },
    {
      "epoch": 0.9443152883870254,
      "grad_norm": 13.853046661215803,
      "learning_rate": 9.417452296756114e-08,
      "loss": 2.4832,
      "step": 8530
    },
    {
      "epoch": 0.9454223403077604,
      "grad_norm": 15.293104772530375,
      "learning_rate": 9.04784534523928e-08,
      "loss": 2.3633,
      "step": 8540
    },
    {
      "epoch": 0.9465293922284955,
      "grad_norm": 14.980540551389215,
      "learning_rate": 8.685571097282852e-08,
      "loss": 2.4849,
      "step": 8550
    },
    {
      "epoch": 0.9476364441492307,
      "grad_norm": 18.693304270023244,
      "learning_rate": 8.33063496369868e-08,
      "loss": 2.5602,
      "step": 8560
    },
    {
      "epoch": 0.9487434960699657,
      "grad_norm": 15.253297927027766,
      "learning_rate": 7.98304224569868e-08,
      "loss": 2.4879,
      "step": 8570
    },
    {
      "epoch": 0.9498505479907008,
      "grad_norm": 20.092545101378285,
      "learning_rate": 7.642798134815943e-08,
      "loss": 2.5095,
      "step": 8580
    },
    {
      "epoch": 0.9509575999114358,
      "grad_norm": 16.041421606524025,
      "learning_rate": 7.309907712827192e-08,
      "loss": 2.4647,
      "step": 8590
    },
    {
      "epoch": 0.9520646518321709,
      "grad_norm": 15.859909299358135,
      "learning_rate": 6.984375951676614e-08,
      "loss": 2.5593,
      "step": 8600
    },
    {
      "epoch": 0.953171703752906,
      "grad_norm": 19.216229700494758,
      "learning_rate": 6.66620771340215e-08,
      "loss": 2.3626,
      "step": 8610
    },
    {
      "epoch": 0.9542787556736411,
      "grad_norm": 17.889324656581575,
      "learning_rate": 6.355407750062215e-08,
      "loss": 2.6562,
      "step": 8620
    },
    {
      "epoch": 0.9553858075943762,
      "grad_norm": 13.458822428770242,
      "learning_rate": 6.051980703665138e-08,
      "loss": 2.3909,
      "step": 8630
    },
    {
      "epoch": 0.9564928595151112,
      "grad_norm": 17.008353277644698,
      "learning_rate": 5.755931106099788e-08,
      "loss": 2.4223,
      "step": 8640
    },
    {
      "epoch": 0.9575999114358463,
      "grad_norm": 16.78426968156743,
      "learning_rate": 5.4672633790677775e-08,
      "loss": 2.6265,
      "step": 8650
    },
    {
      "epoch": 0.9587069633565815,
      "grad_norm": 17.958386496220644,
      "learning_rate": 5.185981834017473e-08,
      "loss": 2.5093,
      "step": 8660
    },
    {
      "epoch": 0.9598140152773165,
      "grad_norm": 17.46930815569884,
      "learning_rate": 4.91209067207965e-08,
      "loss": 2.4249,
      "step": 8670
    },
    {
      "epoch": 0.9609210671980516,
      "grad_norm": 17.891927563958056,
      "learning_rate": 4.645593984004604e-08,
      "loss": 2.533,
      "step": 8680
    },
    {
      "epoch": 0.9620281191187867,
      "grad_norm": 13.675101972798346,
      "learning_rate": 4.386495750101194e-08,
      "loss": 2.4507,
      "step": 8690
    },
    {
      "epoch": 0.9631351710395217,
      "grad_norm": 16.01872970692231,
      "learning_rate": 4.1347998401773945e-08,
      "loss": 2.4702,
      "step": 8700
    },
    {
      "epoch": 0.9642422229602569,
      "grad_norm": 17.620120107441487,
      "learning_rate": 3.890510013482396e-08,
      "loss": 2.3592,
      "step": 8710
    },
    {
      "epoch": 0.9653492748809919,
      "grad_norm": 13.329706465049831,
      "learning_rate": 3.653629918650536e-08,
      "loss": 2.4662,
      "step": 8720
    },
    {
      "epoch": 0.966456326801727,
      "grad_norm": 14.570283074571352,
      "learning_rate": 3.424163093646682e-08,
      "loss": 2.3495,
      "step": 8730
    },
    {
      "epoch": 0.9675633787224621,
      "grad_norm": 13.873984864746625,
      "learning_rate": 3.202112965713655e-08,
      "loss": 2.367,
      "step": 8740
    },
    {
      "epoch": 0.9686704306431971,
      "grad_norm": 13.467781119638207,
      "learning_rate": 2.987482851320778e-08,
      "loss": 2.3987,
      "step": 8750
    },
    {
      "epoch": 0.9697774825639323,
      "grad_norm": 15.489672705466763,
      "learning_rate": 2.7802759561144088e-08,
      "loss": 2.425,
      "step": 8760
    },
    {
      "epoch": 0.9708845344846674,
      "grad_norm": 20.126982289743573,
      "learning_rate": 2.580495374870151e-08,
      "loss": 2.5085,
      "step": 8770
    },
    {
      "epoch": 0.9719915864054024,
      "grad_norm": 16.778268839880404,
      "learning_rate": 2.388144091446498e-08,
      "loss": 2.463,
      "step": 8780
    },
    {
      "epoch": 0.9730986383261375,
      "grad_norm": 20.49911635255473,
      "learning_rate": 2.2032249787404258e-08,
      "loss": 2.5278,
      "step": 8790
    },
    {
      "epoch": 0.9742056902468725,
      "grad_norm": 16.182685372782867,
      "learning_rate": 2.0257407986443713e-08,
      "loss": 2.4702,
      "step": 8800
    },
    {
      "epoch": 0.9753127421676077,
      "grad_norm": 14.885149821948326,
      "learning_rate": 1.8556942020049872e-08,
      "loss": 2.5026,
      "step": 8810
    },
    {
      "epoch": 0.9764197940883428,
      "grad_norm": 18.03209004223668,
      "learning_rate": 1.6930877285835644e-08,
      "loss": 2.5576,
      "step": 8820
    },
    {
      "epoch": 0.9775268460090778,
      "grad_norm": 15.861290907259685,
      "learning_rate": 1.5379238070181158e-08,
      "loss": 2.5681,
      "step": 8830
    },
    {
      "epoch": 0.9786338979298129,
      "grad_norm": 16.532161800217157,
      "learning_rate": 1.3902047547871278e-08,
      "loss": 2.4926,
      "step": 8840
    },
    {
      "epoch": 0.9797409498505479,
      "grad_norm": 14.626301967154978,
      "learning_rate": 1.2499327781748116e-08,
      "loss": 2.4547,
      "step": 8850
    },
    {
      "epoch": 0.9808480017712831,
      "grad_norm": 18.74363118033889,
      "learning_rate": 1.1171099722383506e-08,
      "loss": 2.5054,
      "step": 8860
    },
    {
      "epoch": 0.9819550536920182,
      "grad_norm": 17.476707949807594,
      "learning_rate": 9.917383207765363e-09,
      "loss": 2.4136,
      "step": 8870
    },
    {
      "epoch": 0.9830621056127532,
      "grad_norm": 15.362525353056075,
      "learning_rate": 8.738196962999601e-09,
      "loss": 2.5267,
      "step": 8880
    },
    {
      "epoch": 0.9841691575334883,
      "grad_norm": 15.763132841414992,
      "learning_rate": 7.633558600033675e-09,
      "loss": 2.4059,
      "step": 8890
    },
    {
      "epoch": 0.9852762094542235,
      "grad_norm": 16.971970282791062,
      "learning_rate": 6.603484617390688e-09,
      "loss": 2.5169,
      "step": 8900
    },
    {
      "epoch": 0.9863832613749585,
      "grad_norm": 16.309961470302227,
      "learning_rate": 5.647990399924031e-09,
      "loss": 2.4272,
      "step": 8910
    },
    {
      "epoch": 0.9874903132956936,
      "grad_norm": 16.05736958282543,
      "learning_rate": 4.767090218589232e-09,
      "loss": 2.5884,
      "step": 8920
    },
    {
      "epoch": 0.9885973652164286,
      "grad_norm": 15.10152496394929,
      "learning_rate": 3.960797230227465e-09,
      "loss": 2.5573,
      "step": 8930
    },
    {
      "epoch": 0.9897044171371637,
      "grad_norm": 14.741682018743976,
      "learning_rate": 3.2291234773718093e-09,
      "loss": 2.3819,
      "step": 8940
    },
    {
      "epoch": 0.9908114690578989,
      "grad_norm": 15.440675776317423,
      "learning_rate": 2.5720798880662922e-09,
      "loss": 2.4611,
      "step": 8950
    },
    {
      "epoch": 0.9919185209786339,
      "grad_norm": 13.979973708890682,
      "learning_rate": 1.989676275702679e-09,
      "loss": 2.4037,
      "step": 8960
    },
    {
      "epoch": 0.993025572899369,
      "grad_norm": 19.373337099900795,
      "learning_rate": 1.4819213388744814e-09,
      "loss": 2.4966,
      "step": 8970
    },
    {
      "epoch": 0.9941326248201041,
      "grad_norm": 17.103724133893802,
      "learning_rate": 1.0488226612459517e-09,
      "loss": 2.505,
      "step": 8980
    },
    {
      "epoch": 0.9952396767408391,
      "grad_norm": 16.90633557993371,
      "learning_rate": 6.903867114393947e-10,
      "loss": 2.5781,
      "step": 8990
    },
    {
      "epoch": 0.9963467286615743,
      "grad_norm": 16.59692250103923,
      "learning_rate": 4.0661884293913266e-10,
      "loss": 2.5521,
      "step": 9000
    },
    {
      "epoch": 0.9974537805823093,
      "grad_norm": 15.318767567204494,
      "learning_rate": 1.97523294011015e-10,
      "loss": 2.488,
      "step": 9010
    },
    {
      "epoch": 0.9985608325030444,
      "grad_norm": 14.806481544474932,
      "learning_rate": 6.310318763858014e-11,
      "loss": 2.4538,
      "step": 9020
    },
    {
      "epoch": 0.9996678844237795,
      "grad_norm": 16.39588765945003,
      "learning_rate": 3.360531477536455e-12,
      "loss": 2.4834,
      "step": 9030
    },
    {
      "epoch": 1.0,
      "step": 9033,
      "total_flos": 227316538671104.0,
      "train_loss": 2.714383109890978,
      "train_runtime": 83244.0657,
      "train_samples_per_second": 1.085,
      "train_steps_per_second": 0.109
    }
  ],
  "logging_steps": 10,
  "max_steps": 9033,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 2000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 227316538671104.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}