miyagi / trainer_state.json
AlekseyKorshuk's picture
huggingartists
1caa528
raw
history blame
21.7 kB
{
"best_metric": 1.5914676189422607,
"best_model_checkpoint": "output/miyagi/checkpoint-826",
"epoch": 7.0,
"global_step": 826,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.04,
"learning_rate": 0.0001366131174902434,
"loss": 2.5015,
"step": 5
},
{
"epoch": 0.08,
"learning_rate": 0.00013486251168343008,
"loss": 2.2103,
"step": 10
},
{
"epoch": 0.12,
"learning_rate": 0.00013197813593027427,
"loss": 2.3049,
"step": 15
},
{
"epoch": 0.17,
"learning_rate": 0.0001280093426996125,
"loss": 2.2693,
"step": 20
},
{
"epoch": 0.21,
"learning_rate": 0.00012302403914397873,
"loss": 2.0156,
"step": 25
},
{
"epoch": 0.25,
"learning_rate": 0.00011710752518939715,
"loss": 2.1099,
"step": 30
},
{
"epoch": 0.29,
"learning_rate": 0.00011036103402999824,
"loss": 2.0083,
"step": 35
},
{
"epoch": 0.33,
"learning_rate": 0.00010290000000000001,
"loss": 2.046,
"step": 40
},
{
"epoch": 0.38,
"learning_rate": 9.485208346024516e-05,
"loss": 1.8954,
"step": 45
},
{
"epoch": 0.42,
"learning_rate": 8.635498649403293e-05,
"loss": 2.2916,
"step": 50
},
{
"epoch": 0.46,
"learning_rate": 7.755409678629555e-05,
"loss": 1.9975,
"step": 55
},
{
"epoch": 0.5,
"learning_rate": 6.86e-05,
"loss": 2.045,
"step": 60
},
{
"epoch": 0.54,
"learning_rate": 5.964590321370448e-05,
"loss": 1.9664,
"step": 65
},
{
"epoch": 0.58,
"learning_rate": 5.084501350596707e-05,
"loss": 1.8793,
"step": 70
},
{
"epoch": 0.62,
"learning_rate": 4.2347916539754844e-05,
"loss": 2.014,
"step": 75
},
{
"epoch": 0.67,
"learning_rate": 3.4300000000000014e-05,
"loss": 1.9299,
"step": 80
},
{
"epoch": 0.71,
"learning_rate": 2.6838965970001764e-05,
"loss": 1.9819,
"step": 85
},
{
"epoch": 0.75,
"learning_rate": 2.0092474810602843e-05,
"loss": 2.051,
"step": 90
},
{
"epoch": 0.79,
"learning_rate": 1.4175960856021275e-05,
"loss": 1.9671,
"step": 95
},
{
"epoch": 0.83,
"learning_rate": 9.190657300387505e-06,
"loss": 1.8122,
"step": 100
},
{
"epoch": 0.88,
"learning_rate": 5.22186406972573e-06,
"loss": 1.8996,
"step": 105
},
{
"epoch": 0.92,
"learning_rate": 2.3374883165699215e-06,
"loss": 2.0356,
"step": 110
},
{
"epoch": 0.96,
"learning_rate": 5.868825097566078e-07,
"loss": 1.8357,
"step": 115
},
{
"epoch": 1.0,
"learning_rate": 0.0,
"loss": 2.0548,
"step": 120
},
{
"epoch": 1.0,
"eval_loss": 1.9889769554138184,
"eval_runtime": 8.2484,
"eval_samples_per_second": 20.489,
"eval_steps_per_second": 2.667,
"step": 120
},
{
"epoch": 1.0,
"eval_loss": 1.8863365650177002,
"eval_runtime": 6.9627,
"eval_samples_per_second": 23.123,
"eval_steps_per_second": 3.016,
"step": 121
},
{
"epoch": 1.03,
"learning_rate": 3.696176693910321e-07,
"loss": 1.993,
"step": 125
},
{
"epoch": 1.07,
"learning_rate": 1.8643657094774288e-06,
"loss": 1.8125,
"step": 130
},
{
"epoch": 1.12,
"learning_rate": 4.482209545216786e-06,
"loss": 1.9934,
"step": 135
},
{
"epoch": 1.16,
"learning_rate": 8.179093411846335e-06,
"loss": 1.8632,
"step": 140
},
{
"epoch": 1.2,
"learning_rate": 1.2892802350719696e-05,
"loss": 2.0066,
"step": 145
},
{
"epoch": 1.24,
"learning_rate": 1.8544009226529548e-05,
"loss": 2.0706,
"step": 150
},
{
"epoch": 1.28,
"learning_rate": 2.5037609725814876e-05,
"loss": 1.9308,
"step": 155
},
{
"epoch": 1.32,
"learning_rate": 3.2264322870026065e-05,
"loss": 1.8125,
"step": 160
},
{
"epoch": 1.36,
"learning_rate": 4.0102530108070535e-05,
"loss": 1.8868,
"step": 165
},
{
"epoch": 1.4,
"learning_rate": 4.842032203820096e-05,
"loss": 1.9685,
"step": 170
},
{
"epoch": 1.45,
"learning_rate": 5.70777183149067e-05,
"loss": 1.9188,
"step": 175
},
{
"epoch": 1.49,
"learning_rate": 6.592902338193754e-05,
"loss": 1.9786,
"step": 180
},
{
"epoch": 1.53,
"learning_rate": 7.482527838676297e-05,
"loss": 1.8686,
"step": 185
},
{
"epoch": 1.57,
"learning_rate": 8.361676801313241e-05,
"loss": 1.9975,
"step": 190
},
{
"epoch": 1.61,
"learning_rate": 9.215554004418502e-05,
"loss": 1.851,
"step": 195
},
{
"epoch": 1.65,
"learning_rate": 0.00010029789525431117,
"loss": 1.8228,
"step": 200
},
{
"epoch": 1.69,
"learning_rate": 0.0001079068057273095,
"loss": 1.8039,
"step": 205
},
{
"epoch": 1.74,
"learning_rate": 0.0001148542209028974,
"loss": 1.9549,
"step": 210
},
{
"epoch": 1.78,
"learning_rate": 0.00012102322254305531,
"loss": 1.9539,
"step": 215
},
{
"epoch": 1.82,
"learning_rate": 0.000126309992352219,
"loss": 1.8849,
"step": 220
},
{
"epoch": 1.86,
"learning_rate": 0.00013062555913818553,
"loss": 1.9122,
"step": 225
},
{
"epoch": 1.9,
"learning_rate": 0.00013389729611071438,
"loss": 1.9664,
"step": 230
},
{
"epoch": 1.94,
"learning_rate": 0.00013607014311974643,
"loss": 1.8078,
"step": 235
},
{
"epoch": 1.98,
"learning_rate": 0.00013710753326415926,
"loss": 1.8547,
"step": 240
},
{
"epoch": 2.0,
"eval_loss": 1.8749154806137085,
"eval_runtime": 7.1382,
"eval_samples_per_second": 22.555,
"eval_steps_per_second": 2.942,
"step": 242
},
{
"epoch": 2.08,
"learning_rate": 0.00013524009067795913,
"loss": 1.7074,
"step": 245
},
{
"epoch": 2.12,
"learning_rate": 0.00013248966177323044,
"loss": 1.7453,
"step": 250
},
{
"epoch": 2.16,
"learning_rate": 0.00012860874759889254,
"loss": 1.8948,
"step": 255
},
{
"epoch": 2.2,
"learning_rate": 0.00012366601836206413,
"loss": 1.9676,
"step": 260
},
{
"epoch": 2.25,
"learning_rate": 0.00011774893238446447,
"loss": 1.7939,
"step": 265
},
{
"epoch": 2.29,
"learning_rate": 0.00011096218858530879,
"loss": 1.8352,
"step": 270
},
{
"epoch": 2.33,
"learning_rate": 0.00010342587390324441,
"loss": 2.0245,
"step": 275
},
{
"epoch": 2.37,
"learning_rate": 9.527333843746984e-05,
"loss": 1.9197,
"step": 280
},
{
"epoch": 2.42,
"learning_rate": 8.664883590600801e-05,
"loss": 1.9335,
"step": 285
},
{
"epoch": 2.46,
"learning_rate": 7.77049711716633e-05,
"loss": 1.875,
"step": 290
},
{
"epoch": 2.5,
"learning_rate": 6.860000000000001e-05,
"loss": 1.8544,
"step": 295
},
{
"epoch": 2.54,
"learning_rate": 5.949502882833675e-05,
"loss": 1.9954,
"step": 300
},
{
"epoch": 2.58,
"learning_rate": 5.055116409399204e-05,
"loss": 1.8779,
"step": 305
},
{
"epoch": 2.63,
"learning_rate": 4.192666156253025e-05,
"loss": 1.8122,
"step": 310
},
{
"epoch": 2.67,
"learning_rate": 3.377412609675556e-05,
"loss": 1.8168,
"step": 315
},
{
"epoch": 2.71,
"learning_rate": 2.6237811414691256e-05,
"loss": 1.7168,
"step": 320
},
{
"epoch": 2.75,
"learning_rate": 1.9451067615535547e-05,
"loss": 1.7654,
"step": 325
},
{
"epoch": 2.8,
"learning_rate": 1.3533981637935892e-05,
"loss": 1.8255,
"step": 330
},
{
"epoch": 2.84,
"learning_rate": 8.591252401107479e-06,
"loss": 1.8593,
"step": 335
},
{
"epoch": 2.88,
"learning_rate": 4.710338226769622e-06,
"loss": 1.7707,
"step": 340
},
{
"epoch": 2.92,
"learning_rate": 1.959909322040904e-06,
"loss": 1.7329,
"step": 345
},
{
"epoch": 2.97,
"learning_rate": 3.886327055845878e-07,
"loss": 1.8968,
"step": 350
},
{
"epoch": 3.0,
"eval_loss": 1.6329461336135864,
"eval_runtime": 4.0979,
"eval_samples_per_second": 45.877,
"eval_steps_per_second": 5.857,
"step": 354
},
{
"epoch": 3.01,
"learning_rate": 2.4311076931149823e-08,
"loss": 1.7177,
"step": 355
},
{
"epoch": 3.05,
"learning_rate": 8.733908661157559e-07,
"loss": 1.8309,
"step": 360
},
{
"epoch": 3.09,
"learning_rate": 2.920848168366426e-06,
"loss": 1.6587,
"step": 365
},
{
"epoch": 3.14,
"learning_rate": 6.130454582152937e-06,
"loss": 1.8153,
"step": 370
},
{
"epoch": 3.18,
"learning_rate": 1.044541824676853e-05,
"loss": 1.6569,
"step": 375
},
{
"epoch": 3.22,
"learning_rate": 1.5789388736708423e-05,
"loss": 1.7716,
"step": 380
},
{
"epoch": 3.26,
"learning_rate": 2.206780803190438e-05,
"loss": 1.7591,
"step": 385
},
{
"epoch": 3.31,
"learning_rate": 2.9169583659291692e-05,
"loss": 1.8322,
"step": 390
},
{
"epoch": 3.35,
"learning_rate": 3.696905440057621e-05,
"loss": 1.5984,
"step": 395
},
{
"epoch": 3.39,
"learning_rate": 4.5328213784303035e-05,
"loss": 1.7572,
"step": 400
},
{
"epoch": 3.43,
"learning_rate": 5.4099152019007745e-05,
"loss": 1.8058,
"step": 405
},
{
"epoch": 3.47,
"learning_rate": 6.312667315905842e-05,
"loss": 1.9387,
"step": 410
},
{
"epoch": 3.52,
"learning_rate": 7.225104119417345e-05,
"loss": 1.9436,
"step": 415
},
{
"epoch": 3.56,
"learning_rate": 8.1310806472376e-05,
"loss": 1.7717,
"step": 420
},
{
"epoch": 3.6,
"learning_rate": 9.01456624447057e-05,
"loss": 1.6776,
"step": 425
},
{
"epoch": 3.64,
"learning_rate": 9.859928218347747e-05,
"loss": 1.7468,
"step": 430
},
{
"epoch": 3.69,
"learning_rate": 0.0001065220844837778,
"loss": 1.7603,
"step": 435
},
{
"epoch": 3.73,
"learning_rate": 0.00011377388060386165,
"loss": 1.7576,
"step": 440
},
{
"epoch": 3.77,
"learning_rate": 0.00012022635481213106,
"loss": 1.8352,
"step": 445
},
{
"epoch": 3.81,
"learning_rate": 0.00012576533484906052,
"loss": 1.748,
"step": 450
},
{
"epoch": 3.86,
"learning_rate": 0.00013029281212974562,
"loss": 1.6407,
"step": 455
},
{
"epoch": 3.9,
"learning_rate": 0.00013372867594093092,
"loss": 1.7799,
"step": 460
},
{
"epoch": 3.94,
"learning_rate": 0.00013601213094704693,
"loss": 1.8188,
"step": 465
},
{
"epoch": 3.98,
"learning_rate": 0.00013710277292342587,
"loss": 1.7514,
"step": 470
},
{
"epoch": 4.0,
"eval_loss": 1.6437361240386963,
"eval_runtime": 4.1027,
"eval_samples_per_second": 45.824,
"eval_steps_per_second": 5.85,
"step": 472
},
{
"epoch": 4.03,
"learning_rate": 0.00013698130368230946,
"loss": 1.8553,
"step": 475
},
{
"epoch": 4.07,
"learning_rate": 0.00013564987254150566,
"loss": 1.677,
"step": 480
},
{
"epoch": 4.11,
"learning_rate": 0.00013313203829363288,
"loss": 1.6993,
"step": 485
},
{
"epoch": 4.15,
"learning_rate": 0.00012947235234888086,
"loss": 1.7383,
"step": 490
},
{
"epoch": 4.19,
"learning_rate": 0.00012473557042730042,
"loss": 1.7513,
"step": 495
},
{
"epoch": 4.24,
"learning_rate": 0.00011900550674920642,
"loss": 1.6364,
"step": 500
},
{
"epoch": 4.28,
"learning_rate": 0.00011238355099803469,
"loss": 1.6798,
"step": 505
},
{
"epoch": 4.32,
"learning_rate": 0.00010498687429701432,
"loss": 1.7396,
"step": 510
},
{
"epoch": 4.36,
"learning_rate": 9.694635594371065e-05,
"loss": 1.5501,
"step": 515
},
{
"epoch": 4.41,
"learning_rate": 8.840426758749807e-05,
"loss": 1.6678,
"step": 520
},
{
"epoch": 4.45,
"learning_rate": 7.951175582690834e-05,
"loss": 1.703,
"step": 525
},
{
"epoch": 4.49,
"learning_rate": 7.042616777063153e-05,
"loss": 1.7374,
"step": 530
},
{
"epoch": 4.53,
"learning_rate": 6.130826688459083e-05,
"loss": 1.7254,
"step": 535
},
{
"epoch": 4.58,
"learning_rate": 5.231938838884156e-05,
"loss": 1.6928,
"step": 540
},
{
"epoch": 4.62,
"learning_rate": 4.361858453765647e-05,
"loss": 1.742,
"step": 545
},
{
"epoch": 4.66,
"learning_rate": 3.535981029518021e-05,
"loss": 1.6946,
"step": 550
},
{
"epoch": 4.7,
"learning_rate": 2.768919920425875e-05,
"loss": 1.6874,
"step": 555
},
{
"epoch": 4.75,
"learning_rate": 2.0742477650140126e-05,
"loss": 1.7176,
"step": 560
},
{
"epoch": 4.79,
"learning_rate": 1.464256327193875e-05,
"loss": 1.6007,
"step": 565
},
{
"epoch": 4.83,
"learning_rate": 9.497390016384942e-06,
"loss": 1.7331,
"step": 570
},
{
"epoch": 4.87,
"learning_rate": 5.397998318089678e-06,
"loss": 1.4962,
"step": 575
},
{
"epoch": 4.92,
"learning_rate": 2.416924199324192e-06,
"loss": 1.6863,
"step": 580
},
{
"epoch": 4.96,
"learning_rate": 6.069157931251217e-07,
"loss": 1.7319,
"step": 585
},
{
"epoch": 5.0,
"learning_rate": 0.0,
"loss": 1.6369,
"step": 590
},
{
"epoch": 5.0,
"eval_loss": 1.601211667060852,
"eval_runtime": 4.0987,
"eval_samples_per_second": 45.868,
"eval_steps_per_second": 5.856,
"step": 590
},
{
"epoch": 5.04,
"learning_rate": 6.06915793125114e-07,
"loss": 1.6055,
"step": 595
},
{
"epoch": 5.08,
"learning_rate": 2.416924199324169e-06,
"loss": 1.5901,
"step": 600
},
{
"epoch": 5.13,
"learning_rate": 5.39799831808964e-06,
"loss": 1.6282,
"step": 605
},
{
"epoch": 5.17,
"learning_rate": 9.497390016384903e-06,
"loss": 1.6198,
"step": 610
},
{
"epoch": 5.21,
"learning_rate": 1.464256327193862e-05,
"loss": 1.6603,
"step": 615
},
{
"epoch": 5.25,
"learning_rate": 2.074247765013998e-05,
"loss": 1.6531,
"step": 620
},
{
"epoch": 5.3,
"learning_rate": 2.768919920425878e-05,
"loss": 1.5269,
"step": 625
},
{
"epoch": 5.34,
"learning_rate": 3.535981029518024e-05,
"loss": 1.6306,
"step": 630
},
{
"epoch": 5.38,
"learning_rate": 4.3618584537656514e-05,
"loss": 1.4954,
"step": 635
},
{
"epoch": 5.42,
"learning_rate": 5.231938838884147e-05,
"loss": 1.6128,
"step": 640
},
{
"epoch": 5.47,
"learning_rate": 6.130826688459075e-05,
"loss": 1.7703,
"step": 645
},
{
"epoch": 5.51,
"learning_rate": 7.042616777063145e-05,
"loss": 1.6367,
"step": 650
},
{
"epoch": 5.55,
"learning_rate": 7.951175582690827e-05,
"loss": 1.6559,
"step": 655
},
{
"epoch": 5.59,
"learning_rate": 8.8404267587498e-05,
"loss": 1.646,
"step": 660
},
{
"epoch": 5.64,
"learning_rate": 9.694635594371057e-05,
"loss": 1.6984,
"step": 665
},
{
"epoch": 5.68,
"learning_rate": 0.00010498687429701424,
"loss": 1.6156,
"step": 670
},
{
"epoch": 5.72,
"learning_rate": 0.00011238355099803463,
"loss": 1.6668,
"step": 675
},
{
"epoch": 5.76,
"learning_rate": 0.00011900550674920627,
"loss": 1.7146,
"step": 680
},
{
"epoch": 5.81,
"learning_rate": 0.00012473557042730032,
"loss": 1.5721,
"step": 685
},
{
"epoch": 5.85,
"learning_rate": 0.00012947235234888078,
"loss": 1.6113,
"step": 690
},
{
"epoch": 5.89,
"learning_rate": 0.00013313203829363288,
"loss": 1.6012,
"step": 695
},
{
"epoch": 5.93,
"learning_rate": 0.00013564987254150568,
"loss": 1.54,
"step": 700
},
{
"epoch": 5.97,
"learning_rate": 0.00013698130368230946,
"loss": 1.5771,
"step": 705
},
{
"epoch": 6.0,
"eval_loss": 1.6223803758621216,
"eval_runtime": 4.1028,
"eval_samples_per_second": 45.822,
"eval_steps_per_second": 5.85,
"step": 708
},
{
"epoch": 6.02,
"learning_rate": 0.00013710277292342587,
"loss": 1.6545,
"step": 710
},
{
"epoch": 6.06,
"learning_rate": 0.00013601213094704693,
"loss": 1.6159,
"step": 715
},
{
"epoch": 6.1,
"learning_rate": 0.000133728675940931,
"loss": 1.5379,
"step": 720
},
{
"epoch": 6.14,
"learning_rate": 0.00013029281212974567,
"loss": 1.5675,
"step": 725
},
{
"epoch": 6.19,
"learning_rate": 0.00012576533484906052,
"loss": 1.5401,
"step": 730
},
{
"epoch": 6.23,
"learning_rate": 0.0001202263548121312,
"loss": 1.7157,
"step": 735
},
{
"epoch": 6.27,
"learning_rate": 0.00011377388060386172,
"loss": 1.6472,
"step": 740
},
{
"epoch": 6.31,
"learning_rate": 0.00010652208448377808,
"loss": 1.6329,
"step": 745
},
{
"epoch": 6.36,
"learning_rate": 9.859928218347764e-05,
"loss": 1.6732,
"step": 750
},
{
"epoch": 6.4,
"learning_rate": 9.014566244470579e-05,
"loss": 1.5562,
"step": 755
},
{
"epoch": 6.44,
"learning_rate": 8.131080647237608e-05,
"loss": 1.669,
"step": 760
},
{
"epoch": 6.48,
"learning_rate": 7.225104119417342e-05,
"loss": 1.5005,
"step": 765
},
{
"epoch": 6.53,
"learning_rate": 6.31266731590584e-05,
"loss": 1.5282,
"step": 770
},
{
"epoch": 6.57,
"learning_rate": 5.4099152019007833e-05,
"loss": 1.5426,
"step": 775
},
{
"epoch": 6.61,
"learning_rate": 4.532821378430311e-05,
"loss": 1.5988,
"step": 780
},
{
"epoch": 6.65,
"learning_rate": 3.696905440057639e-05,
"loss": 1.4735,
"step": 785
},
{
"epoch": 6.69,
"learning_rate": 2.916958365929176e-05,
"loss": 1.561,
"step": 790
},
{
"epoch": 6.74,
"learning_rate": 2.206780803190435e-05,
"loss": 1.5727,
"step": 795
},
{
"epoch": 6.78,
"learning_rate": 1.578938873670855e-05,
"loss": 1.5714,
"step": 800
},
{
"epoch": 6.82,
"learning_rate": 1.0445418246768637e-05,
"loss": 1.3599,
"step": 805
},
{
"epoch": 6.86,
"learning_rate": 6.130454582152975e-06,
"loss": 1.4926,
"step": 810
},
{
"epoch": 6.91,
"learning_rate": 2.9208481683664865e-06,
"loss": 1.4652,
"step": 815
},
{
"epoch": 6.95,
"learning_rate": 8.733908661157864e-07,
"loss": 1.6516,
"step": 820
},
{
"epoch": 6.99,
"learning_rate": 2.4311076931157437e-08,
"loss": 1.6115,
"step": 825
},
{
"epoch": 7.0,
"eval_loss": 1.5914676189422607,
"eval_runtime": 4.1088,
"eval_samples_per_second": 45.755,
"eval_steps_per_second": 5.841,
"step": 826
}
],
"max_steps": 826,
"num_train_epochs": 7,
"total_flos": 859258847232000.0,
"trial_name": null,
"trial_params": null
}