{ "best_metric": 0.000785744923632592, "best_model_checkpoint": "swin-base-patch4-window7-224-in22k-Kontur-competition-1.3K/checkpoint-334", "epoch": 9.865470852017937, "eval_steps": 500, "global_step": 550, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.18, "grad_norm": 3.5358009338378906, "learning_rate": 9.090909090909091e-06, "loss": 0.674, "step": 10 }, { "epoch": 0.36, "grad_norm": 3.1279354095458984, "learning_rate": 1.8181818181818182e-05, "loss": 0.4594, "step": 20 }, { "epoch": 0.54, "grad_norm": 2.273749351501465, "learning_rate": 2.7272727272727273e-05, "loss": 0.1591, "step": 30 }, { "epoch": 0.72, "grad_norm": 16.241113662719727, "learning_rate": 3.6363636363636364e-05, "loss": 0.0193, "step": 40 }, { "epoch": 0.9, "grad_norm": 5.422853469848633, "learning_rate": 4.545454545454546e-05, "loss": 0.0593, "step": 50 }, { "epoch": 0.99, "eval_loss": 0.029350830242037773, "eval_runtime": 35.1661, "eval_samples_per_second": 44.986, "eval_steps_per_second": 0.711, "step": 55 }, { "epoch": 1.08, "grad_norm": 6.060277938842773, "learning_rate": 4.94949494949495e-05, "loss": 0.0433, "step": 60 }, { "epoch": 1.26, "grad_norm": 0.930535614490509, "learning_rate": 4.848484848484849e-05, "loss": 0.018, "step": 70 }, { "epoch": 1.43, "grad_norm": 4.823692321777344, "learning_rate": 4.7474747474747476e-05, "loss": 0.0436, "step": 80 }, { "epoch": 1.61, "grad_norm": 1.3981133699417114, "learning_rate": 4.6464646464646464e-05, "loss": 0.0184, "step": 90 }, { "epoch": 1.79, "grad_norm": 0.6671331524848938, "learning_rate": 4.545454545454546e-05, "loss": 0.0201, "step": 100 }, { "epoch": 1.97, "grad_norm": 1.8355345726013184, "learning_rate": 4.4444444444444447e-05, "loss": 0.0098, "step": 110 }, { "epoch": 1.99, "eval_loss": 0.03146681934595108, "eval_runtime": 28.3147, "eval_samples_per_second": 55.872, "eval_steps_per_second": 0.883, "step": 111 }, { "epoch": 2.15, "grad_norm": 0.02300291508436203, "learning_rate": 4.343434343434344e-05, "loss": 0.0131, "step": 120 }, { "epoch": 2.33, "grad_norm": 7.2036871910095215, "learning_rate": 4.242424242424243e-05, "loss": 0.0215, "step": 130 }, { "epoch": 2.51, "grad_norm": 1.0436112880706787, "learning_rate": 4.141414141414142e-05, "loss": 0.0224, "step": 140 }, { "epoch": 2.69, "grad_norm": 2.077420949935913, "learning_rate": 4.0404040404040405e-05, "loss": 0.0133, "step": 150 }, { "epoch": 2.87, "grad_norm": 0.17279785871505737, "learning_rate": 3.939393939393939e-05, "loss": 0.0066, "step": 160 }, { "epoch": 3.0, "eval_loss": 0.03221270069479942, "eval_runtime": 27.4288, "eval_samples_per_second": 57.677, "eval_steps_per_second": 0.911, "step": 167 }, { "epoch": 3.05, "grad_norm": 0.07281704246997833, "learning_rate": 3.838383838383838e-05, "loss": 0.0034, "step": 170 }, { "epoch": 3.23, "grad_norm": 0.06530273705720901, "learning_rate": 3.7373737373737376e-05, "loss": 0.0038, "step": 180 }, { "epoch": 3.41, "grad_norm": 0.2904812693595886, "learning_rate": 3.6363636363636364e-05, "loss": 0.0045, "step": 190 }, { "epoch": 3.59, "grad_norm": 0.01948358118534088, "learning_rate": 3.535353535353535e-05, "loss": 0.0052, "step": 200 }, { "epoch": 3.77, "grad_norm": 0.24817952513694763, "learning_rate": 3.434343434343435e-05, "loss": 0.004, "step": 210 }, { "epoch": 3.95, "grad_norm": 1.0436078310012817, "learning_rate": 3.3333333333333335e-05, "loss": 0.0179, "step": 220 }, { "epoch": 4.0, "eval_loss": 0.006767116021364927, "eval_runtime": 27.0156, "eval_samples_per_second": 58.559, "eval_steps_per_second": 0.925, "step": 223 }, { "epoch": 4.13, "grad_norm": 0.4218502342700958, "learning_rate": 3.232323232323233e-05, "loss": 0.011, "step": 230 }, { "epoch": 4.3, "grad_norm": 1.2248862981796265, "learning_rate": 3.131313131313132e-05, "loss": 0.0043, "step": 240 }, { "epoch": 4.48, "grad_norm": 3.450435161590576, "learning_rate": 3.0303030303030306e-05, "loss": 0.0115, "step": 250 }, { "epoch": 4.66, "grad_norm": 0.10841131955385208, "learning_rate": 2.9292929292929294e-05, "loss": 0.0189, "step": 260 }, { "epoch": 4.84, "grad_norm": 2.503843307495117, "learning_rate": 2.8282828282828282e-05, "loss": 0.0078, "step": 270 }, { "epoch": 4.99, "eval_loss": 0.0032722819596529007, "eval_runtime": 27.2058, "eval_samples_per_second": 58.149, "eval_steps_per_second": 0.919, "step": 278 }, { "epoch": 5.02, "grad_norm": 1.6022576093673706, "learning_rate": 2.7272727272727273e-05, "loss": 0.0069, "step": 280 }, { "epoch": 5.2, "grad_norm": 0.23544766008853912, "learning_rate": 2.6262626262626268e-05, "loss": 0.0077, "step": 290 }, { "epoch": 5.38, "grad_norm": 1.4383817911148071, "learning_rate": 2.5252525252525256e-05, "loss": 0.002, "step": 300 }, { "epoch": 5.56, "grad_norm": 0.105356365442276, "learning_rate": 2.4242424242424244e-05, "loss": 0.0017, "step": 310 }, { "epoch": 5.74, "grad_norm": 0.7489631175994873, "learning_rate": 2.3232323232323232e-05, "loss": 0.0012, "step": 320 }, { "epoch": 5.92, "grad_norm": 1.5391371250152588, "learning_rate": 2.2222222222222223e-05, "loss": 0.0015, "step": 330 }, { "epoch": 5.99, "eval_loss": 0.000785744923632592, "eval_runtime": 26.43, "eval_samples_per_second": 59.856, "eval_steps_per_second": 0.946, "step": 334 }, { "epoch": 6.1, "grad_norm": 0.05875357240438461, "learning_rate": 2.1212121212121215e-05, "loss": 0.002, "step": 340 }, { "epoch": 6.28, "grad_norm": 2.8288419246673584, "learning_rate": 2.0202020202020203e-05, "loss": 0.0036, "step": 350 }, { "epoch": 6.46, "grad_norm": 0.018499189987778664, "learning_rate": 1.919191919191919e-05, "loss": 0.0007, "step": 360 }, { "epoch": 6.64, "grad_norm": 0.00614353409036994, "learning_rate": 1.8181818181818182e-05, "loss": 0.0036, "step": 370 }, { "epoch": 6.82, "grad_norm": 0.01476567517966032, "learning_rate": 1.7171717171717173e-05, "loss": 0.0041, "step": 380 }, { "epoch": 7.0, "grad_norm": 0.16370485723018646, "learning_rate": 1.6161616161616165e-05, "loss": 0.0017, "step": 390 }, { "epoch": 7.0, "eval_loss": 0.007814141921699047, "eval_runtime": 26.7049, "eval_samples_per_second": 59.24, "eval_steps_per_second": 0.936, "step": 390 }, { "epoch": 7.17, "grad_norm": 0.09164857864379883, "learning_rate": 1.5151515151515153e-05, "loss": 0.0004, "step": 400 }, { "epoch": 7.35, "grad_norm": 0.19655057787895203, "learning_rate": 1.4141414141414141e-05, "loss": 0.0005, "step": 410 }, { "epoch": 7.53, "grad_norm": 0.0026813277509063482, "learning_rate": 1.3131313131313134e-05, "loss": 0.0003, "step": 420 }, { "epoch": 7.71, "grad_norm": 0.7142350673675537, "learning_rate": 1.2121212121212122e-05, "loss": 0.0005, "step": 430 }, { "epoch": 7.89, "grad_norm": 0.004237661603838205, "learning_rate": 1.1111111111111112e-05, "loss": 0.0008, "step": 440 }, { "epoch": 8.0, "eval_loss": 0.002696491777896881, "eval_runtime": 26.1158, "eval_samples_per_second": 60.576, "eval_steps_per_second": 0.957, "step": 446 }, { "epoch": 8.07, "grad_norm": 0.010493074543774128, "learning_rate": 1.0101010101010101e-05, "loss": 0.0001, "step": 450 }, { "epoch": 8.25, "grad_norm": 0.015726672485470772, "learning_rate": 9.090909090909091e-06, "loss": 0.0003, "step": 460 }, { "epoch": 8.43, "grad_norm": 2.051889657974243, "learning_rate": 8.080808080808082e-06, "loss": 0.0023, "step": 470 }, { "epoch": 8.61, "grad_norm": 0.001357908477075398, "learning_rate": 7.0707070707070704e-06, "loss": 0.0018, "step": 480 }, { "epoch": 8.79, "grad_norm": 0.0037935995496809483, "learning_rate": 6.060606060606061e-06, "loss": 0.0001, "step": 490 }, { "epoch": 8.97, "grad_norm": 0.014398468658328056, "learning_rate": 5.050505050505051e-06, "loss": 0.0019, "step": 500 }, { "epoch": 8.99, "eval_loss": 0.0011395993642508984, "eval_runtime": 26.5634, "eval_samples_per_second": 59.556, "eval_steps_per_second": 0.941, "step": 501 }, { "epoch": 9.15, "grad_norm": 0.04990648478269577, "learning_rate": 4.040404040404041e-06, "loss": 0.0008, "step": 510 }, { "epoch": 9.33, "grad_norm": 0.009485547430813313, "learning_rate": 3.0303030303030305e-06, "loss": 0.0024, "step": 520 }, { "epoch": 9.51, "grad_norm": 0.007252832874655724, "learning_rate": 2.0202020202020206e-06, "loss": 0.0007, "step": 530 }, { "epoch": 9.69, "grad_norm": 0.007266469299793243, "learning_rate": 1.0101010101010103e-06, "loss": 0.0003, "step": 540 }, { "epoch": 9.87, "grad_norm": 0.01849411241710186, "learning_rate": 0.0, "loss": 0.0014, "step": 550 }, { "epoch": 9.87, "eval_loss": 0.0035754255950450897, "eval_runtime": 37.9782, "eval_samples_per_second": 41.655, "eval_steps_per_second": 0.658, "step": 550 }, { "epoch": 9.87, "step": 550, "total_flos": 1.100143961239951e+19, "train_loss": 0.03171633874193173, "train_runtime": 4576.6164, "train_samples_per_second": 31.093, "train_steps_per_second": 0.12 } ], "logging_steps": 10, "max_steps": 550, "num_input_tokens_seen": 0, "num_train_epochs": 10, "save_steps": 500, "total_flos": 1.100143961239951e+19, "train_batch_size": 64, "trial_name": null, "trial_params": null }