vit-indian-food / trainer_state.json
therealcyberlord's picture
Upload folder using huggingface_hub
baaf7c1 verified
raw
history blame
19.7 kB
{
"best_metric": 0.16896109282970428,
"best_model_checkpoint": "./vit-indian-food/checkpoint-500",
"epoch": 2.6178010471204187,
"eval_steps": 50,
"global_step": 500,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.03,
"grad_norm": 7.558130264282227,
"learning_rate": 0.00019947643979057592,
"loss": 2.4369,
"step": 5
},
{
"epoch": 0.05,
"grad_norm": 6.5493950843811035,
"learning_rate": 0.00019895287958115185,
"loss": 1.6214,
"step": 10
},
{
"epoch": 0.08,
"grad_norm": 6.205695629119873,
"learning_rate": 0.00019842931937172776,
"loss": 1.197,
"step": 15
},
{
"epoch": 0.1,
"grad_norm": 3.8880319595336914,
"learning_rate": 0.00019790575916230367,
"loss": 0.7391,
"step": 20
},
{
"epoch": 0.13,
"grad_norm": 6.315922260284424,
"learning_rate": 0.0001973821989528796,
"loss": 0.6288,
"step": 25
},
{
"epoch": 0.16,
"grad_norm": 4.008142471313477,
"learning_rate": 0.0001968586387434555,
"loss": 0.3582,
"step": 30
},
{
"epoch": 0.18,
"grad_norm": 4.005300998687744,
"learning_rate": 0.00019633507853403142,
"loss": 0.3882,
"step": 35
},
{
"epoch": 0.21,
"grad_norm": 3.9506969451904297,
"learning_rate": 0.00019581151832460733,
"loss": 0.39,
"step": 40
},
{
"epoch": 0.24,
"grad_norm": 4.074863910675049,
"learning_rate": 0.00019528795811518326,
"loss": 0.3413,
"step": 45
},
{
"epoch": 0.26,
"grad_norm": 4.617203712463379,
"learning_rate": 0.00019476439790575917,
"loss": 0.358,
"step": 50
},
{
"epoch": 0.26,
"eval_accuracy": 0.9081364829396326,
"eval_loss": 0.32936015725135803,
"eval_precision": 0.9220515144455581,
"eval_recall": 0.9081364829396326,
"eval_runtime": 17.5763,
"eval_samples_per_second": 43.354,
"eval_steps_per_second": 2.731,
"step": 50
},
{
"epoch": 0.29,
"grad_norm": 4.685304641723633,
"learning_rate": 0.0001942408376963351,
"loss": 0.3669,
"step": 55
},
{
"epoch": 0.31,
"grad_norm": 3.119244337081909,
"learning_rate": 0.000193717277486911,
"loss": 0.1722,
"step": 60
},
{
"epoch": 0.34,
"grad_norm": 6.17639684677124,
"learning_rate": 0.00019319371727748692,
"loss": 0.405,
"step": 65
},
{
"epoch": 0.37,
"grad_norm": 4.263852119445801,
"learning_rate": 0.00019267015706806283,
"loss": 0.5013,
"step": 70
},
{
"epoch": 0.39,
"grad_norm": 2.03020977973938,
"learning_rate": 0.00019214659685863877,
"loss": 0.2251,
"step": 75
},
{
"epoch": 0.42,
"grad_norm": 5.0216193199157715,
"learning_rate": 0.00019162303664921465,
"loss": 0.3329,
"step": 80
},
{
"epoch": 0.45,
"grad_norm": 7.692380428314209,
"learning_rate": 0.00019109947643979058,
"loss": 0.2191,
"step": 85
},
{
"epoch": 0.47,
"grad_norm": 5.645913600921631,
"learning_rate": 0.0001905759162303665,
"loss": 0.3437,
"step": 90
},
{
"epoch": 0.5,
"grad_norm": 5.066718578338623,
"learning_rate": 0.00019005235602094243,
"loss": 0.4461,
"step": 95
},
{
"epoch": 0.52,
"grad_norm": 4.659124851226807,
"learning_rate": 0.00018952879581151833,
"loss": 0.5051,
"step": 100
},
{
"epoch": 0.52,
"eval_accuracy": 0.9291338582677166,
"eval_loss": 0.22470374405384064,
"eval_precision": 0.9372539303361345,
"eval_recall": 0.9291338582677166,
"eval_runtime": 17.4785,
"eval_samples_per_second": 43.597,
"eval_steps_per_second": 2.746,
"step": 100
},
{
"epoch": 0.55,
"grad_norm": 4.5200324058532715,
"learning_rate": 0.00018900523560209424,
"loss": 0.2615,
"step": 105
},
{
"epoch": 0.58,
"grad_norm": 1.2165738344192505,
"learning_rate": 0.00018848167539267018,
"loss": 0.2415,
"step": 110
},
{
"epoch": 0.6,
"grad_norm": 6.801146030426025,
"learning_rate": 0.00018795811518324608,
"loss": 0.3234,
"step": 115
},
{
"epoch": 0.63,
"grad_norm": 0.8039401173591614,
"learning_rate": 0.00018743455497382202,
"loss": 0.1962,
"step": 120
},
{
"epoch": 0.65,
"grad_norm": 4.639632701873779,
"learning_rate": 0.0001869109947643979,
"loss": 0.2755,
"step": 125
},
{
"epoch": 0.68,
"grad_norm": 3.4670636653900146,
"learning_rate": 0.00018638743455497384,
"loss": 0.3463,
"step": 130
},
{
"epoch": 0.71,
"grad_norm": 6.07156229019165,
"learning_rate": 0.00018586387434554974,
"loss": 0.3047,
"step": 135
},
{
"epoch": 0.73,
"grad_norm": 6.347087860107422,
"learning_rate": 0.00018534031413612568,
"loss": 0.2364,
"step": 140
},
{
"epoch": 0.76,
"grad_norm": 5.963706970214844,
"learning_rate": 0.00018481675392670156,
"loss": 0.4148,
"step": 145
},
{
"epoch": 0.79,
"grad_norm": 4.037764072418213,
"learning_rate": 0.0001842931937172775,
"loss": 0.1361,
"step": 150
},
{
"epoch": 0.79,
"eval_accuracy": 0.9409448818897638,
"eval_loss": 0.21655863523483276,
"eval_precision": 0.9454930944052194,
"eval_recall": 0.9409448818897638,
"eval_runtime": 17.4607,
"eval_samples_per_second": 43.641,
"eval_steps_per_second": 2.749,
"step": 150
},
{
"epoch": 0.81,
"grad_norm": 4.717739582061768,
"learning_rate": 0.0001837696335078534,
"loss": 0.1183,
"step": 155
},
{
"epoch": 0.84,
"grad_norm": 3.9427084922790527,
"learning_rate": 0.00018324607329842934,
"loss": 0.1138,
"step": 160
},
{
"epoch": 0.86,
"grad_norm": 4.915616989135742,
"learning_rate": 0.00018272251308900525,
"loss": 0.2988,
"step": 165
},
{
"epoch": 0.89,
"grad_norm": 6.3770432472229,
"learning_rate": 0.00018219895287958115,
"loss": 0.1744,
"step": 170
},
{
"epoch": 0.92,
"grad_norm": 0.7859281301498413,
"learning_rate": 0.00018167539267015706,
"loss": 0.2486,
"step": 175
},
{
"epoch": 0.94,
"grad_norm": 3.75736141204834,
"learning_rate": 0.000181151832460733,
"loss": 0.2637,
"step": 180
},
{
"epoch": 0.97,
"grad_norm": 6.771958351135254,
"learning_rate": 0.0001806282722513089,
"loss": 0.2305,
"step": 185
},
{
"epoch": 0.99,
"grad_norm": 4.951119899749756,
"learning_rate": 0.0001801047120418848,
"loss": 0.1108,
"step": 190
},
{
"epoch": 1.02,
"grad_norm": 3.362152576446533,
"learning_rate": 0.00017958115183246075,
"loss": 0.133,
"step": 195
},
{
"epoch": 1.05,
"grad_norm": 0.8346299529075623,
"learning_rate": 0.00017905759162303666,
"loss": 0.0611,
"step": 200
},
{
"epoch": 1.05,
"eval_accuracy": 0.9488188976377953,
"eval_loss": 0.18689152598381042,
"eval_precision": 0.9533647964651322,
"eval_recall": 0.9488188976377953,
"eval_runtime": 17.6111,
"eval_samples_per_second": 43.268,
"eval_steps_per_second": 2.726,
"step": 200
},
{
"epoch": 1.07,
"grad_norm": 0.5746695399284363,
"learning_rate": 0.0001785340314136126,
"loss": 0.0241,
"step": 205
},
{
"epoch": 1.1,
"grad_norm": 2.0743372440338135,
"learning_rate": 0.0001780104712041885,
"loss": 0.0662,
"step": 210
},
{
"epoch": 1.13,
"grad_norm": 1.6814557313919067,
"learning_rate": 0.0001774869109947644,
"loss": 0.0635,
"step": 215
},
{
"epoch": 1.15,
"grad_norm": 2.118739128112793,
"learning_rate": 0.00017696335078534032,
"loss": 0.1024,
"step": 220
},
{
"epoch": 1.18,
"grad_norm": 3.4306182861328125,
"learning_rate": 0.00017643979057591625,
"loss": 0.0201,
"step": 225
},
{
"epoch": 1.2,
"grad_norm": 0.28945377469062805,
"learning_rate": 0.00017591623036649216,
"loss": 0.1151,
"step": 230
},
{
"epoch": 1.23,
"grad_norm": 4.6208648681640625,
"learning_rate": 0.00017539267015706807,
"loss": 0.2324,
"step": 235
},
{
"epoch": 1.26,
"grad_norm": 1.6085395812988281,
"learning_rate": 0.00017486910994764398,
"loss": 0.0429,
"step": 240
},
{
"epoch": 1.28,
"grad_norm": 5.860565185546875,
"learning_rate": 0.0001743455497382199,
"loss": 0.0567,
"step": 245
},
{
"epoch": 1.31,
"grad_norm": 5.421276092529297,
"learning_rate": 0.00017382198952879582,
"loss": 0.1037,
"step": 250
},
{
"epoch": 1.31,
"eval_accuracy": 0.968503937007874,
"eval_loss": 0.11793948709964752,
"eval_precision": 0.9693355319509627,
"eval_recall": 0.968503937007874,
"eval_runtime": 17.5701,
"eval_samples_per_second": 43.369,
"eval_steps_per_second": 2.732,
"step": 250
},
{
"epoch": 1.34,
"grad_norm": 3.9477956295013428,
"learning_rate": 0.00017329842931937175,
"loss": 0.0285,
"step": 255
},
{
"epoch": 1.36,
"grad_norm": 7.515362739562988,
"learning_rate": 0.00017277486910994763,
"loss": 0.2195,
"step": 260
},
{
"epoch": 1.39,
"grad_norm": 0.1676739752292633,
"learning_rate": 0.00017225130890052357,
"loss": 0.0172,
"step": 265
},
{
"epoch": 1.41,
"grad_norm": 8.235359191894531,
"learning_rate": 0.00017172774869109948,
"loss": 0.1756,
"step": 270
},
{
"epoch": 1.44,
"grad_norm": 7.9198832511901855,
"learning_rate": 0.0001712041884816754,
"loss": 0.0663,
"step": 275
},
{
"epoch": 1.47,
"grad_norm": 6.388627529144287,
"learning_rate": 0.00017068062827225132,
"loss": 0.1467,
"step": 280
},
{
"epoch": 1.49,
"grad_norm": 0.09213338047266006,
"learning_rate": 0.00017015706806282723,
"loss": 0.0684,
"step": 285
},
{
"epoch": 1.52,
"grad_norm": 1.0691012144088745,
"learning_rate": 0.00016963350785340316,
"loss": 0.0954,
"step": 290
},
{
"epoch": 1.54,
"grad_norm": 6.120029449462891,
"learning_rate": 0.00016910994764397907,
"loss": 0.0587,
"step": 295
},
{
"epoch": 1.57,
"grad_norm": 0.0928138718008995,
"learning_rate": 0.00016858638743455498,
"loss": 0.0294,
"step": 300
},
{
"epoch": 1.57,
"eval_accuracy": 0.963254593175853,
"eval_loss": 0.11820019036531448,
"eval_precision": 0.9645155573207865,
"eval_recall": 0.963254593175853,
"eval_runtime": 17.5014,
"eval_samples_per_second": 43.539,
"eval_steps_per_second": 2.743,
"step": 300
},
{
"epoch": 1.6,
"grad_norm": 0.3131069242954254,
"learning_rate": 0.0001680628272251309,
"loss": 0.1184,
"step": 305
},
{
"epoch": 1.62,
"grad_norm": 0.417850524187088,
"learning_rate": 0.00016753926701570682,
"loss": 0.0053,
"step": 310
},
{
"epoch": 1.65,
"grad_norm": 5.371811389923096,
"learning_rate": 0.00016701570680628273,
"loss": 0.1099,
"step": 315
},
{
"epoch": 1.68,
"grad_norm": 4.09129524230957,
"learning_rate": 0.00016649214659685867,
"loss": 0.2501,
"step": 320
},
{
"epoch": 1.7,
"grad_norm": 0.6515682935714722,
"learning_rate": 0.00016596858638743455,
"loss": 0.0528,
"step": 325
},
{
"epoch": 1.73,
"grad_norm": 0.5656059384346008,
"learning_rate": 0.00016544502617801048,
"loss": 0.1378,
"step": 330
},
{
"epoch": 1.75,
"grad_norm": 0.10378353297710419,
"learning_rate": 0.0001649214659685864,
"loss": 0.0329,
"step": 335
},
{
"epoch": 1.78,
"grad_norm": 2.387305736541748,
"learning_rate": 0.00016439790575916233,
"loss": 0.0353,
"step": 340
},
{
"epoch": 1.81,
"grad_norm": 0.05628238245844841,
"learning_rate": 0.0001638743455497382,
"loss": 0.0138,
"step": 345
},
{
"epoch": 1.83,
"grad_norm": 0.04053734615445137,
"learning_rate": 0.00016335078534031414,
"loss": 0.0082,
"step": 350
},
{
"epoch": 1.83,
"eval_accuracy": 0.963254593175853,
"eval_loss": 0.11838709563016891,
"eval_precision": 0.9654537871036863,
"eval_recall": 0.963254593175853,
"eval_runtime": 17.4034,
"eval_samples_per_second": 43.785,
"eval_steps_per_second": 2.758,
"step": 350
},
{
"epoch": 1.86,
"grad_norm": 2.287546396255493,
"learning_rate": 0.00016282722513089005,
"loss": 0.02,
"step": 355
},
{
"epoch": 1.88,
"grad_norm": 4.561453342437744,
"learning_rate": 0.00016230366492146599,
"loss": 0.203,
"step": 360
},
{
"epoch": 1.91,
"grad_norm": 4.0477294921875,
"learning_rate": 0.0001617801047120419,
"loss": 0.0646,
"step": 365
},
{
"epoch": 1.94,
"grad_norm": 1.0380969047546387,
"learning_rate": 0.0001612565445026178,
"loss": 0.0848,
"step": 370
},
{
"epoch": 1.96,
"grad_norm": 4.385131359100342,
"learning_rate": 0.0001607329842931937,
"loss": 0.166,
"step": 375
},
{
"epoch": 1.99,
"grad_norm": 0.036621347069740295,
"learning_rate": 0.00016020942408376964,
"loss": 0.0871,
"step": 380
},
{
"epoch": 2.02,
"grad_norm": 0.5929269194602966,
"learning_rate": 0.00015968586387434555,
"loss": 0.1271,
"step": 385
},
{
"epoch": 2.04,
"grad_norm": 0.26594266295433044,
"learning_rate": 0.00015916230366492146,
"loss": 0.0114,
"step": 390
},
{
"epoch": 2.07,
"grad_norm": 0.020196596160531044,
"learning_rate": 0.0001586387434554974,
"loss": 0.0081,
"step": 395
},
{
"epoch": 2.09,
"grad_norm": 0.6509531140327454,
"learning_rate": 0.0001581151832460733,
"loss": 0.0206,
"step": 400
},
{
"epoch": 2.09,
"eval_accuracy": 0.963254593175853,
"eval_loss": 0.130891352891922,
"eval_precision": 0.964741369994443,
"eval_recall": 0.963254593175853,
"eval_runtime": 17.4584,
"eval_samples_per_second": 43.647,
"eval_steps_per_second": 2.749,
"step": 400
},
{
"epoch": 2.12,
"grad_norm": 0.04883525148034096,
"learning_rate": 0.00015759162303664924,
"loss": 0.047,
"step": 405
},
{
"epoch": 2.15,
"grad_norm": 1.4584039449691772,
"learning_rate": 0.00015706806282722515,
"loss": 0.0393,
"step": 410
},
{
"epoch": 2.17,
"grad_norm": 0.3986053466796875,
"learning_rate": 0.00015654450261780105,
"loss": 0.0606,
"step": 415
},
{
"epoch": 2.2,
"grad_norm": 0.11985136568546295,
"learning_rate": 0.00015602094240837696,
"loss": 0.0379,
"step": 420
},
{
"epoch": 2.23,
"grad_norm": 0.07443628460168839,
"learning_rate": 0.0001554973821989529,
"loss": 0.0157,
"step": 425
},
{
"epoch": 2.25,
"grad_norm": 0.03219376876950264,
"learning_rate": 0.0001549738219895288,
"loss": 0.01,
"step": 430
},
{
"epoch": 2.28,
"grad_norm": 0.17020490765571594,
"learning_rate": 0.00015445026178010471,
"loss": 0.0093,
"step": 435
},
{
"epoch": 2.3,
"grad_norm": 2.6877171993255615,
"learning_rate": 0.00015392670157068062,
"loss": 0.021,
"step": 440
},
{
"epoch": 2.33,
"grad_norm": 0.010094034485518932,
"learning_rate": 0.00015340314136125656,
"loss": 0.0083,
"step": 445
},
{
"epoch": 2.36,
"grad_norm": 0.0077184755355119705,
"learning_rate": 0.00015287958115183247,
"loss": 0.0246,
"step": 450
},
{
"epoch": 2.36,
"eval_accuracy": 0.9553805774278216,
"eval_loss": 0.17534801363945007,
"eval_precision": 0.9586171915743325,
"eval_recall": 0.9553805774278216,
"eval_runtime": 17.505,
"eval_samples_per_second": 43.53,
"eval_steps_per_second": 2.742,
"step": 450
},
{
"epoch": 2.38,
"grad_norm": 5.202419757843018,
"learning_rate": 0.0001523560209424084,
"loss": 0.032,
"step": 455
},
{
"epoch": 2.41,
"grad_norm": 0.018663793802261353,
"learning_rate": 0.00015183246073298428,
"loss": 0.0221,
"step": 460
},
{
"epoch": 2.43,
"grad_norm": 1.0761280059814453,
"learning_rate": 0.00015130890052356022,
"loss": 0.0055,
"step": 465
},
{
"epoch": 2.46,
"grad_norm": 0.8688761591911316,
"learning_rate": 0.00015078534031413612,
"loss": 0.0852,
"step": 470
},
{
"epoch": 2.49,
"grad_norm": 0.06378360092639923,
"learning_rate": 0.00015026178010471206,
"loss": 0.0031,
"step": 475
},
{
"epoch": 2.51,
"grad_norm": 7.236721992492676,
"learning_rate": 0.00014973821989528797,
"loss": 0.0106,
"step": 480
},
{
"epoch": 2.54,
"grad_norm": 0.013875219039618969,
"learning_rate": 0.00014921465968586388,
"loss": 0.0032,
"step": 485
},
{
"epoch": 2.57,
"grad_norm": 0.031233886256814003,
"learning_rate": 0.0001486910994764398,
"loss": 0.0047,
"step": 490
},
{
"epoch": 2.59,
"grad_norm": 0.2528940439224243,
"learning_rate": 0.00014816753926701572,
"loss": 0.0081,
"step": 495
},
{
"epoch": 2.62,
"grad_norm": 0.02138712629675865,
"learning_rate": 0.00014764397905759163,
"loss": 0.0161,
"step": 500
},
{
"epoch": 2.62,
"eval_accuracy": 0.9514435695538058,
"eval_loss": 0.16896109282970428,
"eval_precision": 0.9537490891546931,
"eval_recall": 0.9514435695538058,
"eval_runtime": 17.5851,
"eval_samples_per_second": 43.332,
"eval_steps_per_second": 2.73,
"step": 500
}
],
"logging_steps": 5,
"max_steps": 1910,
"num_input_tokens_seen": 0,
"num_train_epochs": 10,
"save_steps": 500,
"total_flos": 6.186131303461724e+17,
"train_batch_size": 16,
"trial_name": null,
"trial_params": null
}