{ "best_metric": 0.6790379881858826, "best_model_checkpoint": "petsona-cat/checkpoint-1835", "epoch": 5.0, "eval_steps": 500, "global_step": 1835, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.04904632152588556, "grad_norm": 13.090154647827148, "learning_rate": 4.891304347826087e-06, "loss": 2.2711, "step": 18 }, { "epoch": 0.09809264305177112, "grad_norm": 10.665365219116211, "learning_rate": 9.782608695652175e-06, "loss": 2.2911, "step": 36 }, { "epoch": 0.14713896457765668, "grad_norm": 9.563919067382812, "learning_rate": 1.4673913043478263e-05, "loss": 2.059, "step": 54 }, { "epoch": 0.19618528610354224, "grad_norm": 11.644034385681152, "learning_rate": 1.956521739130435e-05, "loss": 1.9083, "step": 72 }, { "epoch": 0.2452316076294278, "grad_norm": 9.686708450317383, "learning_rate": 2.4456521739130436e-05, "loss": 1.7345, "step": 90 }, { "epoch": 0.29427792915531337, "grad_norm": 8.462738037109375, "learning_rate": 2.9347826086956526e-05, "loss": 1.5031, "step": 108 }, { "epoch": 0.34332425068119893, "grad_norm": 10.496886253356934, "learning_rate": 3.423913043478261e-05, "loss": 1.3148, "step": 126 }, { "epoch": 0.3923705722070845, "grad_norm": 10.159104347229004, "learning_rate": 3.91304347826087e-05, "loss": 1.2048, "step": 144 }, { "epoch": 0.44141689373297005, "grad_norm": 7.318648338317871, "learning_rate": 4.4021739130434786e-05, "loss": 1.2868, "step": 162 }, { "epoch": 0.4904632152588556, "grad_norm": 11.507461547851562, "learning_rate": 4.891304347826087e-05, "loss": 1.2105, "step": 180 }, { "epoch": 0.5395095367847411, "grad_norm": 5.680470943450928, "learning_rate": 4.957601453664446e-05, "loss": 1.0724, "step": 198 }, { "epoch": 0.5885558583106267, "grad_norm": 8.683788299560547, "learning_rate": 4.9030890369473045e-05, "loss": 1.1899, "step": 216 }, { "epoch": 0.6376021798365122, "grad_norm": 7.334160804748535, "learning_rate": 4.848576620230164e-05, "loss": 1.0224, "step": 234 }, { "epoch": 0.6866485013623979, "grad_norm": 8.717308044433594, "learning_rate": 4.794064203513023e-05, "loss": 0.9976, "step": 252 }, { "epoch": 0.7356948228882834, "grad_norm": 12.613802909851074, "learning_rate": 4.739551786795882e-05, "loss": 0.9753, "step": 270 }, { "epoch": 0.784741144414169, "grad_norm": 7.462376594543457, "learning_rate": 4.6850393700787405e-05, "loss": 1.1063, "step": 288 }, { "epoch": 0.8337874659400545, "grad_norm": 8.719904899597168, "learning_rate": 4.630526953361599e-05, "loss": 1.0311, "step": 306 }, { "epoch": 0.8828337874659401, "grad_norm": 9.132880210876465, "learning_rate": 4.576014536644458e-05, "loss": 0.9735, "step": 324 }, { "epoch": 0.9318801089918256, "grad_norm": 8.101548194885254, "learning_rate": 4.521502119927317e-05, "loss": 1.0608, "step": 342 }, { "epoch": 0.9809264305177112, "grad_norm": 9.457178115844727, "learning_rate": 4.466989703210176e-05, "loss": 1.0543, "step": 360 }, { "epoch": 1.0, "eval_accuracy": 0.7394270122783083, "eval_f1_macro": 0.6775647712813081, "eval_f1_micro": 0.7394270122783083, "eval_f1_weighted": 0.7229253713683983, "eval_loss": 0.7820252180099487, "eval_precision_macro": 0.6673572429051899, "eval_precision_micro": 0.7394270122783083, "eval_precision_weighted": 0.7129395935578096, "eval_recall_macro": 0.6932339656729901, "eval_recall_micro": 0.7394270122783083, "eval_recall_weighted": 0.7394270122783083, "eval_runtime": 501.3115, "eval_samples_per_second": 1.462, "eval_steps_per_second": 0.092, "step": 367 }, { "epoch": 1.0299727520435966, "grad_norm": 6.45409631729126, "learning_rate": 4.4124772864930345e-05, "loss": 0.8511, "step": 378 }, { "epoch": 1.0790190735694822, "grad_norm": 4.8151164054870605, "learning_rate": 4.357964869775893e-05, "loss": 0.7645, "step": 396 }, { "epoch": 1.1280653950953679, "grad_norm": 6.06305456161499, "learning_rate": 4.3034524530587525e-05, "loss": 0.7095, "step": 414 }, { "epoch": 1.1771117166212535, "grad_norm": 8.338302612304688, "learning_rate": 4.248940036341612e-05, "loss": 0.7537, "step": 432 }, { "epoch": 1.226158038147139, "grad_norm": 8.91988754272461, "learning_rate": 4.1944276196244705e-05, "loss": 1.0268, "step": 450 }, { "epoch": 1.2752043596730245, "grad_norm": 8.219625473022461, "learning_rate": 4.139915202907329e-05, "loss": 0.7882, "step": 468 }, { "epoch": 1.32425068119891, "grad_norm": 6.649393081665039, "learning_rate": 4.085402786190188e-05, "loss": 0.9177, "step": 486 }, { "epoch": 1.3732970027247957, "grad_norm": 10.92117977142334, "learning_rate": 4.030890369473047e-05, "loss": 0.8006, "step": 504 }, { "epoch": 1.422343324250681, "grad_norm": 7.338125705718994, "learning_rate": 3.976377952755906e-05, "loss": 0.7833, "step": 522 }, { "epoch": 1.4713896457765667, "grad_norm": 7.391980171203613, "learning_rate": 3.9218655360387645e-05, "loss": 0.794, "step": 540 }, { "epoch": 1.5204359673024523, "grad_norm": 7.255425930023193, "learning_rate": 3.867353119321623e-05, "loss": 0.6818, "step": 558 }, { "epoch": 1.569482288828338, "grad_norm": 9.407766342163086, "learning_rate": 3.812840702604482e-05, "loss": 0.7966, "step": 576 }, { "epoch": 1.6185286103542236, "grad_norm": 8.508045196533203, "learning_rate": 3.758328285887341e-05, "loss": 0.7673, "step": 594 }, { "epoch": 1.667574931880109, "grad_norm": 10.17292308807373, "learning_rate": 3.7038158691702005e-05, "loss": 0.8005, "step": 612 }, { "epoch": 1.7166212534059946, "grad_norm": 7.042759895324707, "learning_rate": 3.649303452453059e-05, "loss": 0.7716, "step": 630 }, { "epoch": 1.76566757493188, "grad_norm": 10.45976448059082, "learning_rate": 3.594791035735918e-05, "loss": 0.722, "step": 648 }, { "epoch": 1.8147138964577656, "grad_norm": 10.023469924926758, "learning_rate": 3.5402786190187765e-05, "loss": 0.6968, "step": 666 }, { "epoch": 1.8637602179836512, "grad_norm": 8.609762191772461, "learning_rate": 3.485766202301636e-05, "loss": 0.8295, "step": 684 }, { "epoch": 1.9128065395095368, "grad_norm": 5.7018842697143555, "learning_rate": 3.4312537855844944e-05, "loss": 0.7729, "step": 702 }, { "epoch": 1.9618528610354224, "grad_norm": 9.336709022521973, "learning_rate": 3.376741368867353e-05, "loss": 0.8679, "step": 720 }, { "epoch": 2.0, "eval_accuracy": 0.7708049113233287, "eval_f1_macro": 0.744396838344231, "eval_f1_micro": 0.7708049113233287, "eval_f1_weighted": 0.769490062085142, "eval_loss": 0.7198029160499573, "eval_precision_macro": 0.7471497356802382, "eval_precision_micro": 0.7708049113233287, "eval_precision_weighted": 0.7700316353146535, "eval_recall_macro": 0.7438821138211381, "eval_recall_micro": 0.7708049113233287, "eval_recall_weighted": 0.7708049113233287, "eval_runtime": 526.4938, "eval_samples_per_second": 1.392, "eval_steps_per_second": 0.087, "step": 734 }, { "epoch": 2.010899182561308, "grad_norm": 3.749079942703247, "learning_rate": 3.322228952150212e-05, "loss": 0.7638, "step": 738 }, { "epoch": 2.0599455040871932, "grad_norm": 5.066211223602295, "learning_rate": 3.2677165354330704e-05, "loss": 0.7479, "step": 756 }, { "epoch": 2.108991825613079, "grad_norm": 5.5539116859436035, "learning_rate": 3.21320411871593e-05, "loss": 0.6329, "step": 774 }, { "epoch": 2.1580381471389645, "grad_norm": 7.377701282501221, "learning_rate": 3.158691701998789e-05, "loss": 0.5928, "step": 792 }, { "epoch": 2.20708446866485, "grad_norm": 1.7499698400497437, "learning_rate": 3.104179285281648e-05, "loss": 0.5315, "step": 810 }, { "epoch": 2.2561307901907357, "grad_norm": 12.155342102050781, "learning_rate": 3.0496668685645064e-05, "loss": 0.6642, "step": 828 }, { "epoch": 2.3051771117166213, "grad_norm": 7.592235088348389, "learning_rate": 2.9951544518473658e-05, "loss": 0.5364, "step": 846 }, { "epoch": 2.354223433242507, "grad_norm": 8.232931137084961, "learning_rate": 2.9406420351302244e-05, "loss": 0.5136, "step": 864 }, { "epoch": 2.4032697547683926, "grad_norm": 7.107213497161865, "learning_rate": 2.886129618413083e-05, "loss": 0.5777, "step": 882 }, { "epoch": 2.452316076294278, "grad_norm": 4.498622894287109, "learning_rate": 2.8316172016959417e-05, "loss": 0.6736, "step": 900 }, { "epoch": 2.5013623978201633, "grad_norm": 13.404940605163574, "learning_rate": 2.7771047849788007e-05, "loss": 0.6628, "step": 918 }, { "epoch": 2.550408719346049, "grad_norm": 10.440755844116211, "learning_rate": 2.72259236826166e-05, "loss": 0.5867, "step": 936 }, { "epoch": 2.5994550408719346, "grad_norm": 5.166727066040039, "learning_rate": 2.6680799515445187e-05, "loss": 0.6759, "step": 954 }, { "epoch": 2.64850136239782, "grad_norm": 6.91835355758667, "learning_rate": 2.6135675348273774e-05, "loss": 0.8065, "step": 972 }, { "epoch": 2.697547683923706, "grad_norm": 5.450559139251709, "learning_rate": 2.5590551181102364e-05, "loss": 0.5886, "step": 990 }, { "epoch": 2.7465940054495914, "grad_norm": 11.601627349853516, "learning_rate": 2.504542701393095e-05, "loss": 0.8291, "step": 1008 }, { "epoch": 2.7956403269754766, "grad_norm": 6.433958530426025, "learning_rate": 2.450030284675954e-05, "loss": 0.6658, "step": 1026 }, { "epoch": 2.844686648501362, "grad_norm": 8.672781944274902, "learning_rate": 2.395517867958813e-05, "loss": 0.577, "step": 1044 }, { "epoch": 2.893732970027248, "grad_norm": 5.865307807922363, "learning_rate": 2.3410054512416717e-05, "loss": 0.6015, "step": 1062 }, { "epoch": 2.9427792915531334, "grad_norm": 7.018499374389648, "learning_rate": 2.2864930345245307e-05, "loss": 0.5292, "step": 1080 }, { "epoch": 2.991825613079019, "grad_norm": 8.684929847717285, "learning_rate": 2.2319806178073897e-05, "loss": 0.6743, "step": 1098 }, { "epoch": 3.0, "eval_accuracy": 0.7762619372442019, "eval_f1_macro": 0.7352337273015235, "eval_f1_micro": 0.7762619372442019, "eval_f1_weighted": 0.7700415467128165, "eval_loss": 0.7334316372871399, "eval_precision_macro": 0.7602211726711597, "eval_precision_micro": 0.7762619372442019, "eval_precision_weighted": 0.7759104610468709, "eval_recall_macro": 0.7309406052393856, "eval_recall_micro": 0.7762619372442019, "eval_recall_weighted": 0.7762619372442019, "eval_runtime": 468.0039, "eval_samples_per_second": 1.566, "eval_steps_per_second": 0.098, "step": 1101 }, { "epoch": 3.0408719346049047, "grad_norm": 5.529566287994385, "learning_rate": 2.1774682010902484e-05, "loss": 0.5119, "step": 1116 }, { "epoch": 3.0899182561307903, "grad_norm": 8.672910690307617, "learning_rate": 2.1229557843731074e-05, "loss": 0.3846, "step": 1134 }, { "epoch": 3.138964577656676, "grad_norm": 6.369070529937744, "learning_rate": 2.068443367655966e-05, "loss": 0.4705, "step": 1152 }, { "epoch": 3.1880108991825615, "grad_norm": 6.632961273193359, "learning_rate": 2.013930950938825e-05, "loss": 0.5078, "step": 1170 }, { "epoch": 3.2370572207084467, "grad_norm": 13.185933113098145, "learning_rate": 1.959418534221684e-05, "loss": 0.4132, "step": 1188 }, { "epoch": 3.2861035422343323, "grad_norm": 2.94797682762146, "learning_rate": 1.9049061175045427e-05, "loss": 0.5002, "step": 1206 }, { "epoch": 3.335149863760218, "grad_norm": 8.657658576965332, "learning_rate": 1.8503937007874017e-05, "loss": 0.7647, "step": 1224 }, { "epoch": 3.3841961852861036, "grad_norm": 7.174124717712402, "learning_rate": 1.7958812840702604e-05, "loss": 0.5301, "step": 1242 }, { "epoch": 3.433242506811989, "grad_norm": 8.120543479919434, "learning_rate": 1.7413688673531194e-05, "loss": 0.4428, "step": 1260 }, { "epoch": 3.482288828337875, "grad_norm": 10.651689529418945, "learning_rate": 1.6868564506359784e-05, "loss": 0.6033, "step": 1278 }, { "epoch": 3.53133514986376, "grad_norm": 14.153423309326172, "learning_rate": 1.6323440339188374e-05, "loss": 0.5152, "step": 1296 }, { "epoch": 3.5803814713896456, "grad_norm": 8.533557891845703, "learning_rate": 1.577831617201696e-05, "loss": 0.6689, "step": 1314 }, { "epoch": 3.629427792915531, "grad_norm": 12.795997619628906, "learning_rate": 1.5233192004845548e-05, "loss": 0.4701, "step": 1332 }, { "epoch": 3.678474114441417, "grad_norm": 8.181031227111816, "learning_rate": 1.4688067837674138e-05, "loss": 0.4875, "step": 1350 }, { "epoch": 3.7275204359673024, "grad_norm": 8.397069931030273, "learning_rate": 1.4142943670502725e-05, "loss": 0.4234, "step": 1368 }, { "epoch": 3.776566757493188, "grad_norm": 6.6668548583984375, "learning_rate": 1.3597819503331317e-05, "loss": 0.4799, "step": 1386 }, { "epoch": 3.8256130790190737, "grad_norm": 3.7310755252838135, "learning_rate": 1.3052695336159903e-05, "loss": 0.4241, "step": 1404 }, { "epoch": 3.8746594005449593, "grad_norm": 7.294261455535889, "learning_rate": 1.2507571168988492e-05, "loss": 0.4828, "step": 1422 }, { "epoch": 3.923705722070845, "grad_norm": 11.431266784667969, "learning_rate": 1.1962447001817082e-05, "loss": 0.4837, "step": 1440 }, { "epoch": 3.9727520435967305, "grad_norm": 10.630217552185059, "learning_rate": 1.141732283464567e-05, "loss": 0.4148, "step": 1458 }, { "epoch": 4.0, "eval_accuracy": 0.7926330150068213, "eval_f1_macro": 0.7482822112088491, "eval_f1_micro": 0.7926330150068213, "eval_f1_weighted": 0.7859610744604464, "eval_loss": 0.680126428604126, "eval_precision_macro": 0.7591045700614258, "eval_precision_micro": 0.7926330150068213, "eval_precision_weighted": 0.7865124628151742, "eval_recall_macro": 0.7507125112917796, "eval_recall_micro": 0.7926330150068213, "eval_recall_weighted": 0.7926330150068213, "eval_runtime": 446.0494, "eval_samples_per_second": 1.643, "eval_steps_per_second": 0.103, "step": 1468 }, { "epoch": 4.021798365122616, "grad_norm": 8.096855163574219, "learning_rate": 1.0872198667474258e-05, "loss": 0.4162, "step": 1476 }, { "epoch": 4.070844686648502, "grad_norm": 4.436280250549316, "learning_rate": 1.0327074500302846e-05, "loss": 0.3999, "step": 1494 }, { "epoch": 4.1198910081743865, "grad_norm": 3.2468502521514893, "learning_rate": 9.781950333131436e-06, "loss": 0.269, "step": 1512 }, { "epoch": 4.168937329700272, "grad_norm": 5.88806676864624, "learning_rate": 9.236826165960025e-06, "loss": 0.3749, "step": 1530 }, { "epoch": 4.217983651226158, "grad_norm": 1.9926618337631226, "learning_rate": 8.691701998788613e-06, "loss": 0.3893, "step": 1548 }, { "epoch": 4.267029972752043, "grad_norm": 7.686309814453125, "learning_rate": 8.146577831617203e-06, "loss": 0.3134, "step": 1566 }, { "epoch": 4.316076294277929, "grad_norm": 3.9294235706329346, "learning_rate": 7.6014536644457905e-06, "loss": 0.3415, "step": 1584 }, { "epoch": 4.3651226158038146, "grad_norm": 4.247501850128174, "learning_rate": 7.056329497274379e-06, "loss": 0.4167, "step": 1602 }, { "epoch": 4.4141689373297, "grad_norm": 8.502470970153809, "learning_rate": 6.511205330102968e-06, "loss": 0.5261, "step": 1620 }, { "epoch": 4.463215258855586, "grad_norm": 5.880737781524658, "learning_rate": 5.966081162931557e-06, "loss": 0.5806, "step": 1638 }, { "epoch": 4.512261580381471, "grad_norm": 10.550583839416504, "learning_rate": 5.420956995760146e-06, "loss": 0.3798, "step": 1656 }, { "epoch": 4.561307901907357, "grad_norm": 6.919607639312744, "learning_rate": 4.875832828588734e-06, "loss": 0.4235, "step": 1674 }, { "epoch": 4.610354223433243, "grad_norm": 11.466157913208008, "learning_rate": 4.330708661417323e-06, "loss": 0.4009, "step": 1692 }, { "epoch": 4.659400544959128, "grad_norm": 7.428606033325195, "learning_rate": 3.785584494245912e-06, "loss": 0.3749, "step": 1710 }, { "epoch": 4.708446866485014, "grad_norm": 14.596545219421387, "learning_rate": 3.2404603270745003e-06, "loss": 0.3822, "step": 1728 }, { "epoch": 4.7574931880108995, "grad_norm": 1.3340034484863281, "learning_rate": 2.695336159903089e-06, "loss": 0.402, "step": 1746 }, { "epoch": 4.806539509536785, "grad_norm": 12.544507026672363, "learning_rate": 2.150211992731678e-06, "loss": 0.3577, "step": 1764 }, { "epoch": 4.855585831062671, "grad_norm": 7.779797077178955, "learning_rate": 1.6050878255602666e-06, "loss": 0.5092, "step": 1782 }, { "epoch": 4.904632152588556, "grad_norm": 4.97097110748291, "learning_rate": 1.0599636583888554e-06, "loss": 0.3382, "step": 1800 }, { "epoch": 4.953678474114441, "grad_norm": 2.9842166900634766, "learning_rate": 5.14839491217444e-07, "loss": 0.2765, "step": 1818 }, { "epoch": 5.0, "eval_accuracy": 0.7953615279672579, "eval_f1_macro": 0.7441167259748385, "eval_f1_micro": 0.7953615279672579, "eval_f1_weighted": 0.7877909517913628, "eval_loss": 0.6790379881858826, "eval_precision_macro": 0.7576756562000598, "eval_precision_micro": 0.7953615279672579, "eval_precision_weighted": 0.7895482398510546, "eval_recall_macro": 0.7464961607949413, "eval_recall_micro": 0.7953615279672579, "eval_recall_weighted": 0.7953615279672579, "eval_runtime": 505.8176, "eval_samples_per_second": 1.449, "eval_steps_per_second": 0.091, "step": 1835 } ], "logging_steps": 18, "max_steps": 1835, "num_input_tokens_seen": 0, "num_train_epochs": 5, "save_steps": 500, "stateful_callbacks": { "EarlyStoppingCallback": { "args": { "early_stopping_patience": 5, "early_stopping_threshold": 0.01 }, "attributes": { "early_stopping_patience_counter": 0 } }, "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 1.1887708574999347e+19, "train_batch_size": 8, "trial_name": null, "trial_params": null }