{ "best_metric": 0.2527652680873871, "best_model_checkpoint": "longformer-sep_tok/checkpoint-324", "epoch": 14.0, "eval_steps": 500, "global_step": 1134, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 1.0, "eval_Claim": { "f1-score": 0.580553004795429, "precision": 0.5136306192453511, "recall": 0.6675269826372595, "support": 4262.0 }, "eval_MajorClaim": { "f1-score": 0.6929252383341696, "precision": 0.7583745194947831, "recall": 0.6378752886836028, "support": 2165.0 }, "eval_O": { "f1-score": 0.9968272281511393, "precision": 0.9967861557478368, "recall": 0.996868303939344, "support": 12134.0 }, "eval_Premise": { "f1-score": 0.8769487750556793, "precision": 0.9107806691449815, "recall": 0.8455403021704119, "support": 13039.0 }, "eval_accuracy": 0.8654113924050633, "eval_loss": 0.32089120149612427, "eval_macro avg": { "f1-score": 0.7868135615841043, "precision": 0.7948929909082382, "recall": 0.7869527193576545, "support": 31600.0 }, "eval_runtime": 5.9486, "eval_samples_per_second": 13.449, "eval_steps_per_second": 1.681, "eval_weighted avg": { "f1-score": 0.8703967313850799, "precision": 0.8797989523023909, "recall": 0.8654113924050633, "support": 31600.0 }, "step": 81 }, { "epoch": 2.0, "eval_Claim": { "f1-score": 0.6029902384776968, "precision": 0.6369094231271208, "recall": 0.5725011731581418, "support": 4262.0 }, "eval_MajorClaim": { "f1-score": 0.8179940325912326, "precision": 0.8129562043795621, "recall": 0.8230946882217091, "support": 2165.0 }, "eval_O": { "f1-score": 0.9984359565360553, "precision": 0.9972866304884065, "recall": 0.9995879347288611, "support": 12134.0 }, "eval_Premise": { "f1-score": 0.9017917895214335, "precision": 0.8891539321654864, "recall": 0.9147940793005599, "support": 13039.0 }, "eval_accuracy": 0.8949050632911393, "eval_loss": 0.25671303272247314, "eval_macro avg": { "f1-score": 0.8303030042816045, "precision": 0.8340765475401439, "recall": 0.8274944688523179, "support": 31600.0 }, "eval_runtime": 5.97, "eval_samples_per_second": 13.4, "eval_steps_per_second": 1.675, "eval_weighted avg": { "f1-score": 0.8928603328205832, "precision": 0.8914339316361279, "recall": 0.8949050632911393, "support": 31600.0 }, "step": 162 }, { "epoch": 3.0, "eval_Claim": { "f1-score": 0.6010706092276319, "precision": 0.6579241071428571, "recall": 0.5532613796339747, "support": 4262.0 }, "eval_MajorClaim": { "f1-score": 0.8101840181497353, "precision": 0.8917869034406215, "recall": 0.7422632794457275, "support": 2165.0 }, "eval_O": { "f1-score": 0.997983456109305, "precision": 0.9967118783394986, "recall": 0.9992582825119499, "support": 12134.0 }, "eval_Premise": { "f1-score": 0.9085203780271707, "precision": 0.8758630507509432, "recall": 0.9437073395199018, "support": 13039.0 }, "eval_accuracy": 0.8985759493670886, "eval_loss": 0.2674676775932312, "eval_macro avg": { "f1-score": 0.8294396153784607, "precision": 0.8555714849184801, "recall": 0.8096225702778885, "support": 31600.0 }, "eval_runtime": 6.0212, "eval_samples_per_second": 13.286, "eval_steps_per_second": 1.661, "eval_weighted avg": { "f1-score": 0.894668981055346, "precision": 0.8939642861109123, "recall": 0.8985759493670886, "support": 31600.0 }, "step": 243 }, { "epoch": 4.0, "eval_Claim": { "f1-score": 0.66, "precision": 0.6399294843543412, "recall": 0.681370248709526, "support": 4262.0 }, "eval_MajorClaim": { "f1-score": 0.8682903759754079, "precision": 0.8895348837209303, "recall": 0.8480369515011548, "support": 2165.0 }, "eval_O": { "f1-score": 0.9983125488743466, "precision": 0.9971224204554797, "recall": 0.9995055216746332, "support": 12134.0 }, "eval_Premise": { "f1-score": 0.9011362757980985, "precision": 0.9082976236852357, "recall": 0.8940869698596519, "support": 13039.0 }, "eval_accuracy": 0.9027215189873418, "eval_loss": 0.2527652680873871, "eval_macro avg": { "f1-score": 0.8569348001619632, "precision": 0.8587211030539967, "recall": 0.8557499229362415, "support": 31600.0 }, "eval_runtime": 5.9641, "eval_samples_per_second": 13.414, "eval_steps_per_second": 1.677, "eval_weighted avg": { "f1-score": 0.9036775010177053, "precision": 0.9049240079307782, "recall": 0.9027215189873418, "support": 31600.0 }, "step": 324 }, { "epoch": 5.0, "eval_Claim": { "f1-score": 0.6614122219822932, "precision": 0.6126, "recall": 0.7186766776161426, "support": 4262.0 }, "eval_MajorClaim": { "f1-score": 0.805946376426865, "precision": 0.947565543071161, "recall": 0.7011547344110854, "support": 2165.0 }, "eval_O": { "f1-score": 0.998518030627367, "precision": 0.9975324888962, "recall": 0.9995055216746332, "support": 12134.0 }, "eval_Premise": { "f1-score": 0.9051354379999227, "precision": 0.9121495327102803, "recall": 0.8982283917478334, "support": 13039.0 }, "eval_accuracy": 0.8993987341772152, "eval_loss": 0.29903507232666016, "eval_macro avg": { "f1-score": 0.842753016759112, "precision": 0.8674618911694103, "recall": 0.8293913313624237, "support": 31600.0 }, "eval_runtime": 5.9489, "eval_samples_per_second": 13.448, "eval_steps_per_second": 1.681, "eval_weighted avg": { "f1-score": 0.9013256821128531, "precision": 0.9069606828488892, "recall": 0.8993987341772152, "support": 31600.0 }, "step": 405 }, { "epoch": 6.0, "eval_Claim": { "f1-score": 0.6276952563488261, "precision": 0.6412139011257953, "recall": 0.6147348662599719, "support": 4262.0 }, "eval_MajorClaim": { "f1-score": 0.8774834437086093, "precision": 0.8991759573436743, "recall": 0.8568129330254042, "support": 2165.0 }, "eval_O": { "f1-score": 0.9990939044481055, "precision": 0.99860036225918, "recall": 0.9995879347288611, "support": 12134.0 }, "eval_Premise": { "f1-score": 0.8991800789553598, "precision": 0.8901916572717024, "recall": 0.9083518674744996, "support": 13039.0 }, "eval_accuracy": 0.900253164556962, "eval_loss": 0.3113674819469452, "eval_macro avg": { "f1-score": 0.8508631708652252, "precision": 0.8572954695000881, "recall": 0.8448719003721842, "support": 31600.0 }, "eval_runtime": 5.9773, "eval_samples_per_second": 13.384, "eval_steps_per_second": 1.673, "eval_weighted avg": { "f1-score": 0.8994431431727875, "precision": 0.8988542850970194, "recall": 0.900253164556962, "support": 31600.0 }, "step": 486 }, { "epoch": 6.17, "grad_norm": 5.353315830230713, "learning_rate": 1.3827160493827162e-05, "loss": 0.2362, "step": 500 }, { "epoch": 7.0, "eval_Claim": { "f1-score": 0.6218705409261902, "precision": 0.6953872932985204, "recall": 0.5624120131393712, "support": 4262.0 }, "eval_MajorClaim": { "f1-score": 0.8918461166223083, "precision": 0.9364837398373984, "recall": 0.851270207852194, "support": 2165.0 }, "eval_O": { "f1-score": 0.9988881110241733, "precision": 0.9982714626718249, "recall": 0.9995055216746332, "support": 12134.0 }, "eval_Premise": { "f1-score": 0.9056325023084026, "precision": 0.8734682245654033, "recall": 0.9402561546130839, "support": 13039.0 }, "eval_accuracy": 0.9059493670886076, "eval_loss": 0.38884854316711426, "eval_macro avg": { "f1-score": 0.8545593177202686, "precision": 0.8759026800932868, "recall": 0.8383609743198206, "support": 31600.0 }, "eval_runtime": 5.9526, "eval_samples_per_second": 13.44, "eval_steps_per_second": 1.68, "eval_weighted avg": { "f1-score": 0.9022249881228259, "precision": 0.9016900648403317, "recall": 0.9059493670886076, "support": 31600.0 }, "step": 567 }, { "epoch": 8.0, "eval_Claim": { "f1-score": 0.6671109630123293, "precision": 0.6334106728538283, "recall": 0.7045987799155327, "support": 4262.0 }, "eval_MajorClaim": { "f1-score": 0.8920657612580415, "precision": 0.9212598425196851, "recall": 0.8646651270207852, "support": 2165.0 }, "eval_O": { "f1-score": 0.998846882464377, "precision": 0.9982713203819559, "recall": 0.9994231086204055, "support": 12134.0 }, "eval_Premise": { "f1-score": 0.8988257251730306, "precision": 0.9115860872308542, "recall": 0.8864176700667229, "support": 13039.0 }, "eval_accuracy": 0.9037974683544304, "eval_loss": 0.40879106521606445, "eval_macro avg": { "f1-score": 0.8642123329769446, "precision": 0.8661319807465809, "recall": 0.8637761714058616, "support": 31600.0 }, "eval_runtime": 5.9421, "eval_samples_per_second": 13.463, "eval_steps_per_second": 1.683, "eval_weighted avg": { "f1-score": 0.9055172784758262, "precision": 0.9080164253061992, "recall": 0.9037974683544304, "support": 31600.0 }, "step": 648 }, { "epoch": 9.0, "eval_Claim": { "f1-score": 0.6533434157934537, "precision": 0.6054054054054054, "recall": 0.7095260441107462, "support": 4262.0 }, "eval_MajorClaim": { "f1-score": 0.8944609072258947, "precision": 0.882988298829883, "recall": 0.9062355658198614, "support": 2165.0 }, "eval_O": { "f1-score": 0.9986414721501792, "precision": 0.9976968001974171, "recall": 0.9995879347288611, "support": 12134.0 }, "eval_Premise": { "f1-score": 0.8881852364931724, "precision": 0.9177163422214952, "recall": 0.8604954367666232, "support": 13039.0 }, "eval_accuracy": 0.8966772151898734, "eval_loss": 0.4774320125579834, "eval_macro avg": { "f1-score": 0.8586577579156749, "precision": 0.8509517116635501, "recall": 0.868961245356523, "support": 31600.0 }, "eval_runtime": 5.9344, "eval_samples_per_second": 13.481, "eval_steps_per_second": 1.685, "eval_weighted avg": { "f1-score": 0.899355076707611, "precision": 0.903926071665382, "recall": 0.8966772151898734, "support": 31600.0 }, "step": 729 }, { "epoch": 10.0, "eval_Claim": { "f1-score": 0.6297460701330109, "precision": 0.6497005988023952, "recall": 0.6109807602064758, "support": 4262.0 }, "eval_MajorClaim": { "f1-score": 0.8433544303797468, "precision": 0.9827904118008605, "recall": 0.7385681293302541, "support": 2165.0 }, "eval_O": { "f1-score": 0.9991762089134196, "precision": 0.9987648221343873, "recall": 0.9995879347288611, "support": 12134.0 }, "eval_Premise": { "f1-score": 0.9050632911392404, "precision": 0.8794587945879458, "recall": 0.9322033898305084, "support": 13039.0 }, "eval_accuracy": 0.901487341772152, "eval_loss": 0.514373242855072, "eval_macro avg": { "f1-score": 0.8443350001413544, "precision": 0.8776786568313971, "recall": 0.8203350535240248, "support": 31600.0 }, "eval_runtime": 5.9234, "eval_samples_per_second": 13.506, "eval_steps_per_second": 1.688, "eval_weighted avg": { "f1-score": 0.8998406476202226, "precision": 0.901362049622011, "recall": 0.901487341772152, "support": 31600.0 }, "step": 810 }, { "epoch": 11.0, "eval_Claim": { "f1-score": 0.6562464084587979, "precision": 0.6431628745212886, "recall": 0.6698732989206945, "support": 4262.0 }, "eval_MajorClaim": { "f1-score": 0.8588056680161943, "precision": 0.9496362618914381, "recall": 0.7838337182448037, "support": 2165.0 }, "eval_O": { "f1-score": 0.9985593743568636, "precision": 0.9974508675273415, "recall": 0.9996703477830888, "support": 12134.0 }, "eval_Premise": { "f1-score": 0.9037025750419017, "precision": 0.8977522137289033, "recall": 0.9097323414372268, "support": 13039.0 }, "eval_accuracy": 0.9032911392405063, "eval_loss": 0.5588687658309937, "eval_macro avg": { "f1-score": 0.8543285064684394, "precision": 0.8720005544172429, "recall": 0.8407774265964535, "support": 31600.0 }, "eval_runtime": 5.9421, "eval_samples_per_second": 13.463, "eval_steps_per_second": 1.683, "eval_weighted avg": { "f1-score": 0.9036751198899997, "precision": 0.9052526145440706, "recall": 0.9032911392405063, "support": 31600.0 }, "step": 891 }, { "epoch": 12.0, "eval_Claim": { "f1-score": 0.6462172647914647, "precision": 0.668590065228299, "recall": 0.6252932895354294, "support": 4262.0 }, "eval_MajorClaim": { "f1-score": 0.8801742919389979, "precision": 0.9247202441505595, "recall": 0.8397228637413395, "support": 2165.0 }, "eval_O": { "f1-score": 0.9987650255228059, "precision": 0.99777924000658, "recall": 0.9997527608373167, "support": 12134.0 }, "eval_Premise": { "f1-score": 0.9052734743111314, "precision": 0.8901408450704226, "recall": 0.920929519134903, "support": 13039.0 }, "eval_accuracy": 0.905759493670886, "eval_loss": 0.6348227262496948, "eval_macro avg": { "f1-score": 0.8576075141410999, "precision": 0.8703075986139653, "recall": 0.8464246083122471, "support": 31600.0 }, "eval_runtime": 5.9311, "eval_samples_per_second": 13.488, "eval_steps_per_second": 1.686, "eval_weighted avg": { "f1-score": 0.9045136384754975, "precision": 0.9039604418893055, "recall": 0.905759493670886, "support": 31600.0 }, "step": 972 }, { "epoch": 12.35, "grad_norm": 1.0823522806167603, "learning_rate": 7.654320987654322e-06, "loss": 0.0312, "step": 1000 }, { "epoch": 13.0, "eval_Claim": { "f1-score": 0.6595566207309765, "precision": 0.6740142052412442, "recall": 0.6457062412013139, "support": 4262.0 }, "eval_MajorClaim": { "f1-score": 0.8993576017130621, "precision": 0.9273797841020608, "recall": 0.8729792147806005, "support": 2165.0 }, "eval_O": { "f1-score": 0.9989296006587073, "precision": 0.998025666337611, "recall": 0.9998351738915444, "support": 12134.0 }, "eval_Premise": { "f1-score": 0.9065321295804567, "precision": 0.8968700743075884, "recall": 0.9164046322570749, "support": 13039.0 }, "eval_accuracy": 0.9089556962025317, "eval_loss": 0.5934906005859375, "eval_macro avg": { "f1-score": 0.8660939881708007, "precision": 0.8740724324971261, "recall": 0.8587313155326335, "support": 31600.0 }, "eval_runtime": 5.948, "eval_samples_per_second": 13.45, "eval_steps_per_second": 1.681, "eval_weighted avg": { "f1-score": 0.9082096119384979, "precision": 0.9077455097960874, "recall": 0.9089556962025317, "support": 31600.0 }, "step": 1053 }, { "epoch": 14.0, "eval_Claim": { "f1-score": 0.6832563099893353, "precision": 0.6902082834570266, "recall": 0.6764429845143125, "support": 4262.0 }, "eval_MajorClaim": { "f1-score": 0.892668902731193, "precision": 0.9273270283723245, "recall": 0.8605080831408776, "support": 2165.0 }, "eval_O": { "f1-score": 0.9988875612871329, "precision": 0.9987641097470544, "recall": 0.9990110433492665, "support": 12134.0 }, "eval_Premise": { "f1-score": 0.9105487156102752, "precision": 0.9023875875574301, "recall": 0.9188588081908122, "support": 13039.0 }, "eval_accuracy": 0.9129430379746836, "eval_loss": 0.6126174330711365, "eval_macro avg": { "f1-score": 0.8713403724044841, "precision": 0.879671752283459, "recall": 0.8637052297988173, "support": 31600.0 }, "eval_runtime": 5.9438, "eval_samples_per_second": 13.459, "eval_steps_per_second": 1.682, "eval_weighted avg": { "f1-score": 0.9125890170597477, "precision": 0.9124862715934182, "recall": 0.9129430379746836, "support": 31600.0 }, "step": 1134 } ], "logging_steps": 500, "max_steps": 1620, "num_input_tokens_seen": 0, "num_train_epochs": 20, "save_steps": 500, "total_flos": 2013042258175200.0, "train_batch_size": 4, "trial_name": null, "trial_params": null }