Training in progress, epoch 17, checkpoint

checkpoint-1377/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4e6f4434490e046c76b539d6a6b022e9ddcfe126e8637c7dacc6544f9f734886
+oid sha256:31e391c79d92623d65036ccf03b07acdcd64b3ce6f361f0640e603ed1bc2bd91
 size 592324828

checkpoint-1377/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eb9cb00b7357708b8ff60aaf118bc5c6bbcab4759604ccc13719fbaf35a7632b
+oid sha256:cd1d4a5b961b70e4c5ba10ab6a83c7e9ca2143305e5e8a8eafee02a0f8030df7
 size 1014657786

checkpoint-1377/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:032f609362cfbe4a4e5efe180a3007cc3751761c4055f83fe66b2c2d7b6093ac
+oid sha256:f07a894ccb1b17e16344c8e9343bb0267b1fc15fa8de24c4c96e2ca314e74fb1
 size 1064

checkpoint-1377/tokenizer.json

@@ -1,11 +1,6 @@
 {
   "version": "1.0",
-  "truncation": {
-    "direction": "Right",
-    "max_length": 4096,
-    "strategy": "LongestFirst",
-    "stride": 0
-  },
+  "truncation": null,
   "padding": null,
   "added_tokens": [
     {

checkpoint-1377/trainer_state.json

@@ -1,6 +1,6 @@
 {
-  "best_metric": null,
-  "best_model_checkpoint": null,
+  "best_metric": 0.2527652680873871,
+  "best_model_checkpoint": "longformer-sep_tok/checkpoint-324",
   "epoch": 17.0,
   "eval_steps": 500,
   "global_step": 1377,
@@ -11,787 +11,787 @@
     {
       "epoch": 1.0,
       "eval_Claim": {
-        "f1-score": 0.5254768748366867,
-        "precision": 0.5768789443488239,
-        "recall": 0.4824856046065259,
-        "support": 4168.0
+        "f1-score": 0.580553004795429,
+        "precision": 0.5136306192453511,
+        "recall": 0.6675269826372595,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.7984361424847959,
-        "precision": 0.7495921696574225,
-        "recall": 0.854089219330855,
-        "support": 2152.0
+        "f1-score": 0.6929252383341696,
+        "precision": 0.7583745194947831,
+        "recall": 0.6378752886836028,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.9990277532260916,
-        "precision": 0.9988511841640155,
-        "recall": 0.9992043847241867,
-        "support": 11312.0
+        "f1-score": 0.9968272281511393,
+        "precision": 0.9967861557478368,
+        "recall": 0.996868303939344,
+        "support": 12134.0
       },
       "eval_Premise": {
-        "f1-score": 0.8854183656825966,
-        "precision": 0.8719781543651113,
-        "recall": 0.8992793837488611,
-        "support": 12073.0
+        "f1-score": 0.8769487750556793,
+        "precision": 0.9107806691449815,
+        "recall": 0.8455403021704119,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.8755765022723447,
-      "eval_loss": 0.28303390741348267,
+      "eval_accuracy": 0.8654113924050633,
+      "eval_loss": 0.32089120149612427,
       "eval_macro avg": {
-        "f1-score": 0.8020897840575427,
-        "precision": 0.7993251131338432,
-        "recall": 0.8087646481026072,
-        "support": 29705.0
-      },
-      "eval_runtime": 4.8106,
-      "eval_samples_per_second": 16.63,
-      "eval_steps_per_second": 2.079,
+        "f1-score": 0.7868135615841043,
+        "precision": 0.7948929909082382,
+        "recall": 0.7869527193576545,
+        "support": 31600.0
+      },
+      "eval_runtime": 5.9486,
+      "eval_samples_per_second": 13.449,
+      "eval_steps_per_second": 1.681,
       "eval_weighted avg": {
-        "f1-score": 0.8718761173649596,
-        "precision": 0.8700202202343714,
-        "recall": 0.8755765022723447,
-        "support": 29705.0
+        "f1-score": 0.8703967313850799,
+        "precision": 0.8797989523023909,
+        "recall": 0.8654113924050633,
+        "support": 31600.0
       },
       "step": 81
     },
     {
       "epoch": 2.0,
       "eval_Claim": {
-        "f1-score": 0.5578782336033447,
-        "precision": 0.6124497991967871,
-        "recall": 0.5122360844529751,
-        "support": 4168.0
+        "f1-score": 0.6029902384776968,
+        "precision": 0.6369094231271208,
+        "recall": 0.5725011731581418,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.784421283598464,
-        "precision": 0.9571619812583668,
-        "recall": 0.6644981412639405,
-        "support": 2152.0
+        "f1-score": 0.8179940325912326,
+        "precision": 0.8129562043795621,
+        "recall": 0.8230946882217091,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.9998674150351351,
-        "precision": 0.9997348652231551,
-        "recall": 1.0,
-        "support": 11312.0
+        "f1-score": 0.9984359565360553,
+        "precision": 0.9972866304884065,
+        "recall": 0.9995879347288611,
+        "support": 12134.0
       },
       "eval_Premise": {
-        "f1-score": 0.8977749872463995,
-        "precision": 0.8530201342281879,
-        "recall": 0.9474861260664292,
-        "support": 12073.0
+        "f1-score": 0.9017917895214335,
+        "precision": 0.8891539321654864,
+        "recall": 0.9147940793005599,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.8859114627167144,
-      "eval_loss": 0.27363118529319763,
+      "eval_accuracy": 0.8949050632911393,
+      "eval_loss": 0.25671303272247314,
       "eval_macro avg": {
-        "f1-score": 0.8099854798708358,
-        "precision": 0.8555916949766242,
-        "recall": 0.7810550879458362,
-        "support": 29705.0
-      },
-      "eval_runtime": 4.7727,
-      "eval_samples_per_second": 16.762,
-      "eval_steps_per_second": 2.095,
+        "f1-score": 0.8303030042816045,
+        "precision": 0.8340765475401439,
+        "recall": 0.8274944688523179,
+        "support": 31600.0
+      },
+      "eval_runtime": 5.97,
+      "eval_samples_per_second": 13.4,
+      "eval_steps_per_second": 1.675,
       "eval_weighted avg": {
-        "f1-score": 0.8807489883812781,
-        "precision": 0.8826802296805741,
-        "recall": 0.8859114627167144,
-        "support": 29705.0
+        "f1-score": 0.8928603328205832,
+        "precision": 0.8914339316361279,
+        "recall": 0.8949050632911393,
+        "support": 31600.0
       },
       "step": 162
     },
     {
       "epoch": 3.0,
       "eval_Claim": {
-        "f1-score": 0.64760736196319,
-        "precision": 0.6627322953289804,
-        "recall": 0.6331573896353166,
-        "support": 4168.0
+        "f1-score": 0.6010706092276319,
+        "precision": 0.6579241071428571,
+        "recall": 0.5532613796339747,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.9016018306636155,
-        "precision": 0.8881875563570785,
-        "recall": 0.9154275092936803,
-        "support": 2152.0
+        "f1-score": 0.8101840181497353,
+        "precision": 0.8917869034406215,
+        "recall": 0.7422632794457275,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.9996904982977407,
-        "precision": 1.0,
-        "recall": 0.9993811881188119,
-        "support": 11312.0
+        "f1-score": 0.997983456109305,
+        "precision": 0.9967118783394986,
+        "recall": 0.9992582825119499,
+        "support": 12134.0
       },
       "eval_Premise": {
-        "f1-score": 0.8982820417748115,
-        "precision": 0.8936065573770492,
-        "recall": 0.9030067091857865,
-        "support": 12073.0
+        "f1-score": 0.9085203780271707,
+        "precision": 0.8758630507509432,
+        "recall": 0.9437073395199018,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.9027436458508669,
-      "eval_loss": 0.22585685551166534,
+      "eval_accuracy": 0.8985759493670886,
+      "eval_loss": 0.2674676775932312,
       "eval_macro avg": {
-        "f1-score": 0.8617954331748394,
-        "precision": 0.861131602265777,
-        "recall": 0.8627431990583988,
-        "support": 29705.0
-      },
-      "eval_runtime": 4.8003,
-      "eval_samples_per_second": 16.666,
-      "eval_steps_per_second": 2.083,
+        "f1-score": 0.8294396153784607,
+        "precision": 0.8555714849184801,
+        "recall": 0.8096225702778885,
+        "support": 31600.0
+      },
+      "eval_runtime": 6.0212,
+      "eval_samples_per_second": 13.286,
+      "eval_steps_per_second": 1.661,
       "eval_weighted avg": {
-        "f1-score": 0.9019670975035187,
-        "precision": 0.9013351218793044,
-        "recall": 0.9027436458508669,
-        "support": 29705.0
+        "f1-score": 0.894668981055346,
+        "precision": 0.8939642861109123,
+        "recall": 0.8985759493670886,
+        "support": 31600.0
       },
       "step": 243
     },
     {
       "epoch": 4.0,
       "eval_Claim": {
-        "f1-score": 0.6477602966229081,
-        "precision": 0.5561865427637239,
-        "recall": 0.7754318618042226,
-        "support": 4168.0
+        "f1-score": 0.66,
+        "precision": 0.6399294843543412,
+        "recall": 0.681370248709526,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.8984409799554566,
-        "precision": 0.8627031650983746,
-        "recall": 0.9372676579925651,
-        "support": 2152.0
+        "f1-score": 0.8682903759754079,
+        "precision": 0.8895348837209303,
+        "recall": 0.8480369515011548,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 1.0,
-        "precision": 1.0,
-        "recall": 1.0,
-        "support": 11312.0
+        "f1-score": 0.9983125488743466,
+        "precision": 0.9971224204554797,
+        "recall": 0.9995055216746332,
+        "support": 12134.0
       },
       "eval_Premise": {
-        "f1-score": 0.861495720750997,
-        "precision": 0.9384029675907849,
-        "recall": 0.7962395427814131,
-        "support": 12073.0
+        "f1-score": 0.9011362757980985,
+        "precision": 0.9082976236852357,
+        "recall": 0.8940869698596519,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.8811311227066151,
-      "eval_loss": 0.32341843843460083,
+      "eval_accuracy": 0.9027215189873418,
+      "eval_loss": 0.2527652680873871,
       "eval_macro avg": {
-        "f1-score": 0.8519242493323405,
-        "precision": 0.8393231688632209,
-        "recall": 0.8772347656445502,
-        "support": 29705.0
-      },
-      "eval_runtime": 4.7708,
-      "eval_samples_per_second": 16.769,
-      "eval_steps_per_second": 2.096,
+        "f1-score": 0.8569348001619632,
+        "precision": 0.8587211030539967,
+        "recall": 0.8557499229362415,
+        "support": 31600.0
+      },
+      "eval_runtime": 5.9641,
+      "eval_samples_per_second": 13.414,
+      "eval_steps_per_second": 1.677,
       "eval_weighted avg": {
-        "f1-score": 0.8869263673393438,
-        "precision": 0.9027457246003854,
-        "recall": 0.8811311227066151,
-        "support": 29705.0
+        "f1-score": 0.9036775010177053,
+        "precision": 0.9049240079307782,
+        "recall": 0.9027215189873418,
+        "support": 31600.0
       },
       "step": 324
     },
     {
       "epoch": 5.0,
       "eval_Claim": {
-        "f1-score": 0.6188788236838649,
-        "precision": 0.6833864888373442,
-        "recall": 0.5654990403071017,
-        "support": 4168.0
+        "f1-score": 0.6614122219822932,
+        "precision": 0.6126,
+        "recall": 0.7186766776161426,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.909733679000707,
-        "precision": 0.9230033476805356,
-        "recall": 0.8968401486988847,
-        "support": 2152.0
+        "f1-score": 0.805946376426865,
+        "precision": 0.947565543071161,
+        "recall": 0.7011547344110854,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.9999558011049724,
-        "precision": 0.9999116061168567,
-        "recall": 1.0,
-        "support": 11312.0
+        "f1-score": 0.998518030627367,
+        "precision": 0.9975324888962,
+        "recall": 0.9995055216746332,
+        "support": 12134.0
       },
       "eval_Premise": {
-        "f1-score": 0.8978936810431294,
-        "precision": 0.8706816059757236,
-        "recall": 0.9268615919821088,
-        "support": 12073.0
+        "f1-score": 0.9051354379999227,
+        "precision": 0.9121495327102803,
+        "recall": 0.8982283917478334,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.9018347079616226,
-      "eval_loss": 0.3072384297847748,
+      "eval_accuracy": 0.8993987341772152,
+      "eval_loss": 0.29903507232666016,
       "eval_macro avg": {
-        "f1-score": 0.8566154962081685,
-        "precision": 0.8692457621526151,
-        "recall": 0.8473001952470238,
-        "support": 29705.0
-      },
-      "eval_runtime": 4.7922,
-      "eval_samples_per_second": 16.694,
-      "eval_steps_per_second": 2.087,
+        "f1-score": 0.842753016759112,
+        "precision": 0.8674618911694103,
+        "recall": 0.8293913313624237,
+        "support": 31600.0
+      },
+      "eval_runtime": 5.9489,
+      "eval_samples_per_second": 13.448,
+      "eval_steps_per_second": 1.681,
       "eval_weighted avg": {
-        "f1-score": 0.8984684143294738,
-        "precision": 0.8974043833368577,
-        "recall": 0.9018347079616226,
-        "support": 29705.0
+        "f1-score": 0.9013256821128531,
+        "precision": 0.9069606828488892,
+        "recall": 0.8993987341772152,
+        "support": 31600.0
       },
       "step": 405
     },
     {
       "epoch": 6.0,
       "eval_Claim": {
-        "f1-score": 0.620837537840565,
-        "precision": 0.6545212765957447,
-        "recall": 0.5904510556621881,
-        "support": 4168.0
+        "f1-score": 0.6276952563488261,
+        "precision": 0.6412139011257953,
+        "recall": 0.6147348662599719,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.8993613741466637,
-        "precision": 0.8547509418166597,
-        "recall": 0.9488847583643123,
-        "support": 2152.0
+        "f1-score": 0.8774834437086093,
+        "precision": 0.8991759573436743,
+        "recall": 0.8568129330254042,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.9999558011049724,
-        "precision": 0.9999116061168567,
-        "recall": 1.0,
-        "support": 11312.0
+        "f1-score": 0.9990939044481055,
+        "precision": 0.99860036225918,
+        "recall": 0.9995879347288611,
+        "support": 12134.0
       },
       "eval_Premise": {
-        "f1-score": 0.8931567692054615,
-        "precision": 0.8869558114841134,
-        "recall": 0.8994450426571688,
-        "support": 12073.0
+        "f1-score": 0.8991800789553598,
+        "precision": 0.8901916572717024,
+        "recall": 0.9083518674744996,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.8979633058407676,
-      "eval_loss": 0.3634909987449646,
+      "eval_accuracy": 0.900253164556962,
+      "eval_loss": 0.3113674819469452,
       "eval_macro avg": {
-        "f1-score": 0.8533278705744156,
-        "precision": 0.8490349090033436,
-        "recall": 0.8596952141709173,
-        "support": 29705.0
-      },
-      "eval_runtime": 4.7765,
-      "eval_samples_per_second": 16.749,
-      "eval_steps_per_second": 2.094,
+        "f1-score": 0.8508631708652252,
+        "precision": 0.8572954695000881,
+        "recall": 0.8448719003721842,
+        "support": 31600.0
+      },
+      "eval_runtime": 5.9773,
+      "eval_samples_per_second": 13.384,
+      "eval_steps_per_second": 1.673,
       "eval_weighted avg": {
-        "f1-score": 0.8960665959131486,
-        "precision": 0.8950239457358053,
-        "recall": 0.8979633058407676,
-        "support": 29705.0
+        "f1-score": 0.8994431431727875,
+        "precision": 0.8988542850970194,
+        "recall": 0.900253164556962,
+        "support": 31600.0
       },
       "step": 486
     },
     {
       "epoch": 6.17,
-      "grad_norm": 9.48759651184082,
-      "learning_rate": 1.7530864197530865e-05,
-      "loss": 0.214,
+      "grad_norm": 5.353315830230713,
+      "learning_rate": 1.3827160493827162e-05,
+      "loss": 0.2362,
       "step": 500
     },
     {
       "epoch": 7.0,
       "eval_Claim": {
-        "f1-score": 0.6812872467222885,
-        "precision": 0.6769303647560397,
-        "recall": 0.685700575815739,
-        "support": 4168.0
+        "f1-score": 0.6218705409261902,
+        "precision": 0.6953872932985204,
+        "recall": 0.5624120131393712,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.9276377217553688,
-        "precision": 0.9319887429643527,
-        "recall": 0.9233271375464684,
-        "support": 2152.0
+        "f1-score": 0.8918461166223083,
+        "precision": 0.9364837398373984,
+        "recall": 0.851270207852194,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.9999115983026874,
-        "precision": 0.9999115983026874,
-        "recall": 0.9999115983026874,
-        "support": 11312.0
+        "f1-score": 0.9988881110241733,
+        "precision": 0.9982714626718249,
+        "recall": 0.9995055216746332,
+        "support": 12134.0
       },
       "eval_Premise": {
-        "f1-score": 0.9017086927670869,
-        "precision": 0.9029819752471135,
-        "recall": 0.9004389961070156,
-        "support": 12073.0
+        "f1-score": 0.9056325023084026,
+        "precision": 0.8734682245654033,
+        "recall": 0.9402561546130839,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.9098468271334792,
-      "eval_loss": 0.3468942642211914,
+      "eval_accuracy": 0.9059493670886076,
+      "eval_loss": 0.38884854316711426,
       "eval_macro avg": {
-        "f1-score": 0.8776363148868579,
-        "precision": 0.8779531703175483,
-        "recall": 0.8773445769429775,
-        "support": 29705.0
-      },
-      "eval_runtime": 4.7913,
-      "eval_samples_per_second": 16.697,
-      "eval_steps_per_second": 2.087,
+        "f1-score": 0.8545593177202686,
+        "precision": 0.8759026800932868,
+        "recall": 0.8383609743198206,
+        "support": 31600.0
+      },
+      "eval_runtime": 5.9526,
+      "eval_samples_per_second": 13.44,
+      "eval_steps_per_second": 1.68,
       "eval_weighted avg": {
-        "f1-score": 0.9100559053806798,
-        "precision": 0.910277290769933,
-        "recall": 0.9098468271334792,
-        "support": 29705.0
+        "f1-score": 0.9022249881228259,
+        "precision": 0.9016900648403317,
+        "recall": 0.9059493670886076,
+        "support": 31600.0
       },
       "step": 567
     },
     {
       "epoch": 8.0,
       "eval_Claim": {
-        "f1-score": 0.6928905033731187,
-        "precision": 0.6105725260654838,
-        "recall": 0.8008637236084453,
-        "support": 4168.0
+        "f1-score": 0.6671109630123293,
+        "precision": 0.6334106728538283,
+        "recall": 0.7045987799155327,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.9302433371958285,
-        "precision": 0.9278779472954231,
-        "recall": 0.9326208178438662,
-        "support": 2152.0
+        "f1-score": 0.8920657612580415,
+        "precision": 0.9212598425196851,
+        "recall": 0.8646651270207852,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.9999115904871364,
-        "precision": 1.0,
-        "recall": 0.9998231966053748,
-        "support": 11312.0
+        "f1-score": 0.998846882464377,
+        "precision": 0.9982713203819559,
+        "recall": 0.9994231086204055,
+        "support": 12134.0
       },
       "eval_Premise": {
-        "f1-score": 0.8820387074174622,
-        "precision": 0.9356247097073851,
-        "recall": 0.8342582622380519,
-        "support": 12073.0
+        "f1-score": 0.8988257251730306,
+        "precision": 0.9115860872308542,
+        "recall": 0.8864176700667229,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.8997475172529877,
-      "eval_loss": 0.40174800157546997,
+      "eval_accuracy": 0.9037974683544304,
+      "eval_loss": 0.40879106521606445,
       "eval_macro avg": {
-        "f1-score": 0.8762710346183864,
-        "precision": 0.868518795767073,
-        "recall": 0.8918915000739345,
-        "support": 29705.0
-      },
-      "eval_runtime": 4.7722,
-      "eval_samples_per_second": 16.764,
-      "eval_steps_per_second": 2.095,
+        "f1-score": 0.8642123329769446,
+        "precision": 0.8661319807465809,
+        "recall": 0.8637761714058616,
+        "support": 31600.0
+      },
+      "eval_runtime": 5.9421,
+      "eval_samples_per_second": 13.463,
+      "eval_steps_per_second": 1.683,
       "eval_weighted avg": {
-        "f1-score": 0.9038782866839282,
-        "precision": 0.9139692560686062,
-        "recall": 0.8997475172529877,
-        "support": 29705.0
+        "f1-score": 0.9055172784758262,
+        "precision": 0.9080164253061992,
+        "recall": 0.9037974683544304,
+        "support": 31600.0
       },
       "step": 648
     },
     {
       "epoch": 9.0,
       "eval_Claim": {
-        "f1-score": 0.6602241979126401,
-        "precision": 0.7130531589201224,
-        "recall": 0.6146833013435701,
-        "support": 4168.0
+        "f1-score": 0.6533434157934537,
+        "precision": 0.6054054054054054,
+        "recall": 0.7095260441107462,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.9052154195011338,
-        "precision": 0.8839681133746679,
-        "recall": 0.9275092936802974,
-        "support": 2152.0
+        "f1-score": 0.8944609072258947,
+        "precision": 0.882988298829883,
+        "recall": 0.9062355658198614,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.9999558011049724,
-        "precision": 0.9999116061168567,
-        "recall": 1.0,
-        "support": 11312.0
+        "f1-score": 0.9986414721501792,
+        "precision": 0.9976968001974171,
+        "recall": 0.9995879347288611,
+        "support": 12134.0
       },
       "eval_Premise": {
-        "f1-score": 0.9072885349800925,
-        "precision": 0.8903596204449405,
-        "recall": 0.9248736850824153,
-        "support": 12073.0
+        "f1-score": 0.8881852364931724,
+        "precision": 0.9177163422214952,
+        "recall": 0.8604954367666232,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.910149806429894,
-      "eval_loss": 0.4713464379310608,
+      "eval_accuracy": 0.8966772151898734,
+      "eval_loss": 0.4774320125579834,
       "eval_macro avg": {
-        "f1-score": 0.8681709883747097,
-        "precision": 0.8718231247141469,
-        "recall": 0.8667665700265708,
-        "support": 29705.0
-      },
-      "eval_runtime": 4.7731,
-      "eval_samples_per_second": 16.761,
-      "eval_steps_per_second": 2.095,
+        "f1-score": 0.8586577579156749,
+        "precision": 0.8509517116635501,
+        "recall": 0.868961245356523,
+        "support": 31600.0
+      },
+      "eval_runtime": 5.9344,
+      "eval_samples_per_second": 13.481,
+      "eval_steps_per_second": 1.685,
       "eval_weighted avg": {
-        "f1-score": 0.9077607320175198,
-        "precision": 0.9067368029754924,
-        "recall": 0.910149806429894,
-        "support": 29705.0
+        "f1-score": 0.899355076707611,
+        "precision": 0.903926071665382,
+        "recall": 0.8966772151898734,
+        "support": 31600.0
       },
       "step": 729
     },
     {
       "epoch": 10.0,
       "eval_Claim": {
-        "f1-score": 0.6952499153785399,
-        "precision": 0.6562300319488817,
-        "recall": 0.7392034548944337,
-        "support": 4168.0
+        "f1-score": 0.6297460701330109,
+        "precision": 0.6497005988023952,
+        "recall": 0.6109807602064758,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.9103908484270734,
-        "precision": 0.9344422700587084,
-        "recall": 0.887546468401487,
-        "support": 2152.0
+        "f1-score": 0.8433544303797468,
+        "precision": 0.9827904118008605,
+        "recall": 0.7385681293302541,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 1.0,
-        "precision": 1.0,
-        "recall": 1.0,
-        "support": 11312.0
+        "f1-score": 0.9991762089134196,
+        "precision": 0.9987648221343873,
+        "recall": 0.9995879347288611,
+        "support": 12134.0
       },
       "eval_Premise": {
-        "f1-score": 0.9012517385257303,
-        "precision": 0.9174532349407929,
-        "recall": 0.8856125238134681,
-        "support": 12073.0
+        "f1-score": 0.9050632911392404,
+        "precision": 0.8794587945879458,
+        "recall": 0.9322033898305084,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.9087695674128935,
-      "eval_loss": 0.4968256950378418,
+      "eval_accuracy": 0.901487341772152,
+      "eval_loss": 0.514373242855072,
       "eval_macro avg": {
-        "f1-score": 0.8767231255828358,
-        "precision": 0.8770313842370958,
-        "recall": 0.8780906117773473,
-        "support": 29705.0
-      },
-      "eval_runtime": 4.7941,
-      "eval_samples_per_second": 16.687,
-      "eval_steps_per_second": 2.086,
+        "f1-score": 0.8443350001413544,
+        "precision": 0.8776786568313971,
+        "recall": 0.8203350535240248,
+        "support": 31600.0
+      },
+      "eval_runtime": 5.9234,
+      "eval_samples_per_second": 13.506,
+      "eval_steps_per_second": 1.688,
       "eval_weighted avg": {
-        "f1-score": 0.9106135328171674,
-        "precision": 0.9134657277821738,
-        "recall": 0.9087695674128935,
-        "support": 29705.0
+        "f1-score": 0.8998406476202226,
+        "precision": 0.901362049622011,
+        "recall": 0.901487341772152,
+        "support": 31600.0
       },
       "step": 810
     },
     {
       "epoch": 11.0,
       "eval_Claim": {
-        "f1-score": 0.6796779702366431,
-        "precision": 0.6913151364764268,
-        "recall": 0.668426103646833,
-        "support": 4168.0
+        "f1-score": 0.6562464084587979,
+        "precision": 0.6431628745212886,
+        "recall": 0.6698732989206945,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.9301903898458749,
-        "precision": 0.9079646017699115,
-        "recall": 0.9535315985130112,
-        "support": 2152.0
+        "f1-score": 0.8588056680161943,
+        "precision": 0.9496362618914381,
+        "recall": 0.7838337182448037,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.9999558011049724,
-        "precision": 0.9999116061168567,
-        "recall": 1.0,
-        "support": 11312.0
+        "f1-score": 0.9985593743568636,
+        "precision": 0.9974508675273415,
+        "recall": 0.9996703477830888,
+        "support": 12134.0
       },
       "eval_Premise": {
-        "f1-score": 0.901923474663909,
-        "precision": 0.9008428358948934,
-        "recall": 0.9030067091857865,
-        "support": 12073.0
+        "f1-score": 0.9037025750419017,
+        "precision": 0.8977522137289033,
+        "recall": 0.9097323414372268,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.9106884362901868,
-      "eval_loss": 0.5864725708961487,
+      "eval_accuracy": 0.9032911392405063,
+      "eval_loss": 0.5588687658309937,
       "eval_macro avg": {
-        "f1-score": 0.8779369089628499,
-        "precision": 0.8750085450645222,
-        "recall": 0.8812411028364077,
-        "support": 29705.0
-      },
-      "eval_runtime": 4.8031,
-      "eval_samples_per_second": 16.656,
-      "eval_steps_per_second": 2.082,
+        "f1-score": 0.8543285064684394,
+        "precision": 0.8720005544172429,
+        "recall": 0.8407774265964535,
+        "support": 31600.0
+      },
+      "eval_runtime": 5.9421,
+      "eval_samples_per_second": 13.463,
+      "eval_steps_per_second": 1.683,
       "eval_weighted avg": {
-        "f1-score": 0.9101191594213591,
-        "precision": 0.9096858090555641,
-        "recall": 0.9106884362901868,
-        "support": 29705.0
+        "f1-score": 0.9036751198899997,
+        "precision": 0.9052526145440706,
+        "recall": 0.9032911392405063,
+        "support": 31600.0
       },
       "step": 891
     },
     {
       "epoch": 12.0,
       "eval_Claim": {
-        "f1-score": 0.697112745636184,
-        "precision": 0.6425824731835661,
-        "recall": 0.7617562380038387,
-        "support": 4168.0
+        "f1-score": 0.6462172647914647,
+        "precision": 0.668590065228299,
+        "recall": 0.6252932895354294,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.9365296803652968,
-        "precision": 0.920556552962298,
-        "recall": 0.9530669144981413,
-        "support": 2152.0
+        "f1-score": 0.8801742919389979,
+        "precision": 0.9247202441505595,
+        "recall": 0.8397228637413395,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 1.0,
-        "precision": 1.0,
-        "recall": 1.0,
-        "support": 11312.0
+        "f1-score": 0.9987650255228059,
+        "precision": 0.99777924000658,
+        "recall": 0.9997527608373167,
+        "support": 12134.0
       },
       "eval_Premise": {
-        "f1-score": 0.8923037300940034,
-        "precision": 0.9260513186029936,
-        "recall": 0.8609293464756067,
-        "support": 12073.0
+        "f1-score": 0.9052734743111314,
+        "precision": 0.8901408450704226,
+        "recall": 0.920929519134903,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.9066487123379903,
-      "eval_loss": 0.5556066632270813,
+      "eval_accuracy": 0.905759493670886,
+      "eval_loss": 0.6348227262496948,
       "eval_macro avg": {
-        "f1-score": 0.8814865390238711,
-        "precision": 0.8722975861872144,
-        "recall": 0.8939381247443967,
-        "support": 29705.0
-      },
-      "eval_runtime": 4.7999,
-      "eval_samples_per_second": 16.667,
-      "eval_steps_per_second": 2.083,
+        "f1-score": 0.8576075141410999,
+        "precision": 0.8703075986139653,
+        "recall": 0.8464246083122471,
+        "support": 31600.0
+      },
+      "eval_runtime": 5.9311,
+      "eval_samples_per_second": 13.488,
+      "eval_steps_per_second": 1.686,
       "eval_weighted avg": {
-        "f1-score": 0.9091318205481447,
-        "precision": 0.9140393543072853,
-        "recall": 0.9066487123379903,
-        "support": 29705.0
+        "f1-score": 0.9045136384754975,
+        "precision": 0.9039604418893055,
+        "recall": 0.905759493670886,
+        "support": 31600.0
       },
       "step": 972
     },
     {
       "epoch": 12.35,
-      "grad_norm": 3.987734794616699,
-      "learning_rate": 1.506172839506173e-05,
-      "loss": 0.0252,
+      "grad_norm": 1.0823522806167603,
+      "learning_rate": 7.654320987654322e-06,
+      "loss": 0.0312,
       "step": 1000
     },
     {
       "epoch": 13.0,
       "eval_Claim": {
-        "f1-score": 0.6895428929242329,
-        "precision": 0.7212470526591565,
-        "recall": 0.6605086372360844,
-        "support": 4168.0
+        "f1-score": 0.6595566207309765,
+        "precision": 0.6740142052412442,
+        "recall": 0.6457062412013139,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.9265742214139577,
-        "precision": 0.9069870939029817,
-        "recall": 0.9470260223048327,
-        "support": 2152.0
+        "f1-score": 0.8993576017130621,
+        "precision": 0.9273797841020608,
+        "recall": 0.8729792147806005,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.9999558011049724,
-        "precision": 0.9999116061168567,
-        "recall": 1.0,
-        "support": 11312.0
+        "f1-score": 0.9989296006587073,
+        "precision": 0.998025666337611,
+        "recall": 0.9998351738915444,
+        "support": 12134.0
       },
       "eval_Premise": {
-        "f1-score": 0.9083234293676489,
-        "precision": 0.8989292667099286,
-        "recall": 0.917916010933488,
-        "support": 12073.0
+        "f1-score": 0.9065321295804567,
+        "precision": 0.8968700743075884,
+        "recall": 0.9164046322570749,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.9151657970038714,
-      "eval_loss": 0.5547633767127991,
+      "eval_accuracy": 0.9089556962025317,
+      "eval_loss": 0.5934906005859375,
       "eval_macro avg": {
-        "f1-score": 0.8810990862027029,
-        "precision": 0.8817687548472308,
-        "recall": 0.8813626676186013,
-        "support": 29705.0
-      },
-      "eval_runtime": 4.8002,
-      "eval_samples_per_second": 16.666,
-      "eval_steps_per_second": 2.083,
+        "f1-score": 0.8660939881708007,
+        "precision": 0.8740724324971261,
+        "recall": 0.8587313155326335,
+        "support": 31600.0
+      },
+      "eval_runtime": 5.948,
+      "eval_samples_per_second": 13.45,
+      "eval_steps_per_second": 1.681,
       "eval_weighted avg": {
-        "f1-score": 0.9138424940934561,
-        "precision": 0.9130371003853032,
-        "recall": 0.9151657970038714,
-        "support": 29705.0
+        "f1-score": 0.9082096119384979,
+        "precision": 0.9077455097960874,
+        "recall": 0.9089556962025317,
+        "support": 31600.0
       },
       "step": 1053
     },
     {
       "epoch": 14.0,
       "eval_Claim": {
-        "f1-score": 0.6662641873943491,
-        "precision": 0.6706368497812348,
-        "recall": 0.6619481765834933,
-        "support": 4168.0
+        "f1-score": 0.6832563099893353,
+        "precision": 0.6902082834570266,
+        "recall": 0.6764429845143125,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.9252051582649472,
-        "precision": 0.9337434926644581,
-        "recall": 0.91682156133829,
-        "support": 2152.0
+        "f1-score": 0.892668902731193,
+        "precision": 0.9273270283723245,
+        "recall": 0.8605080831408776,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 1.0,
-        "precision": 1.0,
-        "recall": 1.0,
-        "support": 11312.0
+        "f1-score": 0.9988875612871329,
+        "precision": 0.9987641097470544,
+        "recall": 0.9990110433492665,
+        "support": 12134.0
       },
       "eval_Premise": {
-        "f1-score": 0.8968191757085687,
-        "precision": 0.8933914187078744,
-        "recall": 0.9002733371987078,
-        "support": 12073.0
+        "f1-score": 0.9105487156102752,
+        "precision": 0.9023875875574301,
+        "recall": 0.9188588081908122,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.9060090893788925,
-      "eval_loss": 0.598924994468689,
+      "eval_accuracy": 0.9129430379746836,
+      "eval_loss": 0.6126174330711365,
       "eval_macro avg": {
-        "f1-score": 0.8720721303419663,
-        "precision": 0.8744429402883919,
-        "recall": 0.8697607687801228,
-        "support": 29705.0
-      },
-      "eval_runtime": 4.8166,
-      "eval_samples_per_second": 16.609,
-      "eval_steps_per_second": 2.076,
+        "f1-score": 0.8713403724044841,
+        "precision": 0.879671752283459,
+        "recall": 0.8637052297988173,
+        "support": 31600.0
+      },
+      "eval_runtime": 5.9438,
+      "eval_samples_per_second": 13.459,
+      "eval_steps_per_second": 1.682,
       "eval_weighted avg": {
-        "f1-score": 0.9058181633386757,
-        "precision": 0.9056571278963901,
-        "recall": 0.9060090893788925,
-        "support": 29705.0
+        "f1-score": 0.9125890170597477,
+        "precision": 0.9124862715934182,
+        "recall": 0.9129430379746836,
+        "support": 31600.0
       },
       "step": 1134
     },
     {
       "epoch": 15.0,
       "eval_Claim": {
-        "f1-score": 0.6859867017940033,
-        "precision": 0.7189061267420458,
-        "recall": 0.6559500959692899,
-        "support": 4168.0
+        "f1-score": 0.672972972972973,
+        "precision": 0.6470333477695972,
+        "recall": 0.7010793054903801,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.9230404925408477,
-        "precision": 0.9410912602607436,
-        "recall": 0.9056691449814126,
-        "support": 2152.0
+        "f1-score": 0.8980846535824072,
+        "precision": 0.9200581395348837,
+        "recall": 0.877136258660508,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 1.0,
-        "precision": 1.0,
-        "recall": 1.0,
-        "support": 11312.0
+        "f1-score": 0.9991764124526437,
+        "precision": 0.9985185185185185,
+        "recall": 0.9998351738915444,
+        "support": 12134.0
       },
       "eval_Premise": {
-        "f1-score": 0.9089134677944047,
-        "precision": 0.89272306094736,
-        "recall": 0.9257019796239543,
-        "support": 12073.0
+        "f1-score": 0.9016933390165459,
+        "precision": 0.9112625313283208,
+        "recall": 0.8923230309072782,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.9146944958761152,
-      "eval_loss": 0.5877691507339478,
+      "eval_accuracy": 0.9067721518987342,
+      "eval_loss": 0.6346237659454346,
       "eval_macro avg": {
-        "f1-score": 0.8794851655323139,
-        "precision": 0.8881801119875374,
-        "recall": 0.8718303051436642,
-        "support": 29705.0
-      },
-      "eval_runtime": 4.7894,
-      "eval_samples_per_second": 16.704,
-      "eval_steps_per_second": 2.088,
+        "f1-score": 0.8679818445061424,
+        "precision": 0.86921813428783,
+        "recall": 0.8675934422374277,
+        "support": 31600.0
+      },
+      "eval_runtime": 5.9493,
+      "eval_samples_per_second": 13.447,
+      "eval_steps_per_second": 1.681,
       "eval_weighted avg": {
-        "f1-score": 0.9133441511431463,
-        "precision": 0.9126906124611831,
-        "recall": 0.9146944958761152,
-        "support": 29705.0
+        "f1-score": 0.9080300671504381,
+        "precision": 0.9097328433538203,
+        "recall": 0.9067721518987342,
+        "support": 31600.0
       },
       "step": 1215
     },
     {
       "epoch": 16.0,
       "eval_Claim": {
-        "f1-score": 0.6963696369636965,
-        "precision": 0.6844300278035218,
-        "recall": 0.7087332053742802,
-        "support": 4168.0
+        "f1-score": 0.6627469426152399,
+        "precision": 0.6643092880716643,
+        "recall": 0.661191928671985,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.9235896215186861,
-        "precision": 0.9468033186920449,
-        "recall": 0.9014869888475836,
-        "support": 2152.0
+        "f1-score": 0.8897131552917903,
+        "precision": 0.9574241617881852,
+        "recall": 0.8309468822170901,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 1.0,
-        "precision": 1.0,
-        "recall": 1.0,
-        "support": 11312.0
+        "f1-score": 0.999094053697908,
+        "precision": 0.9984362139917695,
+        "recall": 0.9997527608373167,
+        "support": 12134.0
       },
       "eval_Premise": {
-        "f1-score": 0.9048587195552051,
-        "precision": 0.9065513801130695,
-        "recall": 0.9031723680940943,
-        "support": 12073.0
+        "f1-score": 0.9052639563106797,
+        "precision": 0.8954160102033161,
+        "recall": 0.9153309302860649,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.9126409695337485,
-      "eval_loss": 0.5437762141227722,
+      "eval_accuracy": 0.9076898734177216,
+      "eval_loss": 0.6316629648208618,
       "eval_macro avg": {
-        "f1-score": 0.881204494509397,
-        "precision": 0.884446181652159,
-        "recall": 0.8783481405789896,
-        "support": 29705.0
-      },
-      "eval_runtime": 4.8031,
-      "eval_samples_per_second": 16.656,
-      "eval_steps_per_second": 2.082,
+        "f1-score": 0.8642045269789045,
+        "precision": 0.8788964185137338,
+        "recall": 0.8518056255031142,
+        "support": 31600.0
+      },
+      "eval_runtime": 5.9467,
+      "eval_samples_per_second": 13.453,
+      "eval_steps_per_second": 1.682,
       "eval_weighted avg": {
-        "f1-score": 0.913192823886985,
-        "precision": 0.9138872213369954,
-        "recall": 0.9126409695337485,
-        "support": 29705.0
+        "f1-score": 0.9075190007765268,
+        "precision": 0.9080526542294312,
+        "recall": 0.9076898734177216,
+        "support": 31600.0
       },
       "step": 1296
     },
     {
       "epoch": 17.0,
       "eval_Claim": {
-        "f1-score": 0.647066981001248,
-        "precision": 0.7666776207689779,
-        "recall": 0.5597408829174664,
-        "support": 4168.0
+        "f1-score": 0.6753126447429365,
+        "precision": 0.6666666666666666,
+        "recall": 0.684185828249648,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.9200805910006717,
-        "precision": 0.8876889848812095,
-        "recall": 0.9549256505576208,
-        "support": 2152.0
+        "f1-score": 0.903448275862069,
+        "precision": 0.9678100263852243,
+        "recall": 0.8471131639722864,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.9999558011049724,
-        "precision": 0.9999116061168567,
-        "recall": 1.0,
-        "support": 11312.0
+        "f1-score": 0.9988471673254282,
+        "precision": 0.998025341451374,
+        "recall": 0.9996703477830888,
+        "support": 12134.0
       },
       "eval_Premise": {
-        "f1-score": 0.9095471382482972,
-        "precision": 0.8760165720423507,
-        "recall": 0.9457467075291974,
-        "support": 12073.0
+        "f1-score": 0.9050961245041197,
+        "precision": 0.9003566820975943,
+        "recall": 0.9098857274330854,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.912910284463895,
-      "eval_loss": 0.6229106783866882,
+      "eval_accuracy": 0.909620253164557,
+      "eval_loss": 0.6472170352935791,
       "eval_macro avg": {
-        "f1-score": 0.8691626278387974,
-        "precision": 0.8825736959523487,
-        "recall": 0.8651033102510712,
-        "support": 29705.0
-      },
-      "eval_runtime": 4.8073,
-      "eval_samples_per_second": 16.641,
-      "eval_steps_per_second": 2.08,
+        "f1-score": 0.8706760531086384,
+        "precision": 0.8832146791502148,
+        "recall": 0.8602137668595271,
+        "support": 31600.0
+      },
+      "eval_runtime": 5.9643,
+      "eval_samples_per_second": 13.413,
+      "eval_steps_per_second": 1.677,
       "eval_weighted avg": {
-        "f1-score": 0.9079094842894391,
-        "precision": 0.9087011338660376,
-        "recall": 0.912910284463895,
-        "support": 29705.0
+        "f1-score": 0.9099907564832829,
+        "precision": 0.9109630478322421,
+        "recall": 0.909620253164557,
+        "support": 31600.0
       },
       "step": 1377
     }
   ],
   "logging_steps": 500,
-  "max_steps": 4050,
+  "max_steps": 1620,
   "num_input_tokens_seen": 0,
-  "num_train_epochs": 50,
+  "num_train_epochs": 20,
   "save_steps": 500,
   "total_flos": 2444408456355600.0,
   "train_batch_size": 4,

checkpoint-1377/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6c4152f1ae85467509d6d1bf2d3b859abf08e786a1c118f9c84f899edc2df5d1
+oid sha256:965f153268732ba533ee2a6ac450ffc553510cc503bbee7c08140b392cc38073
 size 4856