Training in progress, epoch 8, checkpoint

checkpoint-648/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5e49c11124d6942d609d23cae114b35a13e970edb57819d023fa8a96b8624ab8
+oid sha256:82fac11de2928d262ac777e9e1eb094dccab48fe21fa80462c3c801a42b6eea6
 size 592324828

checkpoint-648/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1471817cbe53ca9016a86e67953a861adede0af13fe4e353122d1ccf07a84896
+oid sha256:946ff8be95b183667afb6843e2ef0129b5efe62e7403cdc73902b8f5741ba527
 size 1014657786

checkpoint-648/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e241cb4a4c96fc25c055fcd71173708b81cd84562a71b4d7503d9ffa5397d596
+oid sha256:dffdf7f1c15f3344dffce2b259bf63e6131cbf6af7c2108c97e9b326dccb1d62
 size 14244

checkpoint-648/trainer_state.json

@@ -11,367 +11,367 @@
     {
       "epoch": 1.0,
       "eval_Claim": {
-        "f1-score": 0.46243291592128805,
-        "precision": 0.6588785046728972,
-        "recall": 0.3562241616903996,
-        "support": 4354.0
+        "f1-score": 0.5724454649827784,
+        "precision": 0.6002889477486154,
+        "recall": 0.5470704410796576,
+        "support": 4557.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.8342621259029929,
-        "precision": 0.8096955128205128,
-        "recall": 0.8603661132396765,
-        "support": 2349.0
+        "f1-score": 0.7860447185813415,
+        "precision": 0.698526892771497,
+        "recall": 0.8986337593653592,
+        "support": 2269.0
       },
       "eval_O": {
-        "f1-score": 0.9993622448979592,
-        "precision": 0.9987253027405991,
+        "f1-score": 0.9987820830889982,
+        "precision": 0.9975671292124707,
         "recall": 1.0,
-        "support": 12536.0
+        "support": 11071.0
       },
       "eval_Premise": {
-        "f1-score": 0.8941052999825083,
-        "precision": 0.8401157057392676,
-        "recall": 0.955510692388216,
-        "support": 13374.0
+        "f1-score": 0.8965445389824622,
+        "precision": 0.9051258677512096,
+        "recall": 0.8881243979633962,
+        "support": 14534.0
       },
-      "eval_accuracy": 0.8857510808573268,
-      "eval_loss": 0.2754688858985901,
+      "eval_accuracy": 0.8791279948197712,
+      "eval_loss": 0.3157936632633209,
       "eval_macro avg": {
-        "f1-score": 0.7975406466761871,
-        "precision": 0.8268537564933192,
-        "recall": 0.793025241829573,
-        "support": 32613.0
-      },
-      "eval_runtime": 4.8781,
-      "eval_samples_per_second": 16.605,
-      "eval_steps_per_second": 2.255,
+        "f1-score": 0.8134542014088951,
+        "precision": 0.8003772093709481,
+        "recall": 0.8334571496021033,
+        "support": 32431.0
+      },
+      "eval_runtime": 4.8184,
+      "eval_samples_per_second": 16.603,
+      "eval_steps_per_second": 2.075,
       "eval_weighted avg": {
-        "f1-score": 0.8726239240080429,
-        "precision": 0.8746959682542021,
-        "recall": 0.8857510808573268,
-        "support": 32613.0
+        "f1-score": 0.8781740995293698,
+        "precision": 0.8793943851252293,
+        "recall": 0.8791279948197712,
+        "support": 32431.0
       },
       "step": 81
     },
     {
       "epoch": 2.0,
       "eval_Claim": {
-        "f1-score": 0.6446312571646924,
-        "precision": 0.5518482172064115,
-        "recall": 0.77491961414791,
-        "support": 4354.0
+        "f1-score": 0.6090644692195831,
+        "precision": 0.680108254397835,
+        "recall": 0.5514592933947773,
+        "support": 4557.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.8912341158733577,
-        "precision": 0.9019180470793374,
-        "recall": 0.8808003405704555,
-        "support": 2349.0
+        "f1-score": 0.8585858585858586,
+        "precision": 0.8960229995208433,
+        "recall": 0.8241516086381666,
+        "support": 2269.0
       },
       "eval_O": {
-        "f1-score": 0.9998005504806733,
-        "precision": 0.9999202106439001,
-        "recall": 0.9996809189534142,
-        "support": 12536.0
+        "f1-score": 0.999458141425088,
+        "precision": 0.9992776523702032,
+        "recall": 0.9996386956914461,
+        "support": 11071.0
       },
       "eval_Premise": {
-        "f1-score": 0.8690409646250897,
-        "precision": 0.9324023303632625,
-        "recall": 0.8137430835950351,
-        "support": 13374.0
+        "f1-score": 0.9105885478942475,
+        "precision": 0.8801849235905997,
+        "recall": 0.9431677445988716,
+        "support": 14534.0
       },
-      "eval_accuracy": 0.8848618649004998,
-      "eval_loss": 0.25178349018096924,
+      "eval_accuracy": 0.8990780426135487,
+      "eval_loss": 0.24451124668121338,
       "eval_macro avg": {
-        "f1-score": 0.8511767220359533,
-        "precision": 0.8465222013232279,
-        "recall": 0.8672859893167036,
-        "support": 32613.0
-      },
-      "eval_runtime": 4.907,
-      "eval_samples_per_second": 16.507,
-      "eval_steps_per_second": 2.242,
+        "f1-score": 0.8444242542811943,
+        "precision": 0.8638984574698704,
+        "recall": 0.8296043355808155,
+        "support": 32431.0
+      },
+      "eval_runtime": 4.8529,
+      "eval_samples_per_second": 16.485,
+      "eval_steps_per_second": 2.061,
       "eval_weighted avg": {
-        "f1-score": 0.8909418634778542,
-        "precision": 0.9053537287957648,
-        "recall": 0.8848618649004998,
-        "support": 32613.0
+        "f1-score": 0.8949194640367888,
+        "precision": 0.8938342965082798,
+        "recall": 0.8990780426135487,
+        "support": 32431.0
       },
       "step": 162
     },
     {
       "epoch": 3.0,
       "eval_Claim": {
-        "f1-score": 0.6598764019226366,
-        "precision": 0.6576186131386861,
-        "recall": 0.6621497473587505,
-        "support": 4354.0
+        "f1-score": 0.6542320859402667,
+        "precision": 0.7079713847726111,
+        "recall": 0.60807548825982,
+        "support": 4557.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.9062119366626066,
-        "precision": 0.8661233993015134,
-        "recall": 0.9501915708812261,
-        "support": 2349.0
+        "f1-score": 0.8915187376725839,
+        "precision": 0.8866608544027899,
+        "recall": 0.8964301454385192,
+        "support": 2269.0
       },
       "eval_O": {
-        "f1-score": 0.9998404722022812,
-        "precision": 0.9997607273887382,
-        "recall": 0.9999202297383536,
-        "support": 12536.0
+        "f1-score": 0.9995936611133684,
+        "precision": 0.9992778479870013,
+        "recall": 0.9999096739228616,
+        "support": 11071.0
       },
       "eval_Premise": {
-        "f1-score": 0.9007852612503775,
-        "precision": 0.9097148086014946,
-        "recall": 0.8920293106026619,
-        "support": 13374.0
+        "f1-score": 0.9157990498332153,
+        "precision": 0.8973258501155497,
+        "recall": 0.935048850970139,
+        "support": 14534.0
       },
-      "eval_accuracy": 0.9070002759635728,
-      "eval_loss": 0.23778581619262695,
+      "eval_accuracy": 0.9085442940396534,
+      "eval_loss": 0.22665414214134216,
       "eval_macro avg": {
-        "f1-score": 0.8666785180094754,
-        "precision": 0.8583043871076081,
-        "recall": 0.876072714645248,
-        "support": 32613.0
-      },
-      "eval_runtime": 4.9168,
-      "eval_samples_per_second": 16.474,
-      "eval_steps_per_second": 2.237,
+        "f1-score": 0.8652858836398586,
+        "precision": 0.872808984319488,
+        "recall": 0.8598660396478349,
+        "support": 32431.0
+      },
+      "eval_runtime": 4.8494,
+      "eval_samples_per_second": 16.497,
+      "eval_steps_per_second": 2.062,
       "eval_weighted avg": {
-        "f1-score": 0.907089072967282,
-        "precision": 0.9075314026721463,
-        "recall": 0.9070002759635728,
-        "support": 32613.0
+        "f1-score": 0.9059516032151627,
+        "precision": 0.9047762338408377,
+        "recall": 0.9085442940396534,
+        "support": 32431.0
       },
       "step": 243
     },
     {
       "epoch": 4.0,
       "eval_Claim": {
-        "f1-score": 0.6604639922667954,
-        "precision": 0.696838347781744,
-        "recall": 0.6276986678915939,
-        "support": 4354.0
+        "f1-score": 0.6861642294713161,
+        "precision": 0.6424741478360781,
+        "recall": 0.7362299758613122,
+        "support": 4557.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.9140214420853479,
-        "precision": 0.9028239202657807,
-        "recall": 0.9255002128565347,
-        "support": 2349.0
+        "f1-score": 0.8995515695067264,
+        "precision": 0.9155636695572797,
+        "recall": 0.884089907448215,
+        "support": 2269.0
       },
       "eval_O": {
-        "f1-score": 0.9994417862838917,
-        "precision": 0.9991230867346939,
-        "recall": 0.9997606892150607,
-        "support": 12536.0
+        "f1-score": 0.9976481230212574,
+        "precision": 0.9990941208442794,
+        "recall": 0.9962063047601842,
+        "support": 11071.0
       },
       "eval_Premise": {
-        "f1-score": 0.9084203149780549,
-        "precision": 0.8963534463934785,
-        "recall": 0.9208165096455809,
-        "support": 13374.0
+        "f1-score": 0.9062532879739067,
+        "precision": 0.9242435081193219,
+        "recall": 0.8889500481629283,
+        "support": 14534.0
       },
-      "eval_accuracy": 0.912366234323736,
-      "eval_loss": 0.2598011791706085,
+      "eval_accuracy": 0.9037649162838025,
+      "eval_loss": 0.2452327460050583,
       "eval_macro avg": {
-        "f1-score": 0.8705868839035225,
-        "precision": 0.8737847002939243,
-        "recall": 0.8684440199021926,
-        "support": 32613.0
-      },
-      "eval_runtime": 4.8872,
-      "eval_samples_per_second": 16.574,
-      "eval_steps_per_second": 2.251,
+        "f1-score": 0.8724043024933017,
+        "precision": 0.8703438615892398,
+        "recall": 0.8763690590581599,
+        "support": 32431.0
+      },
+      "eval_runtime": 4.8393,
+      "eval_samples_per_second": 16.531,
+      "eval_steps_per_second": 2.066,
       "eval_weighted avg": {
-        "f1-score": 0.9107077581074873,
-        "precision": 0.9096864919608297,
-        "recall": 0.912366234323736,
-        "support": 32613.0
+        "f1-score": 0.9060584182508294,
+        "precision": 0.9095955973231696,
+        "recall": 0.9037649162838025,
+        "support": 32431.0
       },
       "step": 324
     },
     {
       "epoch": 5.0,
       "eval_Claim": {
-        "f1-score": 0.6731001206272618,
-        "precision": 0.6440713536201469,
-        "recall": 0.7048690858980248,
-        "support": 4354.0
+        "f1-score": 0.6640249759846301,
+        "precision": 0.7332272606735614,
+        "recall": 0.6067588325652842,
+        "support": 4557.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.8871466886734063,
-        "precision": 0.8606885508406725,
-        "recall": 0.9152830991911451,
-        "support": 2349.0
+        "f1-score": 0.8848007008322383,
+        "precision": 0.8794079233783195,
+        "recall": 0.8902600264433671,
+        "support": 2269.0
       },
       "eval_O": {
-        "f1-score": 0.9998005345673595,
-        "precision": 1.0,
-        "recall": 0.9996011486917677,
-        "support": 12536.0
+        "f1-score": 0.999367774566474,
+        "precision": 0.9992775219001174,
+        "recall": 0.9994580435371692,
+        "support": 11071.0
       },
       "eval_Premise": {
-        "f1-score": 0.9039056236399038,
-        "precision": 0.9234729698104376,
-        "recall": 0.8851502916105877,
-        "support": 13374.0
+        "f1-score": 0.9201314377682404,
+        "precision": 0.8973839110529758,
+        "recall": 0.9440621989816981,
+        "support": 14534.0
       },
-      "eval_accuracy": 0.9072455769171802,
-      "eval_loss": 0.3166182339191437,
+      "eval_accuracy": 0.9118127717307515,
+      "eval_loss": 0.28411003947257996,
       "eval_macro avg": {
-        "f1-score": 0.8659882418769828,
-        "precision": 0.8570582185678143,
-        "recall": 0.8762259063478812,
-        "support": 32613.0
-      },
-      "eval_runtime": 4.9018,
-      "eval_samples_per_second": 16.525,
-      "eval_steps_per_second": 2.244,
+        "f1-score": 0.8670812222878956,
+        "precision": 0.8773241542512435,
+        "recall": 0.8601347753818797,
+        "support": 32431.0
+      },
+      "eval_runtime": 4.8228,
+      "eval_samples_per_second": 16.588,
+      "eval_steps_per_second": 2.073,
       "eval_weighted avg": {
-        "f1-score": 0.9087455557232214,
-        "precision": 0.9110652677714914,
-        "recall": 0.9072455769171802,
-        "support": 32613.0
+        "f1-score": 0.9087220731552942,
+        "precision": 0.9078434958291443,
+        "recall": 0.9118127717307515,
+        "support": 32431.0
       },
       "step": 405
     },
     {
       "epoch": 6.0,
       "eval_Claim": {
-        "f1-score": 0.634920634920635,
-        "precision": 0.7171775592828225,
-        "recall": 0.5695911805236564,
-        "support": 4354.0
+        "f1-score": 0.6496087442553721,
+        "precision": 0.7484258729250143,
+        "recall": 0.5738424402018872,
+        "support": 4557.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.9061357171881348,
-        "precision": 0.8666925767586475,
-        "recall": 0.9493401447424435,
-        "support": 2349.0
+        "f1-score": 0.8865800865800866,
+        "precision": 0.8711186729051468,
+        "recall": 0.9026002644336713,
+        "support": 2269.0
       },
       "eval_O": {
-        "f1-score": 0.9998404722022812,
-        "precision": 0.9997607273887382,
-        "recall": 0.9999202297383536,
-        "support": 12536.0
+        "f1-score": 0.9986892655367232,
+        "precision": 0.9994572100597069,
+        "recall": 0.9979225002258152,
+        "support": 11071.0
       },
       "eval_Premise": {
-        "f1-score": 0.9096214165876431,
-        "precision": 0.8879236684705212,
-        "recall": 0.9324061612083147,
-        "support": 13374.0
+        "f1-score": 0.9191778088205947,
+        "precision": 0.889647180015452,
+        "recall": 0.9507362047612495,
+        "support": 14534.0
       },
-      "eval_accuracy": 0.9111397295556987,
-      "eval_loss": 0.32181796431541443,
+      "eval_accuracy": 0.9105177145323918,
+      "eval_loss": 0.3082066774368286,
       "eval_macro avg": {
-        "f1-score": 0.8626295602246735,
-        "precision": 0.8678886329751823,
-        "recall": 0.8628144290531921,
-        "support": 32613.0
-      },
-      "eval_runtime": 4.8856,
-      "eval_samples_per_second": 16.579,
-      "eval_steps_per_second": 2.252,
+        "f1-score": 0.8635139762981943,
+        "precision": 0.87716223397633,
+        "recall": 0.8562753524056559,
+        "support": 32431.0
+      },
+      "eval_runtime": 4.8389,
+      "eval_samples_per_second": 16.533,
+      "eval_steps_per_second": 2.067,
       "eval_weighted avg": {
-        "f1-score": 0.907375409471386,
-        "precision": 0.9065876667768511,
-        "recall": 0.9111397295556987,
-        "support": 32613.0
+        "f1-score": 0.9061618943658084,
+        "precision": 0.9059932736781678,
+        "recall": 0.9105177145323918,
+        "support": 32431.0
       },
       "step": 486
     },
     {
       "epoch": 6.17,
-      "grad_norm": 7.612313747406006,
+      "grad_norm": 0.8612700700759888,
       "learning_rate": 1.7530864197530865e-05,
-      "loss": 0.2088,
+      "loss": 0.2223,
       "step": 500
     },
     {
       "epoch": 7.0,
       "eval_Claim": {
-        "f1-score": 0.6538414409998775,
-        "precision": 0.7008142894667717,
-        "recall": 0.6127698667891593,
-        "support": 4354.0
+        "f1-score": 0.6977381768334475,
+        "precision": 0.629950495049505,
+        "recall": 0.7818740399385561,
+        "support": 4557.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.8866711022399646,
-        "precision": 0.9254629629629629,
-        "recall": 0.8510004257130694,
-        "support": 2349.0
+        "f1-score": 0.8892209178228387,
+        "precision": 0.8621688741721855,
+        "recall": 0.9180255619215514,
+        "support": 2269.0
       },
       "eval_O": {
-        "f1-score": 0.999880349379811,
-        "precision": 0.9998404722022812,
-        "recall": 0.9999202297383536,
-        "support": 12536.0
+        "f1-score": 0.9988698521766648,
+        "precision": 0.9998190045248869,
+        "recall": 0.9979225002258152,
+        "support": 11071.0
       },
       "eval_Premise": {
-        "f1-score": 0.9127824473310774,
-        "precision": 0.8890070167977886,
-        "recall": 0.9378645132346344,
-        "support": 13374.0
+        "f1-score": 0.9034227633516503,
+        "precision": 0.9449996243143738,
+        "recall": 0.8653502132929682,
+        "support": 14534.0
       },
-      "eval_accuracy": 0.9120596081317266,
-      "eval_loss": 0.4053190350532532,
+      "eval_accuracy": 0.9025623631710401,
+      "eval_loss": 0.3512111008167267,
       "eval_macro avg": {
-        "f1-score": 0.8632938349876826,
-        "precision": 0.8787811853574512,
-        "recall": 0.8503887588688042,
-        "support": 32613.0
-      },
-      "eval_runtime": 4.9061,
-      "eval_samples_per_second": 16.51,
-      "eval_steps_per_second": 2.242,
+        "f1-score": 0.8723129275461503,
+        "precision": 0.8592344995152377,
+        "recall": 0.8907930788447227,
+        "support": 32431.0
+      },
+      "eval_runtime": 4.8174,
+      "eval_samples_per_second": 16.607,
+      "eval_steps_per_second": 2.076,
       "eval_weighted avg": {
-        "f1-score": 0.909811074225195,
-        "precision": 0.9091110268457285,
-        "recall": 0.9120596081317266,
-        "support": 32613.0
+        "f1-score": 0.9061105026169647,
+        "precision": 0.9136494810618672,
+        "recall": 0.9025623631710401,
+        "support": 32431.0
       },
       "step": 567
     },
     {
       "epoch": 8.0,
       "eval_Claim": {
-        "f1-score": 0.668355545764952,
-        "precision": 0.6421164021164021,
-        "recall": 0.6968305006890216,
-        "support": 4354.0
+        "f1-score": 0.6987032799389779,
+        "precision": 0.6177710335525206,
+        "recall": 0.80403774412991,
+        "support": 4557.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.8960263537162857,
-        "precision": 0.8676236044657097,
-        "recall": 0.9263516389953171,
-        "support": 2349.0
+        "f1-score": 0.9015364639688379,
+        "precision": 0.8856292517006803,
+        "recall": 0.9180255619215514,
+        "support": 2269.0
       },
       "eval_O": {
-        "f1-score": 1.0,
-        "precision": 1.0,
-        "recall": 1.0,
-        "support": 12536.0
+        "f1-score": 0.998915499322187,
+        "precision": 0.9994574554661362,
+        "recall": 0.9983741306115076,
+        "support": 11071.0
       },
       "eval_Premise": {
-        "f1-score": 0.9012129071630178,
-        "precision": 0.9198069137340392,
-        "recall": 0.8833557649170032,
-        "support": 13374.0
+        "f1-score": 0.8976577489773016,
+        "precision": 0.9472075788830315,
+        "recall": 0.8530342644832806,
+        "support": 14534.0
       },
-      "eval_accuracy": 0.9063870235795541,
-      "eval_loss": 0.4514281749725342,
+      "eval_accuracy": 0.9003114304215103,
+      "eval_loss": 0.3705728054046631,
       "eval_macro avg": {
-        "f1-score": 0.8663987016610639,
-        "precision": 0.8573867300790377,
-        "recall": 0.8766344761503355,
-        "support": 32613.0
-      },
-      "eval_runtime": 4.8816,
-      "eval_samples_per_second": 16.593,
-      "eval_steps_per_second": 2.253,
+        "f1-score": 0.8742032480518261,
+        "precision": 0.8625163299005921,
+        "recall": 0.8933679252865624,
+        "support": 32431.0
+      },
+      "eval_runtime": 4.8542,
+      "eval_samples_per_second": 16.48,
+      "eval_steps_per_second": 2.06,
       "eval_weighted avg": {
-        "f1-score": 0.9077241398073883,
-        "precision": 0.9098003963445191,
-        "recall": 0.9063870235795541,
-        "support": 32613.0
+        "f1-score": 0.9045397397569994,
+        "precision": 0.9144455555782818,
+        "recall": 0.9003114304215103,
+        "support": 32431.0
       },
       "step": 648
     }
@@ -381,7 +381,7 @@
   "num_input_tokens_seen": 0,
   "num_train_epochs": 50,
   "save_steps": 500,
-  "total_flos": 1146737470939200.0,
+  "total_flos": 1150309861814400.0,
   "train_batch_size": 4,
   "trial_name": null,
   "trial_params": null

checkpoint-648/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3f40e108617f6f8082cc0f1a47e89121d861cfb2e77ef6b602a909d9b6ba8d15
+oid sha256:b2dd7b387b7349843b62a9d5b4facde1d14a6a35003d55f9e21a477105ecd1d3
 size 4856