Theoreticallyhugo commited on
Commit
13c4f42
1 Parent(s): c0ed495

Training in progress, epoch 40, checkpoint

Browse files
checkpoint-3240/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2f4734fa5e0363b570bb3b97297d7f185abd4a076d85f9bb1ad9bc5d5c919f45
3
  size 592324828
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d3fe50c2cd917c154da4aa6816ee9119051f78495cda41777ef408f04f19f43
3
  size 592324828
checkpoint-3240/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6885dd89591dacac5761966d698818e89782e66ca37c1f7ddb4a1b74f0d82adf
3
  size 1014657786
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b88766dbb1571760b9b8ebeeabaf3d8dc91f5c6196ea92dbc7b7d02fe60f582
3
  size 1014657786
checkpoint-3240/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a8c5c99c3bad1ce3feb0cbd346df74269719c44b16be7c0f6afdd1817489144f
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff8bca015f0e06a2bc98277c349f4bacc177ea700f7f38b06cd961ef69354bab
3
  size 14244
checkpoint-3240/trainer_state.json CHANGED
@@ -11,1842 +11,1842 @@
11
  {
12
  "epoch": 1.0,
13
  "eval_Claim": {
14
- "f1-score": 0.5724454649827784,
15
- "precision": 0.6002889477486154,
16
- "recall": 0.5470704410796576,
17
- "support": 4557.0
18
  },
19
  "eval_MajorClaim": {
20
- "f1-score": 0.7860447185813415,
21
- "precision": 0.698526892771497,
22
- "recall": 0.8986337593653592,
23
- "support": 2269.0
24
  },
25
  "eval_O": {
26
- "f1-score": 0.9987820830889982,
27
- "precision": 0.9975671292124707,
28
- "recall": 1.0,
29
- "support": 11071.0
30
  },
31
  "eval_Premise": {
32
- "f1-score": 0.8965445389824622,
33
- "precision": 0.9051258677512096,
34
- "recall": 0.8881243979633962,
35
- "support": 14534.0
36
  },
37
- "eval_accuracy": 0.8791279948197712,
38
- "eval_loss": 0.3157936632633209,
39
  "eval_macro avg": {
40
- "f1-score": 0.8134542014088951,
41
- "precision": 0.8003772093709481,
42
- "recall": 0.8334571496021033,
43
- "support": 32431.0
44
- },
45
- "eval_runtime": 4.8184,
46
- "eval_samples_per_second": 16.603,
47
- "eval_steps_per_second": 2.075,
48
  "eval_weighted avg": {
49
- "f1-score": 0.8781740995293698,
50
- "precision": 0.8793943851252293,
51
- "recall": 0.8791279948197712,
52
- "support": 32431.0
53
  },
54
  "step": 81
55
  },
56
  {
57
  "epoch": 2.0,
58
  "eval_Claim": {
59
- "f1-score": 0.6090644692195831,
60
- "precision": 0.680108254397835,
61
- "recall": 0.5514592933947773,
62
- "support": 4557.0
63
  },
64
  "eval_MajorClaim": {
65
- "f1-score": 0.8585858585858586,
66
- "precision": 0.8960229995208433,
67
- "recall": 0.8241516086381666,
68
- "support": 2269.0
69
  },
70
  "eval_O": {
71
- "f1-score": 0.999458141425088,
72
- "precision": 0.9992776523702032,
73
- "recall": 0.9996386956914461,
74
- "support": 11071.0
75
  },
76
  "eval_Premise": {
77
- "f1-score": 0.9105885478942475,
78
- "precision": 0.8801849235905997,
79
- "recall": 0.9431677445988716,
80
- "support": 14534.0
81
  },
82
- "eval_accuracy": 0.8990780426135487,
83
- "eval_loss": 0.24451124668121338,
84
  "eval_macro avg": {
85
- "f1-score": 0.8444242542811943,
86
- "precision": 0.8638984574698704,
87
- "recall": 0.8296043355808155,
88
- "support": 32431.0
89
- },
90
- "eval_runtime": 4.8529,
91
- "eval_samples_per_second": 16.485,
92
- "eval_steps_per_second": 2.061,
93
  "eval_weighted avg": {
94
- "f1-score": 0.8949194640367888,
95
- "precision": 0.8938342965082798,
96
- "recall": 0.8990780426135487,
97
- "support": 32431.0
98
  },
99
  "step": 162
100
  },
101
  {
102
  "epoch": 3.0,
103
  "eval_Claim": {
104
- "f1-score": 0.6542320859402667,
105
- "precision": 0.7079713847726111,
106
- "recall": 0.60807548825982,
107
- "support": 4557.0
108
  },
109
  "eval_MajorClaim": {
110
- "f1-score": 0.8915187376725839,
111
- "precision": 0.8866608544027899,
112
- "recall": 0.8964301454385192,
113
- "support": 2269.0
114
  },
115
  "eval_O": {
116
- "f1-score": 0.9995936611133684,
117
- "precision": 0.9992778479870013,
118
- "recall": 0.9999096739228616,
119
- "support": 11071.0
120
  },
121
  "eval_Premise": {
122
- "f1-score": 0.9157990498332153,
123
- "precision": 0.8973258501155497,
124
- "recall": 0.935048850970139,
125
- "support": 14534.0
126
  },
127
- "eval_accuracy": 0.9085442940396534,
128
- "eval_loss": 0.22665414214134216,
129
  "eval_macro avg": {
130
- "f1-score": 0.8652858836398586,
131
- "precision": 0.872808984319488,
132
- "recall": 0.8598660396478349,
133
- "support": 32431.0
134
- },
135
- "eval_runtime": 4.8494,
136
- "eval_samples_per_second": 16.497,
137
- "eval_steps_per_second": 2.062,
138
  "eval_weighted avg": {
139
- "f1-score": 0.9059516032151627,
140
- "precision": 0.9047762338408377,
141
- "recall": 0.9085442940396534,
142
- "support": 32431.0
143
  },
144
  "step": 243
145
  },
146
  {
147
  "epoch": 4.0,
148
  "eval_Claim": {
149
- "f1-score": 0.6861642294713161,
150
- "precision": 0.6424741478360781,
151
- "recall": 0.7362299758613122,
152
- "support": 4557.0
153
  },
154
  "eval_MajorClaim": {
155
- "f1-score": 0.8995515695067264,
156
- "precision": 0.9155636695572797,
157
- "recall": 0.884089907448215,
158
- "support": 2269.0
159
  },
160
  "eval_O": {
161
- "f1-score": 0.9976481230212574,
162
- "precision": 0.9990941208442794,
163
- "recall": 0.9962063047601842,
164
- "support": 11071.0
165
  },
166
  "eval_Premise": {
167
- "f1-score": 0.9062532879739067,
168
- "precision": 0.9242435081193219,
169
- "recall": 0.8889500481629283,
170
- "support": 14534.0
171
  },
172
- "eval_accuracy": 0.9037649162838025,
173
- "eval_loss": 0.2452327460050583,
174
  "eval_macro avg": {
175
- "f1-score": 0.8724043024933017,
176
- "precision": 0.8703438615892398,
177
- "recall": 0.8763690590581599,
178
- "support": 32431.0
179
- },
180
- "eval_runtime": 4.8393,
181
- "eval_samples_per_second": 16.531,
182
- "eval_steps_per_second": 2.066,
183
  "eval_weighted avg": {
184
- "f1-score": 0.9060584182508294,
185
- "precision": 0.9095955973231696,
186
- "recall": 0.9037649162838025,
187
- "support": 32431.0
188
  },
189
  "step": 324
190
  },
191
  {
192
  "epoch": 5.0,
193
  "eval_Claim": {
194
- "f1-score": 0.6640249759846301,
195
- "precision": 0.7332272606735614,
196
- "recall": 0.6067588325652842,
197
- "support": 4557.0
198
  },
199
  "eval_MajorClaim": {
200
- "f1-score": 0.8848007008322383,
201
- "precision": 0.8794079233783195,
202
- "recall": 0.8902600264433671,
203
- "support": 2269.0
204
  },
205
  "eval_O": {
206
- "f1-score": 0.999367774566474,
207
- "precision": 0.9992775219001174,
208
- "recall": 0.9994580435371692,
209
- "support": 11071.0
210
  },
211
  "eval_Premise": {
212
- "f1-score": 0.9201314377682404,
213
- "precision": 0.8973839110529758,
214
- "recall": 0.9440621989816981,
215
- "support": 14534.0
216
  },
217
- "eval_accuracy": 0.9118127717307515,
218
- "eval_loss": 0.28411003947257996,
219
  "eval_macro avg": {
220
- "f1-score": 0.8670812222878956,
221
- "precision": 0.8773241542512435,
222
- "recall": 0.8601347753818797,
223
- "support": 32431.0
224
- },
225
- "eval_runtime": 4.8228,
226
- "eval_samples_per_second": 16.588,
227
- "eval_steps_per_second": 2.073,
228
  "eval_weighted avg": {
229
- "f1-score": 0.9087220731552942,
230
- "precision": 0.9078434958291443,
231
- "recall": 0.9118127717307515,
232
- "support": 32431.0
233
  },
234
  "step": 405
235
  },
236
  {
237
  "epoch": 6.0,
238
  "eval_Claim": {
239
- "f1-score": 0.6496087442553721,
240
- "precision": 0.7484258729250143,
241
- "recall": 0.5738424402018872,
242
- "support": 4557.0
243
  },
244
  "eval_MajorClaim": {
245
- "f1-score": 0.8865800865800866,
246
- "precision": 0.8711186729051468,
247
- "recall": 0.9026002644336713,
248
- "support": 2269.0
249
  },
250
  "eval_O": {
251
- "f1-score": 0.9986892655367232,
252
- "precision": 0.9994572100597069,
253
- "recall": 0.9979225002258152,
254
- "support": 11071.0
255
  },
256
  "eval_Premise": {
257
- "f1-score": 0.9191778088205947,
258
- "precision": 0.889647180015452,
259
- "recall": 0.9507362047612495,
260
- "support": 14534.0
261
  },
262
- "eval_accuracy": 0.9105177145323918,
263
- "eval_loss": 0.3082066774368286,
264
  "eval_macro avg": {
265
- "f1-score": 0.8635139762981943,
266
- "precision": 0.87716223397633,
267
- "recall": 0.8562753524056559,
268
- "support": 32431.0
269
- },
270
- "eval_runtime": 4.8389,
271
- "eval_samples_per_second": 16.533,
272
- "eval_steps_per_second": 2.067,
273
  "eval_weighted avg": {
274
- "f1-score": 0.9061618943658084,
275
- "precision": 0.9059932736781678,
276
- "recall": 0.9105177145323918,
277
- "support": 32431.0
278
  },
279
  "step": 486
280
  },
281
  {
282
  "epoch": 6.17,
283
- "grad_norm": 0.8612700700759888,
284
  "learning_rate": 1.7530864197530865e-05,
285
- "loss": 0.2223,
286
  "step": 500
287
  },
288
  {
289
  "epoch": 7.0,
290
  "eval_Claim": {
291
- "f1-score": 0.6977381768334475,
292
- "precision": 0.629950495049505,
293
- "recall": 0.7818740399385561,
294
- "support": 4557.0
295
  },
296
  "eval_MajorClaim": {
297
- "f1-score": 0.8892209178228387,
298
- "precision": 0.8621688741721855,
299
- "recall": 0.9180255619215514,
300
- "support": 2269.0
301
  },
302
  "eval_O": {
303
- "f1-score": 0.9988698521766648,
304
- "precision": 0.9998190045248869,
305
- "recall": 0.9979225002258152,
306
- "support": 11071.0
307
  },
308
  "eval_Premise": {
309
- "f1-score": 0.9034227633516503,
310
- "precision": 0.9449996243143738,
311
- "recall": 0.8653502132929682,
312
- "support": 14534.0
313
  },
314
- "eval_accuracy": 0.9025623631710401,
315
- "eval_loss": 0.3512111008167267,
316
  "eval_macro avg": {
317
- "f1-score": 0.8723129275461503,
318
- "precision": 0.8592344995152377,
319
- "recall": 0.8907930788447227,
320
- "support": 32431.0
321
- },
322
- "eval_runtime": 4.8174,
323
- "eval_samples_per_second": 16.607,
324
- "eval_steps_per_second": 2.076,
325
  "eval_weighted avg": {
326
- "f1-score": 0.9061105026169647,
327
- "precision": 0.9136494810618672,
328
- "recall": 0.9025623631710401,
329
- "support": 32431.0
330
  },
331
  "step": 567
332
  },
333
  {
334
  "epoch": 8.0,
335
  "eval_Claim": {
336
- "f1-score": 0.6987032799389779,
337
- "precision": 0.6177710335525206,
338
- "recall": 0.80403774412991,
339
- "support": 4557.0
340
  },
341
  "eval_MajorClaim": {
342
- "f1-score": 0.9015364639688379,
343
- "precision": 0.8856292517006803,
344
- "recall": 0.9180255619215514,
345
- "support": 2269.0
346
  },
347
  "eval_O": {
348
- "f1-score": 0.998915499322187,
349
- "precision": 0.9994574554661362,
350
- "recall": 0.9983741306115076,
351
- "support": 11071.0
352
  },
353
  "eval_Premise": {
354
- "f1-score": 0.8976577489773016,
355
- "precision": 0.9472075788830315,
356
- "recall": 0.8530342644832806,
357
- "support": 14534.0
358
  },
359
- "eval_accuracy": 0.9003114304215103,
360
- "eval_loss": 0.3705728054046631,
361
  "eval_macro avg": {
362
- "f1-score": 0.8742032480518261,
363
- "precision": 0.8625163299005921,
364
- "recall": 0.8933679252865624,
365
- "support": 32431.0
366
- },
367
- "eval_runtime": 4.8542,
368
- "eval_samples_per_second": 16.48,
369
- "eval_steps_per_second": 2.06,
370
  "eval_weighted avg": {
371
- "f1-score": 0.9045397397569994,
372
- "precision": 0.9144455555782818,
373
- "recall": 0.9003114304215103,
374
- "support": 32431.0
375
  },
376
  "step": 648
377
  },
378
  {
379
  "epoch": 9.0,
380
  "eval_Claim": {
381
- "f1-score": 0.6657139454567107,
382
- "precision": 0.7278645833333334,
383
- "recall": 0.6133421110379635,
384
- "support": 4557.0
385
  },
386
  "eval_MajorClaim": {
387
- "f1-score": 0.8882521489971346,
388
- "precision": 0.8884479717813051,
389
- "recall": 0.8880564125165271,
390
- "support": 2269.0
391
  },
392
  "eval_O": {
393
- "f1-score": 0.9987339482727438,
394
- "precision": 0.9999094612947035,
395
- "recall": 0.9975611959172613,
396
- "support": 11071.0
397
  },
398
  "eval_Premise": {
399
- "f1-score": 0.9178854152690192,
400
- "precision": 0.8955360649299646,
401
- "recall": 0.9413788358332187,
402
- "support": 14534.0
403
  },
404
- "eval_accuracy": 0.9107335573987851,
405
- "eval_loss": 0.41826051473617554,
406
  "eval_macro avg": {
407
- "f1-score": 0.8676463644989021,
408
- "precision": 0.8779395203348266,
409
- "recall": 0.8600846388262426,
410
- "support": 32431.0
411
- },
412
- "eval_runtime": 4.809,
413
- "eval_samples_per_second": 16.635,
414
- "eval_steps_per_second": 2.079,
415
  "eval_weighted avg": {
416
- "f1-score": 0.9079779452489347,
417
- "precision": 0.9071100542045434,
418
- "recall": 0.9107335573987851,
419
- "support": 32431.0
420
  },
421
  "step": 729
422
  },
423
  {
424
  "epoch": 10.0,
425
  "eval_Claim": {
426
- "f1-score": 0.6738416222952305,
427
- "precision": 0.6964871194379391,
428
- "recall": 0.652622339258284,
429
- "support": 4557.0
430
  },
431
  "eval_MajorClaim": {
432
- "f1-score": 0.8951019550136641,
433
- "precision": 0.8557073954983923,
434
- "recall": 0.9382988100484795,
435
- "support": 2269.0
436
  },
437
  "eval_O": {
438
- "f1-score": 0.9989605459393501,
439
- "precision": 0.9996382054992764,
440
- "recall": 0.998283804534369,
441
- "support": 11071.0
442
  },
443
  "eval_Premise": {
444
- "f1-score": 0.9109121470961545,
445
- "precision": 0.9083259218717931,
446
- "recall": 0.9135131415990092,
447
- "support": 14534.0
448
  },
449
- "eval_accuracy": 0.9075267490980852,
450
- "eval_loss": 0.5459077954292297,
451
  "eval_macro avg": {
452
- "f1-score": 0.8697040675860997,
453
- "precision": 0.8650396605768502,
454
- "recall": 0.8756795238600354,
455
- "support": 32431.0
456
- },
457
- "eval_runtime": 4.8478,
458
- "eval_samples_per_second": 16.502,
459
- "eval_steps_per_second": 2.063,
460
  "eval_weighted avg": {
461
- "f1-score": 0.9065515080853328,
462
- "precision": 0.9060496255197702,
463
- "recall": 0.9075267490980852,
464
- "support": 32431.0
465
  },
466
  "step": 810
467
  },
468
  {
469
  "epoch": 11.0,
470
  "eval_Claim": {
471
- "f1-score": 0.6581417175035196,
472
- "precision": 0.7070834383665239,
473
- "recall": 0.6155365371955234,
474
- "support": 4557.0
475
  },
476
  "eval_MajorClaim": {
477
- "f1-score": 0.881979417560762,
478
- "precision": 0.876414273281114,
479
- "recall": 0.8876156897311591,
480
- "support": 2269.0
481
  },
482
  "eval_O": {
483
- "f1-score": 0.9999548390010388,
484
- "precision": 0.9999096820809249,
485
- "recall": 1.0,
486
- "support": 11071.0
487
  },
488
  "eval_Premise": {
489
- "f1-score": 0.9173079519373565,
490
- "precision": 0.9002915065588976,
491
- "recall": 0.9349800467868447,
492
- "support": 14534.0
493
  },
494
- "eval_accuracy": 0.9089759797724399,
495
- "eval_loss": 0.5726844668388367,
496
  "eval_macro avg": {
497
- "f1-score": 0.8643459815006692,
498
- "precision": 0.8709247250718651,
499
- "recall": 0.8595330684283817,
500
- "support": 32431.0
501
- },
502
- "eval_runtime": 4.8447,
503
- "eval_samples_per_second": 16.513,
504
- "eval_steps_per_second": 2.064,
505
  "eval_weighted avg": {
506
- "f1-score": 0.9066330640790278,
507
- "precision": 0.9054793272287636,
508
- "recall": 0.9089759797724399,
509
- "support": 32431.0
510
  },
511
  "step": 891
512
  },
513
  {
514
  "epoch": 12.0,
515
  "eval_Claim": {
516
- "f1-score": 0.7079179557694512,
517
- "precision": 0.7407673860911271,
518
- "recall": 0.6778582400702217,
519
- "support": 4557.0
520
  },
521
  "eval_MajorClaim": {
522
- "f1-score": 0.8947480331703169,
523
- "precision": 0.8644207066557108,
524
- "recall": 0.9272807404142794,
525
- "support": 2269.0
526
  },
527
  "eval_O": {
528
- "f1-score": 0.999186477447347,
529
- "precision": 0.9999095431931253,
530
- "recall": 0.998464456688646,
531
- "support": 11071.0
532
  },
533
  "eval_Premise": {
534
- "f1-score": 0.9243840851702722,
535
- "precision": 0.9169374492282697,
536
- "recall": 0.9319526627218935,
537
- "support": 14534.0
538
  },
539
- "eval_accuracy": 0.9186272393697388,
540
- "eval_loss": 0.5660926699638367,
541
  "eval_macro avg": {
542
- "f1-score": 0.8815591378893468,
543
- "precision": 0.8805087712920582,
544
- "recall": 0.8838890249737601,
545
- "support": 32431.0
546
- },
547
- "eval_runtime": 4.8659,
548
- "eval_samples_per_second": 16.441,
549
- "eval_steps_per_second": 2.055,
550
  "eval_weighted avg": {
551
- "f1-score": 0.917429533390557,
552
- "precision": 0.9168331226787283,
553
- "recall": 0.9186272393697388,
554
- "support": 32431.0
555
  },
556
  "step": 972
557
  },
558
  {
559
  "epoch": 12.35,
560
- "grad_norm": 2.9101791381835938,
561
  "learning_rate": 1.506172839506173e-05,
562
- "loss": 0.0294,
563
  "step": 1000
564
  },
565
  {
566
  "epoch": 13.0,
567
  "eval_Claim": {
568
- "f1-score": 0.6744648496900223,
569
- "precision": 0.7221943887775552,
570
- "recall": 0.6326530612244898,
571
- "support": 4557.0
572
  },
573
  "eval_MajorClaim": {
574
- "f1-score": 0.9044719714465672,
575
- "precision": 0.863672814755413,
576
- "recall": 0.9493168796826796,
577
- "support": 2269.0
578
  },
579
  "eval_O": {
580
- "f1-score": 0.9995934041111363,
581
- "precision": 0.9999096167751266,
582
- "recall": 0.9992773913828923,
583
- "support": 11071.0
584
  },
585
  "eval_Premise": {
586
- "f1-score": 0.9161992180860105,
587
- "precision": 0.9055171023452725,
588
- "recall": 0.9271363698912893,
589
- "support": 14534.0
590
  },
591
- "eval_accuracy": 0.9119361105115475,
592
- "eval_loss": 0.5764271020889282,
593
  "eval_macro avg": {
594
- "f1-score": 0.8736823608334341,
595
- "precision": 0.8728234806633418,
596
- "recall": 0.8770959255453377,
597
- "support": 32431.0
598
- },
599
- "eval_runtime": 4.8358,
600
- "eval_samples_per_second": 16.543,
601
- "eval_steps_per_second": 2.068,
602
  "eval_weighted avg": {
603
- "f1-score": 0.9098800911419986,
604
- "precision": 0.909053016531805,
605
- "recall": 0.9119361105115475,
606
- "support": 32431.0
607
  },
608
  "step": 1053
609
  },
610
  {
611
  "epoch": 14.0,
612
  "eval_Claim": {
613
- "f1-score": 0.7047413793103449,
614
- "precision": 0.6923565530383231,
615
- "recall": 0.717577353522054,
616
- "support": 4557.0
617
  },
618
  "eval_MajorClaim": {
619
- "f1-score": 0.9112001687407719,
620
- "precision": 0.8737864077669902,
621
- "recall": 0.9519612163948876,
622
- "support": 2269.0
623
  },
624
  "eval_O": {
625
- "f1-score": 0.9992316384180792,
626
  "precision": 1.0,
627
- "recall": 0.998464456688646,
628
- "support": 11071.0
629
  },
630
  "eval_Premise": {
631
- "f1-score": 0.9145424153781864,
632
- "precision": 0.9258919757439007,
633
- "recall": 0.903467730838035,
634
- "support": 14534.0
635
  },
636
- "eval_accuracy": 0.9131694983195091,
637
- "eval_loss": 0.5468704700469971,
638
  "eval_macro avg": {
639
- "f1-score": 0.8824289004618456,
640
- "precision": 0.8730087341373035,
641
- "recall": 0.8928676893609057,
642
- "support": 32431.0
643
- },
644
- "eval_runtime": 4.8411,
645
- "eval_samples_per_second": 16.525,
646
- "eval_steps_per_second": 2.066,
647
  "eval_weighted avg": {
648
- "f1-score": 0.9137390947680665,
649
- "precision": 0.9147298617643856,
650
- "recall": 0.9131694983195091,
651
- "support": 32431.0
652
  },
653
  "step": 1134
654
  },
655
  {
656
  "epoch": 15.0,
657
  "eval_Claim": {
658
- "f1-score": 0.6868638486408813,
659
- "precision": 0.7559304164470216,
660
- "recall": 0.6293614219881501,
661
- "support": 4557.0
662
  },
663
  "eval_MajorClaim": {
664
- "f1-score": 0.9058546000428909,
665
- "precision": 0.8822055137844611,
666
- "recall": 0.9308065226972234,
667
- "support": 2269.0
668
  },
669
  "eval_O": {
670
- "f1-score": 0.9999548349216385,
671
- "precision": 1.0,
672
- "recall": 0.9999096739228616,
673
- "support": 11071.0
674
  },
675
  "eval_Premise": {
676
- "f1-score": 0.9218029420675262,
677
- "precision": 0.9023924075660713,
678
- "recall": 0.9420668776661622,
679
- "support": 14534.0
680
  },
681
- "eval_accuracy": 0.9170855046097869,
682
- "eval_loss": 0.6552095413208008,
683
  "eval_macro avg": {
684
- "f1-score": 0.8786190564182342,
685
- "precision": 0.8851320844493885,
686
- "recall": 0.8755361240685993,
687
- "support": 32431.0
688
- },
689
- "eval_runtime": 4.8081,
690
- "eval_samples_per_second": 16.639,
691
- "eval_steps_per_second": 2.08,
692
  "eval_weighted avg": {
693
- "f1-score": 0.9143537536055225,
694
- "precision": 0.9137205288178378,
695
- "recall": 0.9170855046097869,
696
- "support": 32431.0
697
  },
698
  "step": 1215
699
  },
700
  {
701
  "epoch": 16.0,
702
  "eval_Claim": {
703
- "f1-score": 0.7261954261954263,
704
- "precision": 0.6899071696622556,
705
- "recall": 0.7665130568356375,
706
- "support": 4557.0
707
  },
708
  "eval_MajorClaim": {
709
- "f1-score": 0.9104052573932091,
710
- "precision": 0.9050522648083623,
711
- "recall": 0.9158219479947113,
712
- "support": 2269.0
713
  },
714
  "eval_O": {
715
- "f1-score": 0.9999548349216385,
716
  "precision": 1.0,
717
- "recall": 0.9999096739228616,
718
- "support": 11071.0
719
  },
720
  "eval_Premise": {
721
- "f1-score": 0.9186291000841041,
722
- "precision": 0.9360805599200114,
723
- "recall": 0.9018164304389706,
724
- "support": 14534.0
725
  },
726
- "eval_accuracy": 0.9172705127809812,
727
- "eval_loss": 0.604762613773346,
728
  "eval_macro avg": {
729
- "f1-score": 0.8887961546485946,
730
- "precision": 0.8827599985976573,
731
- "recall": 0.8960152772980452,
732
- "support": 32431.0
733
- },
734
- "eval_runtime": 4.8523,
735
- "eval_samples_per_second": 16.487,
736
- "eval_steps_per_second": 2.061,
737
  "eval_weighted avg": {
738
- "f1-score": 0.918776399254959,
739
- "precision": 0.92113920073012,
740
- "recall": 0.9172705127809812,
741
- "support": 32431.0
742
  },
743
  "step": 1296
744
  },
745
  {
746
  "epoch": 17.0,
747
  "eval_Claim": {
748
- "f1-score": 0.6726977499420088,
749
- "precision": 0.7134071340713407,
750
- "recall": 0.6363835856923414,
751
- "support": 4557.0
752
  },
753
  "eval_MajorClaim": {
754
- "f1-score": 0.898166556218246,
755
- "precision": 0.9003542958370239,
756
- "recall": 0.8959894226531512,
757
- "support": 2269.0
758
  },
759
  "eval_O": {
760
- "f1-score": 0.9999548349216385,
761
- "precision": 1.0,
762
- "recall": 0.9999096739228616,
763
- "support": 11071.0
764
  },
765
  "eval_Premise": {
766
- "f1-score": 0.9172189909373732,
767
- "precision": 0.9018486500864477,
768
- "recall": 0.9331223338378973,
769
- "support": 14534.0
770
  },
771
- "eval_accuracy": 0.9116277635595572,
772
- "eval_loss": 0.6666390299797058,
773
  "eval_macro avg": {
774
- "f1-score": 0.8720095330048165,
775
- "precision": 0.8789025199987031,
776
- "recall": 0.8663512540265629,
777
- "support": 32431.0
778
- },
779
- "eval_runtime": 4.8204,
780
- "eval_samples_per_second": 16.596,
781
- "eval_steps_per_second": 2.075,
782
  "eval_weighted avg": {
783
- "f1-score": 0.9097710324765249,
784
- "precision": 0.9087714991080675,
785
- "recall": 0.9116277635595572,
786
- "support": 32431.0
787
  },
788
  "step": 1377
789
  },
790
  {
791
  "epoch": 18.0,
792
  "eval_Claim": {
793
- "f1-score": 0.7242054854157598,
794
- "precision": 0.7184193478730296,
795
- "recall": 0.7300855826201448,
796
- "support": 4557.0
797
  },
798
  "eval_MajorClaim": {
799
- "f1-score": 0.91550204257149,
800
- "precision": 0.8937867338371117,
801
- "recall": 0.9382988100484795,
802
- "support": 2269.0
803
  },
804
  "eval_O": {
805
- "f1-score": 0.9999548349216385,
806
- "precision": 1.0,
807
- "recall": 0.9999096739228616,
808
- "support": 11071.0
809
  },
810
  "eval_Premise": {
811
- "f1-score": 0.9218198185721211,
812
- "precision": 0.9277948146083078,
813
- "recall": 0.9159212880143113,
814
- "support": 14534.0
815
  },
816
- "eval_accuracy": 0.9200456353488946,
817
- "eval_loss": 0.5898464918136597,
818
  "eval_macro avg": {
819
- "f1-score": 0.8903705453702524,
820
- "precision": 0.8850002240796123,
821
- "recall": 0.8960538386514494,
822
- "support": 32431.0
823
- },
824
- "eval_runtime": 4.8354,
825
- "eval_samples_per_second": 16.545,
826
- "eval_steps_per_second": 2.068,
827
  "eval_weighted avg": {
828
- "f1-score": 0.9202833015380038,
829
- "precision": 0.9206441029524512,
830
- "recall": 0.9200456353488946,
831
- "support": 32431.0
832
  },
833
  "step": 1458
834
  },
835
  {
836
  "epoch": 18.52,
837
- "grad_norm": 0.2594422399997711,
838
  "learning_rate": 1.2592592592592593e-05,
839
- "loss": 0.0093,
840
  "step": 1500
841
  },
842
  {
843
  "epoch": 19.0,
844
  "eval_Claim": {
845
- "f1-score": 0.7198604752561586,
846
- "precision": 0.7151830192765866,
847
- "recall": 0.7245995172262454,
848
- "support": 4557.0
849
  },
850
  "eval_MajorClaim": {
851
- "f1-score": 0.9025769956002515,
852
- "precision": 0.860223642172524,
853
- "recall": 0.9493168796826796,
854
- "support": 2269.0
855
  },
856
  "eval_O": {
857
- "f1-score": 0.9975098474215601,
858
  "precision": 1.0,
859
- "recall": 0.9950320657573841,
860
- "support": 11071.0
861
  },
862
  "eval_Premise": {
863
- "f1-score": 0.9212571111419453,
864
- "precision": 0.9289911851126347,
865
- "recall": 0.9136507499655979,
866
- "support": 14534.0
867
  },
868
- "eval_accuracy": 0.9173630168665783,
869
- "eval_loss": 0.6108261346817017,
870
  "eval_macro avg": {
871
- "f1-score": 0.8853011073549788,
872
- "precision": 0.8760994616404363,
873
- "recall": 0.8956498031579767,
874
- "support": 32431.0
875
- },
876
- "eval_runtime": 4.8341,
877
- "eval_samples_per_second": 16.549,
878
- "eval_steps_per_second": 2.069,
879
  "eval_weighted avg": {
880
- "f1-score": 0.9176816552958715,
881
- "precision": 0.9183773040411919,
882
- "recall": 0.9173630168665783,
883
- "support": 32431.0
884
  },
885
  "step": 1539
886
  },
887
  {
888
  "epoch": 20.0,
889
  "eval_Claim": {
890
- "f1-score": 0.7150392937883518,
891
- "precision": 0.7018174133558749,
892
- "recall": 0.7287689269256089,
893
- "support": 4557.0
894
  },
895
  "eval_MajorClaim": {
896
- "f1-score": 0.8972902097902098,
897
- "precision": 0.8899003034243607,
898
- "recall": 0.9048038783605112,
899
- "support": 2269.0
900
  },
901
  "eval_O": {
902
- "f1-score": 0.9992316384180792,
903
- "precision": 1.0,
904
- "recall": 0.998464456688646,
905
- "support": 11071.0
906
  },
907
  "eval_Premise": {
908
- "f1-score": 0.9203380437794403,
909
- "precision": 0.9266285395452644,
910
- "recall": 0.9141323792486583,
911
- "support": 14534.0
912
  },
913
- "eval_accuracy": 0.9162221331442139,
914
- "eval_loss": 0.6273905038833618,
915
  "eval_macro avg": {
916
- "f1-score": 0.8829747964440202,
917
- "precision": 0.879586564081375,
918
- "recall": 0.886542410305856,
919
- "support": 32431.0
920
- },
921
- "eval_runtime": 4.8321,
922
- "eval_samples_per_second": 16.556,
923
- "eval_steps_per_second": 2.069,
924
  "eval_weighted avg": {
925
- "f1-score": 0.9168102169228345,
926
- "precision": 0.9175167258142971,
927
- "recall": 0.9162221331442139,
928
- "support": 32431.0
929
  },
930
  "step": 1620
931
  },
932
  {
933
  "epoch": 21.0,
934
  "eval_Claim": {
935
- "f1-score": 0.7209400804573365,
936
- "precision": 0.6964614440580896,
937
- "recall": 0.7472021066491112,
938
- "support": 4557.0
939
  },
940
  "eval_MajorClaim": {
941
- "f1-score": 0.9076372817168105,
942
- "precision": 0.8683574879227053,
943
- "recall": 0.9506390480387836,
944
- "support": 2269.0
945
  },
946
  "eval_O": {
947
- "f1-score": 0.999186477447347,
948
- "precision": 0.9999095431931253,
949
- "recall": 0.998464456688646,
950
- "support": 11071.0
951
  },
952
  "eval_Premise": {
953
- "f1-score": 0.9181764025650909,
954
- "precision": 0.9355852317360566,
955
- "recall": 0.9014036053392046,
956
- "support": 14534.0
957
  },
958
- "eval_accuracy": 0.916314637229811,
959
- "eval_loss": 0.6812385320663452,
960
  "eval_macro avg": {
961
- "f1-score": 0.8864850605466462,
962
- "precision": 0.8750784267274943,
963
- "recall": 0.8994273041789365,
964
- "support": 32431.0
965
- },
966
- "eval_runtime": 4.8372,
967
- "eval_samples_per_second": 16.539,
968
- "eval_steps_per_second": 2.067,
969
  "eval_weighted avg": {
970
- "f1-score": 0.917379120765938,
971
- "precision": 0.9192399941849548,
972
- "recall": 0.916314637229811,
973
- "support": 32431.0
974
  },
975
  "step": 1701
976
  },
977
  {
978
  "epoch": 22.0,
979
  "eval_Claim": {
980
- "f1-score": 0.7066195738862937,
981
- "precision": 0.7348341232227488,
982
- "recall": 0.6804915514592934,
983
- "support": 4557.0
984
  },
985
  "eval_MajorClaim": {
986
- "f1-score": 0.9032682605834613,
987
- "precision": 0.8991266375545851,
988
- "recall": 0.9074482150727192,
989
- "support": 2269.0
990
  },
991
  "eval_O": {
992
- "f1-score": 0.9992316384180792,
993
- "precision": 1.0,
994
- "recall": 0.998464456688646,
995
- "support": 11071.0
996
  },
997
  "eval_Premise": {
998
- "f1-score": 0.9243903268596307,
999
- "precision": 0.914037801843008,
1000
- "recall": 0.9349800467868447,
1001
- "support": 14534.0
1002
  },
1003
- "eval_accuracy": 0.9189664210169283,
1004
- "eval_loss": 0.6876958012580872,
1005
  "eval_macro avg": {
1006
- "f1-score": 0.8833774499368663,
1007
- "precision": 0.8869996406550854,
1008
- "recall": 0.8803460675018758,
1009
- "support": 32431.0
1010
- },
1011
- "eval_runtime": 4.8487,
1012
- "eval_samples_per_second": 16.499,
1013
- "eval_steps_per_second": 2.062,
1014
  "eval_weighted avg": {
1015
- "f1-score": 0.917861415342362,
1016
- "precision": 0.9171589791287257,
1017
- "recall": 0.9189664210169283,
1018
- "support": 32431.0
1019
  },
1020
  "step": 1782
1021
  },
1022
  {
1023
  "epoch": 23.0,
1024
  "eval_Claim": {
1025
- "f1-score": 0.7040384395378104,
1026
- "precision": 0.7354206500956023,
1027
- "recall": 0.6752249286811499,
1028
- "support": 4557.0
1029
  },
1030
  "eval_MajorClaim": {
1031
- "f1-score": 0.90536013400335,
1032
- "precision": 0.8623853211009175,
1033
- "recall": 0.9528426619656236,
1034
- "support": 2269.0
1035
  },
1036
  "eval_O": {
1037
- "f1-score": 0.9991412429378531,
1038
- "precision": 0.9999095350099512,
1039
- "recall": 0.9983741306115076,
1040
- "support": 11071.0
1041
  },
1042
  "eval_Premise": {
1043
- "f1-score": 0.9212183436002738,
1044
- "precision": 0.9164510418085251,
1045
- "recall": 0.9260355029585798,
1046
- "support": 14534.0
1047
  },
1048
- "eval_accuracy": 0.9173630168665783,
1049
- "eval_loss": 0.6735763549804688,
1050
  "eval_macro avg": {
1051
- "f1-score": 0.8824395400198218,
1052
- "precision": 0.878541637003749,
1053
- "recall": 0.8881193060542152,
1054
- "support": 32431.0
1055
- },
1056
- "eval_runtime": 4.8285,
1057
- "eval_samples_per_second": 16.568,
1058
- "eval_steps_per_second": 2.071,
1059
  "eval_weighted avg": {
1060
- "f1-score": 0.9161926989447983,
1061
- "precision": 0.9157214424409951,
1062
- "recall": 0.9173630168665783,
1063
- "support": 32431.0
1064
  },
1065
  "step": 1863
1066
  },
1067
  {
1068
  "epoch": 24.0,
1069
  "eval_Claim": {
1070
- "f1-score": 0.7284623773173391,
1071
- "precision": 0.724040754389768,
1072
- "recall": 0.7329383366249725,
1073
- "support": 4557.0
1074
  },
1075
  "eval_MajorClaim": {
1076
- "f1-score": 0.8918801563178463,
1077
- "precision": 0.8789045785194695,
1078
- "recall": 0.9052446011458792,
1079
- "support": 2269.0
1080
  },
1081
  "eval_O": {
1082
- "f1-score": 0.9992316384180792,
1083
  "precision": 1.0,
1084
- "recall": 0.998464456688646,
1085
- "support": 11071.0
1086
  },
1087
  "eval_Premise": {
1088
- "f1-score": 0.9255205276060909,
1089
- "precision": 0.9289526582103002,
1090
- "recall": 0.9221136645108022,
1091
- "support": 14534.0
1092
  },
1093
- "eval_accuracy": 0.920415651691283,
1094
- "eval_loss": 0.6322010159492493,
1095
  "eval_macro avg": {
1096
- "f1-score": 0.8862736749148389,
1097
- "precision": 0.8829744977798845,
1098
- "recall": 0.8896902647425751,
1099
- "support": 32431.0
1100
- },
1101
- "eval_runtime": 4.8235,
1102
- "eval_samples_per_second": 16.586,
1103
- "eval_steps_per_second": 2.073,
1104
  "eval_weighted avg": {
1105
- "f1-score": 0.9206403732624274,
1106
- "precision": 0.9209116629411165,
1107
- "recall": 0.920415651691283,
1108
- "support": 32431.0
1109
  },
1110
  "step": 1944
1111
  },
1112
  {
1113
  "epoch": 24.69,
1114
- "grad_norm": 0.6325204968452454,
1115
  "learning_rate": 1.0123456790123458e-05,
1116
- "loss": 0.004,
1117
  "step": 2000
1118
  },
1119
  {
1120
  "epoch": 25.0,
1121
  "eval_Claim": {
1122
- "f1-score": 0.7145744441949248,
1123
- "precision": 0.7316624511381927,
1124
- "recall": 0.6982664033355278,
1125
- "support": 4557.0
1126
  },
1127
  "eval_MajorClaim": {
1128
- "f1-score": 0.9116772823779193,
1129
- "precision": 0.8795575583777141,
1130
- "recall": 0.9462318201851035,
1131
- "support": 2269.0
1132
  },
1133
  "eval_O": {
1134
- "f1-score": 0.9992316384180792,
1135
- "precision": 1.0,
1136
- "recall": 0.998464456688646,
1137
- "support": 11071.0
1138
  },
1139
  "eval_Premise": {
1140
- "f1-score": 0.9222897565330862,
1141
- "precision": 0.920614245561116,
1142
- "recall": 0.9239713774597496,
1143
- "support": 14534.0
1144
  },
1145
- "eval_accuracy": 0.9192439332737196,
1146
- "eval_loss": 0.6634725332260132,
1147
  "eval_macro avg": {
1148
- "f1-score": 0.8869432803810023,
1149
- "precision": 0.8829585637692556,
1150
- "recall": 0.8917335144172567,
1151
- "support": 32431.0
1152
- },
1153
- "eval_runtime": 4.8751,
1154
- "eval_samples_per_second": 16.41,
1155
- "eval_steps_per_second": 2.051,
1156
  "eval_weighted avg": {
1157
- "f1-score": 0.9186261381483827,
1158
- "precision": 0.9182914290271974,
1159
- "recall": 0.9192439332737196,
1160
- "support": 32431.0
1161
  },
1162
  "step": 2025
1163
  },
1164
  {
1165
  "epoch": 26.0,
1166
  "eval_Claim": {
1167
- "f1-score": 0.714535519125683,
1168
- "precision": 0.7117352492924015,
1169
- "recall": 0.717357910906298,
1170
- "support": 4557.0
1171
  },
1172
  "eval_MajorClaim": {
1173
- "f1-score": 0.9060118543607113,
1174
- "precision": 0.8716904276985743,
1175
- "recall": 0.9431467606875276,
1176
- "support": 2269.0
1177
  },
1178
  "eval_O": {
1179
- "f1-score": 0.9990506758283985,
1180
  "precision": 1.0,
1181
- "recall": 0.9981031523800922,
1182
- "support": 11071.0
1183
  },
1184
  "eval_Premise": {
1185
- "f1-score": 0.9199431877230055,
1186
- "precision": 0.926393637061327,
1187
- "recall": 0.9135819457823036,
1188
- "support": 14534.0
1189
  },
1190
- "eval_accuracy": 0.9169313311337918,
1191
- "eval_loss": 0.6303670406341553,
1192
  "eval_macro avg": {
1193
- "f1-score": 0.8848853092594496,
1194
- "precision": 0.8774548285130757,
1195
- "recall": 0.8930474424390553,
1196
- "support": 32431.0
1197
- },
1198
- "eval_runtime": 4.8348,
1199
- "eval_samples_per_second": 16.547,
1200
- "eval_steps_per_second": 2.068,
1201
  "eval_weighted avg": {
1202
- "f1-score": 0.9171108994684886,
1203
- "precision": 0.9175310114557944,
1204
- "recall": 0.9169313311337918,
1205
- "support": 32431.0
1206
  },
1207
  "step": 2106
1208
  },
1209
  {
1210
  "epoch": 27.0,
1211
  "eval_Claim": {
1212
- "f1-score": 0.7246061922868008,
1213
- "precision": 0.717512908777969,
1214
- "recall": 0.7318411235461927,
1215
- "support": 4557.0
1216
  },
1217
  "eval_MajorClaim": {
1218
- "f1-score": 0.9032534246575342,
1219
- "precision": 0.8780690803162713,
1220
- "recall": 0.9299250771264874,
1221
- "support": 2269.0
1222
  },
1223
  "eval_O": {
1224
- "f1-score": 0.9991864039052614,
1225
  "precision": 1.0,
1226
- "recall": 0.9983741306115076,
1227
- "support": 11071.0
1228
  },
1229
  "eval_Premise": {
1230
- "f1-score": 0.9229063442015175,
1231
- "precision": 0.9295735324911008,
1232
- "recall": 0.9163341131140773,
1233
- "support": 14534.0
1234
  },
1235
- "eval_accuracy": 0.9193672720545157,
1236
- "eval_loss": 0.6543757319450378,
1237
  "eval_macro avg": {
1238
- "f1-score": 0.8874880912627785,
1239
- "precision": 0.8812888803963352,
1240
- "recall": 0.8941186110995663,
1241
- "support": 32431.0
1242
- },
1243
- "eval_runtime": 4.8562,
1244
- "eval_samples_per_second": 16.474,
1245
- "eval_steps_per_second": 2.059,
1246
  "eval_weighted avg": {
1247
- "f1-score": 0.9197072530313251,
1248
- "precision": 0.9202142021449996,
1249
- "recall": 0.9193672720545157,
1250
- "support": 32431.0
1251
  },
1252
  "step": 2187
1253
  },
1254
  {
1255
  "epoch": 28.0,
1256
  "eval_Claim": {
1257
- "f1-score": 0.7182029107783169,
1258
- "precision": 0.6913705583756345,
1259
- "recall": 0.7472021066491112,
1260
- "support": 4557.0
1261
  },
1262
  "eval_MajorClaim": {
1263
- "f1-score": 0.9016903914590747,
1264
- "precision": 0.9101930848675348,
1265
- "recall": 0.8933450859409432,
1266
- "support": 2269.0
1267
  },
1268
  "eval_O": {
1269
- "f1-score": 0.9992316384180792,
1270
- "precision": 1.0,
1271
- "recall": 0.998464456688646,
1272
- "support": 11071.0
1273
  },
1274
  "eval_Premise": {
1275
- "f1-score": 0.9179735039465906,
1276
- "precision": 0.9279437609841827,
1277
- "recall": 0.9082152194853447,
1278
- "support": 14534.0
1279
  },
1280
- "eval_accuracy": 0.9153587616786408,
1281
- "eval_loss": 0.67218017578125,
1282
  "eval_macro avg": {
1283
- "f1-score": 0.8842746111505153,
1284
- "precision": 0.882376851056838,
1285
- "recall": 0.8868067171910112,
1286
- "support": 32431.0
1287
- },
1288
- "eval_runtime": 4.8266,
1289
- "eval_samples_per_second": 16.575,
1290
- "eval_steps_per_second": 2.072,
1291
  "eval_weighted avg": {
1292
- "f1-score": 0.9165029304654106,
1293
- "precision": 0.9180579805194509,
1294
- "recall": 0.9153587616786408,
1295
- "support": 32431.0
1296
  },
1297
  "step": 2268
1298
  },
1299
  {
1300
  "epoch": 29.0,
1301
  "eval_Claim": {
1302
- "f1-score": 0.7078925956061839,
1303
- "precision": 0.7525951557093425,
1304
- "recall": 0.6682027649769585,
1305
- "support": 4557.0
1306
  },
1307
  "eval_MajorClaim": {
1308
- "f1-score": 0.9066271437645564,
1309
- "precision": 0.8724531377343113,
1310
- "recall": 0.9435874834728956,
1311
- "support": 2269.0
1312
  },
1313
  "eval_O": {
1314
- "f1-score": 0.9992316384180792,
1315
- "precision": 1.0,
1316
- "recall": 0.998464456688646,
1317
- "support": 11071.0
1318
  },
1319
  "eval_Premise": {
1320
- "f1-score": 0.9239400224405835,
1321
- "precision": 0.9132889695503126,
1322
- "recall": 0.9348424384202559,
1323
- "support": 14534.0
1324
  },
1325
- "eval_accuracy": 0.9197064537017051,
1326
- "eval_loss": 0.7057467103004456,
1327
  "eval_macro avg": {
1328
- "f1-score": 0.8844228500573508,
1329
- "precision": 0.8845843157484916,
1330
- "recall": 0.8862742858896889,
1331
- "support": 32431.0
1332
- },
1333
- "eval_runtime": 4.8302,
1334
- "eval_samples_per_second": 16.562,
1335
- "eval_steps_per_second": 2.07,
1336
  "eval_weighted avg": {
1337
- "f1-score": 0.9180734884048335,
1338
- "precision": 0.9174528746424986,
1339
- "recall": 0.9197064537017051,
1340
- "support": 32431.0
1341
  },
1342
  "step": 2349
1343
  },
1344
  {
1345
  "epoch": 30.0,
1346
  "eval_Claim": {
1347
- "f1-score": 0.7153448663221748,
1348
- "precision": 0.7327963176064441,
1349
- "recall": 0.6987052885670397,
1350
- "support": 4557.0
1351
  },
1352
  "eval_MajorClaim": {
1353
- "f1-score": 0.8877374784110534,
1354
- "precision": 0.8700804062632247,
1355
- "recall": 0.9061260467166152,
1356
- "support": 2269.0
1357
  },
1358
  "eval_O": {
1359
- "f1-score": 0.9992316384180792,
1360
- "precision": 1.0,
1361
- "recall": 0.998464456688646,
1362
- "support": 11071.0
1363
  },
1364
  "eval_Premise": {
1365
- "f1-score": 0.9262746978050201,
1366
- "precision": 0.9220124071170496,
1367
- "recall": 0.9305765790560067,
1368
- "support": 14534.0
1369
  },
1370
- "eval_accuracy": 0.9194597761401129,
1371
- "eval_loss": 0.6960250735282898,
1372
  "eval_macro avg": {
1373
- "f1-score": 0.882147170239082,
1374
- "precision": 0.8812222827466796,
1375
- "recall": 0.8834680927570769,
1376
- "support": 32431.0
1377
- },
1378
- "eval_runtime": 4.8194,
1379
- "eval_samples_per_second": 16.6,
1380
- "eval_steps_per_second": 2.075,
1381
  "eval_weighted avg": {
1382
- "f1-score": 0.9188453276546991,
1383
- "precision": 0.918414282204774,
1384
- "recall": 0.9194597761401129,
1385
- "support": 32431.0
1386
  },
1387
  "step": 2430
1388
  },
1389
  {
1390
  "epoch": 30.86,
1391
- "grad_norm": 0.009368549101054668,
1392
  "learning_rate": 7.654320987654322e-06,
1393
- "loss": 0.002,
1394
  "step": 2500
1395
  },
1396
  {
1397
  "epoch": 31.0,
1398
  "eval_Claim": {
1399
- "f1-score": 0.723667100130039,
1400
- "precision": 0.7148362235067437,
1401
- "recall": 0.7327188940092166,
1402
- "support": 4557.0
1403
  },
1404
  "eval_MajorClaim": {
1405
- "f1-score": 0.8953336240732664,
1406
- "precision": 0.8860595597755718,
1407
- "recall": 0.9048038783605112,
1408
- "support": 2269.0
1409
  },
1410
  "eval_O": {
1411
- "f1-score": 0.9991864039052614,
1412
- "precision": 1.0,
1413
- "recall": 0.9983741306115076,
1414
- "support": 11071.0
1415
  },
1416
  "eval_Premise": {
1417
- "f1-score": 0.9236620107868897,
1418
- "precision": 0.928283530229326,
1419
- "recall": 0.9190862804458511,
1420
- "support": 14534.0
1421
  },
1422
- "eval_accuracy": 0.9189664210169283,
1423
- "eval_loss": 0.6865902543067932,
1424
  "eval_macro avg": {
1425
- "f1-score": 0.8854622847238642,
1426
- "precision": 0.8822948283779104,
1427
- "recall": 0.8887457958567716,
1428
- "support": 32431.0
1429
- },
1430
- "eval_runtime": 4.8664,
1431
- "eval_samples_per_second": 16.439,
1432
- "eval_steps_per_second": 2.055,
1433
  "eval_weighted avg": {
1434
- "f1-score": 0.9193598504741339,
1435
- "precision": 0.9198190200735107,
1436
- "recall": 0.9189664210169283,
1437
- "support": 32431.0
1438
  },
1439
  "step": 2511
1440
  },
1441
  {
1442
  "epoch": 32.0,
1443
  "eval_Claim": {
1444
- "f1-score": 0.7149137639499492,
1445
- "precision": 0.7350486787204451,
1446
- "recall": 0.695852534562212,
1447
- "support": 4557.0
1448
  },
1449
  "eval_MajorClaim": {
1450
- "f1-score": 0.8920269389528569,
1451
- "precision": 0.8796058269065982,
1452
- "recall": 0.9048038783605112,
1453
- "support": 2269.0
1454
  },
1455
  "eval_O": {
1456
- "f1-score": 0.999322095177837,
1457
  "precision": 1.0,
1458
- "recall": 0.9986451088429229,
1459
- "support": 11071.0
1460
  },
1461
  "eval_Premise": {
1462
- "f1-score": 0.9260107310071427,
1463
- "precision": 0.919942961906702,
1464
- "recall": 0.9321590752717765,
1465
- "support": 14534.0
1466
  },
1467
- "eval_accuracy": 0.9197372883969042,
1468
- "eval_loss": 0.6847501397132874,
1469
  "eval_macro avg": {
1470
- "f1-score": 0.8830683822719464,
1471
- "precision": 0.8836493668834363,
1472
- "recall": 0.8828651492593558,
1473
- "support": 32431.0
1474
- },
1475
- "eval_runtime": 4.8433,
1476
- "eval_samples_per_second": 16.518,
1477
- "eval_steps_per_second": 2.065,
1478
  "eval_weighted avg": {
1479
- "f1-score": 0.9189974415520827,
1480
- "precision": 0.9184697807200564,
1481
- "recall": 0.9197372883969042,
1482
- "support": 32431.0
1483
  },
1484
  "step": 2592
1485
  },
1486
  {
1487
  "epoch": 33.0,
1488
  "eval_Claim": {
1489
- "f1-score": 0.7068796869905445,
1490
- "precision": 0.7002583979328165,
1491
- "recall": 0.7136273864384464,
1492
- "support": 4557.0
1493
  },
1494
  "eval_MajorClaim": {
1495
- "f1-score": 0.8840610884061089,
1496
- "precision": 0.8634453781512605,
1497
- "recall": 0.9056853239312472,
1498
- "support": 2269.0
1499
  },
1500
  "eval_O": {
1501
- "f1-score": 0.9987338337704622,
1502
  "precision": 1.0,
1503
- "recall": 0.9974708698401229,
1504
- "support": 11071.0
1505
  },
1506
  "eval_Premise": {
1507
- "f1-score": 0.9202020901100422,
1508
- "precision": 0.9256474519632414,
1509
- "recall": 0.9148204210816018,
1510
- "support": 14534.0
1511
  },
1512
- "eval_accuracy": 0.9141253738706793,
1513
- "eval_loss": 0.7124452590942383,
1514
  "eval_macro avg": {
1515
- "f1-score": 0.8774691748192894,
1516
- "precision": 0.8723378070118297,
1517
- "recall": 0.8829010003228546,
1518
- "support": 32431.0
1519
- },
1520
- "eval_runtime": 4.8097,
1521
- "eval_samples_per_second": 16.633,
1522
- "eval_steps_per_second": 2.079,
1523
  "eval_weighted avg": {
1524
- "f1-score": 0.9145072552354695,
1525
- "precision": 0.9150070965816288,
1526
- "recall": 0.9141253738706793,
1527
- "support": 32431.0
1528
  },
1529
  "step": 2673
1530
  },
1531
  {
1532
  "epoch": 34.0,
1533
  "eval_Claim": {
1534
- "f1-score": 0.709584487534626,
1535
- "precision": 0.7166517457475381,
1536
- "recall": 0.7026552556506473,
1537
- "support": 4557.0
1538
  },
1539
  "eval_MajorClaim": {
1540
- "f1-score": 0.8878668418747262,
1541
- "precision": 0.8824553765781454,
1542
- "recall": 0.8933450859409432,
1543
- "support": 2269.0
1544
  },
1545
  "eval_O": {
1546
- "f1-score": 0.9992316384180792,
1547
- "precision": 1.0,
1548
- "recall": 0.998464456688646,
1549
- "support": 11071.0
1550
  },
1551
  "eval_Premise": {
1552
- "f1-score": 0.9230083030261442,
1553
- "precision": 0.9205447577333699,
1554
- "recall": 0.9254850694922251,
1555
- "support": 14534.0
1556
  },
1557
- "eval_accuracy": 0.9168388270481946,
1558
- "eval_loss": 0.6949135661125183,
1559
  "eval_macro avg": {
1560
- "f1-score": 0.879922817713394,
1561
- "precision": 0.8799129700147633,
1562
- "recall": 0.8799874669431155,
1563
- "support": 32431.0
1564
- },
1565
- "eval_runtime": 4.8274,
1566
- "eval_samples_per_second": 16.572,
1567
- "eval_steps_per_second": 2.072,
1568
  "eval_weighted avg": {
1569
- "f1-score": 0.9165811266694699,
1570
- "precision": 0.9163538208419149,
1571
- "recall": 0.9168388270481946,
1572
- "support": 32431.0
1573
  },
1574
  "step": 2754
1575
  },
1576
  {
1577
  "epoch": 35.0,
1578
  "eval_Claim": {
1579
- "f1-score": 0.7161833075049812,
1580
- "precision": 0.7225820862184499,
1581
- "recall": 0.7098968619705947,
1582
- "support": 4557.0
1583
  },
1584
  "eval_MajorClaim": {
1585
- "f1-score": 0.9034467994005567,
1586
- "precision": 0.8784346378018318,
1587
- "recall": 0.9299250771264874,
1588
- "support": 2269.0
1589
  },
1590
  "eval_O": {
1591
- "f1-score": 0.9995933673699905,
1592
- "precision": 1.0,
1593
- "recall": 0.9991870653057537,
1594
- "support": 11071.0
1595
  },
1596
  "eval_Premise": {
1597
- "f1-score": 0.9223401323042998,
1598
- "precision": 0.9237405106970324,
1599
- "recall": 0.9209439933947984,
1600
- "support": 14534.0
1601
  },
1602
- "eval_accuracy": 0.9186272393697388,
1603
- "eval_loss": 0.6991766691207886,
1604
  "eval_macro avg": {
1605
- "f1-score": 0.885390901644957,
1606
- "precision": 0.8811893086793285,
1607
- "recall": 0.8899882494494086,
1608
- "support": 32431.0
1609
- },
1610
- "eval_runtime": 4.8369,
1611
- "eval_samples_per_second": 16.539,
1612
- "eval_steps_per_second": 2.067,
1613
  "eval_weighted avg": {
1614
- "f1-score": 0.9184224283310388,
1615
- "precision": 0.9183379896562086,
1616
- "recall": 0.9186272393697388,
1617
- "support": 32431.0
1618
  },
1619
  "step": 2835
1620
  },
1621
  {
1622
  "epoch": 36.0,
1623
  "eval_Claim": {
1624
- "f1-score": 0.7000227946204696,
1625
- "precision": 0.7282428266540194,
1626
- "recall": 0.673908272986614,
1627
- "support": 4557.0
1628
  },
1629
  "eval_MajorClaim": {
1630
- "f1-score": 0.9057333047025982,
1631
- "precision": 0.8831658291457286,
1632
- "recall": 0.9294843543411194,
1633
- "support": 2269.0
1634
  },
1635
  "eval_O": {
1636
- "f1-score": 0.9999548349216385,
1637
  "precision": 1.0,
1638
- "recall": 0.9999096739228616,
1639
- "support": 11071.0
1640
  },
1641
  "eval_Premise": {
1642
- "f1-score": 0.9210652099692729,
1643
- "precision": 0.9141366223908919,
1644
- "recall": 0.9280996284574102,
1645
- "support": 14534.0
1646
  },
1647
- "eval_accuracy": 0.9169930005241899,
1648
- "eval_loss": 0.7325878739356995,
1649
  "eval_macro avg": {
1650
- "f1-score": 0.8816940360534948,
1651
- "precision": 0.8813863195476599,
1652
- "recall": 0.8828504824270013,
1653
- "support": 32431.0
1654
- },
1655
- "eval_runtime": 4.8521,
1656
- "eval_samples_per_second": 16.488,
1657
- "eval_steps_per_second": 2.061,
1658
  "eval_weighted avg": {
1659
- "f1-score": 0.9158636638576222,
1660
- "precision": 0.9151604174161526,
1661
- "recall": 0.9169930005241899,
1662
- "support": 32431.0
1663
  },
1664
  "step": 2916
1665
  },
1666
  {
1667
  "epoch": 37.0,
1668
  "eval_Claim": {
1669
- "f1-score": 0.7043226381461676,
1670
- "precision": 0.7153202081918986,
1671
- "recall": 0.6936581084046521,
1672
- "support": 4557.0
1673
  },
1674
  "eval_MajorClaim": {
1675
- "f1-score": 0.8989154013015185,
1676
- "precision": 0.8850918410935498,
1677
- "recall": 0.9131776112825033,
1678
- "support": 2269.0
1679
  },
1680
  "eval_O": {
1681
- "f1-score": 0.9999548349216385,
1682
  "precision": 1.0,
1683
- "recall": 0.9999096739228616,
1684
- "support": 11071.0
1685
  },
1686
  "eval_Premise": {
1687
- "f1-score": 0.9208855328642527,
1688
- "precision": 0.9187726868022739,
1689
- "recall": 0.9230081188936288,
1690
- "support": 14534.0
1691
  },
1692
- "eval_accuracy": 0.91634547192501,
1693
- "eval_loss": 0.7374063730239868,
1694
  "eval_macro avg": {
1695
- "f1-score": 0.8810196018083942,
1696
- "precision": 0.8797961840219305,
1697
- "recall": 0.8824383781259115,
1698
- "support": 32431.0
1699
- },
1700
- "eval_runtime": 4.8356,
1701
- "eval_samples_per_second": 16.544,
1702
- "eval_steps_per_second": 2.068,
1703
  "eval_weighted avg": {
1704
- "f1-score": 0.9159103209784385,
1705
- "precision": 0.9155570227916499,
1706
- "recall": 0.91634547192501,
1707
- "support": 32431.0
1708
  },
1709
  "step": 2997
1710
  },
1711
  {
1712
  "epoch": 37.04,
1713
- "grad_norm": 0.13183258473873138,
1714
  "learning_rate": 5.185185185185185e-06,
1715
- "loss": 0.0012,
1716
  "step": 3000
1717
  },
1718
  {
1719
  "epoch": 38.0,
1720
  "eval_Claim": {
1721
- "f1-score": 0.6968245125348189,
1722
- "precision": 0.7077863286555002,
1723
- "recall": 0.6861970594689488,
1724
- "support": 4557.0
1725
  },
1726
  "eval_MajorClaim": {
1727
- "f1-score": 0.8926233085988651,
1728
- "precision": 0.8841331603977518,
1729
- "recall": 0.9012780960775673,
1730
- "support": 2269.0
1731
  },
1732
  "eval_O": {
1733
- "f1-score": 0.9999548349216385,
1734
- "precision": 1.0,
1735
- "recall": 0.9999096739228616,
1736
- "support": 11071.0
1737
  },
1738
  "eval_Premise": {
1739
- "f1-score": 0.9194212042243862,
1740
- "precision": 0.9164046479835953,
1741
- "recall": 0.922457685427274,
1742
- "support": 14534.0
1743
  },
1744
- "eval_accuracy": 0.9142178779562764,
1745
- "eval_loss": 0.7381414175033569,
1746
  "eval_macro avg": {
1747
- "f1-score": 0.8772059650699272,
1748
- "precision": 0.8770810342592118,
1749
- "recall": 0.877460628724163,
1750
- "support": 32431.0
1751
- },
1752
- "eval_runtime": 4.8281,
1753
- "eval_samples_per_second": 16.57,
1754
- "eval_steps_per_second": 2.071,
1755
  "eval_weighted avg": {
1756
- "f1-score": 0.9137602710507441,
1757
- "precision": 0.9133700963405134,
1758
- "recall": 0.9142178779562764,
1759
- "support": 32431.0
1760
  },
1761
  "step": 3078
1762
  },
1763
  {
1764
  "epoch": 39.0,
1765
  "eval_Claim": {
1766
- "f1-score": 0.6997294860234445,
1767
- "precision": 0.719351100811124,
1768
- "recall": 0.6811498793065613,
1769
- "support": 4557.0
1770
  },
1771
  "eval_MajorClaim": {
1772
- "f1-score": 0.9017094017094017,
1773
- "precision": 0.8751555371215264,
1774
- "recall": 0.9299250771264874,
1775
- "support": 2269.0
1776
  },
1777
  "eval_O": {
1778
- "f1-score": 0.9999548349216385,
1779
  "precision": 1.0,
1780
- "recall": 0.9999096739228616,
1781
- "support": 11071.0
1782
  },
1783
  "eval_Premise": {
1784
- "f1-score": 0.9202920909184409,
1785
- "precision": 0.9171165015374103,
1786
- "recall": 0.9234897481766892,
1787
- "support": 14534.0
1788
  },
1789
- "eval_accuracy": 0.9159754555826216,
1790
- "eval_loss": 0.7733151316642761,
1791
  "eval_macro avg": {
1792
- "f1-score": 0.8804214533932313,
1793
- "precision": 0.8779057848675151,
1794
- "recall": 0.8836185946331498,
1795
- "support": 32431.0
1796
- },
1797
- "eval_runtime": 4.9105,
1798
- "eval_samples_per_second": 16.292,
1799
- "eval_steps_per_second": 2.036,
1800
  "eval_weighted avg": {
1801
- "f1-score": 0.9151944475074327,
1802
- "precision": 0.9146860137975935,
1803
- "recall": 0.9159754555826216,
1804
- "support": 32431.0
1805
  },
1806
  "step": 3159
1807
  },
1808
  {
1809
  "epoch": 40.0,
1810
  "eval_Claim": {
1811
- "f1-score": 0.6766934825696631,
1812
- "precision": 0.7218905472636816,
1813
- "recall": 0.6368224709238535,
1814
- "support": 4557.0
1815
  },
1816
  "eval_MajorClaim": {
1817
- "f1-score": 0.8926333981421473,
1818
- "precision": 0.8754237288135593,
1819
- "recall": 0.9105332745702953,
1820
- "support": 2269.0
1821
  },
1822
  "eval_O": {
1823
- "f1-score": 0.9999096657633243,
1824
  "precision": 1.0,
1825
- "recall": 0.999819347845723,
1826
- "support": 11071.0
1827
  },
1828
  "eval_Premise": {
1829
- "f1-score": 0.9188236888467272,
1830
- "precision": 0.9050861033239888,
1831
- "recall": 0.9329847254713086,
1832
- "support": 14534.0
1833
  },
1834
- "eval_accuracy": 0.9126144738059264,
1835
- "eval_loss": 0.8124102354049683,
1836
  "eval_macro avg": {
1837
- "f1-score": 0.8720150588304654,
1838
- "precision": 0.8756000948503074,
1839
- "recall": 0.870039954702795,
1840
- "support": 32431.0
1841
- },
1842
- "eval_runtime": 4.8273,
1843
- "eval_samples_per_second": 16.573,
1844
- "eval_steps_per_second": 2.072,
1845
  "eval_weighted avg": {
1846
- "f1-score": 0.9106490945027469,
1847
- "precision": 0.9096701640488858,
1848
- "recall": 0.9126144738059264,
1849
- "support": 32431.0
1850
  },
1851
  "step": 3240
1852
  }
@@ -1856,7 +1856,7 @@
1856
  "num_input_tokens_seen": 0,
1857
  "num_train_epochs": 50,
1858
  "save_steps": 500,
1859
- "total_flos": 5751549309072000.0,
1860
  "train_batch_size": 4,
1861
  "trial_name": null,
1862
  "trial_params": null
 
11
  {
12
  "epoch": 1.0,
13
  "eval_Claim": {
14
+ "f1-score": 0.5385059461955894,
15
+ "precision": 0.6267132491265789,
16
+ "recall": 0.4720647773279352,
17
+ "support": 4940.0
18
  },
19
  "eval_MajorClaim": {
20
+ "f1-score": 0.7814784727863526,
21
+ "precision": 0.9588039867109635,
22
+ "recall": 0.6595063985374772,
23
+ "support": 2188.0
24
  },
25
  "eval_O": {
26
+ "f1-score": 0.9938608715302625,
27
+ "precision": 0.9996969237763298,
28
+ "recall": 0.9880925634688834,
29
+ "support": 13353.0
30
  },
31
  "eval_Premise": {
32
+ "f1-score": 0.8968837690149166,
33
+ "precision": 0.8455112497215416,
34
+ "recall": 0.954902824076986,
35
+ "support": 15899.0
36
  },
37
+ "eval_accuracy": 0.8837548103353491,
38
+ "eval_loss": 0.2860471308231354,
39
  "eval_macro avg": {
40
+ "f1-score": 0.8026822648817803,
41
+ "precision": 0.8576813523338533,
42
+ "recall": 0.7686416408528204,
43
+ "support": 36380.0
44
+ },
45
+ "eval_runtime": 4.9572,
46
+ "eval_samples_per_second": 16.34,
47
+ "eval_steps_per_second": 2.219,
48
  "eval_weighted avg": {
49
+ "f1-score": 0.8768739289107891,
50
+ "precision": 0.8792073379911217,
51
+ "recall": 0.8837548103353491,
52
+ "support": 36380.0
53
  },
54
  "step": 81
55
  },
56
  {
57
  "epoch": 2.0,
58
  "eval_Claim": {
59
+ "f1-score": 0.6469459868753155,
60
+ "precision": 0.6453172205438067,
61
+ "recall": 0.648582995951417,
62
+ "support": 4940.0
63
  },
64
  "eval_MajorClaim": {
65
+ "f1-score": 0.8435970110796187,
66
+ "precision": 0.9669226225634967,
67
+ "recall": 0.7481718464351006,
68
+ "support": 2188.0
69
  },
70
  "eval_O": {
71
+ "f1-score": 0.998877245508982,
72
+ "precision": 0.9983541557567143,
73
+ "recall": 0.9994008836965476,
74
+ "support": 13353.0
75
  },
76
  "eval_Premise": {
77
+ "f1-score": 0.9099026477336144,
78
+ "precision": 0.8972179761540813,
79
+ "recall": 0.922951129001824,
80
+ "support": 15899.0
81
  },
82
+ "eval_accuracy": 0.903243540406817,
83
+ "eval_loss": 0.24885737895965576,
84
  "eval_macro avg": {
85
+ "f1-score": 0.8498307227993828,
86
+ "precision": 0.8769529937545246,
87
+ "recall": 0.8297767137712222,
88
+ "support": 36380.0
89
+ },
90
+ "eval_runtime": 5.0097,
91
+ "eval_samples_per_second": 16.169,
92
+ "eval_steps_per_second": 2.196,
93
  "eval_weighted avg": {
94
+ "f1-score": 0.9028656814459712,
95
+ "precision": 0.9043261520711511,
96
+ "recall": 0.903243540406817,
97
+ "support": 36380.0
98
  },
99
  "step": 162
100
  },
101
  {
102
  "epoch": 3.0,
103
  "eval_Claim": {
104
+ "f1-score": 0.7040630102775911,
105
+ "precision": 0.6698958142935478,
106
+ "recall": 0.7419028340080972,
107
+ "support": 4940.0
108
  },
109
  "eval_MajorClaim": {
110
+ "f1-score": 0.8888411094388303,
111
+ "precision": 0.8392204628501827,
112
+ "recall": 0.9446983546617916,
113
+ "support": 2188.0
114
  },
115
  "eval_O": {
116
+ "f1-score": 0.998989104796136,
117
+ "precision": 0.9988769092542678,
118
+ "recall": 0.9991013255448213,
119
+ "support": 13353.0
120
  },
121
  "eval_Premise": {
122
+ "f1-score": 0.914582593823615,
123
+ "precision": 0.9390987408880053,
124
+ "recall": 0.8913139191144097,
125
+ "support": 15899.0
126
  },
127
+ "eval_accuracy": 0.9137987905442551,
128
+ "eval_loss": 0.24298855662345886,
129
  "eval_macro avg": {
130
+ "f1-score": 0.8766189545840432,
131
+ "precision": 0.8617729818215009,
132
+ "recall": 0.8942541083322799,
133
+ "support": 36380.0
134
+ },
135
+ "eval_runtime": 4.9876,
136
+ "eval_samples_per_second": 16.24,
137
+ "eval_steps_per_second": 2.205,
138
  "eval_weighted avg": {
139
+ "f1-score": 0.9154289662937856,
140
+ "precision": 0.9184781183611038,
141
+ "recall": 0.9137987905442551,
142
+ "support": 36380.0
143
  },
144
  "step": 243
145
  },
146
  {
147
  "epoch": 4.0,
148
  "eval_Claim": {
149
+ "f1-score": 0.6981611893583725,
150
+ "precision": 0.6754352763058289,
151
+ "recall": 0.7224696356275304,
152
+ "support": 4940.0
153
  },
154
  "eval_MajorClaim": {
155
+ "f1-score": 0.901231802911534,
156
+ "precision": 0.8836187966622749,
157
+ "recall": 0.9195612431444241,
158
+ "support": 2188.0
159
  },
160
  "eval_O": {
161
+ "f1-score": 0.9989130842172332,
162
+ "precision": 0.9998499399759904,
163
+ "recall": 0.9979779824758481,
164
+ "support": 13353.0
165
  },
166
  "eval_Premise": {
167
+ "f1-score": 0.9146224912392481,
168
+ "precision": 0.9266670970240785,
169
+ "recall": 0.9028869740235235,
170
+ "support": 15899.0
171
  },
172
+ "eval_accuracy": 0.9142935678944475,
173
+ "eval_loss": 0.23980534076690674,
174
  "eval_macro avg": {
175
+ "f1-score": 0.8782321419315969,
176
+ "precision": 0.8713927774920431,
177
+ "recall": 0.8857239588178316,
178
+ "support": 36380.0
179
+ },
180
+ "eval_runtime": 4.9726,
181
+ "eval_samples_per_second": 16.289,
182
+ "eval_steps_per_second": 2.212,
183
  "eval_weighted avg": {
184
+ "f1-score": 0.9153623106642749,
185
+ "precision": 0.9168247558035478,
186
+ "recall": 0.9142935678944475,
187
+ "support": 36380.0
188
  },
189
  "step": 324
190
  },
191
  {
192
  "epoch": 5.0,
193
  "eval_Claim": {
194
+ "f1-score": 0.6650318783717509,
195
+ "precision": 0.6450999048525214,
196
+ "recall": 0.6862348178137652,
197
+ "support": 4940.0
198
  },
199
  "eval_MajorClaim": {
200
+ "f1-score": 0.9172031076581575,
201
+ "precision": 0.8916702632714717,
202
+ "recall": 0.9442413162705667,
203
+ "support": 2188.0
204
  },
205
  "eval_O": {
206
+ "f1-score": 0.9982383147794145,
207
+ "precision": 0.9992495872730002,
208
+ "recall": 0.9972290870965326,
209
+ "support": 13353.0
210
  },
211
  "eval_Premise": {
212
+ "f1-score": 0.8998438545616774,
213
+ "precision": 0.9119622787753521,
214
+ "recall": 0.8880432731618341,
215
+ "support": 15899.0
216
  },
217
+ "eval_accuracy": 0.9040956569543706,
218
+ "eval_loss": 0.2932502031326294,
219
  "eval_macro avg": {
220
+ "f1-score": 0.87007928884275,
221
+ "precision": 0.8619955085430864,
222
+ "recall": 0.8789371235856747,
223
+ "support": 36380.0
224
+ },
225
+ "eval_runtime": 4.9595,
226
+ "eval_samples_per_second": 16.332,
227
+ "eval_steps_per_second": 2.218,
228
  "eval_weighted avg": {
229
+ "f1-score": 0.9051179642561333,
230
+ "precision": 0.9065430476942037,
231
+ "recall": 0.9040956569543706,
232
+ "support": 36380.0
233
  },
234
  "step": 405
235
  },
236
  {
237
  "epoch": 6.0,
238
  "eval_Claim": {
239
+ "f1-score": 0.6622698072805139,
240
+ "precision": 0.5740163325909429,
241
+ "recall": 0.7825910931174089,
242
+ "support": 4940.0
243
  },
244
  "eval_MajorClaim": {
245
+ "f1-score": 0.9223704351629127,
246
+ "precision": 0.8842767295597485,
247
+ "recall": 0.9638939670932358,
248
+ "support": 2188.0
249
  },
250
  "eval_O": {
251
+ "f1-score": 0.9982004948639124,
252
+ "precision": 0.9993994444861497,
253
+ "recall": 0.9970044184827379,
254
+ "support": 13353.0
255
  },
256
  "eval_Premise": {
257
+ "f1-score": 0.8780749379985253,
258
+ "precision": 0.9398091685199799,
259
+ "recall": 0.8239511918988616,
260
+ "support": 15899.0
261
  },
262
+ "eval_accuracy": 0.8902693787795491,
263
+ "eval_loss": 0.3604726195335388,
264
  "eval_macro avg": {
265
+ "f1-score": 0.865228918826466,
266
+ "precision": 0.8493754187892053,
267
+ "recall": 0.8918601676480611,
268
+ "support": 36380.0
269
+ },
270
+ "eval_runtime": 4.991,
271
+ "eval_samples_per_second": 16.229,
272
+ "eval_steps_per_second": 2.204,
273
  "eval_weighted avg": {
274
+ "f1-score": 0.8955262233990811,
275
+ "precision": 0.9086708334194257,
276
+ "recall": 0.8902693787795491,
277
+ "support": 36380.0
278
  },
279
  "step": 486
280
  },
281
  {
282
  "epoch": 6.17,
283
+ "grad_norm": 17.04454231262207,
284
  "learning_rate": 1.7530864197530865e-05,
285
+ "loss": 0.2104,
286
  "step": 500
287
  },
288
  {
289
  "epoch": 7.0,
290
  "eval_Claim": {
291
+ "f1-score": 0.7037529399734124,
292
+ "precision": 0.7110973341599504,
293
+ "recall": 0.6965587044534413,
294
+ "support": 4940.0
295
  },
296
  "eval_MajorClaim": {
297
+ "f1-score": 0.9196885428253615,
298
+ "precision": 0.8959687906371911,
299
+ "recall": 0.9446983546617916,
300
+ "support": 2188.0
301
  },
302
  "eval_O": {
303
+ "f1-score": 0.9987257327036954,
304
+ "precision": 0.9996248780853777,
305
+ "recall": 0.997828203399985,
306
+ "support": 13353.0
307
  },
308
  "eval_Premise": {
309
+ "f1-score": 0.9188781285372909,
310
+ "precision": 0.9187048098082364,
311
+ "recall": 0.9190515126737531,
312
+ "support": 15899.0
313
  },
314
+ "eval_accuracy": 0.9192963166575041,
315
+ "eval_loss": 0.36414769291877747,
316
  "eval_macro avg": {
317
+ "f1-score": 0.8852613360099401,
318
+ "precision": 0.8813489531726889,
319
+ "recall": 0.8895341937972427,
320
+ "support": 36380.0
321
+ },
322
+ "eval_runtime": 4.9835,
323
+ "eval_samples_per_second": 16.254,
324
+ "eval_steps_per_second": 2.207,
325
  "eval_weighted avg": {
326
+ "f1-score": 0.9190227083446231,
327
+ "precision": 0.9188476996393494,
328
+ "recall": 0.9192963166575041,
329
+ "support": 36380.0
330
  },
331
  "step": 567
332
  },
333
  {
334
  "epoch": 8.0,
335
  "eval_Claim": {
336
+ "f1-score": 0.7025399811853246,
337
+ "precision": 0.6562390158172232,
338
+ "recall": 0.7558704453441295,
339
+ "support": 4940.0
340
  },
341
  "eval_MajorClaim": {
342
+ "f1-score": 0.9105835367206567,
343
+ "precision": 0.8848641655886158,
344
+ "recall": 0.9378427787934186,
345
+ "support": 2188.0
346
  },
347
  "eval_O": {
348
+ "f1-score": 0.9986513823331086,
349
+ "precision": 0.9991005172026085,
350
+ "recall": 0.9982026510896428,
351
+ "support": 13353.0
352
  },
353
  "eval_Premise": {
354
+ "f1-score": 0.9083384525849526,
355
+ "precision": 0.9345974717232203,
356
+ "recall": 0.8835146864582678,
357
+ "support": 15899.0
358
  },
359
+ "eval_accuracy": 0.911544804837823,
360
+ "eval_loss": 0.35222452878952026,
361
  "eval_macro avg": {
362
+ "f1-score": 0.8800283382060107,
363
+ "precision": 0.8687002925829169,
364
+ "recall": 0.8938576404213647,
365
+ "support": 36380.0
366
+ },
367
+ "eval_runtime": 4.9741,
368
+ "eval_samples_per_second": 16.285,
369
+ "eval_steps_per_second": 2.211,
370
  "eval_weighted avg": {
371
+ "f1-score": 0.9136769997620249,
372
+ "precision": 0.9174837257168467,
373
+ "recall": 0.911544804837823,
374
+ "support": 36380.0
375
  },
376
  "step": 648
377
  },
378
  {
379
  "epoch": 9.0,
380
  "eval_Claim": {
381
+ "f1-score": 0.6566933693658913,
382
+ "precision": 0.6275594908688434,
383
+ "recall": 0.6886639676113361,
384
+ "support": 4940.0
385
  },
386
  "eval_MajorClaim": {
387
+ "f1-score": 0.8702745722244328,
388
+ "precision": 0.7706131078224101,
389
+ "recall": 0.9995429616087751,
390
+ "support": 2188.0
391
  },
392
  "eval_O": {
393
+ "f1-score": 0.9987648313807688,
394
+ "precision": 0.9983537862915295,
395
+ "recall": 0.9991762150827529,
396
+ "support": 13353.0
397
  },
398
  "eval_Premise": {
399
+ "f1-score": 0.9001826722338205,
400
+ "precision": 0.9350138917124077,
401
+ "recall": 0.8678533241084345,
402
+ "support": 15899.0
403
  },
404
+ "eval_accuracy": 0.8996426608026388,
405
+ "eval_loss": 0.4436376690864563,
406
  "eval_macro avg": {
407
+ "f1-score": 0.8564788613012284,
408
+ "precision": 0.8328850691737977,
409
+ "recall": 0.8888091171028246,
410
+ "support": 36380.0
411
+ },
412
+ "eval_runtime": 5.0402,
413
+ "eval_samples_per_second": 16.071,
414
+ "eval_steps_per_second": 2.182,
415
  "eval_weighted avg": {
416
+ "f1-score": 0.9015045934020747,
417
+ "precision": 0.90662587513727,
418
+ "recall": 0.8996426608026388,
419
+ "support": 36380.0
420
  },
421
  "step": 729
422
  },
423
  {
424
  "epoch": 10.0,
425
  "eval_Claim": {
426
+ "f1-score": 0.7371103705155853,
427
+ "precision": 0.7145572025845686,
428
+ "recall": 0.7611336032388664,
429
+ "support": 4940.0
430
  },
431
  "eval_MajorClaim": {
432
+ "f1-score": 0.9365328549002018,
433
+ "precision": 0.9194187582562747,
434
+ "recall": 0.9542961608775137,
435
+ "support": 2188.0
436
  },
437
  "eval_O": {
438
+ "f1-score": 0.9991386090408599,
439
+ "precision": 0.9993257416841475,
440
+ "recall": 0.9989515464689583,
441
+ "support": 13353.0
442
  },
443
  "eval_Premise": {
444
+ "f1-score": 0.9225428371233836,
445
+ "precision": 0.9344473837021743,
446
+ "recall": 0.9109377948298635,
447
+ "support": 15899.0
448
  },
449
+ "eval_accuracy": 0.9255085211654756,
450
+ "eval_loss": 0.44094258546829224,
451
  "eval_macro avg": {
452
+ "f1-score": 0.8988311678950076,
453
+ "precision": 0.8919372715567913,
454
+ "recall": 0.9063297763538004,
455
+ "support": 36380.0
456
+ },
457
+ "eval_runtime": 4.9458,
458
+ "eval_samples_per_second": 16.378,
459
+ "eval_steps_per_second": 2.224,
460
  "eval_weighted avg": {
461
+ "f1-score": 0.9263184587909816,
462
+ "precision": 0.927497977075915,
463
+ "recall": 0.9255085211654756,
464
+ "support": 36380.0
465
  },
466
  "step": 810
467
  },
468
  {
469
  "epoch": 11.0,
470
  "eval_Claim": {
471
+ "f1-score": 0.6750768578394996,
472
+ "precision": 0.7086579123080348,
473
+ "recall": 0.6445344129554655,
474
+ "support": 4940.0
475
  },
476
  "eval_MajorClaim": {
477
+ "f1-score": 0.9008264462809917,
478
+ "precision": 0.8220211161387632,
479
+ "recall": 0.9963436928702011,
480
+ "support": 2188.0
481
  },
482
  "eval_O": {
483
+ "f1-score": 0.9990631440884392,
484
+ "precision": 0.9998499849984999,
485
+ "recall": 0.9982775406275743,
486
+ "support": 13353.0
487
  },
488
  "eval_Premise": {
489
+ "f1-score": 0.9168605748066159,
490
+ "precision": 0.9167452681883921,
491
+ "recall": 0.9169759104346186,
492
+ "support": 15899.0
493
  },
494
+ "eval_accuracy": 0.9145959318306762,
495
+ "eval_loss": 0.4954843521118164,
496
  "eval_macro avg": {
497
+ "f1-score": 0.8729567557538865,
498
+ "precision": 0.8618185704084225,
499
+ "recall": 0.8890328892219649,
500
+ "support": 36380.0
501
+ },
502
+ "eval_runtime": 5.0503,
503
+ "eval_samples_per_second": 16.039,
504
+ "eval_steps_per_second": 2.178,
505
  "eval_weighted avg": {
506
+ "f1-score": 0.9132365141301059,
507
+ "precision": 0.9132952764575458,
508
+ "recall": 0.9145959318306762,
509
+ "support": 36380.0
510
  },
511
  "step": 891
512
  },
513
  {
514
  "epoch": 12.0,
515
  "eval_Claim": {
516
+ "f1-score": 0.6857200770244248,
517
+ "precision": 0.6866247209255125,
518
+ "recall": 0.6848178137651821,
519
+ "support": 4940.0
520
  },
521
  "eval_MajorClaim": {
522
+ "f1-score": 0.9214571488734471,
523
+ "precision": 0.8543537680593518,
524
+ "recall": 1.0,
525
+ "support": 2188.0
526
  },
527
  "eval_O": {
528
+ "f1-score": 0.9987652935234033,
529
+ "precision": 0.9979811574697174,
530
+ "recall": 0.9995506627724107,
531
+ "support": 13353.0
532
  },
533
  "eval_Premise": {
534
+ "f1-score": 0.9127542413343095,
535
+ "precision": 0.9239592731022039,
536
+ "recall": 0.9018177243851815,
537
+ "support": 15899.0
538
  },
539
+ "eval_accuracy": 0.91412864211105,
540
+ "eval_loss": 0.5210011005401611,
541
  "eval_macro avg": {
542
+ "f1-score": 0.8796741901888963,
543
+ "precision": 0.8657297298891964,
544
+ "recall": 0.8965465502306935,
545
+ "support": 36380.0
546
+ },
547
+ "eval_runtime": 4.9497,
548
+ "eval_samples_per_second": 16.365,
549
+ "eval_steps_per_second": 2.222,
550
  "eval_weighted avg": {
551
+ "f1-score": 0.9140186385274314,
552
+ "precision": 0.9147147620844138,
553
+ "recall": 0.91412864211105,
554
+ "support": 36380.0
555
  },
556
  "step": 972
557
  },
558
  {
559
  "epoch": 12.35,
560
+ "grad_norm": 3.2667109966278076,
561
  "learning_rate": 1.506172839506173e-05,
562
+ "loss": 0.0286,
563
  "step": 1000
564
  },
565
  {
566
  "epoch": 13.0,
567
  "eval_Claim": {
568
+ "f1-score": 0.7024380291747424,
569
+ "precision": 0.7079991774624718,
570
+ "recall": 0.6969635627530364,
571
+ "support": 4940.0
572
  },
573
  "eval_MajorClaim": {
574
+ "f1-score": 0.9075119409465915,
575
+ "precision": 0.8643507030603805,
576
+ "recall": 0.9552102376599635,
577
+ "support": 2188.0
578
  },
579
  "eval_O": {
580
+ "f1-score": 0.9986895802912875,
581
+ "precision": 0.9985774183887391,
582
+ "recall": 0.9988017673930952,
583
+ "support": 13353.0
584
  },
585
  "eval_Premise": {
586
+ "f1-score": 0.9200429808482398,
587
+ "precision": 0.9246014101505431,
588
+ "recall": 0.9155292785709793,
589
+ "support": 15899.0
590
  },
591
+ "eval_accuracy": 0.9188015393073117,
592
+ "eval_loss": 0.5909315347671509,
593
  "eval_macro avg": {
594
+ "f1-score": 0.8821706328152152,
595
+ "precision": 0.8738821772655336,
596
+ "recall": 0.8916262115942686,
597
+ "support": 36380.0
598
+ },
599
+ "eval_runtime": 4.9699,
600
+ "eval_samples_per_second": 16.298,
601
+ "eval_steps_per_second": 2.213,
602
  "eval_weighted avg": {
603
+ "f1-score": 0.9186076225687217,
604
+ "precision": 0.918717904416961,
605
+ "recall": 0.9188015393073117,
606
+ "support": 36380.0
607
  },
608
  "step": 1053
609
  },
610
  {
611
  "epoch": 14.0,
612
  "eval_Claim": {
613
+ "f1-score": 0.7095000509113125,
614
+ "precision": 0.7137881581643106,
615
+ "recall": 0.7052631578947368,
616
+ "support": 4940.0
617
  },
618
  "eval_MajorClaim": {
619
+ "f1-score": 0.921028466483012,
620
+ "precision": 0.9252767527675276,
621
+ "recall": 0.916819012797075,
622
+ "support": 2188.0
623
  },
624
  "eval_O": {
625
+ "f1-score": 0.9994754982766372,
626
  "precision": 1.0,
627
+ "recall": 0.9989515464689583,
628
+ "support": 13353.0
629
  },
630
  "eval_Premise": {
631
+ "f1-score": 0.9206986297074409,
632
+ "precision": 0.9180215107553776,
633
+ "recall": 0.9233914082646707,
634
+ "support": 15899.0
635
  },
636
+ "eval_accuracy": 0.9211105002748763,
637
+ "eval_loss": 0.559357225894928,
638
  "eval_macro avg": {
639
+ "f1-score": 0.8876756613446006,
640
+ "precision": 0.889271605421804,
641
+ "recall": 0.8861062813563602,
642
+ "support": 36380.0
643
+ },
644
+ "eval_runtime": 4.9811,
645
+ "eval_samples_per_second": 16.262,
646
+ "eval_steps_per_second": 2.208,
647
  "eval_weighted avg": {
648
+ "f1-score": 0.9209544908843665,
649
+ "precision": 0.9208148168193181,
650
+ "recall": 0.9211105002748763,
651
+ "support": 36380.0
652
  },
653
  "step": 1134
654
  },
655
  {
656
  "epoch": 15.0,
657
  "eval_Claim": {
658
+ "f1-score": 0.6915445526531356,
659
+ "precision": 0.6282454109475774,
660
+ "recall": 0.7690283400809717,
661
+ "support": 4940.0
662
  },
663
  "eval_MajorClaim": {
664
+ "f1-score": 0.9327135900841081,
665
+ "precision": 0.9042918454935622,
666
+ "recall": 0.9629798903107861,
667
+ "support": 2188.0
668
  },
669
  "eval_O": {
670
+ "f1-score": 0.9995130539011873,
671
+ "precision": 0.9998501199040767,
672
+ "recall": 0.9991762150827529,
673
+ "support": 13353.0
674
  },
675
  "eval_Premise": {
676
+ "f1-score": 0.8984226716408141,
677
+ "precision": 0.936421311139914,
678
+ "recall": 0.8633876344424177,
679
+ "support": 15899.0
680
  },
681
+ "eval_accuracy": 0.9064046179219352,
682
+ "eval_loss": 0.6213898658752441,
683
  "eval_macro avg": {
684
+ "f1-score": 0.8805484670698113,
685
+ "precision": 0.8672021718712826,
686
+ "recall": 0.898643019979232,
687
+ "support": 36380.0
688
+ },
689
+ "eval_runtime": 4.9756,
690
+ "eval_samples_per_second": 16.28,
691
+ "eval_steps_per_second": 2.211,
692
  "eval_weighted avg": {
693
+ "f1-score": 0.9094977265082566,
694
+ "precision": 0.9159231436204942,
695
+ "recall": 0.9064046179219352,
696
+ "support": 36380.0
697
  },
698
  "step": 1215
699
  },
700
  {
701
  "epoch": 16.0,
702
  "eval_Claim": {
703
+ "f1-score": 0.6819089456869009,
704
+ "precision": 0.6727738376674547,
705
+ "recall": 0.6912955465587044,
706
+ "support": 4940.0
707
  },
708
  "eval_MajorClaim": {
709
+ "f1-score": 0.9290586630286495,
710
+ "precision": 0.9244343891402715,
711
+ "recall": 0.9337294332723949,
712
+ "support": 2188.0
713
  },
714
  "eval_O": {
715
+ "f1-score": 0.9998127410958391,
716
  "precision": 1.0,
717
+ "recall": 0.9996255523103422,
718
+ "support": 13353.0
719
  },
720
  "eval_Premise": {
721
+ "f1-score": 0.9087691578448412,
722
+ "precision": 0.9131843007748,
723
+ "recall": 0.9043965029247123,
724
+ "support": 15899.0
725
  },
726
+ "eval_accuracy": 0.9121770203408466,
727
+ "eval_loss": 0.6214332580566406,
728
  "eval_macro avg": {
729
+ "f1-score": 0.8798873769140577,
730
+ "precision": 0.8775981318956315,
731
+ "recall": 0.8822617587665385,
732
+ "support": 36380.0
733
+ },
734
+ "eval_runtime": 4.962,
735
+ "eval_samples_per_second": 16.324,
736
+ "eval_steps_per_second": 2.217,
737
  "eval_weighted avg": {
738
+ "f1-score": 0.9126011797368843,
739
+ "precision": 0.9130808795913876,
740
+ "recall": 0.9121770203408466,
741
+ "support": 36380.0
742
  },
743
  "step": 1296
744
  },
745
  {
746
  "epoch": 17.0,
747
  "eval_Claim": {
748
+ "f1-score": 0.6977198697068404,
749
+ "precision": 0.7524590163934426,
750
+ "recall": 0.6504048582995952,
751
+ "support": 4940.0
752
  },
753
  "eval_MajorClaim": {
754
+ "f1-score": 0.935002195871761,
755
+ "precision": 0.8998309382924767,
756
+ "recall": 0.9730347349177331,
757
+ "support": 2188.0
758
  },
759
  "eval_O": {
760
+ "f1-score": 0.9994757732344791,
761
+ "precision": 0.9994757732344791,
762
+ "recall": 0.9994757732344791,
763
+ "support": 13353.0
764
  },
765
  "eval_Premise": {
766
+ "f1-score": 0.9219572623103128,
767
+ "precision": 0.908120309926179,
768
+ "recall": 0.9362224039247752,
769
+ "support": 15899.0
770
  },
771
+ "eval_accuracy": 0.9228422210005498,
772
+ "eval_loss": 0.6075455546379089,
773
  "eval_macro avg": {
774
+ "f1-score": 0.8885387752808483,
775
+ "precision": 0.8899715094616443,
776
+ "recall": 0.8897844425941457,
777
+ "support": 36380.0
778
+ },
779
+ "eval_runtime": 5.0046,
780
+ "eval_samples_per_second": 16.185,
781
+ "eval_steps_per_second": 2.198,
782
  "eval_weighted avg": {
783
+ "f1-score": 0.9207454500932067,
784
+ "precision": 0.9200160099363349,
785
+ "recall": 0.9228422210005498,
786
+ "support": 36380.0
787
  },
788
  "step": 1377
789
  },
790
  {
791
  "epoch": 18.0,
792
  "eval_Claim": {
793
+ "f1-score": 0.6748943740271293,
794
+ "precision": 0.7486433152442032,
795
+ "recall": 0.6143724696356275,
796
+ "support": 4940.0
797
  },
798
  "eval_MajorClaim": {
799
+ "f1-score": 0.9180620674257648,
800
+ "precision": 0.8974247053688346,
801
+ "recall": 0.9396709323583181,
802
+ "support": 2188.0
803
  },
804
  "eval_O": {
805
+ "f1-score": 0.9997753145596164,
806
+ "precision": 0.9998501984870047,
807
+ "recall": 0.9997004418482738,
808
+ "support": 13353.0
809
  },
810
  "eval_Premise": {
811
+ "f1-score": 0.9206027683147655,
812
+ "precision": 0.898945097099017,
813
+ "recall": 0.9433297691678721,
814
+ "support": 15899.0
815
  },
816
+ "eval_accuracy": 0.9191313908741067,
817
+ "eval_loss": 0.6335331201553345,
818
  "eval_macro avg": {
819
+ "f1-score": 0.878333631081819,
820
+ "precision": 0.8862158290497649,
821
+ "recall": 0.874268403252523,
822
+ "support": 36380.0
823
+ },
824
+ "eval_runtime": 4.9489,
825
+ "eval_samples_per_second": 16.367,
826
+ "eval_steps_per_second": 2.223,
827
  "eval_weighted avg": {
828
+ "f1-score": 0.9161451676737934,
829
+ "precision": 0.9154807870211,
830
+ "recall": 0.9191313908741067,
831
+ "support": 36380.0
832
  },
833
  "step": 1458
834
  },
835
  {
836
  "epoch": 18.52,
837
+ "grad_norm": 0.10011027753353119,
838
  "learning_rate": 1.2592592592592593e-05,
839
+ "loss": 0.0091,
840
  "step": 1500
841
  },
842
  {
843
  "epoch": 19.0,
844
  "eval_Claim": {
845
+ "f1-score": 0.7046035805626598,
846
+ "precision": 0.7439243924392439,
847
+ "recall": 0.6692307692307692,
848
+ "support": 4940.0
849
  },
850
  "eval_MajorClaim": {
851
+ "f1-score": 0.9264422045893201,
852
+ "precision": 0.8727272727272727,
853
+ "recall": 0.9872029250457038,
854
+ "support": 2188.0
855
  },
856
  "eval_O": {
857
+ "f1-score": 0.999213041034289,
858
  "precision": 1.0,
859
+ "recall": 0.9984273197034375,
860
+ "support": 13353.0
861
  },
862
  "eval_Premise": {
863
+ "f1-score": 0.921880854252529,
864
+ "precision": 0.9153078306156612,
865
+ "recall": 0.9285489653437323,
866
+ "support": 15899.0
867
  },
868
+ "eval_accuracy": 0.9225123694337548,
869
+ "eval_loss": 0.6328368782997131,
870
  "eval_macro avg": {
871
+ "f1-score": 0.8880349201096995,
872
+ "precision": 0.8829898739455444,
873
+ "recall": 0.8958524948309107,
874
+ "support": 36380.0
875
+ },
876
+ "eval_runtime": 4.9991,
877
+ "eval_samples_per_second": 16.203,
878
+ "eval_steps_per_second": 2.2,
879
  "eval_weighted avg": {
880
+ "f1-score": 0.9210355324440019,
881
+ "precision": 0.9205605544347316,
882
+ "recall": 0.9225123694337548,
883
+ "support": 36380.0
884
  },
885
  "step": 1539
886
  },
887
  {
888
  "epoch": 20.0,
889
  "eval_Claim": {
890
+ "f1-score": 0.6881697835679765,
891
+ "precision": 0.7153778942769768,
892
+ "recall": 0.6629554655870445,
893
+ "support": 4940.0
894
  },
895
  "eval_MajorClaim": {
896
+ "f1-score": 0.9309440559440559,
897
+ "precision": 0.8919597989949749,
898
+ "recall": 0.973491773308958,
899
+ "support": 2188.0
900
  },
901
  "eval_O": {
902
+ "f1-score": 0.9997753313862053,
903
+ "precision": 0.9997753313862053,
904
+ "recall": 0.9997753313862053,
905
+ "support": 13353.0
906
  },
907
  "eval_Premise": {
908
+ "f1-score": 0.9161451814768461,
909
+ "precision": 0.9115248116555632,
910
+ "recall": 0.92081262972514,
911
+ "support": 15899.0
912
  },
913
+ "eval_accuracy": 0.9179494227597581,
914
+ "eval_loss": 0.6887677907943726,
915
  "eval_macro avg": {
916
+ "f1-score": 0.883758588093771,
917
+ "precision": 0.87965945907843,
918
+ "recall": 0.8892588000018369,
919
+ "support": 36380.0
920
+ },
921
+ "eval_runtime": 5.0229,
922
+ "eval_samples_per_second": 16.126,
923
+ "eval_steps_per_second": 2.19,
924
  "eval_weighted avg": {
925
+ "f1-score": 0.916774507023963,
926
+ "precision": 0.9161052176591827,
927
+ "recall": 0.9179494227597581,
928
+ "support": 36380.0
929
  },
930
  "step": 1620
931
  },
932
  {
933
  "epoch": 21.0,
934
  "eval_Claim": {
935
+ "f1-score": 0.6423871114136601,
936
+ "precision": 0.7307692307692307,
937
+ "recall": 0.573076923076923,
938
+ "support": 4940.0
939
  },
940
  "eval_MajorClaim": {
941
+ "f1-score": 0.8879392212725545,
942
+ "precision": 0.9239130434782609,
943
+ "recall": 0.8546617915904936,
944
+ "support": 2188.0
945
  },
946
  "eval_O": {
947
+ "f1-score": 0.9984999624990625,
948
+ "precision": 1.0,
949
+ "recall": 0.9970044184827379,
950
+ "support": 13353.0
951
  },
952
  "eval_Premise": {
953
+ "f1-score": 0.9172614007499698,
954
+ "precision": 0.883336245558856,
955
+ "recall": 0.9538964714761935,
956
+ "support": 15899.0
957
  },
958
+ "eval_accuracy": 0.9120395821880154,
959
+ "eval_loss": 0.7241741418838501,
960
  "eval_macro avg": {
961
+ "f1-score": 0.8615219239838117,
962
+ "precision": 0.8845046299515869,
963
+ "recall": 0.844659901156587,
964
+ "support": 36380.0
965
+ },
966
+ "eval_runtime": 4.9949,
967
+ "eval_samples_per_second": 16.217,
968
+ "eval_steps_per_second": 2.202,
969
  "eval_weighted avg": {
970
+ "f1-score": 0.9079909938510604,
971
+ "precision": 0.9078802833224489,
972
+ "recall": 0.9120395821880154,
973
+ "support": 36380.0
974
  },
975
  "step": 1701
976
  },
977
  {
978
  "epoch": 22.0,
979
  "eval_Claim": {
980
+ "f1-score": 0.6720596061734965,
981
+ "precision": 0.7086419753086419,
982
+ "recall": 0.6390688259109312,
983
+ "support": 4940.0
984
  },
985
  "eval_MajorClaim": {
986
+ "f1-score": 0.9051685393258427,
987
+ "precision": 0.8903625110521662,
988
+ "recall": 0.9204753199268738,
989
+ "support": 2188.0
990
  },
991
  "eval_O": {
992
+ "f1-score": 0.9997004867090977,
993
+ "precision": 0.9995507973347308,
994
+ "recall": 0.9998502209241369,
995
+ "support": 13353.0
996
  },
997
  "eval_Premise": {
998
+ "f1-score": 0.9166278528178853,
999
+ "precision": 0.9051882742548755,
1000
+ "recall": 0.9283602742310837,
1001
+ "support": 15899.0
1002
  },
1003
+ "eval_accuracy": 0.9148433205057724,
1004
+ "eval_loss": 0.7163732051849365,
1005
  "eval_macro avg": {
1006
+ "f1-score": 0.8733891212565805,
1007
+ "precision": 0.8759358894876037,
1008
+ "recall": 0.8719386602482564,
1009
+ "support": 36380.0
1010
+ },
1011
+ "eval_runtime": 4.9476,
1012
+ "eval_samples_per_second": 16.371,
1013
+ "eval_steps_per_second": 2.223,
1014
  "eval_weighted avg": {
1015
+ "f1-score": 0.9132201772820274,
1016
+ "precision": 0.9122428450081295,
1017
+ "recall": 0.9148433205057724,
1018
+ "support": 36380.0
1019
  },
1020
  "step": 1782
1021
  },
1022
  {
1023
  "epoch": 23.0,
1024
  "eval_Claim": {
1025
+ "f1-score": 0.7022826614861584,
1026
+ "precision": 0.6750700280112045,
1027
+ "recall": 0.7317813765182186,
1028
+ "support": 4940.0
1029
  },
1030
  "eval_MajorClaim": {
1031
+ "f1-score": 0.9080485115766262,
1032
+ "precision": 0.8772901576480614,
1033
+ "recall": 0.9410420475319927,
1034
+ "support": 2188.0
1035
  },
1036
  "eval_O": {
1037
+ "f1-score": 0.9988753936122357,
1038
+ "precision": 1.0,
1039
+ "recall": 0.9977533138620535,
1040
+ "support": 13353.0
1041
  },
1042
  "eval_Premise": {
1043
+ "f1-score": 0.9134190823574582,
1044
+ "precision": 0.9295994789970694,
1045
+ "recall": 0.8977923139820114,
1046
+ "support": 15899.0
1047
  },
1048
+ "eval_accuracy": 0.9145409565695437,
1049
+ "eval_loss": 0.695353627204895,
1050
  "eval_macro avg": {
1051
+ "f1-score": 0.8806564122581195,
1052
+ "precision": 0.8704899161640838,
1053
+ "recall": 0.892092262973569,
1054
+ "support": 36380.0
1055
+ },
1056
+ "eval_runtime": 4.9626,
1057
+ "eval_samples_per_second": 16.322,
1058
+ "eval_steps_per_second": 2.217,
1059
  "eval_weighted avg": {
1060
+ "f1-score": 0.9157921828580727,
1061
+ "precision": 0.9177311412832249,
1062
+ "recall": 0.9145409565695437,
1063
+ "support": 36380.0
1064
  },
1065
  "step": 1863
1066
  },
1067
  {
1068
  "epoch": 24.0,
1069
  "eval_Claim": {
1070
+ "f1-score": 0.6945771284068559,
1071
+ "precision": 0.6463308349311487,
1072
+ "recall": 0.7506072874493928,
1073
+ "support": 4940.0
1074
  },
1075
  "eval_MajorClaim": {
1076
+ "f1-score": 0.9287416071041802,
1077
+ "precision": 0.8826677645121449,
1078
+ "recall": 0.979890310786106,
1079
+ "support": 2188.0
1080
  },
1081
  "eval_O": {
1082
+ "f1-score": 0.9992880428673137,
1083
  "precision": 1.0,
1084
+ "recall": 0.9985770987793006,
1085
+ "support": 13353.0
1086
  },
1087
  "eval_Premise": {
1088
+ "f1-score": 0.9030182916923878,
1089
+ "precision": 0.9339381720430108,
1090
+ "recall": 0.8740801308258381,
1091
+ "support": 15899.0
1092
  },
1093
+ "eval_accuracy": 0.9093732820230896,
1094
+ "eval_loss": 0.7689566016197205,
1095
  "eval_macro avg": {
1096
+ "f1-score": 0.8814062675176844,
1097
+ "precision": 0.8657341928715762,
1098
+ "recall": 0.9007887069601594,
1099
+ "support": 36380.0
1100
+ },
1101
+ "eval_runtime": 4.9669,
1102
+ "eval_samples_per_second": 16.308,
1103
+ "eval_steps_per_second": 2.215,
1104
  "eval_weighted avg": {
1105
+ "f1-score": 0.911596446033489,
1106
+ "precision": 0.9160482240413489,
1107
+ "recall": 0.9093732820230896,
1108
+ "support": 36380.0
1109
  },
1110
  "step": 1944
1111
  },
1112
  {
1113
  "epoch": 24.69,
1114
+ "grad_norm": 0.003183299908414483,
1115
  "learning_rate": 1.0123456790123458e-05,
1116
+ "loss": 0.0045,
1117
  "step": 2000
1118
  },
1119
  {
1120
  "epoch": 25.0,
1121
  "eval_Claim": {
1122
+ "f1-score": 0.6596491228070176,
1123
+ "precision": 0.7481386392811297,
1124
+ "recall": 0.5898785425101215,
1125
+ "support": 4940.0
1126
  },
1127
  "eval_MajorClaim": {
1128
+ "f1-score": 0.9256909832351607,
1129
+ "precision": 0.9177897574123989,
1130
+ "recall": 0.9337294332723949,
1131
+ "support": 2188.0
1132
  },
1133
  "eval_O": {
1134
+ "f1-score": 0.9998876614866129,
1135
+ "precision": 0.9999251048532055,
1136
+ "recall": 0.9998502209241369,
1137
+ "support": 13353.0
1138
  },
1139
  "eval_Premise": {
1140
+ "f1-score": 0.9174541242455649,
1141
+ "precision": 0.8901046903649376,
1142
+ "recall": 0.9465375180828983,
1143
+ "support": 15899.0
1144
  },
1145
+ "eval_accuracy": 0.9169048927982408,
1146
+ "eval_loss": 0.7267045378684998,
1147
  "eval_macro avg": {
1148
+ "f1-score": 0.8756704729435891,
1149
+ "precision": 0.888989547977918,
1150
+ "recall": 0.867498928697388,
1151
+ "support": 36380.0
1152
+ },
1153
+ "eval_runtime": 4.9577,
1154
+ "eval_samples_per_second": 16.338,
1155
+ "eval_steps_per_second": 2.219,
1156
  "eval_weighted avg": {
1157
+ "f1-score": 0.9131990545133639,
1158
+ "precision": 0.9128010792876335,
1159
+ "recall": 0.9169048927982408,
1160
+ "support": 36380.0
1161
  },
1162
  "step": 2025
1163
  },
1164
  {
1165
  "epoch": 26.0,
1166
  "eval_Claim": {
1167
+ "f1-score": 0.7098703888334996,
1168
+ "precision": 0.6994106090373281,
1169
+ "recall": 0.7206477732793523,
1170
+ "support": 4940.0
1171
  },
1172
  "eval_MajorClaim": {
1173
+ "f1-score": 0.9220324134910205,
1174
+ "precision": 0.8851976450798991,
1175
+ "recall": 0.9620658135283364,
1176
+ "support": 2188.0
1177
  },
1178
  "eval_O": {
1179
+ "f1-score": 0.9995504607777028,
1180
  "precision": 1.0,
1181
+ "recall": 0.9991013255448213,
1182
+ "support": 13353.0
1183
  },
1184
  "eval_Premise": {
1185
+ "f1-score": 0.9171909755322529,
1186
+ "precision": 0.9268511977393873,
1187
+ "recall": 0.9077300459148374,
1188
+ "support": 15899.0
1189
  },
1190
+ "eval_accuracy": 0.9191313908741067,
1191
+ "eval_loss": 0.6802815794944763,
1192
  "eval_macro avg": {
1193
+ "f1-score": 0.887161059658619,
1194
+ "precision": 0.8778648629641536,
1195
+ "recall": 0.8973862395668368,
1196
+ "support": 36380.0
1197
+ },
1198
+ "eval_runtime": 4.9696,
1199
+ "eval_samples_per_second": 16.299,
1200
+ "eval_steps_per_second": 2.213,
1201
  "eval_weighted avg": {
1202
+ "f1-score": 0.9195597378864155,
1203
+ "precision": 0.9203108314716255,
1204
+ "recall": 0.9191313908741067,
1205
+ "support": 36380.0
1206
  },
1207
  "step": 2106
1208
  },
1209
  {
1210
  "epoch": 27.0,
1211
  "eval_Claim": {
1212
+ "f1-score": 0.698643105080467,
1213
+ "precision": 0.7271731990365666,
1214
+ "recall": 0.6722672064777327,
1215
+ "support": 4940.0
1216
  },
1217
  "eval_MajorClaim": {
1218
+ "f1-score": 0.9165368350767862,
1219
+ "precision": 0.8932754880694144,
1220
+ "recall": 0.9410420475319927,
1221
+ "support": 2188.0
1222
  },
1223
  "eval_O": {
1224
+ "f1-score": 0.9991755359016639,
1225
  "precision": 1.0,
1226
+ "recall": 0.9983524301655059,
1227
+ "support": 13353.0
1228
  },
1229
  "eval_Premise": {
1230
+ "f1-score": 0.9206260132186058,
1231
+ "precision": 0.9127155838536193,
1232
+ "recall": 0.9286747594188314,
1233
+ "support": 15899.0
1234
  },
1235
+ "eval_accuracy": 0.9201759208356239,
1236
+ "eval_loss": 0.6692858934402466,
1237
  "eval_macro avg": {
1238
+ "f1-score": 0.8837453723193808,
1239
+ "precision": 0.8832910677399001,
1240
+ "recall": 0.8850841108985157,
1241
+ "support": 36380.0
1242
+ },
1243
+ "eval_runtime": 4.9586,
1244
+ "eval_samples_per_second": 16.335,
1245
+ "eval_steps_per_second": 2.218,
1246
  "eval_weighted avg": {
1247
+ "f1-score": 0.9190682641369721,
1248
+ "precision": 0.918388879571886,
1249
+ "recall": 0.9201759208356239,
1250
+ "support": 36380.0
1251
  },
1252
  "step": 2187
1253
  },
1254
  {
1255
  "epoch": 28.0,
1256
  "eval_Claim": {
1257
+ "f1-score": 0.6998441558441558,
1258
+ "precision": 0.7188900747065101,
1259
+ "recall": 0.6817813765182186,
1260
+ "support": 4940.0
1261
  },
1262
  "eval_MajorClaim": {
1263
+ "f1-score": 0.9112884834663626,
1264
+ "precision": 0.9094219390077378,
1265
+ "recall": 0.9131627056672761,
1266
+ "support": 2188.0
1267
  },
1268
  "eval_O": {
1269
+ "f1-score": 0.9997003745318352,
1270
+ "precision": 0.9999250767962838,
1271
+ "recall": 0.9994757732344791,
1272
+ "support": 13353.0
1273
  },
1274
  "eval_Premise": {
1275
+ "f1-score": 0.9211232449297972,
1276
+ "precision": 0.9139372175097518,
1277
+ "recall": 0.9284231712686333,
1278
+ "support": 15899.0
1279
  },
1280
+ "eval_accuracy": 0.9200934579439253,
1281
+ "eval_loss": 0.6845241189002991,
1282
  "eval_macro avg": {
1283
+ "f1-score": 0.8829890646930376,
1284
+ "precision": 0.8855435770050709,
1285
+ "recall": 0.8807107566721517,
1286
+ "support": 36380.0
1287
+ },
1288
+ "eval_runtime": 4.9593,
1289
+ "eval_samples_per_second": 16.333,
1290
+ "eval_steps_per_second": 2.218,
1291
  "eval_weighted avg": {
1292
+ "f1-score": 0.9193256433193232,
1293
+ "precision": 0.9187416037176308,
1294
+ "recall": 0.9200934579439253,
1295
+ "support": 36380.0
1296
  },
1297
  "step": 2268
1298
  },
1299
  {
1300
  "epoch": 29.0,
1301
  "eval_Claim": {
1302
+ "f1-score": 0.6987782896054476,
1303
+ "precision": 0.6914387633769322,
1304
+ "recall": 0.7062753036437247,
1305
+ "support": 4940.0
1306
  },
1307
  "eval_MajorClaim": {
1308
+ "f1-score": 0.9134720700985761,
1309
+ "precision": 0.8771560790912916,
1310
+ "recall": 0.9529250457038391,
1311
+ "support": 2188.0
1312
  },
1313
  "eval_O": {
1314
+ "f1-score": 0.9993630811884155,
1315
+ "precision": 0.9999250262408157,
1316
+ "recall": 0.9988017673930952,
1317
+ "support": 13353.0
1318
  },
1319
  "eval_Premise": {
1320
+ "f1-score": 0.9151595913446284,
1321
+ "precision": 0.9233625712273513,
1322
+ "recall": 0.907101075539342,
1323
+ "support": 15899.0
1324
  },
1325
+ "eval_accuracy": 0.916245189664651,
1326
+ "eval_loss": 0.7010424137115479,
1327
  "eval_macro avg": {
1328
+ "f1-score": 0.8816932580592669,
1329
+ "precision": 0.8729706099840976,
1330
+ "recall": 0.8912757980700003,
1331
+ "support": 36380.0
1332
+ },
1333
+ "eval_runtime": 4.9512,
1334
+ "eval_samples_per_second": 16.36,
1335
+ "eval_steps_per_second": 2.222,
1336
  "eval_weighted avg": {
1337
+ "f1-score": 0.9165821661881187,
1338
+ "precision": 0.9171925615027781,
1339
+ "recall": 0.916245189664651,
1340
+ "support": 36380.0
1341
  },
1342
  "step": 2349
1343
  },
1344
  {
1345
  "epoch": 30.0,
1346
  "eval_Claim": {
1347
+ "f1-score": 0.6948434432158727,
1348
+ "precision": 0.7097318978256281,
1349
+ "recall": 0.6805668016194332,
1350
+ "support": 4940.0
1351
  },
1352
  "eval_MajorClaim": {
1353
+ "f1-score": 0.9181940098345999,
1354
+ "precision": 0.8985126859142607,
1355
+ "recall": 0.9387568555758684,
1356
+ "support": 2188.0
1357
  },
1358
  "eval_O": {
1359
+ "f1-score": 0.9995504944560982,
1360
+ "precision": 0.9999250543356066,
1361
+ "recall": 0.9991762150827529,
1362
+ "support": 13353.0
1363
  },
1364
  "eval_Premise": {
1365
+ "f1-score": 0.9180584714693073,
1366
+ "precision": 0.91476208317722,
1367
+ "recall": 0.9213787030630858,
1368
+ "support": 15899.0
1369
  },
1370
+ "eval_accuracy": 0.9182792743265531,
1371
+ "eval_loss": 0.7106152176856995,
1372
  "eval_macro avg": {
1373
+ "f1-score": 0.8826616047439695,
1374
+ "precision": 0.8807329303131789,
1375
+ "recall": 0.8849696438352851,
1376
+ "support": 36380.0
1377
+ },
1378
+ "eval_runtime": 4.9623,
1379
+ "eval_samples_per_second": 16.323,
1380
+ "eval_steps_per_second": 2.217,
1381
  "eval_weighted avg": {
1382
+ "f1-score": 0.917667523182169,
1383
+ "precision": 0.9172023898575309,
1384
+ "recall": 0.9182792743265531,
1385
+ "support": 36380.0
1386
  },
1387
  "step": 2430
1388
  },
1389
  {
1390
  "epoch": 30.86,
1391
+ "grad_norm": 0.0027945609763264656,
1392
  "learning_rate": 7.654320987654322e-06,
1393
+ "loss": 0.0031,
1394
  "step": 2500
1395
  },
1396
  {
1397
  "epoch": 31.0,
1398
  "eval_Claim": {
1399
+ "f1-score": 0.7131089189464049,
1400
+ "precision": 0.7165338238299611,
1401
+ "recall": 0.7097165991902834,
1402
+ "support": 4940.0
1403
  },
1404
  "eval_MajorClaim": {
1405
+ "f1-score": 0.9162036008001779,
1406
+ "precision": 0.8918217221981826,
1407
+ "recall": 0.9419561243144424,
1408
+ "support": 2188.0
1409
  },
1410
  "eval_O": {
1411
+ "f1-score": 0.9994380549207659,
1412
+ "precision": 0.9999250374812594,
1413
+ "recall": 0.9989515464689583,
1414
+ "support": 13353.0
1415
  },
1416
  "eval_Premise": {
1417
+ "f1-score": 0.9217583110130771,
1418
+ "precision": 0.9235918161151806,
1419
+ "recall": 0.9199320711994465,
1420
+ "support": 15899.0
1421
  },
1422
+ "eval_accuracy": 0.9217152281473338,
1423
+ "eval_loss": 0.6842674016952515,
1424
  "eval_macro avg": {
1425
+ "f1-score": 0.8876272214201064,
1426
+ "precision": 0.882968099906146,
1427
+ "recall": 0.8926390852932827,
1428
+ "support": 36380.0
1429
+ },
1430
+ "eval_runtime": 4.9684,
1431
+ "eval_samples_per_second": 16.303,
1432
+ "eval_steps_per_second": 2.214,
1433
  "eval_weighted avg": {
1434
+ "f1-score": 0.9216037183150064,
1435
+ "precision": 0.9215824169266671,
1436
+ "recall": 0.9217152281473338,
1437
+ "support": 36380.0
1438
  },
1439
  "step": 2511
1440
  },
1441
  {
1442
  "epoch": 32.0,
1443
  "eval_Claim": {
1444
+ "f1-score": 0.6948140387637506,
1445
+ "precision": 0.720086862106406,
1446
+ "recall": 0.671255060728745,
1447
+ "support": 4940.0
1448
  },
1449
  "eval_MajorClaim": {
1450
+ "f1-score": 0.9145506734378449,
1451
+ "precision": 0.8846646732165742,
1452
+ "recall": 0.946526508226691,
1453
+ "support": 2188.0
1454
  },
1455
  "eval_O": {
1456
+ "f1-score": 0.9991005172026085,
1457
  "precision": 1.0,
1458
+ "recall": 0.9982026510896428,
1459
+ "support": 13353.0
1460
  },
1461
  "eval_Premise": {
1462
+ "f1-score": 0.9190726159230096,
1463
+ "precision": 0.9131946600434647,
1464
+ "recall": 0.9250267312409586,
1465
+ "support": 15899.0
1466
  },
1467
+ "eval_accuracy": 0.918719076415613,
1468
+ "eval_loss": 0.7216777205467224,
1469
  "eval_macro avg": {
1470
+ "f1-score": 0.8818844613318033,
1471
+ "precision": 0.8794865488416111,
1472
+ "recall": 0.8852527378215094,
1473
+ "support": 36380.0
1474
+ },
1475
+ "eval_runtime": 4.9621,
1476
+ "eval_samples_per_second": 16.324,
1477
+ "eval_steps_per_second": 2.217,
1478
  "eval_weighted avg": {
1479
+ "f1-score": 0.9177224560676552,
1480
+ "precision": 0.9171181227002353,
1481
+ "recall": 0.918719076415613,
1482
+ "support": 36380.0
1483
  },
1484
  "step": 2592
1485
  },
1486
  {
1487
  "epoch": 33.0,
1488
  "eval_Claim": {
1489
+ "f1-score": 0.7047761512982157,
1490
+ "precision": 0.7463226974428604,
1491
+ "recall": 0.6676113360323886,
1492
+ "support": 4940.0
1493
  },
1494
  "eval_MajorClaim": {
1495
+ "f1-score": 0.921081556386019,
1496
+ "precision": 0.8873358746293943,
1497
+ "recall": 0.9574954296160878,
1498
+ "support": 2188.0
1499
  },
1500
  "eval_O": {
1501
+ "f1-score": 0.9991380279578758,
1502
  "precision": 1.0,
1503
+ "recall": 0.9982775406275743,
1504
+ "support": 13353.0
1505
  },
1506
  "eval_Premise": {
1507
+ "f1-score": 0.9233112623954739,
1508
+ "precision": 0.9127842655193608,
1509
+ "recall": 0.9340839046480911,
1510
+ "support": 15899.0
1511
  },
1512
+ "eval_accuracy": 0.922869708631116,
1513
+ "eval_loss": 0.7047613263130188,
1514
  "eval_macro avg": {
1515
+ "f1-score": 0.8870767495093961,
1516
+ "precision": 0.8866107093979039,
1517
+ "recall": 0.8893670527310353,
1518
+ "support": 36380.0
1519
+ },
1520
+ "eval_runtime": 4.9399,
1521
+ "eval_samples_per_second": 16.397,
1522
+ "eval_steps_per_second": 2.227,
1523
  "eval_weighted avg": {
1524
+ "f1-score": 0.9213341528568705,
1525
+ "precision": 0.9206619586736987,
1526
+ "recall": 0.922869708631116,
1527
+ "support": 36380.0
1528
  },
1529
  "step": 2673
1530
  },
1531
  {
1532
  "epoch": 34.0,
1533
  "eval_Claim": {
1534
+ "f1-score": 0.704132582598534,
1535
+ "precision": 0.7408897831433042,
1536
+ "recall": 0.6708502024291498,
1537
+ "support": 4940.0
1538
  },
1539
  "eval_MajorClaim": {
1540
+ "f1-score": 0.9225707391971923,
1541
+ "precision": 0.8869675242513707,
1542
+ "recall": 0.9611517367458866,
1543
+ "support": 2188.0
1544
  },
1545
  "eval_O": {
1546
+ "f1-score": 0.9989880439263896,
1547
+ "precision": 0.9999249699879952,
1548
+ "recall": 0.9980528720137797,
1549
+ "support": 13353.0
1550
  },
1551
  "eval_Premise": {
1552
+ "f1-score": 0.9222287974584982,
1553
+ "precision": 0.9134378084896347,
1554
+ "recall": 0.9311906409208126,
1555
+ "support": 15899.0
1556
  },
1557
+ "eval_accuracy": 0.9221825178669598,
1558
+ "eval_loss": 0.7385492324829102,
1559
  "eval_macro avg": {
1560
+ "f1-score": 0.8869800407951536,
1561
+ "precision": 0.8853050214680762,
1562
+ "recall": 0.8903113630274071,
1563
+ "support": 36380.0
1564
+ },
1565
+ "eval_runtime": 4.9565,
1566
+ "eval_samples_per_second": 16.342,
1567
+ "eval_steps_per_second": 2.219,
1568
  "eval_weighted avg": {
1569
+ "f1-score": 0.9208082115651994,
1570
+ "precision": 0.9201601515452535,
1571
+ "recall": 0.9221825178669598,
1572
+ "support": 36380.0
1573
  },
1574
  "step": 2754
1575
  },
1576
  {
1577
  "epoch": 35.0,
1578
  "eval_Claim": {
1579
+ "f1-score": 0.7115286429081996,
1580
+ "precision": 0.7179064496187925,
1581
+ "recall": 0.7052631578947368,
1582
+ "support": 4940.0
1583
  },
1584
  "eval_MajorClaim": {
1585
+ "f1-score": 0.9221824686940967,
1586
+ "precision": 0.9028021015761821,
1587
+ "recall": 0.9424131627056673,
1588
+ "support": 2188.0
1589
  },
1590
  "eval_O": {
1591
+ "f1-score": 0.9993630811884155,
1592
+ "precision": 0.9999250262408157,
1593
+ "recall": 0.9988017673930952,
1594
+ "support": 13353.0
1595
  },
1596
  "eval_Premise": {
1597
+ "f1-score": 0.9208904540309396,
1598
+ "precision": 0.9207167557371896,
1599
+ "recall": 0.9210642178753381,
1600
+ "support": 15899.0
1601
  },
1602
+ "eval_accuracy": 0.9215777899945025,
1603
+ "eval_loss": 0.7338384389877319,
1604
  "eval_macro avg": {
1605
+ "f1-score": 0.8884911617054129,
1606
+ "precision": 0.8853375832932451,
1607
+ "recall": 0.8918855764672093,
1608
+ "support": 36380.0
1609
+ },
1610
+ "eval_runtime": 4.9467,
1611
+ "eval_samples_per_second": 16.375,
1612
+ "eval_steps_per_second": 2.224,
1613
  "eval_weighted avg": {
1614
+ "f1-score": 0.9213419265864765,
1615
+ "precision": 0.9211727167186562,
1616
+ "recall": 0.9215777899945025,
1617
+ "support": 36380.0
1618
  },
1619
  "step": 2835
1620
  },
1621
  {
1622
  "epoch": 36.0,
1623
  "eval_Claim": {
1624
+ "f1-score": 0.7146180690189995,
1625
+ "precision": 0.6856398809523809,
1626
+ "recall": 0.7461538461538462,
1627
+ "support": 4940.0
1628
  },
1629
  "eval_MajorClaim": {
1630
+ "f1-score": 0.9238578680203046,
1631
+ "precision": 0.893299189073837,
1632
+ "recall": 0.956581352833638,
1633
+ "support": 2188.0
1634
  },
1635
  "eval_O": {
1636
+ "f1-score": 0.9992505433560669,
1637
  "precision": 1.0,
1638
+ "recall": 0.998502209241369,
1639
+ "support": 13353.0
1640
  },
1641
  "eval_Premise": {
1642
+ "f1-score": 0.9148493291062222,
1643
+ "precision": 0.9318893528183716,
1644
+ "recall": 0.8984212843575068,
1645
+ "support": 15899.0
1646
  },
1647
+ "eval_accuracy": 0.9179769103903244,
1648
+ "eval_loss": 0.7659569978713989,
1649
  "eval_macro avg": {
1650
+ "f1-score": 0.8881439523753982,
1651
+ "precision": 0.8777071057111474,
1652
+ "recall": 0.89991467314659,
1653
+ "support": 36380.0
1654
+ },
1655
+ "eval_runtime": 4.9595,
1656
+ "eval_samples_per_second": 16.332,
1657
+ "eval_steps_per_second": 2.218,
1658
  "eval_weighted avg": {
1659
+ "f1-score": 0.9191807659449058,
1660
+ "precision": 0.9211299741082354,
1661
+ "recall": 0.9179769103903244,
1662
+ "support": 36380.0
1663
  },
1664
  "step": 2916
1665
  },
1666
  {
1667
  "epoch": 37.0,
1668
  "eval_Claim": {
1669
+ "f1-score": 0.7063829787234043,
1670
+ "precision": 0.7443946188340808,
1671
+ "recall": 0.6720647773279352,
1672
+ "support": 4940.0
1673
  },
1674
  "eval_MajorClaim": {
1675
+ "f1-score": 0.9240397065170479,
1676
+ "precision": 0.875306623058054,
1677
+ "recall": 0.9785191956124314,
1678
+ "support": 2188.0
1679
  },
1680
  "eval_O": {
1681
+ "f1-score": 0.9987627938364638,
1682
  "precision": 1.0,
1683
+ "recall": 0.9975286452482588,
1684
+ "support": 13353.0
1685
  },
1686
  "eval_Premise": {
1687
+ "f1-score": 0.9224097588369263,
1688
+ "precision": 0.9151293797201931,
1689
+ "recall": 0.9298069060947229,
1690
+ "support": 15899.0
1691
  },
1692
+ "eval_accuracy": 0.9225948323254536,
1693
+ "eval_loss": 0.760911226272583,
1694
  "eval_macro avg": {
1695
+ "f1-score": 0.8878988094784606,
1696
+ "precision": 0.883707655403082,
1697
+ "recall": 0.8944798810708371,
1698
+ "support": 36380.0
1699
+ },
1700
+ "eval_runtime": 4.9543,
1701
+ "eval_samples_per_second": 16.349,
1702
+ "eval_steps_per_second": 2.22,
1703
  "eval_weighted avg": {
1704
+ "f1-score": 0.9211985468554017,
1705
+ "precision": 0.9207015480061224,
1706
+ "recall": 0.9225948323254536,
1707
+ "support": 36380.0
1708
  },
1709
  "step": 2997
1710
  },
1711
  {
1712
  "epoch": 37.04,
1713
+ "grad_norm": 0.003850826993584633,
1714
  "learning_rate": 5.185185185185185e-06,
1715
+ "loss": 0.0007,
1716
  "step": 3000
1717
  },
1718
  {
1719
  "epoch": 38.0,
1720
  "eval_Claim": {
1721
+ "f1-score": 0.7178156146179401,
1722
+ "precision": 0.7367860187553282,
1723
+ "recall": 0.6997975708502024,
1724
+ "support": 4940.0
1725
  },
1726
  "eval_MajorClaim": {
1727
+ "f1-score": 0.9259421560035057,
1728
+ "precision": 0.8893097643097643,
1729
+ "recall": 0.9657221206581352,
1730
+ "support": 2188.0
1731
  },
1732
  "eval_O": {
1733
+ "f1-score": 0.9997003745318352,
1734
+ "precision": 0.9999250767962838,
1735
+ "recall": 0.9994757732344791,
1736
+ "support": 13353.0
1737
  },
1738
  "eval_Premise": {
1739
+ "f1-score": 0.9237383881496359,
1740
+ "precision": 0.9218290009395553,
1741
+ "recall": 0.9256557016164538,
1742
+ "support": 15899.0
1743
  },
1744
+ "eval_accuracy": 0.9244914788345244,
1745
+ "eval_loss": 0.7453881502151489,
1746
  "eval_macro avg": {
1747
+ "f1-score": 0.8917991333257291,
1748
+ "precision": 0.8869624652002329,
1749
+ "recall": 0.8976627915898177,
1750
+ "support": 36380.0
1751
+ },
1752
+ "eval_runtime": 4.9642,
1753
+ "eval_samples_per_second": 16.317,
1754
+ "eval_steps_per_second": 2.216,
1755
  "eval_weighted avg": {
1756
+ "f1-score": 0.9237901678906805,
1757
+ "precision": 0.9234109822253945,
1758
+ "recall": 0.9244914788345244,
1759
+ "support": 36380.0
1760
  },
1761
  "step": 3078
1762
  },
1763
  {
1764
  "epoch": 39.0,
1765
  "eval_Claim": {
1766
+ "f1-score": 0.704778156996587,
1767
+ "precision": 0.7448151487826871,
1768
+ "recall": 0.668825910931174,
1769
+ "support": 4940.0
1770
  },
1771
  "eval_MajorClaim": {
1772
+ "f1-score": 0.9222684475585724,
1773
+ "precision": 0.8852459016393442,
1774
+ "recall": 0.9625228519195612,
1775
+ "support": 2188.0
1776
  },
1777
  "eval_O": {
1778
+ "f1-score": 0.9992880428673137,
1779
  "precision": 1.0,
1780
+ "recall": 0.9985770987793006,
1781
+ "support": 13353.0
1782
  },
1783
  "eval_Premise": {
1784
+ "f1-score": 0.9231870525988172,
1785
+ "precision": 0.9137453021994948,
1786
+ "recall": 0.9328259638971005,
1787
+ "support": 15899.0
1788
  },
1789
+ "eval_accuracy": 0.9228971962616822,
1790
+ "eval_loss": 0.7312874794006348,
1791
  "eval_macro avg": {
1792
+ "f1-score": 0.8873804250053225,
1793
+ "precision": 0.8859515881553816,
1794
+ "recall": 0.8906879563817841,
1795
+ "support": 36380.0
1796
+ },
1797
+ "eval_runtime": 4.966,
1798
+ "eval_samples_per_second": 16.311,
1799
+ "eval_steps_per_second": 2.215,
1800
  "eval_weighted avg": {
1801
+ "f1-score": 0.9214065872594044,
1802
+ "precision": 0.9207515510567105,
1803
+ "recall": 0.9228971962616822,
1804
+ "support": 36380.0
1805
  },
1806
  "step": 3159
1807
  },
1808
  {
1809
  "epoch": 40.0,
1810
  "eval_Claim": {
1811
+ "f1-score": 0.7213450891941768,
1812
+ "precision": 0.7307852098047362,
1813
+ "recall": 0.7121457489878542,
1814
+ "support": 4940.0
1815
  },
1816
  "eval_MajorClaim": {
1817
+ "f1-score": 0.9265486725663717,
1818
+ "precision": 0.8979416809605489,
1819
+ "recall": 0.9570383912248629,
1820
+ "support": 2188.0
1821
  },
1822
  "eval_O": {
1823
+ "f1-score": 0.9992880428673137,
1824
  "precision": 1.0,
1825
+ "recall": 0.9985770987793006,
1826
+ "support": 13353.0
1827
  },
1828
  "eval_Premise": {
1829
+ "f1-score": 0.9231736847070662,
1830
+ "precision": 0.9231446540880504,
1831
+ "recall": 0.9232027171520222,
1832
+ "support": 15899.0
1833
  },
1834
+ "eval_accuracy": 0.9242440901594282,
1835
+ "eval_loss": 0.7378404140472412,
1836
  "eval_macro avg": {
1837
+ "f1-score": 0.8925888723337321,
1838
+ "precision": 0.8879678862133338,
1839
+ "recall": 0.89774098903601,
1840
+ "support": 36380.0
1841
+ },
1842
+ "eval_runtime": 4.9789,
1843
+ "eval_samples_per_second": 16.269,
1844
+ "eval_steps_per_second": 2.209,
1845
  "eval_weighted avg": {
1846
+ "f1-score": 0.9239077758592451,
1847
+ "precision": 0.9237177622243814,
1848
+ "recall": 0.9242440901594282,
1849
+ "support": 36380.0
1850
  },
1851
  "step": 3240
1852
  }
 
1856
  "num_input_tokens_seen": 0,
1857
  "num_train_epochs": 50,
1858
  "save_steps": 500,
1859
+ "total_flos": 5733687354696000.0,
1860
  "train_batch_size": 4,
1861
  "trial_name": null,
1862
  "trial_params": null
checkpoint-3240/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b2dd7b387b7349843b62a9d5b4facde1d14a6a35003d55f9e21a477105ecd1d3
3
  size 4856
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95e8ce1619d475b315f2cb3494747dc2424fb9856a35d6759fcf75e79995f1f1
3
  size 4856