Theoreticallyhugo commited on
Commit
685a98e
1 Parent(s): 9875f15

Training in progress, epoch 24, checkpoint

Browse files
checkpoint-1944/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5e73241a71b54e39b8a719f48e86a65a6dbfbc264d3928afb88e4a26f21feb9d
3
  size 592324828
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a52f668b4321dc43484bdb2dd50a70ffdf7364d4788a5c5402d720316c933c78
3
  size 592324828
checkpoint-1944/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a002adb6b9a393e840a1ff3ecde9b90f9ee8ced85c0f4210f5670528b0136a13
3
  size 1014657786
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d52d20bf0db50ae86b222ed9b8cd6ba1d87ecf50132126723dd372fe69cc6ef8
3
  size 1014657786
checkpoint-1944/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6563dd148ba5b581954f95cf442f239370538d2981016fe8e86fa11803fed43e
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb2a18306015cf1fb594aaa0596d8ba6a97f91fdd7523b964a2d5359c1cf601d
3
  size 14244
checkpoint-1944/trainer_state.json CHANGED
@@ -11,1101 +11,1101 @@
11
  {
12
  "epoch": 1.0,
13
  "eval_Claim": {
14
- "f1-score": 0.5385059461955894,
15
- "precision": 0.6267132491265789,
16
- "recall": 0.4720647773279352,
17
- "support": 4940.0
18
  },
19
  "eval_MajorClaim": {
20
- "f1-score": 0.7814784727863526,
21
- "precision": 0.9588039867109635,
22
- "recall": 0.6595063985374772,
23
- "support": 2188.0
24
  },
25
  "eval_O": {
26
- "f1-score": 0.9938608715302625,
27
- "precision": 0.9996969237763298,
28
- "recall": 0.9880925634688834,
29
- "support": 13353.0
30
  },
31
  "eval_Premise": {
32
- "f1-score": 0.8968837690149166,
33
- "precision": 0.8455112497215416,
34
- "recall": 0.954902824076986,
35
- "support": 15899.0
36
  },
37
- "eval_accuracy": 0.8837548103353491,
38
- "eval_loss": 0.2860471308231354,
39
  "eval_macro avg": {
40
- "f1-score": 0.8026822648817803,
41
- "precision": 0.8576813523338533,
42
- "recall": 0.7686416408528204,
43
- "support": 36380.0
44
- },
45
- "eval_runtime": 4.9572,
46
- "eval_samples_per_second": 16.34,
47
- "eval_steps_per_second": 2.219,
48
  "eval_weighted avg": {
49
- "f1-score": 0.8768739289107891,
50
- "precision": 0.8792073379911217,
51
- "recall": 0.8837548103353491,
52
- "support": 36380.0
53
  },
54
  "step": 81
55
  },
56
  {
57
  "epoch": 2.0,
58
  "eval_Claim": {
59
- "f1-score": 0.6469459868753155,
60
- "precision": 0.6453172205438067,
61
- "recall": 0.648582995951417,
62
- "support": 4940.0
63
  },
64
  "eval_MajorClaim": {
65
- "f1-score": 0.8435970110796187,
66
- "precision": 0.9669226225634967,
67
- "recall": 0.7481718464351006,
68
- "support": 2188.0
69
  },
70
  "eval_O": {
71
- "f1-score": 0.998877245508982,
72
- "precision": 0.9983541557567143,
73
- "recall": 0.9994008836965476,
74
- "support": 13353.0
75
  },
76
  "eval_Premise": {
77
- "f1-score": 0.9099026477336144,
78
- "precision": 0.8972179761540813,
79
- "recall": 0.922951129001824,
80
- "support": 15899.0
81
  },
82
- "eval_accuracy": 0.903243540406817,
83
- "eval_loss": 0.24885737895965576,
84
  "eval_macro avg": {
85
- "f1-score": 0.8498307227993828,
86
- "precision": 0.8769529937545246,
87
- "recall": 0.8297767137712222,
88
- "support": 36380.0
89
- },
90
- "eval_runtime": 5.0097,
91
- "eval_samples_per_second": 16.169,
92
- "eval_steps_per_second": 2.196,
93
  "eval_weighted avg": {
94
- "f1-score": 0.9028656814459712,
95
- "precision": 0.9043261520711511,
96
- "recall": 0.903243540406817,
97
- "support": 36380.0
98
  },
99
  "step": 162
100
  },
101
  {
102
  "epoch": 3.0,
103
  "eval_Claim": {
104
- "f1-score": 0.7040630102775911,
105
- "precision": 0.6698958142935478,
106
- "recall": 0.7419028340080972,
107
- "support": 4940.0
108
  },
109
  "eval_MajorClaim": {
110
- "f1-score": 0.8888411094388303,
111
- "precision": 0.8392204628501827,
112
- "recall": 0.9446983546617916,
113
- "support": 2188.0
114
  },
115
  "eval_O": {
116
- "f1-score": 0.998989104796136,
117
- "precision": 0.9988769092542678,
118
- "recall": 0.9991013255448213,
119
- "support": 13353.0
120
  },
121
  "eval_Premise": {
122
- "f1-score": 0.914582593823615,
123
- "precision": 0.9390987408880053,
124
- "recall": 0.8913139191144097,
125
- "support": 15899.0
126
  },
127
- "eval_accuracy": 0.9137987905442551,
128
- "eval_loss": 0.24298855662345886,
129
  "eval_macro avg": {
130
- "f1-score": 0.8766189545840432,
131
- "precision": 0.8617729818215009,
132
- "recall": 0.8942541083322799,
133
- "support": 36380.0
134
- },
135
- "eval_runtime": 4.9876,
136
- "eval_samples_per_second": 16.24,
137
- "eval_steps_per_second": 2.205,
138
  "eval_weighted avg": {
139
- "f1-score": 0.9154289662937856,
140
- "precision": 0.9184781183611038,
141
- "recall": 0.9137987905442551,
142
- "support": 36380.0
143
  },
144
  "step": 243
145
  },
146
  {
147
  "epoch": 4.0,
148
  "eval_Claim": {
149
- "f1-score": 0.6981611893583725,
150
- "precision": 0.6754352763058289,
151
- "recall": 0.7224696356275304,
152
- "support": 4940.0
153
  },
154
  "eval_MajorClaim": {
155
- "f1-score": 0.901231802911534,
156
- "precision": 0.8836187966622749,
157
- "recall": 0.9195612431444241,
158
- "support": 2188.0
159
  },
160
  "eval_O": {
161
- "f1-score": 0.9989130842172332,
162
- "precision": 0.9998499399759904,
163
- "recall": 0.9979779824758481,
164
- "support": 13353.0
165
  },
166
  "eval_Premise": {
167
- "f1-score": 0.9146224912392481,
168
- "precision": 0.9266670970240785,
169
- "recall": 0.9028869740235235,
170
- "support": 15899.0
171
  },
172
- "eval_accuracy": 0.9142935678944475,
173
- "eval_loss": 0.23980534076690674,
174
  "eval_macro avg": {
175
- "f1-score": 0.8782321419315969,
176
- "precision": 0.8713927774920431,
177
- "recall": 0.8857239588178316,
178
- "support": 36380.0
179
- },
180
- "eval_runtime": 4.9726,
181
- "eval_samples_per_second": 16.289,
182
- "eval_steps_per_second": 2.212,
183
  "eval_weighted avg": {
184
- "f1-score": 0.9153623106642749,
185
- "precision": 0.9168247558035478,
186
- "recall": 0.9142935678944475,
187
- "support": 36380.0
188
  },
189
  "step": 324
190
  },
191
  {
192
  "epoch": 5.0,
193
  "eval_Claim": {
194
- "f1-score": 0.6650318783717509,
195
- "precision": 0.6450999048525214,
196
- "recall": 0.6862348178137652,
197
- "support": 4940.0
198
  },
199
  "eval_MajorClaim": {
200
- "f1-score": 0.9172031076581575,
201
- "precision": 0.8916702632714717,
202
- "recall": 0.9442413162705667,
203
- "support": 2188.0
204
  },
205
  "eval_O": {
206
- "f1-score": 0.9982383147794145,
207
- "precision": 0.9992495872730002,
208
- "recall": 0.9972290870965326,
209
- "support": 13353.0
210
  },
211
  "eval_Premise": {
212
- "f1-score": 0.8998438545616774,
213
- "precision": 0.9119622787753521,
214
- "recall": 0.8880432731618341,
215
- "support": 15899.0
216
  },
217
- "eval_accuracy": 0.9040956569543706,
218
- "eval_loss": 0.2932502031326294,
219
  "eval_macro avg": {
220
- "f1-score": 0.87007928884275,
221
- "precision": 0.8619955085430864,
222
- "recall": 0.8789371235856747,
223
- "support": 36380.0
224
- },
225
- "eval_runtime": 4.9595,
226
- "eval_samples_per_second": 16.332,
227
- "eval_steps_per_second": 2.218,
228
  "eval_weighted avg": {
229
- "f1-score": 0.9051179642561333,
230
- "precision": 0.9065430476942037,
231
- "recall": 0.9040956569543706,
232
- "support": 36380.0
233
  },
234
  "step": 405
235
  },
236
  {
237
  "epoch": 6.0,
238
  "eval_Claim": {
239
- "f1-score": 0.6622698072805139,
240
- "precision": 0.5740163325909429,
241
- "recall": 0.7825910931174089,
242
- "support": 4940.0
243
  },
244
  "eval_MajorClaim": {
245
- "f1-score": 0.9223704351629127,
246
- "precision": 0.8842767295597485,
247
- "recall": 0.9638939670932358,
248
- "support": 2188.0
249
  },
250
  "eval_O": {
251
- "f1-score": 0.9982004948639124,
252
- "precision": 0.9993994444861497,
253
- "recall": 0.9970044184827379,
254
- "support": 13353.0
255
  },
256
  "eval_Premise": {
257
- "f1-score": 0.8780749379985253,
258
- "precision": 0.9398091685199799,
259
- "recall": 0.8239511918988616,
260
- "support": 15899.0
261
  },
262
- "eval_accuracy": 0.8902693787795491,
263
- "eval_loss": 0.3604726195335388,
264
  "eval_macro avg": {
265
- "f1-score": 0.865228918826466,
266
- "precision": 0.8493754187892053,
267
- "recall": 0.8918601676480611,
268
- "support": 36380.0
269
- },
270
- "eval_runtime": 4.991,
271
- "eval_samples_per_second": 16.229,
272
- "eval_steps_per_second": 2.204,
273
  "eval_weighted avg": {
274
- "f1-score": 0.8955262233990811,
275
- "precision": 0.9086708334194257,
276
- "recall": 0.8902693787795491,
277
- "support": 36380.0
278
  },
279
  "step": 486
280
  },
281
  {
282
  "epoch": 6.17,
283
- "grad_norm": 17.04454231262207,
284
  "learning_rate": 1.7530864197530865e-05,
285
- "loss": 0.2104,
286
  "step": 500
287
  },
288
  {
289
  "epoch": 7.0,
290
  "eval_Claim": {
291
- "f1-score": 0.7037529399734124,
292
- "precision": 0.7110973341599504,
293
- "recall": 0.6965587044534413,
294
- "support": 4940.0
295
  },
296
  "eval_MajorClaim": {
297
- "f1-score": 0.9196885428253615,
298
- "precision": 0.8959687906371911,
299
- "recall": 0.9446983546617916,
300
- "support": 2188.0
301
  },
302
  "eval_O": {
303
- "f1-score": 0.9987257327036954,
304
- "precision": 0.9996248780853777,
305
- "recall": 0.997828203399985,
306
- "support": 13353.0
307
  },
308
  "eval_Premise": {
309
- "f1-score": 0.9188781285372909,
310
- "precision": 0.9187048098082364,
311
- "recall": 0.9190515126737531,
312
- "support": 15899.0
313
  },
314
- "eval_accuracy": 0.9192963166575041,
315
- "eval_loss": 0.36414769291877747,
316
  "eval_macro avg": {
317
- "f1-score": 0.8852613360099401,
318
- "precision": 0.8813489531726889,
319
- "recall": 0.8895341937972427,
320
- "support": 36380.0
321
- },
322
- "eval_runtime": 4.9835,
323
- "eval_samples_per_second": 16.254,
324
- "eval_steps_per_second": 2.207,
325
  "eval_weighted avg": {
326
- "f1-score": 0.9190227083446231,
327
- "precision": 0.9188476996393494,
328
- "recall": 0.9192963166575041,
329
- "support": 36380.0
330
  },
331
  "step": 567
332
  },
333
  {
334
  "epoch": 8.0,
335
  "eval_Claim": {
336
- "f1-score": 0.7025399811853246,
337
- "precision": 0.6562390158172232,
338
- "recall": 0.7558704453441295,
339
- "support": 4940.0
340
  },
341
  "eval_MajorClaim": {
342
- "f1-score": 0.9105835367206567,
343
- "precision": 0.8848641655886158,
344
- "recall": 0.9378427787934186,
345
- "support": 2188.0
346
  },
347
  "eval_O": {
348
- "f1-score": 0.9986513823331086,
349
- "precision": 0.9991005172026085,
350
- "recall": 0.9982026510896428,
351
- "support": 13353.0
352
  },
353
  "eval_Premise": {
354
- "f1-score": 0.9083384525849526,
355
- "precision": 0.9345974717232203,
356
- "recall": 0.8835146864582678,
357
- "support": 15899.0
358
  },
359
- "eval_accuracy": 0.911544804837823,
360
- "eval_loss": 0.35222452878952026,
361
  "eval_macro avg": {
362
- "f1-score": 0.8800283382060107,
363
- "precision": 0.8687002925829169,
364
- "recall": 0.8938576404213647,
365
- "support": 36380.0
366
- },
367
- "eval_runtime": 4.9741,
368
- "eval_samples_per_second": 16.285,
369
- "eval_steps_per_second": 2.211,
370
  "eval_weighted avg": {
371
- "f1-score": 0.9136769997620249,
372
- "precision": 0.9174837257168467,
373
- "recall": 0.911544804837823,
374
- "support": 36380.0
375
  },
376
  "step": 648
377
  },
378
  {
379
  "epoch": 9.0,
380
  "eval_Claim": {
381
- "f1-score": 0.6566933693658913,
382
- "precision": 0.6275594908688434,
383
- "recall": 0.6886639676113361,
384
- "support": 4940.0
385
  },
386
  "eval_MajorClaim": {
387
- "f1-score": 0.8702745722244328,
388
- "precision": 0.7706131078224101,
389
- "recall": 0.9995429616087751,
390
- "support": 2188.0
391
  },
392
  "eval_O": {
393
- "f1-score": 0.9987648313807688,
394
- "precision": 0.9983537862915295,
395
- "recall": 0.9991762150827529,
396
- "support": 13353.0
397
  },
398
  "eval_Premise": {
399
- "f1-score": 0.9001826722338205,
400
- "precision": 0.9350138917124077,
401
- "recall": 0.8678533241084345,
402
- "support": 15899.0
403
  },
404
- "eval_accuracy": 0.8996426608026388,
405
- "eval_loss": 0.4436376690864563,
406
  "eval_macro avg": {
407
- "f1-score": 0.8564788613012284,
408
- "precision": 0.8328850691737977,
409
- "recall": 0.8888091171028246,
410
- "support": 36380.0
411
- },
412
- "eval_runtime": 5.0402,
413
- "eval_samples_per_second": 16.071,
414
- "eval_steps_per_second": 2.182,
415
  "eval_weighted avg": {
416
- "f1-score": 0.9015045934020747,
417
- "precision": 0.90662587513727,
418
- "recall": 0.8996426608026388,
419
- "support": 36380.0
420
  },
421
  "step": 729
422
  },
423
  {
424
  "epoch": 10.0,
425
  "eval_Claim": {
426
- "f1-score": 0.7371103705155853,
427
- "precision": 0.7145572025845686,
428
- "recall": 0.7611336032388664,
429
- "support": 4940.0
430
  },
431
  "eval_MajorClaim": {
432
- "f1-score": 0.9365328549002018,
433
- "precision": 0.9194187582562747,
434
- "recall": 0.9542961608775137,
435
- "support": 2188.0
436
  },
437
  "eval_O": {
438
- "f1-score": 0.9991386090408599,
439
- "precision": 0.9993257416841475,
440
- "recall": 0.9989515464689583,
441
- "support": 13353.0
442
  },
443
  "eval_Premise": {
444
- "f1-score": 0.9225428371233836,
445
- "precision": 0.9344473837021743,
446
- "recall": 0.9109377948298635,
447
- "support": 15899.0
448
  },
449
- "eval_accuracy": 0.9255085211654756,
450
- "eval_loss": 0.44094258546829224,
451
  "eval_macro avg": {
452
- "f1-score": 0.8988311678950076,
453
- "precision": 0.8919372715567913,
454
- "recall": 0.9063297763538004,
455
- "support": 36380.0
456
- },
457
- "eval_runtime": 4.9458,
458
- "eval_samples_per_second": 16.378,
459
- "eval_steps_per_second": 2.224,
460
  "eval_weighted avg": {
461
- "f1-score": 0.9263184587909816,
462
- "precision": 0.927497977075915,
463
- "recall": 0.9255085211654756,
464
- "support": 36380.0
465
  },
466
  "step": 810
467
  },
468
  {
469
  "epoch": 11.0,
470
  "eval_Claim": {
471
- "f1-score": 0.6750768578394996,
472
- "precision": 0.7086579123080348,
473
- "recall": 0.6445344129554655,
474
- "support": 4940.0
475
  },
476
  "eval_MajorClaim": {
477
- "f1-score": 0.9008264462809917,
478
- "precision": 0.8220211161387632,
479
- "recall": 0.9963436928702011,
480
- "support": 2188.0
481
  },
482
  "eval_O": {
483
- "f1-score": 0.9990631440884392,
484
- "precision": 0.9998499849984999,
485
- "recall": 0.9982775406275743,
486
- "support": 13353.0
487
  },
488
  "eval_Premise": {
489
- "f1-score": 0.9168605748066159,
490
- "precision": 0.9167452681883921,
491
- "recall": 0.9169759104346186,
492
- "support": 15899.0
493
  },
494
- "eval_accuracy": 0.9145959318306762,
495
- "eval_loss": 0.4954843521118164,
496
  "eval_macro avg": {
497
- "f1-score": 0.8729567557538865,
498
- "precision": 0.8618185704084225,
499
- "recall": 0.8890328892219649,
500
- "support": 36380.0
501
- },
502
- "eval_runtime": 5.0503,
503
- "eval_samples_per_second": 16.039,
504
- "eval_steps_per_second": 2.178,
505
  "eval_weighted avg": {
506
- "f1-score": 0.9132365141301059,
507
- "precision": 0.9132952764575458,
508
- "recall": 0.9145959318306762,
509
- "support": 36380.0
510
  },
511
  "step": 891
512
  },
513
  {
514
  "epoch": 12.0,
515
  "eval_Claim": {
516
- "f1-score": 0.6857200770244248,
517
- "precision": 0.6866247209255125,
518
- "recall": 0.6848178137651821,
519
- "support": 4940.0
520
  },
521
  "eval_MajorClaim": {
522
- "f1-score": 0.9214571488734471,
523
- "precision": 0.8543537680593518,
524
- "recall": 1.0,
525
- "support": 2188.0
526
  },
527
  "eval_O": {
528
- "f1-score": 0.9987652935234033,
529
- "precision": 0.9979811574697174,
530
- "recall": 0.9995506627724107,
531
- "support": 13353.0
532
  },
533
  "eval_Premise": {
534
- "f1-score": 0.9127542413343095,
535
- "precision": 0.9239592731022039,
536
- "recall": 0.9018177243851815,
537
- "support": 15899.0
538
  },
539
- "eval_accuracy": 0.91412864211105,
540
- "eval_loss": 0.5210011005401611,
541
  "eval_macro avg": {
542
- "f1-score": 0.8796741901888963,
543
- "precision": 0.8657297298891964,
544
- "recall": 0.8965465502306935,
545
- "support": 36380.0
546
- },
547
- "eval_runtime": 4.9497,
548
- "eval_samples_per_second": 16.365,
549
- "eval_steps_per_second": 2.222,
550
  "eval_weighted avg": {
551
- "f1-score": 0.9140186385274314,
552
- "precision": 0.9147147620844138,
553
- "recall": 0.91412864211105,
554
- "support": 36380.0
555
  },
556
  "step": 972
557
  },
558
  {
559
  "epoch": 12.35,
560
- "grad_norm": 3.2667109966278076,
561
  "learning_rate": 1.506172839506173e-05,
562
- "loss": 0.0286,
563
  "step": 1000
564
  },
565
  {
566
  "epoch": 13.0,
567
  "eval_Claim": {
568
- "f1-score": 0.7024380291747424,
569
- "precision": 0.7079991774624718,
570
- "recall": 0.6969635627530364,
571
- "support": 4940.0
572
  },
573
  "eval_MajorClaim": {
574
- "f1-score": 0.9075119409465915,
575
- "precision": 0.8643507030603805,
576
- "recall": 0.9552102376599635,
577
- "support": 2188.0
578
  },
579
  "eval_O": {
580
- "f1-score": 0.9986895802912875,
581
- "precision": 0.9985774183887391,
582
- "recall": 0.9988017673930952,
583
- "support": 13353.0
584
  },
585
  "eval_Premise": {
586
- "f1-score": 0.9200429808482398,
587
- "precision": 0.9246014101505431,
588
- "recall": 0.9155292785709793,
589
- "support": 15899.0
590
  },
591
- "eval_accuracy": 0.9188015393073117,
592
- "eval_loss": 0.5909315347671509,
593
  "eval_macro avg": {
594
- "f1-score": 0.8821706328152152,
595
- "precision": 0.8738821772655336,
596
- "recall": 0.8916262115942686,
597
- "support": 36380.0
598
- },
599
- "eval_runtime": 4.9699,
600
- "eval_samples_per_second": 16.298,
601
- "eval_steps_per_second": 2.213,
602
  "eval_weighted avg": {
603
- "f1-score": 0.9186076225687217,
604
- "precision": 0.918717904416961,
605
- "recall": 0.9188015393073117,
606
- "support": 36380.0
607
  },
608
  "step": 1053
609
  },
610
  {
611
  "epoch": 14.0,
612
  "eval_Claim": {
613
- "f1-score": 0.7095000509113125,
614
- "precision": 0.7137881581643106,
615
- "recall": 0.7052631578947368,
616
- "support": 4940.0
617
  },
618
  "eval_MajorClaim": {
619
- "f1-score": 0.921028466483012,
620
- "precision": 0.9252767527675276,
621
- "recall": 0.916819012797075,
622
- "support": 2188.0
623
  },
624
  "eval_O": {
625
- "f1-score": 0.9994754982766372,
626
  "precision": 1.0,
627
- "recall": 0.9989515464689583,
628
- "support": 13353.0
629
  },
630
  "eval_Premise": {
631
- "f1-score": 0.9206986297074409,
632
- "precision": 0.9180215107553776,
633
- "recall": 0.9233914082646707,
634
- "support": 15899.0
635
  },
636
- "eval_accuracy": 0.9211105002748763,
637
- "eval_loss": 0.559357225894928,
638
  "eval_macro avg": {
639
- "f1-score": 0.8876756613446006,
640
- "precision": 0.889271605421804,
641
- "recall": 0.8861062813563602,
642
- "support": 36380.0
643
- },
644
- "eval_runtime": 4.9811,
645
- "eval_samples_per_second": 16.262,
646
- "eval_steps_per_second": 2.208,
647
  "eval_weighted avg": {
648
- "f1-score": 0.9209544908843665,
649
- "precision": 0.9208148168193181,
650
- "recall": 0.9211105002748763,
651
- "support": 36380.0
652
  },
653
  "step": 1134
654
  },
655
  {
656
  "epoch": 15.0,
657
  "eval_Claim": {
658
- "f1-score": 0.6915445526531356,
659
- "precision": 0.6282454109475774,
660
- "recall": 0.7690283400809717,
661
- "support": 4940.0
662
  },
663
  "eval_MajorClaim": {
664
- "f1-score": 0.9327135900841081,
665
- "precision": 0.9042918454935622,
666
- "recall": 0.9629798903107861,
667
- "support": 2188.0
668
  },
669
  "eval_O": {
670
- "f1-score": 0.9995130539011873,
671
- "precision": 0.9998501199040767,
672
- "recall": 0.9991762150827529,
673
- "support": 13353.0
674
  },
675
  "eval_Premise": {
676
- "f1-score": 0.8984226716408141,
677
- "precision": 0.936421311139914,
678
- "recall": 0.8633876344424177,
679
- "support": 15899.0
680
  },
681
- "eval_accuracy": 0.9064046179219352,
682
- "eval_loss": 0.6213898658752441,
683
  "eval_macro avg": {
684
- "f1-score": 0.8805484670698113,
685
- "precision": 0.8672021718712826,
686
- "recall": 0.898643019979232,
687
- "support": 36380.0
688
- },
689
- "eval_runtime": 4.9756,
690
- "eval_samples_per_second": 16.28,
691
- "eval_steps_per_second": 2.211,
692
  "eval_weighted avg": {
693
- "f1-score": 0.9094977265082566,
694
- "precision": 0.9159231436204942,
695
- "recall": 0.9064046179219352,
696
- "support": 36380.0
697
  },
698
  "step": 1215
699
  },
700
  {
701
  "epoch": 16.0,
702
  "eval_Claim": {
703
- "f1-score": 0.6819089456869009,
704
- "precision": 0.6727738376674547,
705
- "recall": 0.6912955465587044,
706
- "support": 4940.0
707
  },
708
  "eval_MajorClaim": {
709
- "f1-score": 0.9290586630286495,
710
- "precision": 0.9244343891402715,
711
- "recall": 0.9337294332723949,
712
- "support": 2188.0
713
  },
714
  "eval_O": {
715
- "f1-score": 0.9998127410958391,
716
  "precision": 1.0,
717
- "recall": 0.9996255523103422,
718
- "support": 13353.0
719
  },
720
  "eval_Premise": {
721
- "f1-score": 0.9087691578448412,
722
- "precision": 0.9131843007748,
723
- "recall": 0.9043965029247123,
724
- "support": 15899.0
725
  },
726
- "eval_accuracy": 0.9121770203408466,
727
- "eval_loss": 0.6214332580566406,
728
  "eval_macro avg": {
729
- "f1-score": 0.8798873769140577,
730
- "precision": 0.8775981318956315,
731
- "recall": 0.8822617587665385,
732
- "support": 36380.0
733
- },
734
- "eval_runtime": 4.962,
735
- "eval_samples_per_second": 16.324,
736
- "eval_steps_per_second": 2.217,
737
  "eval_weighted avg": {
738
- "f1-score": 0.9126011797368843,
739
- "precision": 0.9130808795913876,
740
- "recall": 0.9121770203408466,
741
- "support": 36380.0
742
  },
743
  "step": 1296
744
  },
745
  {
746
  "epoch": 17.0,
747
  "eval_Claim": {
748
- "f1-score": 0.6977198697068404,
749
- "precision": 0.7524590163934426,
750
- "recall": 0.6504048582995952,
751
- "support": 4940.0
752
  },
753
  "eval_MajorClaim": {
754
- "f1-score": 0.935002195871761,
755
- "precision": 0.8998309382924767,
756
- "recall": 0.9730347349177331,
757
- "support": 2188.0
758
  },
759
  "eval_O": {
760
- "f1-score": 0.9994757732344791,
761
- "precision": 0.9994757732344791,
762
- "recall": 0.9994757732344791,
763
- "support": 13353.0
764
  },
765
  "eval_Premise": {
766
- "f1-score": 0.9219572623103128,
767
- "precision": 0.908120309926179,
768
- "recall": 0.9362224039247752,
769
- "support": 15899.0
770
  },
771
- "eval_accuracy": 0.9228422210005498,
772
- "eval_loss": 0.6075455546379089,
773
  "eval_macro avg": {
774
- "f1-score": 0.8885387752808483,
775
- "precision": 0.8899715094616443,
776
- "recall": 0.8897844425941457,
777
- "support": 36380.0
778
- },
779
- "eval_runtime": 5.0046,
780
- "eval_samples_per_second": 16.185,
781
- "eval_steps_per_second": 2.198,
782
  "eval_weighted avg": {
783
- "f1-score": 0.9207454500932067,
784
- "precision": 0.9200160099363349,
785
- "recall": 0.9228422210005498,
786
- "support": 36380.0
787
  },
788
  "step": 1377
789
  },
790
  {
791
  "epoch": 18.0,
792
  "eval_Claim": {
793
- "f1-score": 0.6748943740271293,
794
- "precision": 0.7486433152442032,
795
- "recall": 0.6143724696356275,
796
- "support": 4940.0
797
  },
798
  "eval_MajorClaim": {
799
- "f1-score": 0.9180620674257648,
800
- "precision": 0.8974247053688346,
801
- "recall": 0.9396709323583181,
802
- "support": 2188.0
803
  },
804
  "eval_O": {
805
- "f1-score": 0.9997753145596164,
806
- "precision": 0.9998501984870047,
807
- "recall": 0.9997004418482738,
808
- "support": 13353.0
809
  },
810
  "eval_Premise": {
811
- "f1-score": 0.9206027683147655,
812
- "precision": 0.898945097099017,
813
- "recall": 0.9433297691678721,
814
- "support": 15899.0
815
  },
816
- "eval_accuracy": 0.9191313908741067,
817
- "eval_loss": 0.6335331201553345,
818
  "eval_macro avg": {
819
- "f1-score": 0.878333631081819,
820
- "precision": 0.8862158290497649,
821
- "recall": 0.874268403252523,
822
- "support": 36380.0
823
- },
824
- "eval_runtime": 4.9489,
825
- "eval_samples_per_second": 16.367,
826
- "eval_steps_per_second": 2.223,
827
  "eval_weighted avg": {
828
- "f1-score": 0.9161451676737934,
829
- "precision": 0.9154807870211,
830
- "recall": 0.9191313908741067,
831
- "support": 36380.0
832
  },
833
  "step": 1458
834
  },
835
  {
836
  "epoch": 18.52,
837
- "grad_norm": 0.10011027753353119,
838
  "learning_rate": 1.2592592592592593e-05,
839
- "loss": 0.0091,
840
  "step": 1500
841
  },
842
  {
843
  "epoch": 19.0,
844
  "eval_Claim": {
845
- "f1-score": 0.7046035805626598,
846
- "precision": 0.7439243924392439,
847
- "recall": 0.6692307692307692,
848
- "support": 4940.0
849
  },
850
  "eval_MajorClaim": {
851
- "f1-score": 0.9264422045893201,
852
- "precision": 0.8727272727272727,
853
- "recall": 0.9872029250457038,
854
- "support": 2188.0
855
  },
856
  "eval_O": {
857
- "f1-score": 0.999213041034289,
858
  "precision": 1.0,
859
- "recall": 0.9984273197034375,
860
- "support": 13353.0
861
  },
862
  "eval_Premise": {
863
- "f1-score": 0.921880854252529,
864
- "precision": 0.9153078306156612,
865
- "recall": 0.9285489653437323,
866
- "support": 15899.0
867
  },
868
- "eval_accuracy": 0.9225123694337548,
869
- "eval_loss": 0.6328368782997131,
870
  "eval_macro avg": {
871
- "f1-score": 0.8880349201096995,
872
- "precision": 0.8829898739455444,
873
- "recall": 0.8958524948309107,
874
- "support": 36380.0
875
- },
876
- "eval_runtime": 4.9991,
877
- "eval_samples_per_second": 16.203,
878
- "eval_steps_per_second": 2.2,
879
  "eval_weighted avg": {
880
- "f1-score": 0.9210355324440019,
881
- "precision": 0.9205605544347316,
882
- "recall": 0.9225123694337548,
883
- "support": 36380.0
884
  },
885
  "step": 1539
886
  },
887
  {
888
  "epoch": 20.0,
889
  "eval_Claim": {
890
- "f1-score": 0.6881697835679765,
891
- "precision": 0.7153778942769768,
892
- "recall": 0.6629554655870445,
893
- "support": 4940.0
894
  },
895
  "eval_MajorClaim": {
896
- "f1-score": 0.9309440559440559,
897
- "precision": 0.8919597989949749,
898
- "recall": 0.973491773308958,
899
- "support": 2188.0
900
  },
901
  "eval_O": {
902
- "f1-score": 0.9997753313862053,
903
- "precision": 0.9997753313862053,
904
- "recall": 0.9997753313862053,
905
- "support": 13353.0
906
  },
907
  "eval_Premise": {
908
- "f1-score": 0.9161451814768461,
909
- "precision": 0.9115248116555632,
910
- "recall": 0.92081262972514,
911
- "support": 15899.0
912
  },
913
- "eval_accuracy": 0.9179494227597581,
914
- "eval_loss": 0.6887677907943726,
915
  "eval_macro avg": {
916
- "f1-score": 0.883758588093771,
917
- "precision": 0.87965945907843,
918
- "recall": 0.8892588000018369,
919
- "support": 36380.0
920
- },
921
- "eval_runtime": 5.0229,
922
- "eval_samples_per_second": 16.126,
923
- "eval_steps_per_second": 2.19,
924
  "eval_weighted avg": {
925
- "f1-score": 0.916774507023963,
926
- "precision": 0.9161052176591827,
927
- "recall": 0.9179494227597581,
928
- "support": 36380.0
929
  },
930
  "step": 1620
931
  },
932
  {
933
  "epoch": 21.0,
934
  "eval_Claim": {
935
- "f1-score": 0.6423871114136601,
936
- "precision": 0.7307692307692307,
937
- "recall": 0.573076923076923,
938
- "support": 4940.0
939
  },
940
  "eval_MajorClaim": {
941
- "f1-score": 0.8879392212725545,
942
- "precision": 0.9239130434782609,
943
- "recall": 0.8546617915904936,
944
- "support": 2188.0
945
  },
946
  "eval_O": {
947
- "f1-score": 0.9984999624990625,
948
  "precision": 1.0,
949
- "recall": 0.9970044184827379,
950
- "support": 13353.0
951
  },
952
  "eval_Premise": {
953
- "f1-score": 0.9172614007499698,
954
- "precision": 0.883336245558856,
955
- "recall": 0.9538964714761935,
956
- "support": 15899.0
957
  },
958
- "eval_accuracy": 0.9120395821880154,
959
- "eval_loss": 0.7241741418838501,
960
  "eval_macro avg": {
961
- "f1-score": 0.8615219239838117,
962
- "precision": 0.8845046299515869,
963
- "recall": 0.844659901156587,
964
- "support": 36380.0
965
- },
966
- "eval_runtime": 4.9949,
967
- "eval_samples_per_second": 16.217,
968
- "eval_steps_per_second": 2.202,
969
  "eval_weighted avg": {
970
- "f1-score": 0.9079909938510604,
971
- "precision": 0.9078802833224489,
972
- "recall": 0.9120395821880154,
973
- "support": 36380.0
974
  },
975
  "step": 1701
976
  },
977
  {
978
  "epoch": 22.0,
979
  "eval_Claim": {
980
- "f1-score": 0.6720596061734965,
981
- "precision": 0.7086419753086419,
982
- "recall": 0.6390688259109312,
983
- "support": 4940.0
984
  },
985
  "eval_MajorClaim": {
986
- "f1-score": 0.9051685393258427,
987
- "precision": 0.8903625110521662,
988
- "recall": 0.9204753199268738,
989
- "support": 2188.0
990
  },
991
  "eval_O": {
992
- "f1-score": 0.9997004867090977,
993
- "precision": 0.9995507973347308,
994
- "recall": 0.9998502209241369,
995
- "support": 13353.0
996
  },
997
  "eval_Premise": {
998
- "f1-score": 0.9166278528178853,
999
- "precision": 0.9051882742548755,
1000
- "recall": 0.9283602742310837,
1001
- "support": 15899.0
1002
  },
1003
- "eval_accuracy": 0.9148433205057724,
1004
- "eval_loss": 0.7163732051849365,
1005
  "eval_macro avg": {
1006
- "f1-score": 0.8733891212565805,
1007
- "precision": 0.8759358894876037,
1008
- "recall": 0.8719386602482564,
1009
- "support": 36380.0
1010
- },
1011
- "eval_runtime": 4.9476,
1012
- "eval_samples_per_second": 16.371,
1013
- "eval_steps_per_second": 2.223,
1014
  "eval_weighted avg": {
1015
- "f1-score": 0.9132201772820274,
1016
- "precision": 0.9122428450081295,
1017
- "recall": 0.9148433205057724,
1018
- "support": 36380.0
1019
  },
1020
  "step": 1782
1021
  },
1022
  {
1023
  "epoch": 23.0,
1024
  "eval_Claim": {
1025
- "f1-score": 0.7022826614861584,
1026
- "precision": 0.6750700280112045,
1027
- "recall": 0.7317813765182186,
1028
- "support": 4940.0
1029
  },
1030
  "eval_MajorClaim": {
1031
- "f1-score": 0.9080485115766262,
1032
- "precision": 0.8772901576480614,
1033
- "recall": 0.9410420475319927,
1034
- "support": 2188.0
1035
  },
1036
  "eval_O": {
1037
- "f1-score": 0.9988753936122357,
1038
  "precision": 1.0,
1039
- "recall": 0.9977533138620535,
1040
- "support": 13353.0
1041
  },
1042
  "eval_Premise": {
1043
- "f1-score": 0.9134190823574582,
1044
- "precision": 0.9295994789970694,
1045
- "recall": 0.8977923139820114,
1046
- "support": 15899.0
1047
  },
1048
- "eval_accuracy": 0.9145409565695437,
1049
- "eval_loss": 0.695353627204895,
1050
  "eval_macro avg": {
1051
- "f1-score": 0.8806564122581195,
1052
- "precision": 0.8704899161640838,
1053
- "recall": 0.892092262973569,
1054
- "support": 36380.0
1055
- },
1056
- "eval_runtime": 4.9626,
1057
- "eval_samples_per_second": 16.322,
1058
- "eval_steps_per_second": 2.217,
1059
  "eval_weighted avg": {
1060
- "f1-score": 0.9157921828580727,
1061
- "precision": 0.9177311412832249,
1062
- "recall": 0.9145409565695437,
1063
- "support": 36380.0
1064
  },
1065
  "step": 1863
1066
  },
1067
  {
1068
  "epoch": 24.0,
1069
  "eval_Claim": {
1070
- "f1-score": 0.6945771284068559,
1071
- "precision": 0.6463308349311487,
1072
- "recall": 0.7506072874493928,
1073
- "support": 4940.0
1074
  },
1075
  "eval_MajorClaim": {
1076
- "f1-score": 0.9287416071041802,
1077
- "precision": 0.8826677645121449,
1078
- "recall": 0.979890310786106,
1079
- "support": 2188.0
1080
  },
1081
  "eval_O": {
1082
- "f1-score": 0.9992880428673137,
1083
  "precision": 1.0,
1084
- "recall": 0.9985770987793006,
1085
- "support": 13353.0
1086
  },
1087
  "eval_Premise": {
1088
- "f1-score": 0.9030182916923878,
1089
- "precision": 0.9339381720430108,
1090
- "recall": 0.8740801308258381,
1091
- "support": 15899.0
1092
  },
1093
- "eval_accuracy": 0.9093732820230896,
1094
- "eval_loss": 0.7689566016197205,
1095
  "eval_macro avg": {
1096
- "f1-score": 0.8814062675176844,
1097
- "precision": 0.8657341928715762,
1098
- "recall": 0.9007887069601594,
1099
- "support": 36380.0
1100
- },
1101
- "eval_runtime": 4.9669,
1102
- "eval_samples_per_second": 16.308,
1103
- "eval_steps_per_second": 2.215,
1104
  "eval_weighted avg": {
1105
- "f1-score": 0.911596446033489,
1106
- "precision": 0.9160482240413489,
1107
- "recall": 0.9093732820230896,
1108
- "support": 36380.0
1109
  },
1110
  "step": 1944
1111
  }
@@ -1115,7 +1115,7 @@
1115
  "num_input_tokens_seen": 0,
1116
  "num_train_epochs": 50,
1117
  "save_steps": 500,
1118
- "total_flos": 3440212412817600.0,
1119
  "train_batch_size": 4,
1120
  "trial_name": null,
1121
  "trial_params": null
 
11
  {
12
  "epoch": 1.0,
13
  "eval_Claim": {
14
+ "f1-score": 0.5254768748366867,
15
+ "precision": 0.5768789443488239,
16
+ "recall": 0.4824856046065259,
17
+ "support": 4168.0
18
  },
19
  "eval_MajorClaim": {
20
+ "f1-score": 0.7984361424847959,
21
+ "precision": 0.7495921696574225,
22
+ "recall": 0.854089219330855,
23
+ "support": 2152.0
24
  },
25
  "eval_O": {
26
+ "f1-score": 0.9990277532260916,
27
+ "precision": 0.9988511841640155,
28
+ "recall": 0.9992043847241867,
29
+ "support": 11312.0
30
  },
31
  "eval_Premise": {
32
+ "f1-score": 0.8854183656825966,
33
+ "precision": 0.8719781543651113,
34
+ "recall": 0.8992793837488611,
35
+ "support": 12073.0
36
  },
37
+ "eval_accuracy": 0.8755765022723447,
38
+ "eval_loss": 0.28303390741348267,
39
  "eval_macro avg": {
40
+ "f1-score": 0.8020897840575427,
41
+ "precision": 0.7993251131338432,
42
+ "recall": 0.8087646481026072,
43
+ "support": 29705.0
44
+ },
45
+ "eval_runtime": 4.8106,
46
+ "eval_samples_per_second": 16.63,
47
+ "eval_steps_per_second": 2.079,
48
  "eval_weighted avg": {
49
+ "f1-score": 0.8718761173649596,
50
+ "precision": 0.8700202202343714,
51
+ "recall": 0.8755765022723447,
52
+ "support": 29705.0
53
  },
54
  "step": 81
55
  },
56
  {
57
  "epoch": 2.0,
58
  "eval_Claim": {
59
+ "f1-score": 0.5578782336033447,
60
+ "precision": 0.6124497991967871,
61
+ "recall": 0.5122360844529751,
62
+ "support": 4168.0
63
  },
64
  "eval_MajorClaim": {
65
+ "f1-score": 0.784421283598464,
66
+ "precision": 0.9571619812583668,
67
+ "recall": 0.6644981412639405,
68
+ "support": 2152.0
69
  },
70
  "eval_O": {
71
+ "f1-score": 0.9998674150351351,
72
+ "precision": 0.9997348652231551,
73
+ "recall": 1.0,
74
+ "support": 11312.0
75
  },
76
  "eval_Premise": {
77
+ "f1-score": 0.8977749872463995,
78
+ "precision": 0.8530201342281879,
79
+ "recall": 0.9474861260664292,
80
+ "support": 12073.0
81
  },
82
+ "eval_accuracy": 0.8859114627167144,
83
+ "eval_loss": 0.27363118529319763,
84
  "eval_macro avg": {
85
+ "f1-score": 0.8099854798708358,
86
+ "precision": 0.8555916949766242,
87
+ "recall": 0.7810550879458362,
88
+ "support": 29705.0
89
+ },
90
+ "eval_runtime": 4.7727,
91
+ "eval_samples_per_second": 16.762,
92
+ "eval_steps_per_second": 2.095,
93
  "eval_weighted avg": {
94
+ "f1-score": 0.8807489883812781,
95
+ "precision": 0.8826802296805741,
96
+ "recall": 0.8859114627167144,
97
+ "support": 29705.0
98
  },
99
  "step": 162
100
  },
101
  {
102
  "epoch": 3.0,
103
  "eval_Claim": {
104
+ "f1-score": 0.64760736196319,
105
+ "precision": 0.6627322953289804,
106
+ "recall": 0.6331573896353166,
107
+ "support": 4168.0
108
  },
109
  "eval_MajorClaim": {
110
+ "f1-score": 0.9016018306636155,
111
+ "precision": 0.8881875563570785,
112
+ "recall": 0.9154275092936803,
113
+ "support": 2152.0
114
  },
115
  "eval_O": {
116
+ "f1-score": 0.9996904982977407,
117
+ "precision": 1.0,
118
+ "recall": 0.9993811881188119,
119
+ "support": 11312.0
120
  },
121
  "eval_Premise": {
122
+ "f1-score": 0.8982820417748115,
123
+ "precision": 0.8936065573770492,
124
+ "recall": 0.9030067091857865,
125
+ "support": 12073.0
126
  },
127
+ "eval_accuracy": 0.9027436458508669,
128
+ "eval_loss": 0.22585685551166534,
129
  "eval_macro avg": {
130
+ "f1-score": 0.8617954331748394,
131
+ "precision": 0.861131602265777,
132
+ "recall": 0.8627431990583988,
133
+ "support": 29705.0
134
+ },
135
+ "eval_runtime": 4.8003,
136
+ "eval_samples_per_second": 16.666,
137
+ "eval_steps_per_second": 2.083,
138
  "eval_weighted avg": {
139
+ "f1-score": 0.9019670975035187,
140
+ "precision": 0.9013351218793044,
141
+ "recall": 0.9027436458508669,
142
+ "support": 29705.0
143
  },
144
  "step": 243
145
  },
146
  {
147
  "epoch": 4.0,
148
  "eval_Claim": {
149
+ "f1-score": 0.6477602966229081,
150
+ "precision": 0.5561865427637239,
151
+ "recall": 0.7754318618042226,
152
+ "support": 4168.0
153
  },
154
  "eval_MajorClaim": {
155
+ "f1-score": 0.8984409799554566,
156
+ "precision": 0.8627031650983746,
157
+ "recall": 0.9372676579925651,
158
+ "support": 2152.0
159
  },
160
  "eval_O": {
161
+ "f1-score": 1.0,
162
+ "precision": 1.0,
163
+ "recall": 1.0,
164
+ "support": 11312.0
165
  },
166
  "eval_Premise": {
167
+ "f1-score": 0.861495720750997,
168
+ "precision": 0.9384029675907849,
169
+ "recall": 0.7962395427814131,
170
+ "support": 12073.0
171
  },
172
+ "eval_accuracy": 0.8811311227066151,
173
+ "eval_loss": 0.32341843843460083,
174
  "eval_macro avg": {
175
+ "f1-score": 0.8519242493323405,
176
+ "precision": 0.8393231688632209,
177
+ "recall": 0.8772347656445502,
178
+ "support": 29705.0
179
+ },
180
+ "eval_runtime": 4.7708,
181
+ "eval_samples_per_second": 16.769,
182
+ "eval_steps_per_second": 2.096,
183
  "eval_weighted avg": {
184
+ "f1-score": 0.8869263673393438,
185
+ "precision": 0.9027457246003854,
186
+ "recall": 0.8811311227066151,
187
+ "support": 29705.0
188
  },
189
  "step": 324
190
  },
191
  {
192
  "epoch": 5.0,
193
  "eval_Claim": {
194
+ "f1-score": 0.6188788236838649,
195
+ "precision": 0.6833864888373442,
196
+ "recall": 0.5654990403071017,
197
+ "support": 4168.0
198
  },
199
  "eval_MajorClaim": {
200
+ "f1-score": 0.909733679000707,
201
+ "precision": 0.9230033476805356,
202
+ "recall": 0.8968401486988847,
203
+ "support": 2152.0
204
  },
205
  "eval_O": {
206
+ "f1-score": 0.9999558011049724,
207
+ "precision": 0.9999116061168567,
208
+ "recall": 1.0,
209
+ "support": 11312.0
210
  },
211
  "eval_Premise": {
212
+ "f1-score": 0.8978936810431294,
213
+ "precision": 0.8706816059757236,
214
+ "recall": 0.9268615919821088,
215
+ "support": 12073.0
216
  },
217
+ "eval_accuracy": 0.9018347079616226,
218
+ "eval_loss": 0.3072384297847748,
219
  "eval_macro avg": {
220
+ "f1-score": 0.8566154962081685,
221
+ "precision": 0.8692457621526151,
222
+ "recall": 0.8473001952470238,
223
+ "support": 29705.0
224
+ },
225
+ "eval_runtime": 4.7922,
226
+ "eval_samples_per_second": 16.694,
227
+ "eval_steps_per_second": 2.087,
228
  "eval_weighted avg": {
229
+ "f1-score": 0.8984684143294738,
230
+ "precision": 0.8974043833368577,
231
+ "recall": 0.9018347079616226,
232
+ "support": 29705.0
233
  },
234
  "step": 405
235
  },
236
  {
237
  "epoch": 6.0,
238
  "eval_Claim": {
239
+ "f1-score": 0.620837537840565,
240
+ "precision": 0.6545212765957447,
241
+ "recall": 0.5904510556621881,
242
+ "support": 4168.0
243
  },
244
  "eval_MajorClaim": {
245
+ "f1-score": 0.8993613741466637,
246
+ "precision": 0.8547509418166597,
247
+ "recall": 0.9488847583643123,
248
+ "support": 2152.0
249
  },
250
  "eval_O": {
251
+ "f1-score": 0.9999558011049724,
252
+ "precision": 0.9999116061168567,
253
+ "recall": 1.0,
254
+ "support": 11312.0
255
  },
256
  "eval_Premise": {
257
+ "f1-score": 0.8931567692054615,
258
+ "precision": 0.8869558114841134,
259
+ "recall": 0.8994450426571688,
260
+ "support": 12073.0
261
  },
262
+ "eval_accuracy": 0.8979633058407676,
263
+ "eval_loss": 0.3634909987449646,
264
  "eval_macro avg": {
265
+ "f1-score": 0.8533278705744156,
266
+ "precision": 0.8490349090033436,
267
+ "recall": 0.8596952141709173,
268
+ "support": 29705.0
269
+ },
270
+ "eval_runtime": 4.7765,
271
+ "eval_samples_per_second": 16.749,
272
+ "eval_steps_per_second": 2.094,
273
  "eval_weighted avg": {
274
+ "f1-score": 0.8960665959131486,
275
+ "precision": 0.8950239457358053,
276
+ "recall": 0.8979633058407676,
277
+ "support": 29705.0
278
  },
279
  "step": 486
280
  },
281
  {
282
  "epoch": 6.17,
283
+ "grad_norm": 9.48759651184082,
284
  "learning_rate": 1.7530864197530865e-05,
285
+ "loss": 0.214,
286
  "step": 500
287
  },
288
  {
289
  "epoch": 7.0,
290
  "eval_Claim": {
291
+ "f1-score": 0.6812872467222885,
292
+ "precision": 0.6769303647560397,
293
+ "recall": 0.685700575815739,
294
+ "support": 4168.0
295
  },
296
  "eval_MajorClaim": {
297
+ "f1-score": 0.9276377217553688,
298
+ "precision": 0.9319887429643527,
299
+ "recall": 0.9233271375464684,
300
+ "support": 2152.0
301
  },
302
  "eval_O": {
303
+ "f1-score": 0.9999115983026874,
304
+ "precision": 0.9999115983026874,
305
+ "recall": 0.9999115983026874,
306
+ "support": 11312.0
307
  },
308
  "eval_Premise": {
309
+ "f1-score": 0.9017086927670869,
310
+ "precision": 0.9029819752471135,
311
+ "recall": 0.9004389961070156,
312
+ "support": 12073.0
313
  },
314
+ "eval_accuracy": 0.9098468271334792,
315
+ "eval_loss": 0.3468942642211914,
316
  "eval_macro avg": {
317
+ "f1-score": 0.8776363148868579,
318
+ "precision": 0.8779531703175483,
319
+ "recall": 0.8773445769429775,
320
+ "support": 29705.0
321
+ },
322
+ "eval_runtime": 4.7913,
323
+ "eval_samples_per_second": 16.697,
324
+ "eval_steps_per_second": 2.087,
325
  "eval_weighted avg": {
326
+ "f1-score": 0.9100559053806798,
327
+ "precision": 0.910277290769933,
328
+ "recall": 0.9098468271334792,
329
+ "support": 29705.0
330
  },
331
  "step": 567
332
  },
333
  {
334
  "epoch": 8.0,
335
  "eval_Claim": {
336
+ "f1-score": 0.6928905033731187,
337
+ "precision": 0.6105725260654838,
338
+ "recall": 0.8008637236084453,
339
+ "support": 4168.0
340
  },
341
  "eval_MajorClaim": {
342
+ "f1-score": 0.9302433371958285,
343
+ "precision": 0.9278779472954231,
344
+ "recall": 0.9326208178438662,
345
+ "support": 2152.0
346
  },
347
  "eval_O": {
348
+ "f1-score": 0.9999115904871364,
349
+ "precision": 1.0,
350
+ "recall": 0.9998231966053748,
351
+ "support": 11312.0
352
  },
353
  "eval_Premise": {
354
+ "f1-score": 0.8820387074174622,
355
+ "precision": 0.9356247097073851,
356
+ "recall": 0.8342582622380519,
357
+ "support": 12073.0
358
  },
359
+ "eval_accuracy": 0.8997475172529877,
360
+ "eval_loss": 0.40174800157546997,
361
  "eval_macro avg": {
362
+ "f1-score": 0.8762710346183864,
363
+ "precision": 0.868518795767073,
364
+ "recall": 0.8918915000739345,
365
+ "support": 29705.0
366
+ },
367
+ "eval_runtime": 4.7722,
368
+ "eval_samples_per_second": 16.764,
369
+ "eval_steps_per_second": 2.095,
370
  "eval_weighted avg": {
371
+ "f1-score": 0.9038782866839282,
372
+ "precision": 0.9139692560686062,
373
+ "recall": 0.8997475172529877,
374
+ "support": 29705.0
375
  },
376
  "step": 648
377
  },
378
  {
379
  "epoch": 9.0,
380
  "eval_Claim": {
381
+ "f1-score": 0.6602241979126401,
382
+ "precision": 0.7130531589201224,
383
+ "recall": 0.6146833013435701,
384
+ "support": 4168.0
385
  },
386
  "eval_MajorClaim": {
387
+ "f1-score": 0.9052154195011338,
388
+ "precision": 0.8839681133746679,
389
+ "recall": 0.9275092936802974,
390
+ "support": 2152.0
391
  },
392
  "eval_O": {
393
+ "f1-score": 0.9999558011049724,
394
+ "precision": 0.9999116061168567,
395
+ "recall": 1.0,
396
+ "support": 11312.0
397
  },
398
  "eval_Premise": {
399
+ "f1-score": 0.9072885349800925,
400
+ "precision": 0.8903596204449405,
401
+ "recall": 0.9248736850824153,
402
+ "support": 12073.0
403
  },
404
+ "eval_accuracy": 0.910149806429894,
405
+ "eval_loss": 0.4713464379310608,
406
  "eval_macro avg": {
407
+ "f1-score": 0.8681709883747097,
408
+ "precision": 0.8718231247141469,
409
+ "recall": 0.8667665700265708,
410
+ "support": 29705.0
411
+ },
412
+ "eval_runtime": 4.7731,
413
+ "eval_samples_per_second": 16.761,
414
+ "eval_steps_per_second": 2.095,
415
  "eval_weighted avg": {
416
+ "f1-score": 0.9077607320175198,
417
+ "precision": 0.9067368029754924,
418
+ "recall": 0.910149806429894,
419
+ "support": 29705.0
420
  },
421
  "step": 729
422
  },
423
  {
424
  "epoch": 10.0,
425
  "eval_Claim": {
426
+ "f1-score": 0.6952499153785399,
427
+ "precision": 0.6562300319488817,
428
+ "recall": 0.7392034548944337,
429
+ "support": 4168.0
430
  },
431
  "eval_MajorClaim": {
432
+ "f1-score": 0.9103908484270734,
433
+ "precision": 0.9344422700587084,
434
+ "recall": 0.887546468401487,
435
+ "support": 2152.0
436
  },
437
  "eval_O": {
438
+ "f1-score": 1.0,
439
+ "precision": 1.0,
440
+ "recall": 1.0,
441
+ "support": 11312.0
442
  },
443
  "eval_Premise": {
444
+ "f1-score": 0.9012517385257303,
445
+ "precision": 0.9174532349407929,
446
+ "recall": 0.8856125238134681,
447
+ "support": 12073.0
448
  },
449
+ "eval_accuracy": 0.9087695674128935,
450
+ "eval_loss": 0.4968256950378418,
451
  "eval_macro avg": {
452
+ "f1-score": 0.8767231255828358,
453
+ "precision": 0.8770313842370958,
454
+ "recall": 0.8780906117773473,
455
+ "support": 29705.0
456
+ },
457
+ "eval_runtime": 4.7941,
458
+ "eval_samples_per_second": 16.687,
459
+ "eval_steps_per_second": 2.086,
460
  "eval_weighted avg": {
461
+ "f1-score": 0.9106135328171674,
462
+ "precision": 0.9134657277821738,
463
+ "recall": 0.9087695674128935,
464
+ "support": 29705.0
465
  },
466
  "step": 810
467
  },
468
  {
469
  "epoch": 11.0,
470
  "eval_Claim": {
471
+ "f1-score": 0.6796779702366431,
472
+ "precision": 0.6913151364764268,
473
+ "recall": 0.668426103646833,
474
+ "support": 4168.0
475
  },
476
  "eval_MajorClaim": {
477
+ "f1-score": 0.9301903898458749,
478
+ "precision": 0.9079646017699115,
479
+ "recall": 0.9535315985130112,
480
+ "support": 2152.0
481
  },
482
  "eval_O": {
483
+ "f1-score": 0.9999558011049724,
484
+ "precision": 0.9999116061168567,
485
+ "recall": 1.0,
486
+ "support": 11312.0
487
  },
488
  "eval_Premise": {
489
+ "f1-score": 0.901923474663909,
490
+ "precision": 0.9008428358948934,
491
+ "recall": 0.9030067091857865,
492
+ "support": 12073.0
493
  },
494
+ "eval_accuracy": 0.9106884362901868,
495
+ "eval_loss": 0.5864725708961487,
496
  "eval_macro avg": {
497
+ "f1-score": 0.8779369089628499,
498
+ "precision": 0.8750085450645222,
499
+ "recall": 0.8812411028364077,
500
+ "support": 29705.0
501
+ },
502
+ "eval_runtime": 4.8031,
503
+ "eval_samples_per_second": 16.656,
504
+ "eval_steps_per_second": 2.082,
505
  "eval_weighted avg": {
506
+ "f1-score": 0.9101191594213591,
507
+ "precision": 0.9096858090555641,
508
+ "recall": 0.9106884362901868,
509
+ "support": 29705.0
510
  },
511
  "step": 891
512
  },
513
  {
514
  "epoch": 12.0,
515
  "eval_Claim": {
516
+ "f1-score": 0.697112745636184,
517
+ "precision": 0.6425824731835661,
518
+ "recall": 0.7617562380038387,
519
+ "support": 4168.0
520
  },
521
  "eval_MajorClaim": {
522
+ "f1-score": 0.9365296803652968,
523
+ "precision": 0.920556552962298,
524
+ "recall": 0.9530669144981413,
525
+ "support": 2152.0
526
  },
527
  "eval_O": {
528
+ "f1-score": 1.0,
529
+ "precision": 1.0,
530
+ "recall": 1.0,
531
+ "support": 11312.0
532
  },
533
  "eval_Premise": {
534
+ "f1-score": 0.8923037300940034,
535
+ "precision": 0.9260513186029936,
536
+ "recall": 0.8609293464756067,
537
+ "support": 12073.0
538
  },
539
+ "eval_accuracy": 0.9066487123379903,
540
+ "eval_loss": 0.5556066632270813,
541
  "eval_macro avg": {
542
+ "f1-score": 0.8814865390238711,
543
+ "precision": 0.8722975861872144,
544
+ "recall": 0.8939381247443967,
545
+ "support": 29705.0
546
+ },
547
+ "eval_runtime": 4.7999,
548
+ "eval_samples_per_second": 16.667,
549
+ "eval_steps_per_second": 2.083,
550
  "eval_weighted avg": {
551
+ "f1-score": 0.9091318205481447,
552
+ "precision": 0.9140393543072853,
553
+ "recall": 0.9066487123379903,
554
+ "support": 29705.0
555
  },
556
  "step": 972
557
  },
558
  {
559
  "epoch": 12.35,
560
+ "grad_norm": 3.987734794616699,
561
  "learning_rate": 1.506172839506173e-05,
562
+ "loss": 0.0252,
563
  "step": 1000
564
  },
565
  {
566
  "epoch": 13.0,
567
  "eval_Claim": {
568
+ "f1-score": 0.6895428929242329,
569
+ "precision": 0.7212470526591565,
570
+ "recall": 0.6605086372360844,
571
+ "support": 4168.0
572
  },
573
  "eval_MajorClaim": {
574
+ "f1-score": 0.9265742214139577,
575
+ "precision": 0.9069870939029817,
576
+ "recall": 0.9470260223048327,
577
+ "support": 2152.0
578
  },
579
  "eval_O": {
580
+ "f1-score": 0.9999558011049724,
581
+ "precision": 0.9999116061168567,
582
+ "recall": 1.0,
583
+ "support": 11312.0
584
  },
585
  "eval_Premise": {
586
+ "f1-score": 0.9083234293676489,
587
+ "precision": 0.8989292667099286,
588
+ "recall": 0.917916010933488,
589
+ "support": 12073.0
590
  },
591
+ "eval_accuracy": 0.9151657970038714,
592
+ "eval_loss": 0.5547633767127991,
593
  "eval_macro avg": {
594
+ "f1-score": 0.8810990862027029,
595
+ "precision": 0.8817687548472308,
596
+ "recall": 0.8813626676186013,
597
+ "support": 29705.0
598
+ },
599
+ "eval_runtime": 4.8002,
600
+ "eval_samples_per_second": 16.666,
601
+ "eval_steps_per_second": 2.083,
602
  "eval_weighted avg": {
603
+ "f1-score": 0.9138424940934561,
604
+ "precision": 0.9130371003853032,
605
+ "recall": 0.9151657970038714,
606
+ "support": 29705.0
607
  },
608
  "step": 1053
609
  },
610
  {
611
  "epoch": 14.0,
612
  "eval_Claim": {
613
+ "f1-score": 0.6662641873943491,
614
+ "precision": 0.6706368497812348,
615
+ "recall": 0.6619481765834933,
616
+ "support": 4168.0
617
  },
618
  "eval_MajorClaim": {
619
+ "f1-score": 0.9252051582649472,
620
+ "precision": 0.9337434926644581,
621
+ "recall": 0.91682156133829,
622
+ "support": 2152.0
623
  },
624
  "eval_O": {
625
+ "f1-score": 1.0,
626
  "precision": 1.0,
627
+ "recall": 1.0,
628
+ "support": 11312.0
629
  },
630
  "eval_Premise": {
631
+ "f1-score": 0.8968191757085687,
632
+ "precision": 0.8933914187078744,
633
+ "recall": 0.9002733371987078,
634
+ "support": 12073.0
635
  },
636
+ "eval_accuracy": 0.9060090893788925,
637
+ "eval_loss": 0.598924994468689,
638
  "eval_macro avg": {
639
+ "f1-score": 0.8720721303419663,
640
+ "precision": 0.8744429402883919,
641
+ "recall": 0.8697607687801228,
642
+ "support": 29705.0
643
+ },
644
+ "eval_runtime": 4.8166,
645
+ "eval_samples_per_second": 16.609,
646
+ "eval_steps_per_second": 2.076,
647
  "eval_weighted avg": {
648
+ "f1-score": 0.9058181633386757,
649
+ "precision": 0.9056571278963901,
650
+ "recall": 0.9060090893788925,
651
+ "support": 29705.0
652
  },
653
  "step": 1134
654
  },
655
  {
656
  "epoch": 15.0,
657
  "eval_Claim": {
658
+ "f1-score": 0.6859867017940033,
659
+ "precision": 0.7189061267420458,
660
+ "recall": 0.6559500959692899,
661
+ "support": 4168.0
662
  },
663
  "eval_MajorClaim": {
664
+ "f1-score": 0.9230404925408477,
665
+ "precision": 0.9410912602607436,
666
+ "recall": 0.9056691449814126,
667
+ "support": 2152.0
668
  },
669
  "eval_O": {
670
+ "f1-score": 1.0,
671
+ "precision": 1.0,
672
+ "recall": 1.0,
673
+ "support": 11312.0
674
  },
675
  "eval_Premise": {
676
+ "f1-score": 0.9089134677944047,
677
+ "precision": 0.89272306094736,
678
+ "recall": 0.9257019796239543,
679
+ "support": 12073.0
680
  },
681
+ "eval_accuracy": 0.9146944958761152,
682
+ "eval_loss": 0.5877691507339478,
683
  "eval_macro avg": {
684
+ "f1-score": 0.8794851655323139,
685
+ "precision": 0.8881801119875374,
686
+ "recall": 0.8718303051436642,
687
+ "support": 29705.0
688
+ },
689
+ "eval_runtime": 4.7894,
690
+ "eval_samples_per_second": 16.704,
691
+ "eval_steps_per_second": 2.088,
692
  "eval_weighted avg": {
693
+ "f1-score": 0.9133441511431463,
694
+ "precision": 0.9126906124611831,
695
+ "recall": 0.9146944958761152,
696
+ "support": 29705.0
697
  },
698
  "step": 1215
699
  },
700
  {
701
  "epoch": 16.0,
702
  "eval_Claim": {
703
+ "f1-score": 0.6963696369636965,
704
+ "precision": 0.6844300278035218,
705
+ "recall": 0.7087332053742802,
706
+ "support": 4168.0
707
  },
708
  "eval_MajorClaim": {
709
+ "f1-score": 0.9235896215186861,
710
+ "precision": 0.9468033186920449,
711
+ "recall": 0.9014869888475836,
712
+ "support": 2152.0
713
  },
714
  "eval_O": {
715
+ "f1-score": 1.0,
716
  "precision": 1.0,
717
+ "recall": 1.0,
718
+ "support": 11312.0
719
  },
720
  "eval_Premise": {
721
+ "f1-score": 0.9048587195552051,
722
+ "precision": 0.9065513801130695,
723
+ "recall": 0.9031723680940943,
724
+ "support": 12073.0
725
  },
726
+ "eval_accuracy": 0.9126409695337485,
727
+ "eval_loss": 0.5437762141227722,
728
  "eval_macro avg": {
729
+ "f1-score": 0.881204494509397,
730
+ "precision": 0.884446181652159,
731
+ "recall": 0.8783481405789896,
732
+ "support": 29705.0
733
+ },
734
+ "eval_runtime": 4.8031,
735
+ "eval_samples_per_second": 16.656,
736
+ "eval_steps_per_second": 2.082,
737
  "eval_weighted avg": {
738
+ "f1-score": 0.913192823886985,
739
+ "precision": 0.9138872213369954,
740
+ "recall": 0.9126409695337485,
741
+ "support": 29705.0
742
  },
743
  "step": 1296
744
  },
745
  {
746
  "epoch": 17.0,
747
  "eval_Claim": {
748
+ "f1-score": 0.647066981001248,
749
+ "precision": 0.7666776207689779,
750
+ "recall": 0.5597408829174664,
751
+ "support": 4168.0
752
  },
753
  "eval_MajorClaim": {
754
+ "f1-score": 0.9200805910006717,
755
+ "precision": 0.8876889848812095,
756
+ "recall": 0.9549256505576208,
757
+ "support": 2152.0
758
  },
759
  "eval_O": {
760
+ "f1-score": 0.9999558011049724,
761
+ "precision": 0.9999116061168567,
762
+ "recall": 1.0,
763
+ "support": 11312.0
764
  },
765
  "eval_Premise": {
766
+ "f1-score": 0.9095471382482972,
767
+ "precision": 0.8760165720423507,
768
+ "recall": 0.9457467075291974,
769
+ "support": 12073.0
770
  },
771
+ "eval_accuracy": 0.912910284463895,
772
+ "eval_loss": 0.6229106783866882,
773
  "eval_macro avg": {
774
+ "f1-score": 0.8691626278387974,
775
+ "precision": 0.8825736959523487,
776
+ "recall": 0.8651033102510712,
777
+ "support": 29705.0
778
+ },
779
+ "eval_runtime": 4.8073,
780
+ "eval_samples_per_second": 16.641,
781
+ "eval_steps_per_second": 2.08,
782
  "eval_weighted avg": {
783
+ "f1-score": 0.9079094842894391,
784
+ "precision": 0.9087011338660376,
785
+ "recall": 0.912910284463895,
786
+ "support": 29705.0
787
  },
788
  "step": 1377
789
  },
790
  {
791
  "epoch": 18.0,
792
  "eval_Claim": {
793
+ "f1-score": 0.6821297989031078,
794
+ "precision": 0.6511780104712042,
795
+ "recall": 0.7161708253358925,
796
+ "support": 4168.0
797
  },
798
  "eval_MajorClaim": {
799
+ "f1-score": 0.922899353647276,
800
+ "precision": 0.9169724770642201,
801
+ "recall": 0.9289033457249071,
802
+ "support": 2152.0
803
  },
804
  "eval_O": {
805
+ "f1-score": 0.9999558011049724,
806
+ "precision": 0.9999116061168567,
807
+ "recall": 1.0,
808
+ "support": 11312.0
809
  },
810
  "eval_Premise": {
811
+ "f1-score": 0.8941394877853255,
812
+ "precision": 0.9112487100103199,
813
+ "recall": 0.8776608962146939,
814
+ "support": 12073.0
815
  },
816
+ "eval_accuracy": 0.9053021376872581,
817
+ "eval_loss": 0.5977877378463745,
818
  "eval_macro avg": {
819
+ "f1-score": 0.8747811103601705,
820
+ "precision": 0.8698277009156502,
821
+ "recall": 0.8806837668188734,
822
+ "support": 29705.0
823
+ },
824
+ "eval_runtime": 4.7819,
825
+ "eval_samples_per_second": 16.73,
826
+ "eval_steps_per_second": 2.091,
827
  "eval_weighted avg": {
828
+ "f1-score": 0.9067713337488226,
829
+ "precision": 0.9089358856298488,
830
+ "recall": 0.9053021376872581,
831
+ "support": 29705.0
832
  },
833
  "step": 1458
834
  },
835
  {
836
  "epoch": 18.52,
837
+ "grad_norm": 3.641792058944702,
838
  "learning_rate": 1.2592592592592593e-05,
839
+ "loss": 0.0101,
840
  "step": 1500
841
  },
842
  {
843
  "epoch": 19.0,
844
  "eval_Claim": {
845
+ "f1-score": 0.6483875179527353,
846
+ "precision": 0.711257519335434,
847
+ "recall": 0.5957293666026872,
848
+ "support": 4168.0
849
  },
850
  "eval_MajorClaim": {
851
+ "f1-score": 0.9248662479646429,
852
+ "precision": 0.9259431765253843,
853
+ "recall": 0.9237918215613383,
854
+ "support": 2152.0
855
  },
856
  "eval_O": {
857
+ "f1-score": 1.0,
858
  "precision": 1.0,
859
+ "recall": 1.0,
860
+ "support": 11312.0
861
  },
862
  "eval_Premise": {
863
+ "f1-score": 0.9020460770098276,
864
+ "precision": 0.8779302234417875,
865
+ "recall": 0.92752422761534,
866
+ "support": 12073.0
867
  },
868
+ "eval_accuracy": 0.9082982662851372,
869
+ "eval_loss": 0.6089487075805664,
870
  "eval_macro avg": {
871
+ "f1-score": 0.8688249607318015,
872
+ "precision": 0.8787827298256514,
873
+ "recall": 0.8617613539448413,
874
+ "support": 29705.0
875
+ },
876
+ "eval_runtime": 4.7853,
877
+ "eval_samples_per_second": 16.718,
878
+ "eval_steps_per_second": 2.09,
879
  "eval_weighted avg": {
880
+ "f1-score": 0.9054096491562553,
881
+ "precision": 0.9045077476547858,
882
+ "recall": 0.9082982662851372,
883
+ "support": 29705.0
884
  },
885
  "step": 1539
886
  },
887
  {
888
  "epoch": 20.0,
889
  "eval_Claim": {
890
+ "f1-score": 0.7207543032562219,
891
+ "precision": 0.66363819907127,
892
+ "recall": 0.7886276391554703,
893
+ "support": 4168.0
894
  },
895
  "eval_MajorClaim": {
896
+ "f1-score": 0.9401589527816735,
897
+ "precision": 0.9459078080903104,
898
+ "recall": 0.9344795539033457,
899
+ "support": 2152.0
900
  },
901
  "eval_O": {
902
+ "f1-score": 1.0,
903
+ "precision": 1.0,
904
+ "recall": 1.0,
905
+ "support": 11312.0
906
  },
907
  "eval_Premise": {
908
+ "f1-score": 0.8998161371702227,
909
+ "precision": 0.9299982322785929,
910
+ "recall": 0.8715315166073055,
911
+ "support": 12073.0
912
  },
913
+ "eval_accuracy": 0.9133815855916513,
914
+ "eval_loss": 0.6035876274108887,
915
  "eval_macro avg": {
916
+ "f1-score": 0.8901823483020296,
917
+ "precision": 0.8848860598600434,
918
+ "recall": 0.8986596774165303,
919
+ "support": 29705.0
920
+ },
921
+ "eval_runtime": 4.7726,
922
+ "eval_samples_per_second": 16.762,
923
+ "eval_steps_per_second": 2.095,
924
  "eval_weighted avg": {
925
+ "f1-score": 0.9157652323317351,
926
+ "precision": 0.9204344815700675,
927
+ "recall": 0.9133815855916513,
928
+ "support": 29705.0
929
  },
930
  "step": 1620
931
  },
932
  {
933
  "epoch": 21.0,
934
  "eval_Claim": {
935
+ "f1-score": 0.6858804196688157,
936
+ "precision": 0.7248196633716271,
937
+ "recall": 0.650911708253359,
938
+ "support": 4168.0
939
  },
940
  "eval_MajorClaim": {
941
+ "f1-score": 0.9371935559187485,
942
+ "precision": 0.9418113561708118,
943
+ "recall": 0.9326208178438662,
944
+ "support": 2152.0
945
  },
946
  "eval_O": {
947
+ "f1-score": 1.0,
948
  "precision": 1.0,
949
+ "recall": 1.0,
950
+ "support": 11312.0
951
  },
952
  "eval_Premise": {
953
+ "f1-score": 0.907693558880937,
954
+ "precision": 0.8915248821790878,
955
+ "recall": 0.9244595378116458,
956
+ "support": 12073.0
957
  },
958
+ "eval_accuracy": 0.9154351119340178,
959
+ "eval_loss": 0.6373494267463684,
960
  "eval_macro avg": {
961
+ "f1-score": 0.8826918836171254,
962
+ "precision": 0.8895389754303817,
963
+ "recall": 0.8769980159772177,
964
+ "support": 29705.0
965
+ },
966
+ "eval_runtime": 4.7918,
967
+ "eval_samples_per_second": 16.695,
968
+ "eval_steps_per_second": 2.087,
969
  "eval_weighted avg": {
970
+ "f1-score": 0.913858759733591,
971
+ "precision": 0.9130855511853444,
972
+ "recall": 0.9154351119340178,
973
+ "support": 29705.0
974
  },
975
  "step": 1701
976
  },
977
  {
978
  "epoch": 22.0,
979
  "eval_Claim": {
980
+ "f1-score": 0.6833652924256951,
981
+ "precision": 0.6827107279693486,
982
+ "recall": 0.684021113243762,
983
+ "support": 4168.0
984
  },
985
  "eval_MajorClaim": {
986
+ "f1-score": 0.9286995515695068,
987
+ "precision": 0.8973136915077989,
988
+ "recall": 0.962360594795539,
989
+ "support": 2152.0
990
  },
991
  "eval_O": {
992
+ "f1-score": 0.9999558011049724,
993
+ "precision": 0.9999116061168567,
994
+ "recall": 1.0,
995
+ "support": 11312.0
996
  },
997
  "eval_Premise": {
998
+ "f1-score": 0.9007964638672282,
999
+ "precision": 0.9070372858582466,
1000
+ "recall": 0.8946409343162428,
1001
+ "support": 12073.0
1002
  },
1003
+ "eval_accuracy": 0.9101161420636257,
1004
+ "eval_loss": 0.6425191760063171,
1005
  "eval_macro avg": {
1006
+ "f1-score": 0.8782042772418507,
1007
+ "precision": 0.8717433278630627,
1008
+ "recall": 0.8852556605888859,
1009
+ "support": 29705.0
1010
+ },
1011
+ "eval_runtime": 4.8051,
1012
+ "eval_samples_per_second": 16.649,
1013
+ "eval_steps_per_second": 2.081,
1014
  "eval_weighted avg": {
1015
+ "f1-score": 0.9100704832242509,
1016
+ "precision": 0.910224494827858,
1017
+ "recall": 0.9101161420636257,
1018
+ "support": 29705.0
1019
  },
1020
  "step": 1782
1021
  },
1022
  {
1023
  "epoch": 23.0,
1024
  "eval_Claim": {
1025
+ "f1-score": 0.7114282372207277,
1026
+ "precision": 0.6941337594156586,
1027
+ "recall": 0.7296065259117083,
1028
+ "support": 4168.0
1029
  },
1030
  "eval_MajorClaim": {
1031
+ "f1-score": 0.9322964318389753,
1032
+ "precision": 0.918018018018018,
1033
+ "recall": 0.9470260223048327,
1034
+ "support": 2152.0
1035
  },
1036
  "eval_O": {
1037
+ "f1-score": 1.0,
1038
  "precision": 1.0,
1039
+ "recall": 1.0,
1040
+ "support": 11312.0
1041
  },
1042
  "eval_Premise": {
1043
+ "f1-score": 0.9069348418185628,
1044
+ "precision": 0.9177408412483039,
1045
+ "recall": 0.8963803528534747,
1046
+ "support": 12073.0
1047
  },
1048
+ "eval_accuracy": 0.9161083992593839,
1049
+ "eval_loss": 0.6442272663116455,
1050
  "eval_macro avg": {
1051
+ "f1-score": 0.8876648777195664,
1052
+ "precision": 0.8824731546704951,
1053
+ "recall": 0.893253225267504,
1054
+ "support": 29705.0
1055
+ },
1056
+ "eval_runtime": 4.7909,
1057
+ "eval_samples_per_second": 16.698,
1058
+ "eval_steps_per_second": 2.087,
1059
  "eval_weighted avg": {
1060
+ "f1-score": 0.9167803117094421,
1061
+ "precision": 0.917711141572463,
1062
+ "recall": 0.9161083992593839,
1063
+ "support": 29705.0
1064
  },
1065
  "step": 1863
1066
  },
1067
  {
1068
  "epoch": 24.0,
1069
  "eval_Claim": {
1070
+ "f1-score": 0.70479277610558,
1071
+ "precision": 0.6809843400447427,
1072
+ "recall": 0.7303262955854126,
1073
+ "support": 4168.0
1074
  },
1075
  "eval_MajorClaim": {
1076
+ "f1-score": 0.9265043638033992,
1077
+ "precision": 0.915985467756585,
1078
+ "recall": 0.9372676579925651,
1079
+ "support": 2152.0
1080
  },
1081
  "eval_O": {
1082
+ "f1-score": 1.0,
1083
  "precision": 1.0,
1084
+ "recall": 1.0,
1085
+ "support": 11312.0
1086
  },
1087
  "eval_Premise": {
1088
+ "f1-score": 0.904177523745482,
1089
+ "precision": 0.917754457810767,
1090
+ "recall": 0.8909964383334714,
1091
+ "support": 12073.0
1092
  },
1093
+ "eval_accuracy": 0.9133142568591146,
1094
+ "eval_loss": 0.6410267353057861,
1095
  "eval_macro avg": {
1096
+ "f1-score": 0.8838686659136152,
1097
+ "precision": 0.8786810664030237,
1098
+ "recall": 0.8896475979778622,
1099
+ "support": 29705.0
1100
+ },
1101
+ "eval_runtime": 4.8171,
1102
+ "eval_samples_per_second": 16.607,
1103
+ "eval_steps_per_second": 2.076,
1104
  "eval_weighted avg": {
1105
+ "f1-score": 0.9143090027231838,
1106
+ "precision": 0.9157243906772613,
1107
+ "recall": 0.9133142568591146,
1108
+ "support": 29705.0
1109
  },
1110
  "step": 1944
1111
  }
 
1115
  "num_input_tokens_seen": 0,
1116
  "num_train_epochs": 50,
1117
  "save_steps": 500,
1118
+ "total_flos": 3450929585443200.0,
1119
  "train_batch_size": 4,
1120
  "trial_name": null,
1121
  "trial_params": null
checkpoint-1944/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:95e8ce1619d475b315f2cb3494747dc2424fb9856a35d6759fcf75e79995f1f1
3
  size 4856
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c4152f1ae85467509d6d1bf2d3b859abf08e786a1c118f9c84f899edc2df5d1
3
  size 4856