File size: 26,656 Bytes
c1e98e6
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
{
  "best_metric": 0.038164205849170685,
  "best_model_checkpoint": "swiss_citation_extraction/original/microsoft/Multilingual-MiniLM-L12-H384/seed_2/checkpoint-12672",
  "epoch": 23.0,
  "global_step": 16192,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 1.0,
      "learning_rate": 9.800000000000001e-06,
      "loss": 0.4621,
      "step": 704
    },
    {
      "epoch": 1.0,
      "eval_CITATION_f1": 0.9656679647142971,
      "eval_CITATION_precision": 0.9683614918712146,
      "eval_CITATION_recall": 0.9629893802504359,
      "eval_LAW_f1": 0.8924282681945703,
      "eval_LAW_precision": 0.8161431325170364,
      "eval_LAW_recall": 0.9844445899921405,
      "eval_accuracy_normalized": 0.9826788171520043,
      "eval_loss": 0.22096700966358185,
      "eval_macro-f1": 0.9328819776713801,
      "eval_macro-precision": 0.9737169851212881,
      "eval_macro-recall": 0.8988391632624153,
      "eval_micro-f1": 0.9176521739130435,
      "eval_micro-precision": 0.9781712008156833,
      "eval_micro-recall": 0.8641853990091307,
      "eval_runtime": 183.4312,
      "eval_samples_per_second": 69.427,
      "eval_steps_per_second": 0.545,
      "eval_weighted-f1": 0.9165196950110328,
      "eval_weighted-precision": 0.9789422067379471,
      "eval_weighted-recall": 0.8641853990091307,
      "step": 704
    },
    {
      "epoch": 2.0,
      "learning_rate": 9.600000000000001e-06,
      "loss": 0.1514,
      "step": 1408
    },
    {
      "epoch": 2.0,
      "eval_CITATION_f1": 0.967408173823073,
      "eval_CITATION_precision": 0.9715450403644793,
      "eval_CITATION_recall": 0.9633063877001109,
      "eval_LAW_f1": 0.9143357699510664,
      "eval_LAW_precision": 0.8484695593676421,
      "eval_LAW_recall": 0.9912889703955986,
      "eval_accuracy_normalized": 0.9859679337789155,
      "eval_loss": 0.12093725800514221,
      "eval_macro-f1": 0.9415014323169688,
      "eval_macro-precision": 0.9772976790478547,
      "eval_macro-recall": 0.9111432819443076,
      "eval_micro-f1": 0.9296999978086035,
      "eval_micro-precision": 0.9831070120962135,
      "eval_micro-recall": 0.881796641170602,
      "eval_runtime": 182.5229,
      "eval_samples_per_second": 69.772,
      "eval_steps_per_second": 0.548,
      "eval_weighted-f1": 0.9288920564740497,
      "eval_weighted-precision": 0.9840176399820014,
      "eval_weighted-recall": 0.881796641170602,
      "step": 1408
    },
    {
      "epoch": 3.0,
      "learning_rate": 9.4e-06,
      "loss": 0.0915,
      "step": 2112
    },
    {
      "epoch": 3.0,
      "eval_CITATION_f1": 0.967600700525394,
      "eval_CITATION_precision": 0.9719334719334719,
      "eval_CITATION_recall": 0.9633063877001109,
      "eval_LAW_f1": 0.9151176825588413,
      "eval_LAW_precision": 0.8484500895255148,
      "eval_LAW_recall": 0.9931556195965417,
      "eval_accuracy_normalized": 0.9861328466436042,
      "eval_loss": 0.08684782683849335,
      "eval_macro-f1": 0.941871559216277,
      "eval_macro-precision": 0.9782310036483264,
      "eval_macro-recall": 0.9110962962834105,
      "eval_micro-f1": 0.9302254289061389,
      "eval_micro-precision": 0.9844278630022709,
      "eval_micro-recall": 0.8816802606728514,
      "eval_runtime": 182.8851,
      "eval_samples_per_second": 69.634,
      "eval_steps_per_second": 0.547,
      "eval_weighted-f1": 0.9294201322268216,
      "eval_weighted-precision": 0.985410666040948,
      "eval_weighted-recall": 0.8816802606728514,
      "step": 2112
    },
    {
      "epoch": 4.0,
      "learning_rate": 9.200000000000002e-06,
      "loss": 0.0666,
      "step": 2816
    },
    {
      "epoch": 4.0,
      "eval_CITATION_f1": 0.9689891581632653,
      "eval_CITATION_precision": 0.9747393744987971,
      "eval_CITATION_recall": 0.9633063877001109,
      "eval_LAW_f1": 0.9185858127034597,
      "eval_LAW_precision": 0.854262299698668,
      "eval_LAW_recall": 0.9933848572177102,
      "eval_accuracy_normalized": 0.986596354625882,
      "eval_loss": 0.06908567994832993,
      "eval_macro-f1": 0.9441561554169013,
      "eval_macro-precision": 0.9783456224589105,
      "eval_macro-recall": 0.9151899141069411,
      "eval_micro-f1": 0.9328400807938877,
      "eval_micro-precision": 0.984590072762664,
      "eval_micro-recall": 0.8862583955613033,
      "eval_runtime": 182.9721,
      "eval_samples_per_second": 69.601,
      "eval_steps_per_second": 0.547,
      "eval_weighted-f1": 0.9320652823900626,
      "eval_weighted-precision": 0.9855669145232293,
      "eval_weighted-recall": 0.8862583955613033,
      "step": 2816
    },
    {
      "epoch": 5.0,
      "learning_rate": 9e-06,
      "loss": 0.0536,
      "step": 3520
    },
    {
      "epoch": 5.0,
      "eval_CITATION_f1": 0.9693755482893373,
      "eval_CITATION_precision": 0.9755216693418941,
      "eval_CITATION_recall": 0.9633063877001109,
      "eval_LAW_f1": 0.9195075040511275,
      "eval_LAW_precision": 0.8552753909001268,
      "eval_LAW_recall": 0.9941708147760021,
      "eval_accuracy_normalized": 0.9867220387952753,
      "eval_loss": 0.059190474450588226,
      "eval_macro-f1": 0.9446558923319595,
      "eval_macro-precision": 0.9787386012380566,
      "eval_macro-recall": 0.9157752849313606,
      "eval_micro-f1": 0.9335309617918313,
      "eval_micro-precision": 0.9851462205125828,
      "eval_micro-recall": 0.887055043191587,
      "eval_runtime": 182.5981,
      "eval_samples_per_second": 69.743,
      "eval_steps_per_second": 0.548,
      "eval_weighted-f1": 0.932770084197937,
      "eval_weighted-precision": 0.9861471971793212,
      "eval_weighted-recall": 0.887055043191587,
      "step": 3520
    },
    {
      "epoch": 6.0,
      "learning_rate": 8.8e-06,
      "loss": 0.0458,
      "step": 4224
    },
    {
      "epoch": 6.0,
      "eval_CITATION_f1": 0.9689891581632653,
      "eval_CITATION_precision": 0.9747393744987971,
      "eval_CITATION_recall": 0.9633063877001109,
      "eval_LAW_f1": 0.9197133376767018,
      "eval_LAW_precision": 0.8558014944311293,
      "eval_LAW_recall": 0.9939415771548337,
      "eval_accuracy_normalized": 0.9867346072122146,
      "eval_loss": 0.05432054027915001,
      "eval_macro-f1": 0.944648370774704,
      "eval_macro-precision": 0.9786239824274723,
      "eval_macro-recall": 0.915818979128866,
      "eval_micro-f1": 0.9336130116300778,
      "eval_micro-precision": 0.9849840107521899,
      "eval_micro-recall": 0.8873348224537085,
      "eval_runtime": 182.9328,
      "eval_samples_per_second": 69.616,
      "eval_steps_per_second": 0.547,
      "eval_weighted-f1": 0.93286298930164,
      "eval_weighted-precision": 0.9859705314716058,
      "eval_weighted-recall": 0.8873348224537085,
      "step": 4224
    },
    {
      "epoch": 7.0,
      "learning_rate": 8.6e-06,
      "loss": 0.0407,
      "step": 4928
    },
    {
      "epoch": 7.0,
      "eval_CITATION_f1": 0.9689505360915142,
      "eval_CITATION_precision": 0.9746612140165183,
      "eval_CITATION_recall": 0.9633063877001109,
      "eval_LAW_f1": 0.9199606090447693,
      "eval_LAW_precision": 0.8559869181538808,
      "eval_LAW_recall": 0.9942690594707886,
      "eval_accuracy_normalized": 0.9867467947680346,
      "eval_loss": 0.04946836084127426,
      "eval_macro-f1": 0.94497928086637,
      "eval_macro-precision": 0.9787877235854497,
      "eval_macro-recall": 0.9163274179869876,
      "eval_micro-f1": 0.9339147052685917,
      "eval_micro-precision": 0.9852157389813228,
      "eval_micro-recall": 0.8876918258690887,
      "eval_runtime": 183.49,
      "eval_samples_per_second": 69.404,
      "eval_steps_per_second": 0.545,
      "eval_weighted-f1": 0.9331590580868986,
      "eval_weighted-precision": 0.9862179243996534,
      "eval_weighted-recall": 0.8876918258690887,
      "step": 4928
    },
    {
      "epoch": 8.0,
      "learning_rate": 8.400000000000001e-06,
      "loss": 0.0371,
      "step": 5632
    },
    {
      "epoch": 8.0,
      "eval_CITATION_f1": 0.9696075303126994,
      "eval_CITATION_precision": 0.975991649269311,
      "eval_CITATION_recall": 0.9633063877001109,
      "eval_LAW_f1": 0.9197064830925183,
      "eval_LAW_precision": 0.85474844624427,
      "eval_LAW_recall": 0.9953497511134399,
      "eval_accuracy_normalized": 0.9866988062669936,
      "eval_loss": 0.045815542340278625,
      "eval_macro-f1": 0.9452922817050826,
      "eval_macro-precision": 0.9793280694067754,
      "eval_macro-recall": 0.9165665634793729,
      "eval_micro-f1": 0.934054837222576,
      "eval_micro-precision": 0.9859804421374612,
      "eval_micro-recall": 0.8873248248248248,
      "eval_runtime": 182.9672,
      "eval_samples_per_second": 69.603,
      "eval_steps_per_second": 0.547,
      "eval_weighted-f1": 0.9332733879110633,
      "eval_weighted-precision": 0.9870388712591779,
      "eval_weighted-recall": 0.8873248248248248,
      "step": 5632
    },
    {
      "epoch": 9.0,
      "learning_rate": 8.2e-06,
      "loss": 0.0345,
      "step": 6336
    },
    {
      "epoch": 9.0,
      "eval_CITATION_f1": 0.9796242602375184,
      "eval_CITATION_precision": 0.9819253125248826,
      "eval_CITATION_recall": 0.9773339673482326,
      "eval_LAW_f1": 0.9201594688414254,
      "eval_LAW_precision": 0.8565743798154263,
      "eval_LAW_recall": 0.9939415771548337,
      "eval_accuracy_normalized": 0.9868583870760111,
      "eval_loss": 0.04324862360954285,
      "eval_macro-f1": 0.9502039808194804,
      "eval_macro-precision": 0.9856377722515332,
      "eval_macro-recall": 0.9198232236455686,
      "eval_micro-f1": 0.9369347616120818,
      "eval_micro-precision": 0.9890856004078417,
      "eval_micro-recall": 0.8900079235998165,
      "eval_runtime": 182.6619,
      "eval_samples_per_second": 69.719,
      "eval_steps_per_second": 0.547,
      "eval_weighted-f1": 0.9360739408863803,
      "eval_weighted-precision": 0.9895945375388725,
      "eval_weighted-recall": 0.8900079235998165,
      "step": 6336
    },
    {
      "epoch": 10.0,
      "learning_rate": 8.000000000000001e-06,
      "loss": 0.0326,
      "step": 7040
    },
    {
      "epoch": 10.0,
      "eval_CITATION_f1": 0.98077534159517,
      "eval_CITATION_precision": 0.9831183309444179,
      "eval_CITATION_recall": 0.9784434934220955,
      "eval_LAW_f1": 0.9204929588139884,
      "eval_LAW_precision": 0.8568848248807609,
      "eval_LAW_recall": 0.9943018077023841,
      "eval_accuracy_normalized": 0.9868957114657098,
      "eval_loss": 0.04360693693161011,
      "eval_macro-f1": 0.9508766633650136,
      "eval_macro-precision": 0.9863726505622398,
      "eval_macro-recall": 0.9204543086360064,
      "eval_micro-f1": 0.9373909417148626,
      "eval_micro-precision": 0.9896649209806738,
      "eval_micro-recall": 0.8903621239602226,
      "eval_runtime": 182.4045,
      "eval_samples_per_second": 69.817,
      "eval_steps_per_second": 0.548,
      "eval_weighted-f1": 0.9365143149914062,
      "eval_weighted-precision": 0.9901520055290943,
      "eval_weighted-recall": 0.8903621239602226,
      "step": 7040
    },
    {
      "epoch": 11.0,
      "learning_rate": 7.800000000000002e-06,
      "loss": 0.0312,
      "step": 7744
    },
    {
      "epoch": 11.0,
      "eval_CITATION_f1": 0.9814785373608903,
      "eval_CITATION_precision": 0.9844522404720141,
      "eval_CITATION_recall": 0.9785227452845142,
      "eval_LAW_f1": 0.920169278140974,
      "eval_LAW_precision": 0.8570540532903845,
      "eval_LAW_recall": 0.9933193607545192,
      "eval_accuracy_normalized": 0.9868713363540699,
      "eval_loss": 0.041282109916210175,
      "eval_macro-f1": 0.9510066434146158,
      "eval_macro-precision": 0.9859210530195167,
      "eval_macro-recall": 0.9210918842900306,
      "eval_micro-f1": 0.937299600298678,
      "eval_micro-precision": 0.9889929091161885,
      "eval_micro-recall": 0.8907417456275828,
      "eval_runtime": 183.3833,
      "eval_samples_per_second": 69.445,
      "eval_steps_per_second": 0.545,
      "eval_weighted-f1": 0.936407960886005,
      "eval_weighted-precision": 0.9894474242690886,
      "eval_weighted-recall": 0.8907417456275828,
      "step": 7744
    },
    {
      "epoch": 12.0,
      "learning_rate": 7.600000000000001e-06,
      "loss": 0.0302,
      "step": 8448
    },
    {
      "epoch": 12.0,
      "eval_CITATION_f1": 0.9821840451761711,
      "eval_CITATION_precision": 0.9857120051085568,
      "eval_CITATION_recall": 0.9786812490093517,
      "eval_LAW_f1": 0.9202834903231668,
      "eval_LAW_precision": 0.8559637162657051,
      "eval_LAW_recall": 0.9950550170290804,
      "eval_accuracy_normalized": 0.9868378205755649,
      "eval_loss": 0.0409509539604187,
      "eval_macro-f1": 0.9515210413529415,
      "eval_macro-precision": 0.986868133019216,
      "eval_macro-recall": 0.9213572734980617,
      "eval_micro-f1": 0.937704342483488,
      "eval_micro-precision": 0.9902674143764193,
      "eval_micro-recall": 0.8904400733455576,
      "eval_runtime": 182.6717,
      "eval_samples_per_second": 69.715,
      "eval_steps_per_second": 0.547,
      "eval_weighted-f1": 0.9367869766694694,
      "eval_weighted-precision": 0.9907821159064123,
      "eval_weighted-recall": 0.8904400733455576,
      "step": 8448
    },
    {
      "epoch": 13.0,
      "learning_rate": 7.4e-06,
      "loss": 0.0294,
      "step": 9152
    },
    {
      "epoch": 13.0,
      "eval_CITATION_f1": 0.9822635806887775,
      "eval_CITATION_precision": 0.9857918263090677,
      "eval_CITATION_recall": 0.9787605008717705,
      "eval_LAW_f1": 0.9207781394292636,
      "eval_LAW_precision": 0.8561896449787437,
      "eval_LAW_recall": 0.9959064710505633,
      "eval_accuracy_normalized": 0.986947889439064,
      "eval_loss": 0.039835721254348755,
      "eval_macro-f1": 0.9517621380923427,
      "eval_macro-precision": 0.9873334859611669,
      "eval_macro-recall": 0.9214192450961509,
      "eval_micro-f1": 0.9380497970823737,
      "eval_micro-precision": 0.9908930805950781,
      "eval_micro-recall": 0.8905573142285905,
      "eval_runtime": 183.2667,
      "eval_samples_per_second": 69.489,
      "eval_steps_per_second": 0.546,
      "eval_weighted-f1": 0.937137235367138,
      "eval_weighted-precision": 0.9914335782136015,
      "eval_weighted-recall": 0.8905573142285905,
      "step": 9152
    },
    {
      "epoch": 14.0,
      "learning_rate": 7.2000000000000005e-06,
      "loss": 0.0288,
      "step": 9856
    },
    {
      "epoch": 14.0,
      "eval_CITATION_f1": 0.9823417117403754,
      "eval_CITATION_precision": 0.9859492256107297,
      "eval_CITATION_recall": 0.9787605008717705,
      "eval_LAW_f1": 0.9209932279909707,
      "eval_LAW_precision": 0.8569253756589891,
      "eval_LAW_recall": 0.9954152475766309,
      "eval_accuracy_normalized": 0.986973407134062,
      "eval_loss": 0.03937051072716713,
      "eval_macro-f1": 0.9518572703321915,
      "eval_macro-precision": 0.9870878742242006,
      "eval_macro-recall": 0.9217881303971995,
      "eval_micro-f1": 0.9381220440903755,
      "eval_micro-precision": 0.9905454882513788,
      "eval_micro-recall": 0.8909685891156179,
      "eval_runtime": 183.2841,
      "eval_samples_per_second": 69.482,
      "eval_steps_per_second": 0.546,
      "eval_weighted-f1": 0.937211000059121,
      "eval_weighted-precision": 0.9910683576452416,
      "eval_weighted-recall": 0.8909685891156179,
      "step": 9856
    },
    {
      "epoch": 15.0,
      "learning_rate": 7.000284090909092e-06,
      "loss": 0.0282,
      "step": 10560
    },
    {
      "epoch": 15.0,
      "eval_CITATION_f1": 0.9819121447028423,
      "eval_CITATION_precision": 0.9850841509132966,
      "eval_CITATION_recall": 0.9787605008717705,
      "eval_LAW_f1": 0.9207796338083628,
      "eval_LAW_precision": 0.8564586561487534,
      "eval_LAW_recall": 0.9955462405030129,
      "eval_accuracy_normalized": 0.9870015908568956,
      "eval_loss": 0.039993565529584885,
      "eval_macro-f1": 0.9517671412400261,
      "eval_macro-precision": 0.9871533706873916,
      "eval_macro-recall": 0.9215724095097284,
      "eval_micro-f1": 0.9380245532040943,
      "eval_micro-precision": 0.9906381795430319,
      "eval_micro-recall": 0.8907177831024065,
      "eval_runtime": 183.1632,
      "eval_samples_per_second": 69.528,
      "eval_steps_per_second": 0.546,
      "eval_weighted-f1": 0.937111701553557,
      "eval_weighted-precision": 0.9911661050067804,
      "eval_weighted-recall": 0.8907177831024065,
      "step": 10560
    },
    {
      "epoch": 16.0,
      "learning_rate": 6.800284090909092e-06,
      "loss": 0.0278,
      "step": 11264
    },
    {
      "epoch": 16.0,
      "eval_CITATION_f1": 0.9828889773179467,
      "eval_CITATION_precision": 0.9870524296675192,
      "eval_CITATION_recall": 0.9787605008717705,
      "eval_LAW_f1": 0.9207239434911781,
      "eval_LAW_precision": 0.8570662603002597,
      "eval_LAW_recall": 0.9945965417867435,
      "eval_accuracy_normalized": 0.9870153018571931,
      "eval_loss": 0.03851037099957466,
      "eval_macro-f1": 0.9520466388916144,
      "eval_macro-precision": 0.986678521329257,
      "eval_macro-recall": 0.9224923590174634,
      "eval_micro-f1": 0.9381704786270355,
      "eval_micro-precision": 0.9899661676785466,
      "eval_micro-recall": 0.8915252822471254,
      "eval_runtime": 183.6471,
      "eval_samples_per_second": 69.345,
      "eval_steps_per_second": 0.545,
      "eval_weighted-f1": 0.937250674098129,
      "eval_weighted-precision": 0.990462627560541,
      "eval_weighted-recall": 0.8915252822471254,
      "step": 11264
    },
    {
      "epoch": 17.0,
      "learning_rate": 6.6002840909090915e-06,
      "loss": 0.0275,
      "step": 11968
    },
    {
      "epoch": 17.0,
      "eval_CITATION_f1": 0.9827716547964827,
      "eval_CITATION_precision": 0.9868158210147823,
      "eval_CITATION_recall": 0.9787605008717705,
      "eval_LAW_f1": 0.9203515684194575,
      "eval_LAW_precision": 0.8565183054098268,
      "eval_LAW_recall": 0.9944655488603615,
      "eval_accuracy_normalized": 0.9869817860786881,
      "eval_loss": 0.03849661350250244,
      "eval_macro-f1": 0.9518505107642844,
      "eval_macro-precision": 0.9866130248660661,
      "eval_macro-recall": 0.9221843554847858,
      "eval_micro-f1": 0.9379384544446518,
      "eval_micro-precision": 0.9898734763868935,
      "eval_micro-recall": 0.8911814407610623,
      "eval_runtime": 182.5915,
      "eval_samples_per_second": 69.746,
      "eval_steps_per_second": 0.548,
      "eval_weighted-f1": 0.9370160495313582,
      "eval_weighted-precision": 0.990366044125977,
      "eval_weighted-recall": 0.8911814407610623,
      "step": 11968
    },
    {
      "epoch": 18.0,
      "learning_rate": 6.400568181818182e-06,
      "loss": 0.0272,
      "step": 12672
    },
    {
      "epoch": 18.0,
      "eval_CITATION_f1": 0.9828889773179467,
      "eval_CITATION_precision": 0.9870524296675192,
      "eval_CITATION_recall": 0.9787605008717705,
      "eval_LAW_f1": 0.9205657006147603,
      "eval_LAW_precision": 0.8561369909311103,
      "eval_LAW_recall": 0.9954807440398219,
      "eval_accuracy_normalized": 0.9869932119122694,
      "eval_loss": 0.038164205849170685,
      "eval_macro-f1": 0.9519616843549739,
      "eval_macro-precision": 0.9871206224557962,
      "eval_macro-recall": 0.9220114522283747,
      "eval_micro-f1": 0.9380527089596453,
      "eval_micro-precision": 0.9905918338972054,
      "eval_micro-recall": 0.8908060348420438,
      "eval_runtime": 182.7469,
      "eval_samples_per_second": 69.687,
      "eval_steps_per_second": 0.547,
      "eval_weighted-f1": 0.9371218313775519,
      "eval_weighted-precision": 0.9911219409633794,
      "eval_weighted-recall": 0.8908060348420438,
      "step": 12672
    },
    {
      "epoch": 19.0,
      "learning_rate": 6.200568181818183e-06,
      "loss": 0.027,
      "step": 13376
    },
    {
      "epoch": 19.0,
      "eval_CITATION_f1": 0.982810759191469,
      "eval_CITATION_precision": 0.9868946779606841,
      "eval_CITATION_recall": 0.9787605008717705,
      "eval_LAW_f1": 0.9201540514313441,
      "eval_LAW_precision": 0.8567596566523605,
      "eval_LAW_recall": 0.9936795913020697,
      "eval_accuracy_normalized": 0.986947889439064,
      "eval_loss": 0.03846826031804085,
      "eval_macro-f1": 0.9517588185840318,
      "eval_macro-precision": 0.9862200460869202,
      "eval_macro-recall": 0.922317690725456,
      "eval_micro-f1": 0.9378130217028381,
      "eval_micro-precision": 0.9893173286369745,
      "eval_micro-recall": 0.891406021631102,
      "eval_runtime": 184.1158,
      "eval_samples_per_second": 69.168,
      "eval_steps_per_second": 0.543,
      "eval_weighted-f1": 0.9368937680506739,
      "eval_weighted-precision": 0.9897820747141067,
      "eval_weighted-recall": 0.891406021631102,
      "step": 13376
    },
    {
      "epoch": 20.0,
      "learning_rate": 6.0005681818181824e-06,
      "loss": 0.0266,
      "step": 14080
    },
    {
      "epoch": 20.0,
      "eval_CITATION_f1": 0.982928091050181,
      "eval_CITATION_precision": 0.9871313244344977,
      "eval_CITATION_recall": 0.9787605008717705,
      "eval_LAW_f1": 0.9199981821211617,
      "eval_LAW_precision": 0.8559548978153629,
      "eval_LAW_recall": 0.9944000523971706,
      "eval_accuracy_normalized": 0.9869730262729426,
      "eval_loss": 0.03889286145567894,
      "eval_macro-f1": 0.9518160523849399,
      "eval_macro-precision": 0.9865802766344705,
      "eval_macro-recall": 0.9221656032832765,
      "eval_micro-f1": 0.9378327643177853,
      "eval_micro-precision": 0.9898271307410669,
      "eval_micro-recall": 0.8910281816475104,
      "eval_runtime": 183.0494,
      "eval_samples_per_second": 69.571,
      "eval_steps_per_second": 0.546,
      "eval_weighted-f1": 0.936903094166417,
      "eval_weighted-precision": 0.9903191339376443,
      "eval_weighted-recall": 0.8910281816475104,
      "step": 14080
    },
    {
      "epoch": 21.0,
      "learning_rate": 5.800568181818183e-06,
      "loss": 0.0264,
      "step": 14784
    },
    {
      "epoch": 21.0,
      "eval_CITATION_f1": 0.9821030862233535,
      "eval_CITATION_precision": 0.9857097237745489,
      "eval_CITATION_recall": 0.9785227452845142,
      "eval_LAW_f1": 0.9203370820576556,
      "eval_LAW_precision": 0.856639015856893,
      "eval_LAW_recall": 0.9942690594707886,
      "eval_accuracy_normalized": 0.9869707411062264,
      "eval_loss": 0.038498904556035995,
      "eval_macro-f1": 0.9515075473026433,
      "eval_macro-precision": 0.9863959023776514,
      "eval_macro-recall": 0.9216946659139149,
      "eval_micro-f1": 0.9377305462849113,
      "eval_micro-precision": 0.9896649209806738,
      "eval_micro-recall": 0.890975090749781,
      "eval_runtime": 182.7777,
      "eval_samples_per_second": 69.675,
      "eval_steps_per_second": 0.547,
      "eval_weighted-f1": 0.9368225906951636,
      "eval_weighted-precision": 0.9901555837282984,
      "eval_weighted-recall": 0.890975090749781,
      "step": 14784
    },
    {
      "epoch": 22.0,
      "learning_rate": 5.600568181818182e-06,
      "loss": 0.0262,
      "step": 15488
    },
    {
      "epoch": 22.0,
      "eval_CITATION_f1": 0.9823403070559223,
      "eval_CITATION_precision": 0.9860268284893006,
      "eval_CITATION_recall": 0.9786812490093517,
      "eval_LAW_f1": 0.9201017657570342,
      "eval_LAW_precision": 0.8557946926587413,
      "eval_LAW_recall": 0.9948585276395074,
      "eval_accuracy_normalized": 0.986917420549514,
      "eval_loss": 0.040023379027843475,
      "eval_macro-f1": 0.951632458392357,
      "eval_macro-precision": 0.9867698883244296,
      "eval_macro-recall": 0.9216507907951708,
      "eval_micro-f1": 0.9377784605930252,
      "eval_micro-precision": 0.9901283774389397,
      "eval_micro-recall": 0.8906862336362878,
      "eval_runtime": 182.7513,
      "eval_samples_per_second": 69.685,
      "eval_steps_per_second": 0.547,
      "eval_weighted-f1": 0.9368585268788033,
      "eval_weighted-precision": 0.9906368284989479,
      "eval_weighted-recall": 0.8906862336362878,
      "step": 15488
    },
    {
      "epoch": 23.0,
      "learning_rate": 5.400568181818182e-06,
      "loss": 0.0259,
      "step": 16192
    },
    {
      "epoch": 23.0,
      "eval_CITATION_f1": 0.9820626019170345,
      "eval_CITATION_precision": 0.9857085828343314,
      "eval_CITATION_recall": 0.9784434934220955,
      "eval_LAW_f1": 0.9201865140642503,
      "eval_LAW_precision": 0.8556506560054057,
      "eval_LAW_recall": 0.9952515064186533,
      "eval_accuracy_normalized": 0.9869360827443634,
      "eval_loss": 0.03981756791472435,
      "eval_macro-f1": 0.9515610106395767,
      "eval_macro-precision": 0.9868474999203745,
      "eval_macro-recall": 0.9214737971120037,
      "eval_micro-f1": 0.9377598823877911,
      "eval_micro-precision": 0.9903369328451592,
      "eval_micro-recall": 0.8904840289208843,
      "eval_runtime": 182.5734,
      "eval_samples_per_second": 69.753,
      "eval_steps_per_second": 0.548,
      "eval_weighted-f1": 0.9368400401851952,
      "eval_weighted-precision": 0.9908674773583548,
      "eval_weighted-recall": 0.8904840289208843,
      "step": 16192
    },
    {
      "epoch": 23.0,
      "step": 16192,
      "total_flos": 1.3557575111977882e+17,
      "train_loss": 0.05992582664188189,
      "train_runtime": 10758.5934,
      "train_samples_per_second": 418.74,
      "train_steps_per_second": 3.272
    },
    {
      "epoch": 23.0,
      "eval_CITATION_f1": 0.9814787122684838,
      "eval_CITATION_precision": 0.9844650624611626,
      "eval_CITATION_recall": 0.978510425318936,
      "eval_LAW_f1": 0.9211885809936669,
      "eval_LAW_precision": 0.8550646934923544,
      "eval_LAW_recall": 0.9983966169255928,
      "eval_accuracy_normalized": 0.9905667906095162,
      "eval_loss": 0.026775669306516647,
      "eval_macro-f1": 0.9515974221562933,
      "eval_macro-precision": 0.9884535211222644,
      "eval_macro-recall": 0.9202279237061262,
      "eval_micro-f1": 0.9429566347321088,
      "eval_micro-precision": 0.9909403074465961,
      "eval_micro-recall": 0.8994053033460294,
      "eval_runtime": 1297.076,
      "eval_samples_per_second": 69.465,
      "eval_steps_per_second": 0.543,
      "eval_weighted-f1": 0.9419101385291693,
      "eval_weighted-precision": 0.9916707876514618,
      "eval_weighted-recall": 0.8994053033460294,
      "step": 16192
    }
  ],
  "max_steps": 35200,
  "num_train_epochs": 50,
  "total_flos": 1.3557575111977882e+17,
  "trial_name": null,
  "trial_params": null
}