End of training

README.md

@@ -1,4 +1,6 @@
 ---
+language:
+- id
 license: mit
 base_model: indolem/indobert-base-uncased
 tags:

all_results.json

@@ -1,21 +1,21 @@
 {
-    "accuracy": 0.9090009891196835,
+    "accuracy": 0.9060336300692384,
     "epoch": 20.0,
-    "eval_accuracy": 0.8972431077694235,
-    "eval_f1": 0.8763538792940554,
-    "eval_loss": 0.30106595158576965,
-    "eval_precision": 0.8754297605404427,
-    "eval_recall": 0.877295871976723,
-    "eval_runtime": 5.0202,
+    "eval_accuracy": 0.8847117794486216,
+    "eval_f1": 0.8609292598654301,
+    "eval_loss": 0.3090469241142273,
+    "eval_precision": 0.8609292598654301,
+    "eval_recall": 0.8609292598654301,
+    "eval_runtime": 1.8139,
     "eval_samples": 399,
-    "eval_samples_per_second": 79.479,
-    "eval_steps_per_second": 9.96,
-    "f1": 0.8914010031851596,
-    "precision": 0.8885134195522181,
-    "recall": 0.8944670877377938,
-    "train_loss": 0.24252970335913487,
-    "train_runtime": 1919.2772,
+    "eval_samples_per_second": 219.963,
+    "eval_steps_per_second": 27.564,
+    "f1": 0.8885945244345052,
+    "precision": 0.8834872799509323,
+    "recall": 0.8943164810753316,
+    "train_loss": 0.242632052937492,
+    "train_runtime": 627.3825,
     "train_samples": 3638,
-    "train_samples_per_second": 37.91,
-    "train_steps_per_second": 1.271
+    "train_samples_per_second": 115.974,
+    "train_steps_per_second": 3.889
 }

eval_results.json

@@ -1,12 +1,12 @@
 {
     "epoch": 20.0,
-    "eval_accuracy": 0.8972431077694235,
-    "eval_f1": 0.8763538792940554,
-    "eval_loss": 0.30106595158576965,
-    "eval_precision": 0.8754297605404427,
-    "eval_recall": 0.877295871976723,
-    "eval_runtime": 5.0202,
+    "eval_accuracy": 0.8847117794486216,
+    "eval_f1": 0.8609292598654301,
+    "eval_loss": 0.3090469241142273,
+    "eval_precision": 0.8609292598654301,
+    "eval_recall": 0.8609292598654301,
+    "eval_runtime": 1.8139,
     "eval_samples": 399,
-    "eval_samples_per_second": 79.479,
-    "eval_steps_per_second": 9.96
+    "eval_samples_per_second": 219.963,
+    "eval_steps_per_second": 27.564
 }

predict_results.json

@@ -1,6 +1,6 @@
 {
-    "accuracy": 0.9090009891196835,
-    "f1": 0.8914010031851596,
-    "precision": 0.8885134195522181,
-    "recall": 0.8944670877377938
+    "accuracy": 0.9060336300692384,
+    "f1": 0.8885945244345052,
+    "precision": 0.8834872799509323,
+    "recall": 0.8943164810753316
 }

predict_results.txt

@@ -21,7 +21,7 @@ index	prediction
 19	1
 20	1
 21	1
-22	0
+22	1
 23	1
 24	1
 25	0
@@ -35,7 +35,7 @@ index	prediction
 33	1
 34	1
 35	1
-36	0
+36	1
 37	1
 38	1
 39	1
@@ -44,17 +44,17 @@ index	prediction
 42	1
 43	1
 44	1
-45	1
+45	0
 46	1
 47	1
 48	1
 49	1
 50	1
-51	1
+51	0
 52	1
 53	1
 54	1
-55	1
+55	0
 56	1
 57	1
 58	1
@@ -67,7 +67,7 @@ index	prediction
 65	1
 66	1
 67	0
-68	1
+68	0
 69	1
 70	1
 71	1
@@ -81,7 +81,7 @@ index	prediction
 79	1
 80	1
 81	1
-82	1
+82	0
 83	0
 84	1
 85	1
@@ -101,12 +101,12 @@ index	prediction
 99	1
 100	1
 101	1
-102	0
+102	1
 103	1
 104	1
-105	0
+105	1
 106	1
-107	1
+107	0
 108	1
 109	1
 110	1
@@ -120,7 +120,7 @@ index	prediction
 118	1
 119	1
 120	0
-121	1
+121	0
 122	1
 123	1
 124	0
@@ -151,7 +151,7 @@ index	prediction
 149	1
 150	1
 151	0
-152	0
+152	1
 153	1
 154	1
 155	1
@@ -171,16 +171,16 @@ index	prediction
 169	1
 170	0
 171	1
-172	0
+172	1
 173	1
 174	0
 175	1
 176	1
 177	1
 178	1
-179	0
+179	1
 180	1
-181	1
+181	0
 182	1
 183	1
 184	1
@@ -223,7 +223,7 @@ index	prediction
 221	1
 222	1
 223	1
-224	0
+224	1
 225	1
 226	1
 227	1
@@ -238,7 +238,7 @@ index	prediction
 236	1
 237	0
 238	1
-239	0
+239	1
 240	1
 241	1
 242	1
@@ -247,7 +247,7 @@ index	prediction
 245	1
 246	1
 247	1
-248	0
+248	1
 249	1
 250	1
 251	1
@@ -259,10 +259,10 @@ index	prediction
 257	1
 258	1
 259	1
-260	0
+260	1
 261	1
 262	1
-263	1
+263	0
 264	1
 265	1
 266	1
@@ -299,9 +299,9 @@ index	prediction
 297	1
 298	0
 299	0
-300	0
+300	1
 301	0
-302	1
+302	0
 303	0
 304	0
 305	0
@@ -322,13 +322,13 @@ index	prediction
 320	0
 321	0
 322	0
-323	1
+323	0
 324	1
 325	0
 326	0
 327	0
 328	0
-329	0
+329	1
 330	0
 331	0
 332	0
@@ -341,12 +341,12 @@ index	prediction
 339	0
 340	1
 341	0
-342	0
+342	1
 343	0
 344	0
 345	0
 346	0
-347	0
+347	1
 348	0
 349	0
 350	0
@@ -381,7 +381,7 @@ index	prediction
 379	0
 380	0
 381	0
-382	1
+382	0
 383	1
 384	0
 385	0
@@ -434,7 +434,7 @@ index	prediction
 432	0
 433	0
 434	1
-435	1
+435	0
 436	0
 437	0
 438	0
@@ -448,15 +448,15 @@ index	prediction
 446	0
 447	0
 448	0
-449	0
+449	1
 450	0
 451	0
 452	0
 453	0
 454	0
-455	0
+455	1
 456	0
-457	0
+457	1
 458	0
 459	0
 460	0
@@ -486,7 +486,7 @@ index	prediction
 484	0
 485	0
 486	0
-487	0
+487	1
 488	0
 489	0
 490	0
@@ -497,12 +497,12 @@ index	prediction
 495	0
 496	0
 497	0
-498	1
+498	0
 499	0
 500	0
 501	0
 502	0
-503	1
+503	0
 504	0
 505	0
 506	0
@@ -540,7 +540,7 @@ index	prediction
 538	0
 539	0
 540	0
-541	1
+541	0
 542	0
 543	0
 544	0
@@ -580,7 +580,7 @@ index	prediction
 578	0
 579	1
 580	0
-581	0
+581	1
 582	1
 583	0
 584	0
@@ -591,7 +591,7 @@ index	prediction
 589	0
 590	0
 591	1
-592	1
+592	0
 593	0
 594	0
 595	0
@@ -620,7 +620,7 @@ index	prediction
 618	0
 619	0
 620	0
-621	0
+621	1
 622	0
 623	0
 624	0
@@ -678,7 +678,7 @@ index	prediction
 676	0
 677	0
 678	0
-679	0
+679	1
 680	0
 681	0
 682	0
@@ -711,7 +711,7 @@ index	prediction
 709	0
 710	1
 711	0
-712	0
+712	1
 713	0
 714	0
 715	1
@@ -756,11 +756,11 @@ index	prediction
 754	0
 755	0
 756	0
-757	0
+757	1
 758	0
 759	0
 760	0
-761	0
+761	1
 762	1
 763	0
 764	0
@@ -811,7 +811,7 @@ index	prediction
 809	0
 810	0
 811	0
-812	0
+812	1
 813	0
 814	0
 815	0
@@ -838,20 +838,20 @@ index	prediction
 836	0
 837	1
 838	0
-839	0
+839	1
 840	0
 841	0
 842	0
 843	0
-844	1
+844	0
 845	0
-846	1
+846	0
 847	0
 848	0
 849	0
 850	0
-851	1
-852	0
+851	0
+852	1
 853	0
 854	1
 855	0
@@ -864,7 +864,7 @@ index	prediction
 862	0
 863	0
 864	0
-865	1
+865	0
 866	0
 867	0
 868	0
@@ -899,7 +899,7 @@ index	prediction
 897	0
 898	0
 899	0
-900	1
+900	0
 901	0
 902	0
 903	0
@@ -953,7 +953,7 @@ index	prediction
 951	0
 952	0
 953	0
-954	0
+954	1
 955	0
 956	0
 957	0

runs/Jun03_13-22-10_a358b85c7679/events.out.tfevents.1717421575.a358b85c7679.105407.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fea77e7b0238bbebb10f355daa390b96c3c8f1d50c8df03db0581d0f9f01244
+size 560

train_results.json

@@ -1,8 +1,8 @@
 {
     "epoch": 20.0,
-    "train_loss": 0.24252970335913487,
-    "train_runtime": 1919.2772,
+    "train_loss": 0.242632052937492,
+    "train_runtime": 627.3825,
     "train_samples": 3638,
-    "train_samples_per_second": 37.91,
-    "train_steps_per_second": 1.271
+    "train_samples_per_second": 115.974,
+    "train_steps_per_second": 3.889
 }

trainer_state.json

@@ -10,392 +10,392 @@
   "log_history": [
     {
       "epoch": 1.0,
-      "grad_norm": 4.3284077644348145,
+      "grad_norm": 4.5641188621521,
       "learning_rate": 4.75e-05,
       "loss": 0.5535,
       "step": 122
     },
     {
       "epoch": 1.0,
-      "eval_accuracy": 0.7268170426065163,
-      "eval_f1": 0.6326680574676724,
-      "eval_loss": 0.5077849626541138,
-      "eval_precision": 0.6605799373040753,
-      "eval_recall": 0.6242044008001455,
-      "eval_runtime": 5.0717,
-      "eval_samples_per_second": 78.673,
-      "eval_steps_per_second": 9.859,
+      "eval_accuracy": 0.7243107769423559,
+      "eval_f1": 0.6401043033324587,
+      "eval_loss": 0.5041041374206543,
+      "eval_precision": 0.6583725987676694,
+      "eval_recall": 0.6324331696672122,
+      "eval_runtime": 1.8214,
+      "eval_samples_per_second": 219.06,
+      "eval_steps_per_second": 27.451,
       "step": 122
     },
     {
       "epoch": 2.0,
-      "grad_norm": 3.732577085494995,
+      "grad_norm": 3.286947011947632,
       "learning_rate": 4.5e-05,
-      "loss": 0.4682,
+      "loss": 0.4636,
       "step": 244
     },
     {
       "epoch": 2.0,
-      "eval_accuracy": 0.8170426065162907,
-      "eval_f1": 0.777617444284111,
-      "eval_loss": 0.4184626042842865,
-      "eval_precision": 0.7798245614035089,
-      "eval_recall": 0.7755501000181851,
-      "eval_runtime": 5.0889,
-      "eval_samples_per_second": 78.406,
-      "eval_steps_per_second": 9.825,
+      "eval_accuracy": 0.7669172932330827,
+      "eval_f1": 0.7331142070096449,
+      "eval_loss": 0.4692240059375763,
+      "eval_precision": 0.7252895752895754,
+      "eval_recall": 0.7475904709947263,
+      "eval_runtime": 1.8328,
+      "eval_samples_per_second": 217.703,
+      "eval_steps_per_second": 27.281,
       "step": 244
     },
     {
       "epoch": 3.0,
-      "grad_norm": 3.4716732501983643,
+      "grad_norm": 3.800495147705078,
       "learning_rate": 4.25e-05,
-      "loss": 0.3849,
+      "loss": 0.4023,
       "step": 366
     },
     {
       "epoch": 3.0,
-      "eval_accuracy": 0.8170426065162907,
-      "eval_f1": 0.757268931723293,
-      "eval_loss": 0.38087406754493713,
-      "eval_precision": 0.7968253968253969,
-      "eval_recall": 0.7380432805964721,
-      "eval_runtime": 5.1872,
-      "eval_samples_per_second": 76.92,
-      "eval_steps_per_second": 9.639,
+      "eval_accuracy": 0.8370927318295739,
+      "eval_f1": 0.7809488416091623,
+      "eval_loss": 0.36048197746276855,
+      "eval_precision": 0.832562695924765,
+      "eval_recall": 0.7572285870158211,
+      "eval_runtime": 1.8261,
+      "eval_samples_per_second": 218.495,
+      "eval_steps_per_second": 27.38,
       "step": 366
     },
     {
       "epoch": 4.0,
-      "grad_norm": 1.9364979267120361,
+      "grad_norm": 4.0396647453308105,
       "learning_rate": 4e-05,
-      "loss": 0.3127,
+      "loss": 0.3202,
       "step": 488
     },
     {
       "epoch": 4.0,
-      "eval_accuracy": 0.8571428571428571,
-      "eval_f1": 0.8289446964056049,
-      "eval_loss": 0.32795679569244385,
-      "eval_precision": 0.8266129032258065,
-      "eval_recall": 0.8314238952536825,
-      "eval_runtime": 5.0897,
-      "eval_samples_per_second": 78.394,
-      "eval_steps_per_second": 9.824,
+      "eval_accuracy": 0.8546365914786967,
+      "eval_f1": 0.8159125620465827,
+      "eval_loss": 0.3256481885910034,
+      "eval_precision": 0.8356565656565657,
+      "eval_recall": 0.8021458446990362,
+      "eval_runtime": 1.8317,
+      "eval_samples_per_second": 217.825,
+      "eval_steps_per_second": 27.296,
       "step": 488
     },
     {
       "epoch": 5.0,
-      "grad_norm": 3.656118392944336,
+      "grad_norm": 1.8746237754821777,
       "learning_rate": 3.7500000000000003e-05,
-      "loss": 0.2869,
+      "loss": 0.2919,
       "step": 610
     },
     {
       "epoch": 5.0,
-      "eval_accuracy": 0.8621553884711779,
-      "eval_f1": 0.8341332527115377,
-      "eval_loss": 0.3168599307537079,
-      "eval_precision": 0.8333132275770553,
-      "eval_recall": 0.8349699945444626,
-      "eval_runtime": 5.064,
-      "eval_samples_per_second": 78.791,
-      "eval_steps_per_second": 9.874,
+      "eval_accuracy": 0.8771929824561403,
+      "eval_f1": 0.8475258334958082,
+      "eval_loss": 0.3067488968372345,
+      "eval_precision": 0.8591828192414193,
+      "eval_recall": 0.8381069285324605,
+      "eval_runtime": 1.8315,
+      "eval_samples_per_second": 217.857,
+      "eval_steps_per_second": 27.3,
       "step": 610
     },
     {
       "epoch": 6.0,
-      "grad_norm": 2.3921332359313965,
+      "grad_norm": 3.942033290863037,
       "learning_rate": 3.5e-05,
-      "loss": 0.274,
+      "loss": 0.2657,
       "step": 732
     },
     {
       "epoch": 6.0,
-      "eval_accuracy": 0.8771929824561403,
-      "eval_f1": 0.8576006759069754,
-      "eval_loss": 0.3217551112174988,
-      "eval_precision": 0.8466769923965081,
-      "eval_recall": 0.8731132933260592,
-      "eval_runtime": 5.0567,
-      "eval_samples_per_second": 78.906,
-      "eval_steps_per_second": 9.888,
+      "eval_accuracy": 0.8521303258145363,
+      "eval_f1": 0.8320383569853806,
+      "eval_loss": 0.3400041460990906,
+      "eval_precision": 0.8193218954248366,
+      "eval_recall": 0.8553827968721586,
+      "eval_runtime": 1.8306,
+      "eval_samples_per_second": 217.958,
+      "eval_steps_per_second": 27.313,
       "step": 732
     },
     {
       "epoch": 7.0,
-      "grad_norm": 1.9414736032485962,
+      "grad_norm": 0.39800548553466797,
       "learning_rate": 3.2500000000000004e-05,
-      "loss": 0.2539,
+      "loss": 0.2559,
       "step": 854
     },
     {
       "epoch": 7.0,
-      "eval_accuracy": 0.8671679197994987,
-      "eval_f1": 0.8417152566223307,
-      "eval_loss": 0.30381932854652405,
-      "eval_precision": 0.8378262413446174,
-      "eval_recall": 0.8460174577195854,
-      "eval_runtime": 5.0791,
-      "eval_samples_per_second": 78.557,
-      "eval_steps_per_second": 9.844,
+      "eval_accuracy": 0.87468671679198,
+      "eval_f1": 0.8524146298159436,
+      "eval_loss": 0.2993007302284241,
+      "eval_precision": 0.8451250578971746,
+      "eval_recall": 0.8613384251682124,
+      "eval_runtime": 1.8316,
+      "eval_samples_per_second": 217.847,
+      "eval_steps_per_second": 27.299,
       "step": 854
     },
     {
       "epoch": 8.0,
-      "grad_norm": 2.456129789352417,
+      "grad_norm": 7.434815406799316,
       "learning_rate": 3e-05,
-      "loss": 0.2286,
+      "loss": 0.2369,
       "step": 976
     },
     {
       "epoch": 8.0,
-      "eval_accuracy": 0.8671679197994987,
-      "eval_f1": 0.8341632880321839,
-      "eval_loss": 0.32023322582244873,
-      "eval_precision": 0.8479139504563233,
-      "eval_recall": 0.8235133660665576,
-      "eval_runtime": 5.2736,
-      "eval_samples_per_second": 75.66,
-      "eval_steps_per_second": 9.481,
+      "eval_accuracy": 0.8872180451127819,
+      "eval_f1": 0.8584001703456596,
+      "eval_loss": 0.30177775025367737,
+      "eval_precision": 0.8759655377302435,
+      "eval_recall": 0.8451991271140207,
+      "eval_runtime": 1.8332,
+      "eval_samples_per_second": 217.658,
+      "eval_steps_per_second": 27.275,
       "step": 976
     },
     {
       "epoch": 9.0,
-      "grad_norm": 6.962612152099609,
+      "grad_norm": 6.123136043548584,
       "learning_rate": 2.7500000000000004e-05,
-      "loss": 0.2249,
+      "loss": 0.2178,
       "step": 1098
     },
     {
       "epoch": 9.0,
-      "eval_accuracy": 0.8872180451127819,
-      "eval_f1": 0.8662440310793597,
-      "eval_loss": 0.2973268926143646,
-      "eval_precision": 0.8606158357771261,
-      "eval_recall": 0.872704128023277,
-      "eval_runtime": 5.05,
-      "eval_samples_per_second": 79.009,
-      "eval_steps_per_second": 9.901,
+      "eval_accuracy": 0.8847117794486216,
+      "eval_f1": 0.8595070422535211,
+      "eval_loss": 0.29259544610977173,
+      "eval_precision": 0.8633733523114054,
+      "eval_recall": 0.8559283506092017,
+      "eval_runtime": 1.8408,
+      "eval_samples_per_second": 216.759,
+      "eval_steps_per_second": 27.163,
       "step": 1098
     },
     {
       "epoch": 10.0,
-      "grad_norm": 3.1556286811828613,
+      "grad_norm": 3.8655648231506348,
       "learning_rate": 2.5e-05,
-      "loss": 0.2083,
+      "loss": 0.2118,
       "step": 1220
     },
     {
       "epoch": 10.0,
-      "eval_accuracy": 0.8721804511278195,
-      "eval_f1": 0.8376560692488731,
-      "eval_loss": 0.3127811551094055,
-      "eval_precision": 0.8602278120550546,
-      "eval_recall": 0.8220585561011093,
-      "eval_runtime": 5.0596,
-      "eval_samples_per_second": 78.86,
-      "eval_steps_per_second": 9.882,
+      "eval_accuracy": 0.8872180451127819,
+      "eval_f1": 0.8622036668943447,
+      "eval_loss": 0.29553094506263733,
+      "eval_precision": 0.8671602787456446,
+      "eval_recall": 0.8577014002545917,
+      "eval_runtime": 1.8333,
+      "eval_samples_per_second": 217.636,
+      "eval_steps_per_second": 27.273,
       "step": 1220
     },
     {
       "epoch": 11.0,
-      "grad_norm": 0.8982645273208618,
+      "grad_norm": 3.4139134883880615,
       "learning_rate": 2.25e-05,
-      "loss": 0.1935,
+      "loss": 0.2034,
       "step": 1342
     },
     {
       "epoch": 11.0,
-      "eval_accuracy": 0.8922305764411027,
-      "eval_f1": 0.8721887408091659,
-      "eval_loss": 0.2957092523574829,
-      "eval_precision": 0.866466275659824,
-      "eval_recall": 0.8787506819421713,
-      "eval_runtime": 5.0454,
-      "eval_samples_per_second": 79.082,
-      "eval_steps_per_second": 9.91,
+      "eval_accuracy": 0.8847117794486216,
+      "eval_f1": 0.8572517421602788,
+      "eval_loss": 0.2934134602546692,
+      "eval_precision": 0.8679426449878376,
+      "eval_recall": 0.8484269867248591,
+      "eval_runtime": 1.8401,
+      "eval_samples_per_second": 216.837,
+      "eval_steps_per_second": 27.173,
       "step": 1342
     },
     {
       "epoch": 12.0,
-      "grad_norm": 6.364419460296631,
+      "grad_norm": 5.207653045654297,
       "learning_rate": 2e-05,
-      "loss": 0.1859,
+      "loss": 0.1856,
       "step": 1464
     },
     {
       "epoch": 12.0,
-      "eval_accuracy": 0.8822055137844611,
-      "eval_f1": 0.8602993213495533,
-      "eval_loss": 0.2869341969490051,
-      "eval_precision": 0.8547653958944281,
-      "eval_recall": 0.8666575741043827,
-      "eval_runtime": 5.0666,
-      "eval_samples_per_second": 78.751,
-      "eval_steps_per_second": 9.869,
+      "eval_accuracy": 0.8796992481203008,
+      "eval_f1": 0.8533986527862829,
+      "eval_loss": 0.297758549451828,
+      "eval_precision": 0.8572003218020917,
+      "eval_recall": 0.8498817966903074,
+      "eval_runtime": 1.8319,
+      "eval_samples_per_second": 217.802,
+      "eval_steps_per_second": 27.293,
       "step": 1464
     },
     {
       "epoch": 13.0,
-      "grad_norm": 1.9051835536956787,
+      "grad_norm": 1.1223020553588867,
       "learning_rate": 1.75e-05,
-      "loss": 0.1735,
+      "loss": 0.1775,
       "step": 1586
     },
     {
       "epoch": 13.0,
       "eval_accuracy": 0.8796992481203008,
-      "eval_f1": 0.8502252252252251,
-      "eval_loss": 0.30611610412597656,
-      "eval_precision": 0.863265306122449,
-      "eval_recall": 0.8398799781778505,
-      "eval_runtime": 5.1317,
-      "eval_samples_per_second": 77.752,
-      "eval_steps_per_second": 9.743,
+      "eval_f1": 0.8493865995596099,
+      "eval_loss": 0.3038978576660156,
+      "eval_precision": 0.8651108632904749,
+      "eval_recall": 0.8373795235497363,
+      "eval_runtime": 1.8374,
+      "eval_samples_per_second": 217.149,
+      "eval_steps_per_second": 27.212,
       "step": 1586
     },
     {
       "epoch": 14.0,
-      "grad_norm": 6.753292083740234,
+      "grad_norm": 7.688318252563477,
       "learning_rate": 1.5e-05,
-      "loss": 0.1804,
+      "loss": 0.1719,
       "step": 1708
     },
     {
       "epoch": 14.0,
-      "eval_accuracy": 0.8897243107769424,
-      "eval_f1": 0.8695225637671682,
-      "eval_loss": 0.29550090432167053,
-      "eval_precision": 0.8631532846715328,
-      "eval_recall": 0.8769776322967813,
-      "eval_runtime": 5.0486,
-      "eval_samples_per_second": 79.032,
-      "eval_steps_per_second": 9.904,
+      "eval_accuracy": 0.8872180451127819,
+      "eval_f1": 0.8622036668943447,
+      "eval_loss": 0.3036334812641144,
+      "eval_precision": 0.8671602787456446,
+      "eval_recall": 0.8577014002545917,
+      "eval_runtime": 1.8354,
+      "eval_samples_per_second": 217.392,
+      "eval_steps_per_second": 27.242,
       "step": 1708
     },
     {
       "epoch": 15.0,
-      "grad_norm": 0.1921367347240448,
+      "grad_norm": 1.8339260816574097,
       "learning_rate": 1.25e-05,
-      "loss": 0.1628,
+      "loss": 0.1621,
       "step": 1830
     },
     {
       "epoch": 15.0,
-      "eval_accuracy": 0.8972431077694235,
-      "eval_f1": 0.8757339815412664,
-      "eval_loss": 0.2972831130027771,
-      "eval_precision": 0.8766906299500427,
-      "eval_recall": 0.8747954173486088,
-      "eval_runtime": 5.0606,
-      "eval_samples_per_second": 78.844,
-      "eval_steps_per_second": 9.88,
+      "eval_accuracy": 0.8822055137844611,
+      "eval_f1": 0.8596342841745197,
+      "eval_loss": 0.299029141664505,
+      "eval_precision": 0.8555364857667042,
+      "eval_recall": 0.8641571194762684,
+      "eval_runtime": 1.8346,
+      "eval_samples_per_second": 217.487,
+      "eval_steps_per_second": 27.254,
       "step": 1830
     },
     {
       "epoch": 16.0,
-      "grad_norm": 0.38073158264160156,
+      "grad_norm": 1.4192665815353394,
       "learning_rate": 1e-05,
-      "loss": 0.1619,
+      "loss": 0.1535,
       "step": 1952
     },
     {
       "epoch": 16.0,
-      "eval_accuracy": 0.8897243107769424,
-      "eval_f1": 0.8707140332272888,
-      "eval_loss": 0.3023494482040405,
-      "eval_precision": 0.8618432385874246,
-      "eval_recall": 0.8819785415530097,
-      "eval_runtime": 5.0599,
-      "eval_samples_per_second": 78.856,
-      "eval_steps_per_second": 9.882,
+      "eval_accuracy": 0.8847117794486216,
+      "eval_f1": 0.8616171059774413,
+      "eval_loss": 0.3039585053920746,
+      "eval_precision": 0.859873949579832,
+      "eval_recall": 0.8634297144935443,
+      "eval_runtime": 1.8339,
+      "eval_samples_per_second": 217.57,
+      "eval_steps_per_second": 27.264,
       "step": 1952
     },
     {
       "epoch": 17.0,
-      "grad_norm": 1.6226332187652588,
+      "grad_norm": 1.2236837148666382,
       "learning_rate": 7.5e-06,
-      "loss": 0.1514,
+      "loss": 0.1504,
       "step": 2074
     },
     {
       "epoch": 17.0,
-      "eval_accuracy": 0.8972431077694235,
-      "eval_f1": 0.8775533117267087,
-      "eval_loss": 0.2997310757637024,
-      "eval_precision": 0.873246730188791,
-      "eval_recall": 0.8822967812329514,
-      "eval_runtime": 5.0625,
-      "eval_samples_per_second": 78.815,
-      "eval_steps_per_second": 9.877,
+      "eval_accuracy": 0.8796992481203008,
+      "eval_f1": 0.8510452961672474,
+      "eval_loss": 0.31895172595977783,
+      "eval_precision": 0.8615574190244527,
+      "eval_recall": 0.8423804328059648,
+      "eval_runtime": 1.8322,
+      "eval_samples_per_second": 217.776,
+      "eval_steps_per_second": 27.29,
       "step": 2074
     },
     {
       "epoch": 18.0,
-      "grad_norm": 4.088443756103516,
+      "grad_norm": 1.8861066102981567,
       "learning_rate": 5e-06,
-      "loss": 0.1503,
+      "loss": 0.1459,
       "step": 2196
     },
     {
       "epoch": 18.0,
-      "eval_accuracy": 0.8947368421052632,
-      "eval_f1": 0.8736504011098378,
-      "eval_loss": 0.3002457618713379,
-      "eval_precision": 0.8718487394957983,
-      "eval_recall": 0.8755228223313329,
-      "eval_runtime": 5.0624,
-      "eval_samples_per_second": 78.817,
-      "eval_steps_per_second": 9.877,
+      "eval_accuracy": 0.8771929824561403,
+      "eval_f1": 0.8522278069611882,
+      "eval_loss": 0.31010520458221436,
+      "eval_precision": 0.8513631702756499,
+      "eval_recall": 0.8531096563011457,
+      "eval_runtime": 1.8303,
+      "eval_samples_per_second": 217.993,
+      "eval_steps_per_second": 27.317,
       "step": 2196
     },
     {
       "epoch": 19.0,
-      "grad_norm": 6.321498394012451,
+      "grad_norm": 2.291304349899292,
       "learning_rate": 2.5e-06,
-      "loss": 0.154,
+      "loss": 0.1444,
       "step": 2318
     },
     {
       "epoch": 19.0,
-      "eval_accuracy": 0.8947368421052632,
-      "eval_f1": 0.8730223677032187,
-      "eval_loss": 0.303114652633667,
-      "eval_precision": 0.8730223677032187,
-      "eval_recall": 0.8730223677032187,
-      "eval_runtime": 5.2549,
-      "eval_samples_per_second": 75.929,
-      "eval_steps_per_second": 9.515,
+      "eval_accuracy": 0.8822055137844611,
+      "eval_f1": 0.855319904024935,
+      "eval_loss": 0.3119203448295593,
+      "eval_precision": 0.862378106322743,
+      "eval_recall": 0.8491543917075832,
+      "eval_runtime": 1.8361,
+      "eval_samples_per_second": 217.305,
+      "eval_steps_per_second": 27.231,
       "step": 2318
     },
     {
       "epoch": 20.0,
-      "grad_norm": 1.89798903465271,
+      "grad_norm": 1.763808250427246,
       "learning_rate": 0.0,
-      "loss": 0.1408,
+      "loss": 0.1384,
       "step": 2440
     },
     {
       "epoch": 20.0,
-      "eval_accuracy": 0.8972431077694235,
-      "eval_f1": 0.8763538792940554,
-      "eval_loss": 0.30106595158576965,
-      "eval_precision": 0.8754297605404427,
-      "eval_recall": 0.877295871976723,
-      "eval_runtime": 5.0597,
-      "eval_samples_per_second": 78.858,
-      "eval_steps_per_second": 9.882,
+      "eval_accuracy": 0.8847117794486216,
+      "eval_f1": 0.8609292598654301,
+      "eval_loss": 0.3090469241142273,
+      "eval_precision": 0.8609292598654301,
+      "eval_recall": 0.8609292598654301,
+      "eval_runtime": 1.8381,
+      "eval_samples_per_second": 217.076,
+      "eval_steps_per_second": 27.203,
       "step": 2440
     },
     {
       "epoch": 20.0,
       "step": 2440,
       "total_flos": 8444128359504000.0,
-      "train_loss": 0.24252970335913487,
-      "train_runtime": 1919.2772,
-      "train_samples_per_second": 37.91,
-      "train_steps_per_second": 1.271
+      "train_loss": 0.242632052937492,
+      "train_runtime": 627.3825,
+      "train_samples_per_second": 115.974,
+      "train_steps_per_second": 3.889
     }
   ],
   "logging_steps": 500,