Theoreticallyhugo commited on
Commit
62c3621
1 Parent(s): 4508cc9

Training in progress, epoch 6, checkpoint

Browse files
checkpoint-486/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b2f50193709db3003f537d8a09f868624fc7d602138b29ec76b4a4c02973da89
3
  size 592324828
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9cecea0118ec25df48c35406ac6c16abc16808e01a6405930bd7eea735e742d
3
  size 592324828
checkpoint-486/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b501a83ec34472920863776efac8fd5f2b74eb1e75316f596b9d8c1fcf932b05
3
  size 1014657786
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f740e48933486ee38370159d550944a484e19f8c7698a390fa45e846e6a4552
3
  size 1014657786
checkpoint-486/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:76fa7a37b83088a34dfd87f85bd186720c2175bd38d06b25844c7882d2516d29
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f891ea0618b7d3999f24558d90e9c033c85e76f5c1de754b03ef890648ce2bb
3
  size 14244
checkpoint-486/trainer_state.json CHANGED
@@ -11,270 +11,270 @@
11
  {
12
  "epoch": 1.0,
13
  "eval_Claim": {
14
- "f1-score": 0.46243291592128805,
15
- "precision": 0.6588785046728972,
16
- "recall": 0.3562241616903996,
17
- "support": 4354.0
18
  },
19
  "eval_MajorClaim": {
20
- "f1-score": 0.8342621259029929,
21
- "precision": 0.8096955128205128,
22
- "recall": 0.8603661132396765,
23
- "support": 2349.0
24
  },
25
  "eval_O": {
26
- "f1-score": 0.9993622448979592,
27
- "precision": 0.9987253027405991,
28
  "recall": 1.0,
29
- "support": 12536.0
30
  },
31
  "eval_Premise": {
32
- "f1-score": 0.8941052999825083,
33
- "precision": 0.8401157057392676,
34
- "recall": 0.955510692388216,
35
- "support": 13374.0
36
  },
37
- "eval_accuracy": 0.8857510808573268,
38
- "eval_loss": 0.2754688858985901,
39
  "eval_macro avg": {
40
- "f1-score": 0.7975406466761871,
41
- "precision": 0.8268537564933192,
42
- "recall": 0.793025241829573,
43
- "support": 32613.0
44
- },
45
- "eval_runtime": 4.8781,
46
- "eval_samples_per_second": 16.605,
47
- "eval_steps_per_second": 2.255,
48
  "eval_weighted avg": {
49
- "f1-score": 0.8726239240080429,
50
- "precision": 0.8746959682542021,
51
- "recall": 0.8857510808573268,
52
- "support": 32613.0
53
  },
54
  "step": 81
55
  },
56
  {
57
  "epoch": 2.0,
58
  "eval_Claim": {
59
- "f1-score": 0.6446312571646924,
60
- "precision": 0.5518482172064115,
61
- "recall": 0.77491961414791,
62
- "support": 4354.0
63
  },
64
  "eval_MajorClaim": {
65
- "f1-score": 0.8912341158733577,
66
- "precision": 0.9019180470793374,
67
- "recall": 0.8808003405704555,
68
- "support": 2349.0
69
  },
70
  "eval_O": {
71
- "f1-score": 0.9998005504806733,
72
- "precision": 0.9999202106439001,
73
- "recall": 0.9996809189534142,
74
- "support": 12536.0
75
  },
76
  "eval_Premise": {
77
- "f1-score": 0.8690409646250897,
78
- "precision": 0.9324023303632625,
79
- "recall": 0.8137430835950351,
80
- "support": 13374.0
81
  },
82
- "eval_accuracy": 0.8848618649004998,
83
- "eval_loss": 0.25178349018096924,
84
  "eval_macro avg": {
85
- "f1-score": 0.8511767220359533,
86
- "precision": 0.8465222013232279,
87
- "recall": 0.8672859893167036,
88
- "support": 32613.0
89
- },
90
- "eval_runtime": 4.907,
91
- "eval_samples_per_second": 16.507,
92
- "eval_steps_per_second": 2.242,
93
  "eval_weighted avg": {
94
- "f1-score": 0.8909418634778542,
95
- "precision": 0.9053537287957648,
96
- "recall": 0.8848618649004998,
97
- "support": 32613.0
98
  },
99
  "step": 162
100
  },
101
  {
102
  "epoch": 3.0,
103
  "eval_Claim": {
104
- "f1-score": 0.6598764019226366,
105
- "precision": 0.6576186131386861,
106
- "recall": 0.6621497473587505,
107
- "support": 4354.0
108
  },
109
  "eval_MajorClaim": {
110
- "f1-score": 0.9062119366626066,
111
- "precision": 0.8661233993015134,
112
- "recall": 0.9501915708812261,
113
- "support": 2349.0
114
  },
115
  "eval_O": {
116
- "f1-score": 0.9998404722022812,
117
- "precision": 0.9997607273887382,
118
- "recall": 0.9999202297383536,
119
- "support": 12536.0
120
  },
121
  "eval_Premise": {
122
- "f1-score": 0.9007852612503775,
123
- "precision": 0.9097148086014946,
124
- "recall": 0.8920293106026619,
125
- "support": 13374.0
126
  },
127
- "eval_accuracy": 0.9070002759635728,
128
- "eval_loss": 0.23778581619262695,
129
  "eval_macro avg": {
130
- "f1-score": 0.8666785180094754,
131
- "precision": 0.8583043871076081,
132
- "recall": 0.876072714645248,
133
- "support": 32613.0
134
- },
135
- "eval_runtime": 4.9168,
136
- "eval_samples_per_second": 16.474,
137
- "eval_steps_per_second": 2.237,
138
  "eval_weighted avg": {
139
- "f1-score": 0.907089072967282,
140
- "precision": 0.9075314026721463,
141
- "recall": 0.9070002759635728,
142
- "support": 32613.0
143
  },
144
  "step": 243
145
  },
146
  {
147
  "epoch": 4.0,
148
  "eval_Claim": {
149
- "f1-score": 0.6604639922667954,
150
- "precision": 0.696838347781744,
151
- "recall": 0.6276986678915939,
152
- "support": 4354.0
153
  },
154
  "eval_MajorClaim": {
155
- "f1-score": 0.9140214420853479,
156
- "precision": 0.9028239202657807,
157
- "recall": 0.9255002128565347,
158
- "support": 2349.0
159
  },
160
  "eval_O": {
161
- "f1-score": 0.9994417862838917,
162
- "precision": 0.9991230867346939,
163
- "recall": 0.9997606892150607,
164
- "support": 12536.0
165
  },
166
  "eval_Premise": {
167
- "f1-score": 0.9084203149780549,
168
- "precision": 0.8963534463934785,
169
- "recall": 0.9208165096455809,
170
- "support": 13374.0
171
  },
172
- "eval_accuracy": 0.912366234323736,
173
- "eval_loss": 0.2598011791706085,
174
  "eval_macro avg": {
175
- "f1-score": 0.8705868839035225,
176
- "precision": 0.8737847002939243,
177
- "recall": 0.8684440199021926,
178
- "support": 32613.0
179
- },
180
- "eval_runtime": 4.8872,
181
- "eval_samples_per_second": 16.574,
182
- "eval_steps_per_second": 2.251,
183
  "eval_weighted avg": {
184
- "f1-score": 0.9107077581074873,
185
- "precision": 0.9096864919608297,
186
- "recall": 0.912366234323736,
187
- "support": 32613.0
188
  },
189
  "step": 324
190
  },
191
  {
192
  "epoch": 5.0,
193
  "eval_Claim": {
194
- "f1-score": 0.6731001206272618,
195
- "precision": 0.6440713536201469,
196
- "recall": 0.7048690858980248,
197
- "support": 4354.0
198
  },
199
  "eval_MajorClaim": {
200
- "f1-score": 0.8871466886734063,
201
- "precision": 0.8606885508406725,
202
- "recall": 0.9152830991911451,
203
- "support": 2349.0
204
  },
205
  "eval_O": {
206
- "f1-score": 0.9998005345673595,
207
- "precision": 1.0,
208
- "recall": 0.9996011486917677,
209
- "support": 12536.0
210
  },
211
  "eval_Premise": {
212
- "f1-score": 0.9039056236399038,
213
- "precision": 0.9234729698104376,
214
- "recall": 0.8851502916105877,
215
- "support": 13374.0
216
  },
217
- "eval_accuracy": 0.9072455769171802,
218
- "eval_loss": 0.3166182339191437,
219
  "eval_macro avg": {
220
- "f1-score": 0.8659882418769828,
221
- "precision": 0.8570582185678143,
222
- "recall": 0.8762259063478812,
223
- "support": 32613.0
224
- },
225
- "eval_runtime": 4.9018,
226
- "eval_samples_per_second": 16.525,
227
- "eval_steps_per_second": 2.244,
228
  "eval_weighted avg": {
229
- "f1-score": 0.9087455557232214,
230
- "precision": 0.9110652677714914,
231
- "recall": 0.9072455769171802,
232
- "support": 32613.0
233
  },
234
  "step": 405
235
  },
236
  {
237
  "epoch": 6.0,
238
  "eval_Claim": {
239
- "f1-score": 0.634920634920635,
240
- "precision": 0.7171775592828225,
241
- "recall": 0.5695911805236564,
242
- "support": 4354.0
243
  },
244
  "eval_MajorClaim": {
245
- "f1-score": 0.9061357171881348,
246
- "precision": 0.8666925767586475,
247
- "recall": 0.9493401447424435,
248
- "support": 2349.0
249
  },
250
  "eval_O": {
251
- "f1-score": 0.9998404722022812,
252
- "precision": 0.9997607273887382,
253
- "recall": 0.9999202297383536,
254
- "support": 12536.0
255
  },
256
  "eval_Premise": {
257
- "f1-score": 0.9096214165876431,
258
- "precision": 0.8879236684705212,
259
- "recall": 0.9324061612083147,
260
- "support": 13374.0
261
  },
262
- "eval_accuracy": 0.9111397295556987,
263
- "eval_loss": 0.32181796431541443,
264
  "eval_macro avg": {
265
- "f1-score": 0.8626295602246735,
266
- "precision": 0.8678886329751823,
267
- "recall": 0.8628144290531921,
268
- "support": 32613.0
269
- },
270
- "eval_runtime": 4.8856,
271
- "eval_samples_per_second": 16.579,
272
- "eval_steps_per_second": 2.252,
273
  "eval_weighted avg": {
274
- "f1-score": 0.907375409471386,
275
- "precision": 0.9065876667768511,
276
- "recall": 0.9111397295556987,
277
- "support": 32613.0
278
  },
279
  "step": 486
280
  }
@@ -284,7 +284,7 @@
284
  "num_input_tokens_seen": 0,
285
  "num_train_epochs": 50,
286
  "save_steps": 500,
287
- "total_flos": 860053103204400.0,
288
  "train_batch_size": 4,
289
  "trial_name": null,
290
  "trial_params": null
 
11
  {
12
  "epoch": 1.0,
13
  "eval_Claim": {
14
+ "f1-score": 0.5724454649827784,
15
+ "precision": 0.6002889477486154,
16
+ "recall": 0.5470704410796576,
17
+ "support": 4557.0
18
  },
19
  "eval_MajorClaim": {
20
+ "f1-score": 0.7860447185813415,
21
+ "precision": 0.698526892771497,
22
+ "recall": 0.8986337593653592,
23
+ "support": 2269.0
24
  },
25
  "eval_O": {
26
+ "f1-score": 0.9987820830889982,
27
+ "precision": 0.9975671292124707,
28
  "recall": 1.0,
29
+ "support": 11071.0
30
  },
31
  "eval_Premise": {
32
+ "f1-score": 0.8965445389824622,
33
+ "precision": 0.9051258677512096,
34
+ "recall": 0.8881243979633962,
35
+ "support": 14534.0
36
  },
37
+ "eval_accuracy": 0.8791279948197712,
38
+ "eval_loss": 0.3157936632633209,
39
  "eval_macro avg": {
40
+ "f1-score": 0.8134542014088951,
41
+ "precision": 0.8003772093709481,
42
+ "recall": 0.8334571496021033,
43
+ "support": 32431.0
44
+ },
45
+ "eval_runtime": 4.8184,
46
+ "eval_samples_per_second": 16.603,
47
+ "eval_steps_per_second": 2.075,
48
  "eval_weighted avg": {
49
+ "f1-score": 0.8781740995293698,
50
+ "precision": 0.8793943851252293,
51
+ "recall": 0.8791279948197712,
52
+ "support": 32431.0
53
  },
54
  "step": 81
55
  },
56
  {
57
  "epoch": 2.0,
58
  "eval_Claim": {
59
+ "f1-score": 0.6090644692195831,
60
+ "precision": 0.680108254397835,
61
+ "recall": 0.5514592933947773,
62
+ "support": 4557.0
63
  },
64
  "eval_MajorClaim": {
65
+ "f1-score": 0.8585858585858586,
66
+ "precision": 0.8960229995208433,
67
+ "recall": 0.8241516086381666,
68
+ "support": 2269.0
69
  },
70
  "eval_O": {
71
+ "f1-score": 0.999458141425088,
72
+ "precision": 0.9992776523702032,
73
+ "recall": 0.9996386956914461,
74
+ "support": 11071.0
75
  },
76
  "eval_Premise": {
77
+ "f1-score": 0.9105885478942475,
78
+ "precision": 0.8801849235905997,
79
+ "recall": 0.9431677445988716,
80
+ "support": 14534.0
81
  },
82
+ "eval_accuracy": 0.8990780426135487,
83
+ "eval_loss": 0.24451124668121338,
84
  "eval_macro avg": {
85
+ "f1-score": 0.8444242542811943,
86
+ "precision": 0.8638984574698704,
87
+ "recall": 0.8296043355808155,
88
+ "support": 32431.0
89
+ },
90
+ "eval_runtime": 4.8529,
91
+ "eval_samples_per_second": 16.485,
92
+ "eval_steps_per_second": 2.061,
93
  "eval_weighted avg": {
94
+ "f1-score": 0.8949194640367888,
95
+ "precision": 0.8938342965082798,
96
+ "recall": 0.8990780426135487,
97
+ "support": 32431.0
98
  },
99
  "step": 162
100
  },
101
  {
102
  "epoch": 3.0,
103
  "eval_Claim": {
104
+ "f1-score": 0.6542320859402667,
105
+ "precision": 0.7079713847726111,
106
+ "recall": 0.60807548825982,
107
+ "support": 4557.0
108
  },
109
  "eval_MajorClaim": {
110
+ "f1-score": 0.8915187376725839,
111
+ "precision": 0.8866608544027899,
112
+ "recall": 0.8964301454385192,
113
+ "support": 2269.0
114
  },
115
  "eval_O": {
116
+ "f1-score": 0.9995936611133684,
117
+ "precision": 0.9992778479870013,
118
+ "recall": 0.9999096739228616,
119
+ "support": 11071.0
120
  },
121
  "eval_Premise": {
122
+ "f1-score": 0.9157990498332153,
123
+ "precision": 0.8973258501155497,
124
+ "recall": 0.935048850970139,
125
+ "support": 14534.0
126
  },
127
+ "eval_accuracy": 0.9085442940396534,
128
+ "eval_loss": 0.22665414214134216,
129
  "eval_macro avg": {
130
+ "f1-score": 0.8652858836398586,
131
+ "precision": 0.872808984319488,
132
+ "recall": 0.8598660396478349,
133
+ "support": 32431.0
134
+ },
135
+ "eval_runtime": 4.8494,
136
+ "eval_samples_per_second": 16.497,
137
+ "eval_steps_per_second": 2.062,
138
  "eval_weighted avg": {
139
+ "f1-score": 0.9059516032151627,
140
+ "precision": 0.9047762338408377,
141
+ "recall": 0.9085442940396534,
142
+ "support": 32431.0
143
  },
144
  "step": 243
145
  },
146
  {
147
  "epoch": 4.0,
148
  "eval_Claim": {
149
+ "f1-score": 0.6861642294713161,
150
+ "precision": 0.6424741478360781,
151
+ "recall": 0.7362299758613122,
152
+ "support": 4557.0
153
  },
154
  "eval_MajorClaim": {
155
+ "f1-score": 0.8995515695067264,
156
+ "precision": 0.9155636695572797,
157
+ "recall": 0.884089907448215,
158
+ "support": 2269.0
159
  },
160
  "eval_O": {
161
+ "f1-score": 0.9976481230212574,
162
+ "precision": 0.9990941208442794,
163
+ "recall": 0.9962063047601842,
164
+ "support": 11071.0
165
  },
166
  "eval_Premise": {
167
+ "f1-score": 0.9062532879739067,
168
+ "precision": 0.9242435081193219,
169
+ "recall": 0.8889500481629283,
170
+ "support": 14534.0
171
  },
172
+ "eval_accuracy": 0.9037649162838025,
173
+ "eval_loss": 0.2452327460050583,
174
  "eval_macro avg": {
175
+ "f1-score": 0.8724043024933017,
176
+ "precision": 0.8703438615892398,
177
+ "recall": 0.8763690590581599,
178
+ "support": 32431.0
179
+ },
180
+ "eval_runtime": 4.8393,
181
+ "eval_samples_per_second": 16.531,
182
+ "eval_steps_per_second": 2.066,
183
  "eval_weighted avg": {
184
+ "f1-score": 0.9060584182508294,
185
+ "precision": 0.9095955973231696,
186
+ "recall": 0.9037649162838025,
187
+ "support": 32431.0
188
  },
189
  "step": 324
190
  },
191
  {
192
  "epoch": 5.0,
193
  "eval_Claim": {
194
+ "f1-score": 0.6640249759846301,
195
+ "precision": 0.7332272606735614,
196
+ "recall": 0.6067588325652842,
197
+ "support": 4557.0
198
  },
199
  "eval_MajorClaim": {
200
+ "f1-score": 0.8848007008322383,
201
+ "precision": 0.8794079233783195,
202
+ "recall": 0.8902600264433671,
203
+ "support": 2269.0
204
  },
205
  "eval_O": {
206
+ "f1-score": 0.999367774566474,
207
+ "precision": 0.9992775219001174,
208
+ "recall": 0.9994580435371692,
209
+ "support": 11071.0
210
  },
211
  "eval_Premise": {
212
+ "f1-score": 0.9201314377682404,
213
+ "precision": 0.8973839110529758,
214
+ "recall": 0.9440621989816981,
215
+ "support": 14534.0
216
  },
217
+ "eval_accuracy": 0.9118127717307515,
218
+ "eval_loss": 0.28411003947257996,
219
  "eval_macro avg": {
220
+ "f1-score": 0.8670812222878956,
221
+ "precision": 0.8773241542512435,
222
+ "recall": 0.8601347753818797,
223
+ "support": 32431.0
224
+ },
225
+ "eval_runtime": 4.8228,
226
+ "eval_samples_per_second": 16.588,
227
+ "eval_steps_per_second": 2.073,
228
  "eval_weighted avg": {
229
+ "f1-score": 0.9087220731552942,
230
+ "precision": 0.9078434958291443,
231
+ "recall": 0.9118127717307515,
232
+ "support": 32431.0
233
  },
234
  "step": 405
235
  },
236
  {
237
  "epoch": 6.0,
238
  "eval_Claim": {
239
+ "f1-score": 0.6496087442553721,
240
+ "precision": 0.7484258729250143,
241
+ "recall": 0.5738424402018872,
242
+ "support": 4557.0
243
  },
244
  "eval_MajorClaim": {
245
+ "f1-score": 0.8865800865800866,
246
+ "precision": 0.8711186729051468,
247
+ "recall": 0.9026002644336713,
248
+ "support": 2269.0
249
  },
250
  "eval_O": {
251
+ "f1-score": 0.9986892655367232,
252
+ "precision": 0.9994572100597069,
253
+ "recall": 0.9979225002258152,
254
+ "support": 11071.0
255
  },
256
  "eval_Premise": {
257
+ "f1-score": 0.9191778088205947,
258
+ "precision": 0.889647180015452,
259
+ "recall": 0.9507362047612495,
260
+ "support": 14534.0
261
  },
262
+ "eval_accuracy": 0.9105177145323918,
263
+ "eval_loss": 0.3082066774368286,
264
  "eval_macro avg": {
265
+ "f1-score": 0.8635139762981943,
266
+ "precision": 0.87716223397633,
267
+ "recall": 0.8562753524056559,
268
+ "support": 32431.0
269
+ },
270
+ "eval_runtime": 4.8389,
271
+ "eval_samples_per_second": 16.533,
272
+ "eval_steps_per_second": 2.067,
273
  "eval_weighted avg": {
274
+ "f1-score": 0.9061618943658084,
275
+ "precision": 0.9059932736781678,
276
+ "recall": 0.9105177145323918,
277
+ "support": 32431.0
278
  },
279
  "step": 486
280
  }
 
284
  "num_input_tokens_seen": 0,
285
  "num_train_epochs": 50,
286
  "save_steps": 500,
287
+ "total_flos": 862732396360800.0,
288
  "train_batch_size": 4,
289
  "trial_name": null,
290
  "trial_params": null
checkpoint-486/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3f40e108617f6f8082cc0f1a47e89121d861cfb2e77ef6b602a909d9b6ba8d15
3
  size 4856
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2dd7b387b7349843b62a9d5b4facde1d14a6a35003d55f9e21a477105ecd1d3
3
  size 4856