Theoreticallyhugo commited on
Commit
cacb729
1 Parent(s): 47fe45f

Training in progress, epoch 6, checkpoint

Browse files
checkpoint-486/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e9cecea0118ec25df48c35406ac6c16abc16808e01a6405930bd7eea735e742d
3
  size 592324828
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:986df7aca58a24373770d92d17112daf69754ffd843342562bee2ae6b3e27706
3
  size 592324828
checkpoint-486/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0f740e48933486ee38370159d550944a484e19f8c7698a390fa45e846e6a4552
3
  size 1014657786
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21314c6215b4ba1cc09de94c4e428b0eb3bdad409331d50ceaa5388ec1f93672
3
  size 1014657786
checkpoint-486/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0f891ea0618b7d3999f24558d90e9c033c85e76f5c1de754b03ef890648ce2bb
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76fa7a37b83088a34dfd87f85bd186720c2175bd38d06b25844c7882d2516d29
3
  size 14244
checkpoint-486/trainer_state.json CHANGED
@@ -11,270 +11,270 @@
11
  {
12
  "epoch": 1.0,
13
  "eval_Claim": {
14
- "f1-score": 0.5724454649827784,
15
- "precision": 0.6002889477486154,
16
- "recall": 0.5470704410796576,
17
- "support": 4557.0
18
  },
19
  "eval_MajorClaim": {
20
- "f1-score": 0.7860447185813415,
21
- "precision": 0.698526892771497,
22
- "recall": 0.8986337593653592,
23
- "support": 2269.0
24
  },
25
  "eval_O": {
26
- "f1-score": 0.9987820830889982,
27
- "precision": 0.9975671292124707,
28
- "recall": 1.0,
29
- "support": 11071.0
30
  },
31
  "eval_Premise": {
32
- "f1-score": 0.8965445389824622,
33
- "precision": 0.9051258677512096,
34
- "recall": 0.8881243979633962,
35
- "support": 14534.0
36
  },
37
- "eval_accuracy": 0.8791279948197712,
38
- "eval_loss": 0.3157936632633209,
39
  "eval_macro avg": {
40
- "f1-score": 0.8134542014088951,
41
- "precision": 0.8003772093709481,
42
- "recall": 0.8334571496021033,
43
- "support": 32431.0
44
- },
45
- "eval_runtime": 4.8184,
46
- "eval_samples_per_second": 16.603,
47
- "eval_steps_per_second": 2.075,
48
  "eval_weighted avg": {
49
- "f1-score": 0.8781740995293698,
50
- "precision": 0.8793943851252293,
51
- "recall": 0.8791279948197712,
52
- "support": 32431.0
53
  },
54
  "step": 81
55
  },
56
  {
57
  "epoch": 2.0,
58
  "eval_Claim": {
59
- "f1-score": 0.6090644692195831,
60
- "precision": 0.680108254397835,
61
- "recall": 0.5514592933947773,
62
- "support": 4557.0
63
  },
64
  "eval_MajorClaim": {
65
- "f1-score": 0.8585858585858586,
66
- "precision": 0.8960229995208433,
67
- "recall": 0.8241516086381666,
68
- "support": 2269.0
69
  },
70
  "eval_O": {
71
- "f1-score": 0.999458141425088,
72
- "precision": 0.9992776523702032,
73
- "recall": 0.9996386956914461,
74
- "support": 11071.0
75
  },
76
  "eval_Premise": {
77
- "f1-score": 0.9105885478942475,
78
- "precision": 0.8801849235905997,
79
- "recall": 0.9431677445988716,
80
- "support": 14534.0
81
  },
82
- "eval_accuracy": 0.8990780426135487,
83
- "eval_loss": 0.24451124668121338,
84
  "eval_macro avg": {
85
- "f1-score": 0.8444242542811943,
86
- "precision": 0.8638984574698704,
87
- "recall": 0.8296043355808155,
88
- "support": 32431.0
89
- },
90
- "eval_runtime": 4.8529,
91
- "eval_samples_per_second": 16.485,
92
- "eval_steps_per_second": 2.061,
93
  "eval_weighted avg": {
94
- "f1-score": 0.8949194640367888,
95
- "precision": 0.8938342965082798,
96
- "recall": 0.8990780426135487,
97
- "support": 32431.0
98
  },
99
  "step": 162
100
  },
101
  {
102
  "epoch": 3.0,
103
  "eval_Claim": {
104
- "f1-score": 0.6542320859402667,
105
- "precision": 0.7079713847726111,
106
- "recall": 0.60807548825982,
107
- "support": 4557.0
108
  },
109
  "eval_MajorClaim": {
110
- "f1-score": 0.8915187376725839,
111
- "precision": 0.8866608544027899,
112
- "recall": 0.8964301454385192,
113
- "support": 2269.0
114
  },
115
  "eval_O": {
116
- "f1-score": 0.9995936611133684,
117
- "precision": 0.9992778479870013,
118
- "recall": 0.9999096739228616,
119
- "support": 11071.0
120
  },
121
  "eval_Premise": {
122
- "f1-score": 0.9157990498332153,
123
- "precision": 0.8973258501155497,
124
- "recall": 0.935048850970139,
125
- "support": 14534.0
126
  },
127
- "eval_accuracy": 0.9085442940396534,
128
- "eval_loss": 0.22665414214134216,
129
  "eval_macro avg": {
130
- "f1-score": 0.8652858836398586,
131
- "precision": 0.872808984319488,
132
- "recall": 0.8598660396478349,
133
- "support": 32431.0
134
- },
135
- "eval_runtime": 4.8494,
136
- "eval_samples_per_second": 16.497,
137
- "eval_steps_per_second": 2.062,
138
  "eval_weighted avg": {
139
- "f1-score": 0.9059516032151627,
140
- "precision": 0.9047762338408377,
141
- "recall": 0.9085442940396534,
142
- "support": 32431.0
143
  },
144
  "step": 243
145
  },
146
  {
147
  "epoch": 4.0,
148
  "eval_Claim": {
149
- "f1-score": 0.6861642294713161,
150
- "precision": 0.6424741478360781,
151
- "recall": 0.7362299758613122,
152
- "support": 4557.0
153
  },
154
  "eval_MajorClaim": {
155
- "f1-score": 0.8995515695067264,
156
- "precision": 0.9155636695572797,
157
- "recall": 0.884089907448215,
158
- "support": 2269.0
159
  },
160
  "eval_O": {
161
- "f1-score": 0.9976481230212574,
162
- "precision": 0.9990941208442794,
163
- "recall": 0.9962063047601842,
164
- "support": 11071.0
165
  },
166
  "eval_Premise": {
167
- "f1-score": 0.9062532879739067,
168
- "precision": 0.9242435081193219,
169
- "recall": 0.8889500481629283,
170
- "support": 14534.0
171
  },
172
- "eval_accuracy": 0.9037649162838025,
173
- "eval_loss": 0.2452327460050583,
174
  "eval_macro avg": {
175
- "f1-score": 0.8724043024933017,
176
- "precision": 0.8703438615892398,
177
- "recall": 0.8763690590581599,
178
- "support": 32431.0
179
- },
180
- "eval_runtime": 4.8393,
181
- "eval_samples_per_second": 16.531,
182
- "eval_steps_per_second": 2.066,
183
  "eval_weighted avg": {
184
- "f1-score": 0.9060584182508294,
185
- "precision": 0.9095955973231696,
186
- "recall": 0.9037649162838025,
187
- "support": 32431.0
188
  },
189
  "step": 324
190
  },
191
  {
192
  "epoch": 5.0,
193
  "eval_Claim": {
194
- "f1-score": 0.6640249759846301,
195
- "precision": 0.7332272606735614,
196
- "recall": 0.6067588325652842,
197
- "support": 4557.0
198
  },
199
  "eval_MajorClaim": {
200
- "f1-score": 0.8848007008322383,
201
- "precision": 0.8794079233783195,
202
- "recall": 0.8902600264433671,
203
- "support": 2269.0
204
  },
205
  "eval_O": {
206
- "f1-score": 0.999367774566474,
207
- "precision": 0.9992775219001174,
208
- "recall": 0.9994580435371692,
209
- "support": 11071.0
210
  },
211
  "eval_Premise": {
212
- "f1-score": 0.9201314377682404,
213
- "precision": 0.8973839110529758,
214
- "recall": 0.9440621989816981,
215
- "support": 14534.0
216
  },
217
- "eval_accuracy": 0.9118127717307515,
218
- "eval_loss": 0.28411003947257996,
219
  "eval_macro avg": {
220
- "f1-score": 0.8670812222878956,
221
- "precision": 0.8773241542512435,
222
- "recall": 0.8601347753818797,
223
- "support": 32431.0
224
- },
225
- "eval_runtime": 4.8228,
226
- "eval_samples_per_second": 16.588,
227
- "eval_steps_per_second": 2.073,
228
  "eval_weighted avg": {
229
- "f1-score": 0.9087220731552942,
230
- "precision": 0.9078434958291443,
231
- "recall": 0.9118127717307515,
232
- "support": 32431.0
233
  },
234
  "step": 405
235
  },
236
  {
237
  "epoch": 6.0,
238
  "eval_Claim": {
239
- "f1-score": 0.6496087442553721,
240
- "precision": 0.7484258729250143,
241
- "recall": 0.5738424402018872,
242
- "support": 4557.0
243
  },
244
  "eval_MajorClaim": {
245
- "f1-score": 0.8865800865800866,
246
- "precision": 0.8711186729051468,
247
- "recall": 0.9026002644336713,
248
- "support": 2269.0
249
  },
250
  "eval_O": {
251
- "f1-score": 0.9986892655367232,
252
- "precision": 0.9994572100597069,
253
- "recall": 0.9979225002258152,
254
- "support": 11071.0
255
  },
256
  "eval_Premise": {
257
- "f1-score": 0.9191778088205947,
258
- "precision": 0.889647180015452,
259
- "recall": 0.9507362047612495,
260
- "support": 14534.0
261
  },
262
- "eval_accuracy": 0.9105177145323918,
263
- "eval_loss": 0.3082066774368286,
264
  "eval_macro avg": {
265
- "f1-score": 0.8635139762981943,
266
- "precision": 0.87716223397633,
267
- "recall": 0.8562753524056559,
268
- "support": 32431.0
269
- },
270
- "eval_runtime": 4.8389,
271
- "eval_samples_per_second": 16.533,
272
- "eval_steps_per_second": 2.067,
273
  "eval_weighted avg": {
274
- "f1-score": 0.9061618943658084,
275
- "precision": 0.9059932736781678,
276
- "recall": 0.9105177145323918,
277
- "support": 32431.0
278
  },
279
  "step": 486
280
  }
@@ -284,7 +284,7 @@
284
  "num_input_tokens_seen": 0,
285
  "num_train_epochs": 50,
286
  "save_steps": 500,
287
- "total_flos": 862732396360800.0,
288
  "train_batch_size": 4,
289
  "trial_name": null,
290
  "trial_params": null
 
11
  {
12
  "epoch": 1.0,
13
  "eval_Claim": {
14
+ "f1-score": 0.5385059461955894,
15
+ "precision": 0.6267132491265789,
16
+ "recall": 0.4720647773279352,
17
+ "support": 4940.0
18
  },
19
  "eval_MajorClaim": {
20
+ "f1-score": 0.7814784727863526,
21
+ "precision": 0.9588039867109635,
22
+ "recall": 0.6595063985374772,
23
+ "support": 2188.0
24
  },
25
  "eval_O": {
26
+ "f1-score": 0.9938608715302625,
27
+ "precision": 0.9996969237763298,
28
+ "recall": 0.9880925634688834,
29
+ "support": 13353.0
30
  },
31
  "eval_Premise": {
32
+ "f1-score": 0.8968837690149166,
33
+ "precision": 0.8455112497215416,
34
+ "recall": 0.954902824076986,
35
+ "support": 15899.0
36
  },
37
+ "eval_accuracy": 0.8837548103353491,
38
+ "eval_loss": 0.2860471308231354,
39
  "eval_macro avg": {
40
+ "f1-score": 0.8026822648817803,
41
+ "precision": 0.8576813523338533,
42
+ "recall": 0.7686416408528204,
43
+ "support": 36380.0
44
+ },
45
+ "eval_runtime": 4.9572,
46
+ "eval_samples_per_second": 16.34,
47
+ "eval_steps_per_second": 2.219,
48
  "eval_weighted avg": {
49
+ "f1-score": 0.8768739289107891,
50
+ "precision": 0.8792073379911217,
51
+ "recall": 0.8837548103353491,
52
+ "support": 36380.0
53
  },
54
  "step": 81
55
  },
56
  {
57
  "epoch": 2.0,
58
  "eval_Claim": {
59
+ "f1-score": 0.6469459868753155,
60
+ "precision": 0.6453172205438067,
61
+ "recall": 0.648582995951417,
62
+ "support": 4940.0
63
  },
64
  "eval_MajorClaim": {
65
+ "f1-score": 0.8435970110796187,
66
+ "precision": 0.9669226225634967,
67
+ "recall": 0.7481718464351006,
68
+ "support": 2188.0
69
  },
70
  "eval_O": {
71
+ "f1-score": 0.998877245508982,
72
+ "precision": 0.9983541557567143,
73
+ "recall": 0.9994008836965476,
74
+ "support": 13353.0
75
  },
76
  "eval_Premise": {
77
+ "f1-score": 0.9099026477336144,
78
+ "precision": 0.8972179761540813,
79
+ "recall": 0.922951129001824,
80
+ "support": 15899.0
81
  },
82
+ "eval_accuracy": 0.903243540406817,
83
+ "eval_loss": 0.24885737895965576,
84
  "eval_macro avg": {
85
+ "f1-score": 0.8498307227993828,
86
+ "precision": 0.8769529937545246,
87
+ "recall": 0.8297767137712222,
88
+ "support": 36380.0
89
+ },
90
+ "eval_runtime": 5.0097,
91
+ "eval_samples_per_second": 16.169,
92
+ "eval_steps_per_second": 2.196,
93
  "eval_weighted avg": {
94
+ "f1-score": 0.9028656814459712,
95
+ "precision": 0.9043261520711511,
96
+ "recall": 0.903243540406817,
97
+ "support": 36380.0
98
  },
99
  "step": 162
100
  },
101
  {
102
  "epoch": 3.0,
103
  "eval_Claim": {
104
+ "f1-score": 0.7040630102775911,
105
+ "precision": 0.6698958142935478,
106
+ "recall": 0.7419028340080972,
107
+ "support": 4940.0
108
  },
109
  "eval_MajorClaim": {
110
+ "f1-score": 0.8888411094388303,
111
+ "precision": 0.8392204628501827,
112
+ "recall": 0.9446983546617916,
113
+ "support": 2188.0
114
  },
115
  "eval_O": {
116
+ "f1-score": 0.998989104796136,
117
+ "precision": 0.9988769092542678,
118
+ "recall": 0.9991013255448213,
119
+ "support": 13353.0
120
  },
121
  "eval_Premise": {
122
+ "f1-score": 0.914582593823615,
123
+ "precision": 0.9390987408880053,
124
+ "recall": 0.8913139191144097,
125
+ "support": 15899.0
126
  },
127
+ "eval_accuracy": 0.9137987905442551,
128
+ "eval_loss": 0.24298855662345886,
129
  "eval_macro avg": {
130
+ "f1-score": 0.8766189545840432,
131
+ "precision": 0.8617729818215009,
132
+ "recall": 0.8942541083322799,
133
+ "support": 36380.0
134
+ },
135
+ "eval_runtime": 4.9876,
136
+ "eval_samples_per_second": 16.24,
137
+ "eval_steps_per_second": 2.205,
138
  "eval_weighted avg": {
139
+ "f1-score": 0.9154289662937856,
140
+ "precision": 0.9184781183611038,
141
+ "recall": 0.9137987905442551,
142
+ "support": 36380.0
143
  },
144
  "step": 243
145
  },
146
  {
147
  "epoch": 4.0,
148
  "eval_Claim": {
149
+ "f1-score": 0.6981611893583725,
150
+ "precision": 0.6754352763058289,
151
+ "recall": 0.7224696356275304,
152
+ "support": 4940.0
153
  },
154
  "eval_MajorClaim": {
155
+ "f1-score": 0.901231802911534,
156
+ "precision": 0.8836187966622749,
157
+ "recall": 0.9195612431444241,
158
+ "support": 2188.0
159
  },
160
  "eval_O": {
161
+ "f1-score": 0.9989130842172332,
162
+ "precision": 0.9998499399759904,
163
+ "recall": 0.9979779824758481,
164
+ "support": 13353.0
165
  },
166
  "eval_Premise": {
167
+ "f1-score": 0.9146224912392481,
168
+ "precision": 0.9266670970240785,
169
+ "recall": 0.9028869740235235,
170
+ "support": 15899.0
171
  },
172
+ "eval_accuracy": 0.9142935678944475,
173
+ "eval_loss": 0.23980534076690674,
174
  "eval_macro avg": {
175
+ "f1-score": 0.8782321419315969,
176
+ "precision": 0.8713927774920431,
177
+ "recall": 0.8857239588178316,
178
+ "support": 36380.0
179
+ },
180
+ "eval_runtime": 4.9726,
181
+ "eval_samples_per_second": 16.289,
182
+ "eval_steps_per_second": 2.212,
183
  "eval_weighted avg": {
184
+ "f1-score": 0.9153623106642749,
185
+ "precision": 0.9168247558035478,
186
+ "recall": 0.9142935678944475,
187
+ "support": 36380.0
188
  },
189
  "step": 324
190
  },
191
  {
192
  "epoch": 5.0,
193
  "eval_Claim": {
194
+ "f1-score": 0.6650318783717509,
195
+ "precision": 0.6450999048525214,
196
+ "recall": 0.6862348178137652,
197
+ "support": 4940.0
198
  },
199
  "eval_MajorClaim": {
200
+ "f1-score": 0.9172031076581575,
201
+ "precision": 0.8916702632714717,
202
+ "recall": 0.9442413162705667,
203
+ "support": 2188.0
204
  },
205
  "eval_O": {
206
+ "f1-score": 0.9982383147794145,
207
+ "precision": 0.9992495872730002,
208
+ "recall": 0.9972290870965326,
209
+ "support": 13353.0
210
  },
211
  "eval_Premise": {
212
+ "f1-score": 0.8998438545616774,
213
+ "precision": 0.9119622787753521,
214
+ "recall": 0.8880432731618341,
215
+ "support": 15899.0
216
  },
217
+ "eval_accuracy": 0.9040956569543706,
218
+ "eval_loss": 0.2932502031326294,
219
  "eval_macro avg": {
220
+ "f1-score": 0.87007928884275,
221
+ "precision": 0.8619955085430864,
222
+ "recall": 0.8789371235856747,
223
+ "support": 36380.0
224
+ },
225
+ "eval_runtime": 4.9595,
226
+ "eval_samples_per_second": 16.332,
227
+ "eval_steps_per_second": 2.218,
228
  "eval_weighted avg": {
229
+ "f1-score": 0.9051179642561333,
230
+ "precision": 0.9065430476942037,
231
+ "recall": 0.9040956569543706,
232
+ "support": 36380.0
233
  },
234
  "step": 405
235
  },
236
  {
237
  "epoch": 6.0,
238
  "eval_Claim": {
239
+ "f1-score": 0.6622698072805139,
240
+ "precision": 0.5740163325909429,
241
+ "recall": 0.7825910931174089,
242
+ "support": 4940.0
243
  },
244
  "eval_MajorClaim": {
245
+ "f1-score": 0.9223704351629127,
246
+ "precision": 0.8842767295597485,
247
+ "recall": 0.9638939670932358,
248
+ "support": 2188.0
249
  },
250
  "eval_O": {
251
+ "f1-score": 0.9982004948639124,
252
+ "precision": 0.9993994444861497,
253
+ "recall": 0.9970044184827379,
254
+ "support": 13353.0
255
  },
256
  "eval_Premise": {
257
+ "f1-score": 0.8780749379985253,
258
+ "precision": 0.9398091685199799,
259
+ "recall": 0.8239511918988616,
260
+ "support": 15899.0
261
  },
262
+ "eval_accuracy": 0.8902693787795491,
263
+ "eval_loss": 0.3604726195335388,
264
  "eval_macro avg": {
265
+ "f1-score": 0.865228918826466,
266
+ "precision": 0.8493754187892053,
267
+ "recall": 0.8918601676480611,
268
+ "support": 36380.0
269
+ },
270
+ "eval_runtime": 4.991,
271
+ "eval_samples_per_second": 16.229,
272
+ "eval_steps_per_second": 2.204,
273
  "eval_weighted avg": {
274
+ "f1-score": 0.8955262233990811,
275
+ "precision": 0.9086708334194257,
276
+ "recall": 0.8902693787795491,
277
+ "support": 36380.0
278
  },
279
  "step": 486
280
  }
 
284
  "num_input_tokens_seen": 0,
285
  "num_train_epochs": 50,
286
  "save_steps": 500,
287
+ "total_flos": 860053103204400.0,
288
  "train_batch_size": 4,
289
  "trial_name": null,
290
  "trial_params": null
checkpoint-486/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b2dd7b387b7349843b62a9d5b4facde1d14a6a35003d55f9e21a477105ecd1d3
3
  size 4856
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95e8ce1619d475b315f2cb3494747dc2424fb9856a35d6759fcf75e79995f1f1
3
  size 4856