Token Classification
Transformers
Safetensors
distilbert
Inference Endpoints
Xmm commited on
Commit
5a9b5b1
1 Parent(s): bdd9798

Upload 11 files

Browse files
config.json ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "distilbert/distilbert-base-multilingual-cased",
3
+ "activation": "gelu",
4
+ "architectures": [
5
+ "DistilBertForTokenClassification"
6
+ ],
7
+ "attention_dropout": 0.1,
8
+ "dim": 768,
9
+ "dropout": 0.1,
10
+ "hidden_dim": 3072,
11
+ "id2label": {
12
+ "0": "LABEL_0",
13
+ "1": "LABEL_1",
14
+ "2": "LABEL_2",
15
+ "3": "LABEL_3",
16
+ "4": "LABEL_4",
17
+ "5": "LABEL_5",
18
+ "6": "LABEL_6"
19
+ },
20
+ "initializer_range": 0.02,
21
+ "label2id": {
22
+ "LABEL_0": 0,
23
+ "LABEL_1": 1,
24
+ "LABEL_2": 2,
25
+ "LABEL_3": 3,
26
+ "LABEL_4": 4,
27
+ "LABEL_5": 5,
28
+ "LABEL_6": 6
29
+ },
30
+ "max_position_embeddings": 512,
31
+ "model_type": "distilbert",
32
+ "n_heads": 12,
33
+ "n_layers": 6,
34
+ "output_past": true,
35
+ "pad_token_id": 0,
36
+ "qa_dropout": 0.1,
37
+ "seq_classif_dropout": 0.2,
38
+ "sinusoidal_pos_embds": false,
39
+ "tie_weights_": true,
40
+ "torch_dtype": "float32",
41
+ "transformers_version": "4.38.1",
42
+ "vocab_size": 119547
43
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84c0bb10949406cb6df26debebce6c9656292ed2b60159c6198cd5ac24eae851
3
+ size 538970204
optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26f85619284e424f80785941a7c41bf6472c0b35bd3ed0af33e104d8e7f80402
3
+ size 1078001210
rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c40320c990f6d4f4b1a7f099cce71625488a96db8ee382390e1c67b6493ad17
3
+ size 14244
scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b6bf7bee8311866377924a92ff23fd8566865c824dac56b32549b589e46b209
3
+ size 1064
special_tokens_map.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "cls_token": "[CLS]",
3
+ "mask_token": "[MASK]",
4
+ "pad_token": "[PAD]",
5
+ "sep_token": "[SEP]",
6
+ "unk_token": "[UNK]"
7
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "[PAD]",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "100": {
12
+ "content": "[UNK]",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "101": {
20
+ "content": "[CLS]",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "102": {
28
+ "content": "[SEP]",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "103": {
36
+ "content": "[MASK]",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "clean_up_tokenization_spaces": true,
45
+ "cls_token": "[CLS]",
46
+ "do_lower_case": false,
47
+ "mask_token": "[MASK]",
48
+ "model_max_length": 1000000000000000019884624838656,
49
+ "pad_token": "[PAD]",
50
+ "sep_token": "[SEP]",
51
+ "strip_accents": null,
52
+ "tokenize_chinese_chars": true,
53
+ "tokenizer_class": "DistilBertTokenizer",
54
+ "unk_token": "[UNK]"
55
+ }
trainer_state.json ADDED
@@ -0,0 +1,857 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 1.704444837967062,
5
+ "eval_steps": 1000,
6
+ "global_step": 38500,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.04,
13
+ "grad_norm": 11.598106384277344,
14
+ "learning_rate": 1.9873510587163855e-05,
15
+ "loss": 0.7232,
16
+ "step": 1000
17
+ },
18
+ {
19
+ "epoch": 0.04,
20
+ "eval_LOC_f1": 0.6290546246963268,
21
+ "eval_ORG_f1": 0.5215345154455224,
22
+ "eval_PER_f1": 0.6879167213048609,
23
+ "eval_loss": 0.5066247582435608,
24
+ "eval_overall_accuracy": 0.8370397334429099,
25
+ "eval_overall_f1": 0.6156872111156381,
26
+ "eval_overall_precision": 0.6129916634028982,
27
+ "eval_overall_recall": 0.6184065701464736,
28
+ "eval_runtime": 273.4377,
29
+ "eval_samples_per_second": 240.274,
30
+ "eval_steps_per_second": 1.88,
31
+ "step": 1000
32
+ },
33
+ {
34
+ "epoch": 0.09,
35
+ "grad_norm": 10.799552917480469,
36
+ "learning_rate": 1.974702117432771e-05,
37
+ "loss": 0.5027,
38
+ "step": 2000
39
+ },
40
+ {
41
+ "epoch": 0.09,
42
+ "eval_LOC_f1": 0.7183374430474798,
43
+ "eval_ORG_f1": 0.5772430933256492,
44
+ "eval_PER_f1": 0.7319963163818684,
45
+ "eval_loss": 0.4309352934360504,
46
+ "eval_overall_accuracy": 0.8618575027245279,
47
+ "eval_overall_f1": 0.6810770980734424,
48
+ "eval_overall_precision": 0.6907076628408085,
49
+ "eval_overall_recall": 0.6717113989783535,
50
+ "eval_runtime": 510.4367,
51
+ "eval_samples_per_second": 128.713,
52
+ "eval_steps_per_second": 1.007,
53
+ "step": 2000
54
+ },
55
+ {
56
+ "epoch": 0.13,
57
+ "grad_norm": 6.027167797088623,
58
+ "learning_rate": 1.9620531761491565e-05,
59
+ "loss": 0.4459,
60
+ "step": 3000
61
+ },
62
+ {
63
+ "epoch": 0.13,
64
+ "eval_LOC_f1": 0.725799810401126,
65
+ "eval_ORG_f1": 0.6044215496887744,
66
+ "eval_PER_f1": 0.7564098621149212,
67
+ "eval_loss": 0.40737923979759216,
68
+ "eval_overall_accuracy": 0.867908783401521,
69
+ "eval_overall_f1": 0.7006346252072851,
70
+ "eval_overall_precision": 0.6948635032545487,
71
+ "eval_overall_recall": 0.706502413004826,
72
+ "eval_runtime": 385.809,
73
+ "eval_samples_per_second": 170.292,
74
+ "eval_steps_per_second": 1.332,
75
+ "step": 3000
76
+ },
77
+ {
78
+ "epoch": 0.18,
79
+ "grad_norm": 3.919013023376465,
80
+ "learning_rate": 1.949404234865542e-05,
81
+ "loss": 0.4238,
82
+ "step": 4000
83
+ },
84
+ {
85
+ "epoch": 0.18,
86
+ "eval_LOC_f1": 0.7514409560614181,
87
+ "eval_ORG_f1": 0.6140201882946715,
88
+ "eval_PER_f1": 0.7751705876362154,
89
+ "eval_loss": 0.3706400394439697,
90
+ "eval_overall_accuracy": 0.8801371494589654,
91
+ "eval_overall_f1": 0.7200897664191354,
92
+ "eval_overall_precision": 0.711405652907357,
93
+ "eval_overall_recall": 0.7289885135325826,
94
+ "eval_runtime": 364.1549,
95
+ "eval_samples_per_second": 180.418,
96
+ "eval_steps_per_second": 1.411,
97
+ "step": 4000
98
+ },
99
+ {
100
+ "epoch": 0.22,
101
+ "grad_norm": 1.984628677368164,
102
+ "learning_rate": 1.9367552935819272e-05,
103
+ "loss": 0.3889,
104
+ "step": 5000
105
+ },
106
+ {
107
+ "epoch": 0.22,
108
+ "eval_LOC_f1": 0.747598650693943,
109
+ "eval_ORG_f1": 0.6493777882131956,
110
+ "eval_PER_f1": 0.7714610460826736,
111
+ "eval_loss": 0.3741539716720581,
112
+ "eval_overall_accuracy": 0.8788552814154443,
113
+ "eval_overall_f1": 0.7267549997033853,
114
+ "eval_overall_precision": 0.7189698622570512,
115
+ "eval_overall_recall": 0.7347105805322722,
116
+ "eval_runtime": 381.1257,
117
+ "eval_samples_per_second": 172.384,
118
+ "eval_steps_per_second": 1.349,
119
+ "step": 5000
120
+ },
121
+ {
122
+ "epoch": 0.27,
123
+ "grad_norm": 9.616731643676758,
124
+ "learning_rate": 1.924106352298313e-05,
125
+ "loss": 0.3741,
126
+ "step": 6000
127
+ },
128
+ {
129
+ "epoch": 0.27,
130
+ "eval_LOC_f1": 0.7834622535184133,
131
+ "eval_ORG_f1": 0.6557229099335325,
132
+ "eval_PER_f1": 0.7861336370240923,
133
+ "eval_loss": 0.34435510635375977,
134
+ "eval_overall_accuracy": 0.8897586038506661,
135
+ "eval_overall_f1": 0.7479976639412649,
136
+ "eval_overall_precision": 0.7372337801167668,
137
+ "eval_overall_recall": 0.7590805181610363,
138
+ "eval_runtime": 322.2713,
139
+ "eval_samples_per_second": 203.866,
140
+ "eval_steps_per_second": 1.595,
141
+ "step": 6000
142
+ },
143
+ {
144
+ "epoch": 0.31,
145
+ "grad_norm": 23.724206924438477,
146
+ "learning_rate": 1.9114574110146982e-05,
147
+ "loss": 0.3565,
148
+ "step": 7000
149
+ },
150
+ {
151
+ "epoch": 0.31,
152
+ "eval_LOC_f1": 0.7660811273670305,
153
+ "eval_ORG_f1": 0.6701080291970803,
154
+ "eval_PER_f1": 0.8082118790158281,
155
+ "eval_loss": 0.3384684920310974,
156
+ "eval_overall_accuracy": 0.893588575444113,
157
+ "eval_overall_f1": 0.7513199894189224,
158
+ "eval_overall_precision": 0.7511583787634086,
159
+ "eval_overall_recall": 0.751481669630006,
160
+ "eval_runtime": 380.8076,
161
+ "eval_samples_per_second": 172.528,
162
+ "eval_steps_per_second": 1.35,
163
+ "step": 7000
164
+ },
165
+ {
166
+ "epoch": 0.35,
167
+ "grad_norm": 12.36683177947998,
168
+ "learning_rate": 1.8988084697310836e-05,
169
+ "loss": 0.3438,
170
+ "step": 8000
171
+ },
172
+ {
173
+ "epoch": 0.35,
174
+ "eval_LOC_f1": 0.7931912766836788,
175
+ "eval_ORG_f1": 0.6588008889092534,
176
+ "eval_PER_f1": 0.801709206691627,
177
+ "eval_loss": 0.33696234226226807,
178
+ "eval_overall_accuracy": 0.8917491469101174,
179
+ "eval_overall_f1": 0.7552752293577981,
180
+ "eval_overall_precision": 0.7441655025063686,
181
+ "eval_overall_recall": 0.7667217001100669,
182
+ "eval_runtime": 319.19,
183
+ "eval_samples_per_second": 205.834,
184
+ "eval_steps_per_second": 1.61,
185
+ "step": 8000
186
+ },
187
+ {
188
+ "epoch": 0.4,
189
+ "grad_norm": 11.394143104553223,
190
+ "learning_rate": 1.8861595284474693e-05,
191
+ "loss": 0.3371,
192
+ "step": 9000
193
+ },
194
+ {
195
+ "epoch": 0.4,
196
+ "eval_LOC_f1": 0.7949055775142732,
197
+ "eval_ORG_f1": 0.69052384904555,
198
+ "eval_PER_f1": 0.8017390414812541,
199
+ "eval_loss": 0.3417092263698578,
200
+ "eval_overall_accuracy": 0.8959111238156492,
201
+ "eval_overall_f1": 0.7671861870625006,
202
+ "eval_overall_precision": 0.7645921077527909,
203
+ "eval_overall_recall": 0.7697979284847458,
204
+ "eval_runtime": 381.3721,
205
+ "eval_samples_per_second": 172.273,
206
+ "eval_steps_per_second": 1.348,
207
+ "step": 9000
208
+ },
209
+ {
210
+ "epoch": 0.44,
211
+ "grad_norm": 3.7753918170928955,
212
+ "learning_rate": 1.8735105871638546e-05,
213
+ "loss": 0.3352,
214
+ "step": 10000
215
+ },
216
+ {
217
+ "epoch": 0.44,
218
+ "eval_LOC_f1": 0.797682178676422,
219
+ "eval_ORG_f1": 0.6847098624696625,
220
+ "eval_PER_f1": 0.8165334907549915,
221
+ "eval_loss": 0.30863526463508606,
222
+ "eval_overall_accuracy": 0.8984957032855126,
223
+ "eval_overall_f1": 0.7713626684335284,
224
+ "eval_overall_precision": 0.7747418167842222,
225
+ "eval_overall_recall": 0.7680128693590721,
226
+ "eval_runtime": 353.766,
227
+ "eval_samples_per_second": 185.716,
228
+ "eval_steps_per_second": 1.453,
229
+ "step": 10000
230
+ },
231
+ {
232
+ "epoch": 0.49,
233
+ "grad_norm": 4.4588704109191895,
234
+ "learning_rate": 1.86086164588024e-05,
235
+ "loss": 0.3294,
236
+ "step": 11000
237
+ },
238
+ {
239
+ "epoch": 0.49,
240
+ "eval_LOC_f1": 0.8038860433458362,
241
+ "eval_ORG_f1": 0.6876538381909779,
242
+ "eval_PER_f1": 0.8135372012007188,
243
+ "eval_loss": 0.3306277096271515,
244
+ "eval_overall_accuracy": 0.8961009474806305,
245
+ "eval_overall_f1": 0.7722079415779226,
246
+ "eval_overall_precision": 0.7585587302451574,
247
+ "eval_overall_recall": 0.7863573504924788,
248
+ "eval_runtime": 386.1174,
249
+ "eval_samples_per_second": 170.155,
250
+ "eval_steps_per_second": 1.331,
251
+ "step": 11000
252
+ },
253
+ {
254
+ "epoch": 0.53,
255
+ "grad_norm": 0.8787571787834167,
256
+ "learning_rate": 1.8482127045966253e-05,
257
+ "loss": 0.3164,
258
+ "step": 12000
259
+ },
260
+ {
261
+ "epoch": 0.53,
262
+ "eval_LOC_f1": 0.7928661730178796,
263
+ "eval_ORG_f1": 0.6923009590976729,
264
+ "eval_PER_f1": 0.8189351776068096,
265
+ "eval_loss": 0.32749465107917786,
266
+ "eval_overall_accuracy": 0.8991314264615677,
267
+ "eval_overall_f1": 0.7738191399005043,
268
+ "eval_overall_precision": 0.7606578382394035,
269
+ "eval_overall_recall": 0.7874439082211497,
270
+ "eval_runtime": 369.9388,
271
+ "eval_samples_per_second": 177.597,
272
+ "eval_steps_per_second": 1.389,
273
+ "step": 12000
274
+ },
275
+ {
276
+ "epoch": 0.58,
277
+ "grad_norm": 7.5162811279296875,
278
+ "learning_rate": 1.8355637633130106e-05,
279
+ "loss": 0.3248,
280
+ "step": 13000
281
+ },
282
+ {
283
+ "epoch": 0.58,
284
+ "eval_LOC_f1": 0.8073569920769398,
285
+ "eval_ORG_f1": 0.6888664253138371,
286
+ "eval_PER_f1": 0.813194105996661,
287
+ "eval_loss": 0.31697988510131836,
288
+ "eval_overall_accuracy": 0.9009842543130915,
289
+ "eval_overall_f1": 0.7742117470068326,
290
+ "eval_overall_precision": 0.7643891570738953,
291
+ "eval_overall_recall": 0.7842900685801372,
292
+ "eval_runtime": 387.7862,
293
+ "eval_samples_per_second": 169.423,
294
+ "eval_steps_per_second": 1.325,
295
+ "step": 13000
296
+ },
297
+ {
298
+ "epoch": 0.62,
299
+ "grad_norm": 15.765552520751953,
300
+ "learning_rate": 1.8229148220293963e-05,
301
+ "loss": 0.3031,
302
+ "step": 14000
303
+ },
304
+ {
305
+ "epoch": 0.62,
306
+ "eval_LOC_f1": 0.8060124842017926,
307
+ "eval_ORG_f1": 0.7039925586720092,
308
+ "eval_PER_f1": 0.8251789914844223,
309
+ "eval_loss": 0.3116307258605957,
310
+ "eval_overall_accuracy": 0.9031675986636414,
311
+ "eval_overall_f1": 0.7825302431386867,
312
+ "eval_overall_precision": 0.7787194499951092,
313
+ "eval_overall_recall": 0.7863785172014789,
314
+ "eval_runtime": 393.4395,
315
+ "eval_samples_per_second": 166.989,
316
+ "eval_steps_per_second": 1.306,
317
+ "step": 14000
318
+ },
319
+ {
320
+ "epoch": 0.66,
321
+ "grad_norm": 7.4173808097839355,
322
+ "learning_rate": 1.8102658807457817e-05,
323
+ "loss": 0.3215,
324
+ "step": 15000
325
+ },
326
+ {
327
+ "epoch": 0.66,
328
+ "eval_LOC_f1": 0.8202011293152209,
329
+ "eval_ORG_f1": 0.7058145261059131,
330
+ "eval_PER_f1": 0.831773061514806,
331
+ "eval_loss": 0.2920757532119751,
332
+ "eval_overall_accuracy": 0.9057320791572127,
333
+ "eval_overall_f1": 0.7904764259051951,
334
+ "eval_overall_precision": 0.791295187324571,
335
+ "eval_overall_recall": 0.7896593570964919,
336
+ "eval_runtime": 358.5756,
337
+ "eval_samples_per_second": 183.225,
338
+ "eval_steps_per_second": 1.433,
339
+ "step": 15000
340
+ },
341
+ {
342
+ "epoch": 0.71,
343
+ "grad_norm": 2.693660259246826,
344
+ "learning_rate": 1.7976169394621674e-05,
345
+ "loss": 0.3004,
346
+ "step": 16000
347
+ },
348
+ {
349
+ "epoch": 0.71,
350
+ "eval_LOC_f1": 0.820160121404321,
351
+ "eval_ORG_f1": 0.7145462460731136,
352
+ "eval_PER_f1": 0.8352356233778416,
353
+ "eval_loss": 0.2958711087703705,
354
+ "eval_overall_accuracy": 0.9059717780596597,
355
+ "eval_overall_f1": 0.793620583311305,
356
+ "eval_overall_precision": 0.7928911988619157,
357
+ "eval_overall_recall": 0.7943513109248441,
358
+ "eval_runtime": 381.2154,
359
+ "eval_samples_per_second": 172.343,
360
+ "eval_steps_per_second": 1.348,
361
+ "step": 16000
362
+ },
363
+ {
364
+ "epoch": 0.75,
365
+ "grad_norm": 3.5598666667938232,
366
+ "learning_rate": 1.7849679981785527e-05,
367
+ "loss": 0.2963,
368
+ "step": 17000
369
+ },
370
+ {
371
+ "epoch": 0.75,
372
+ "eval_LOC_f1": 0.8227697858804539,
373
+ "eval_ORG_f1": 0.7160294907475222,
374
+ "eval_PER_f1": 0.8368475991649269,
375
+ "eval_loss": 0.2975331246852875,
376
+ "eval_overall_accuracy": 0.9079280784187614,
377
+ "eval_overall_f1": 0.7966393323888228,
378
+ "eval_overall_precision": 0.7978373328992902,
379
+ "eval_overall_recall": 0.7954449242231818,
380
+ "eval_runtime": 335.9278,
381
+ "eval_samples_per_second": 195.578,
382
+ "eval_steps_per_second": 1.53,
383
+ "step": 17000
384
+ },
385
+ {
386
+ "epoch": 0.8,
387
+ "grad_norm": 4.444880485534668,
388
+ "learning_rate": 1.772319056894938e-05,
389
+ "loss": 0.3037,
390
+ "step": 18000
391
+ },
392
+ {
393
+ "epoch": 0.8,
394
+ "eval_LOC_f1": 0.8179091806697487,
395
+ "eval_ORG_f1": 0.7172501033887172,
396
+ "eval_PER_f1": 0.8379966394973857,
397
+ "eval_loss": 0.29457131028175354,
398
+ "eval_overall_accuracy": 0.9080412282112209,
399
+ "eval_overall_f1": 0.7957346666573557,
400
+ "eval_overall_precision": 0.7876546623349693,
401
+ "eval_overall_recall": 0.8039821635198826,
402
+ "eval_runtime": 382.8523,
403
+ "eval_samples_per_second": 171.607,
404
+ "eval_steps_per_second": 1.343,
405
+ "step": 18000
406
+ },
407
+ {
408
+ "epoch": 0.84,
409
+ "grad_norm": 3.651078701019287,
410
+ "learning_rate": 1.7596701156113234e-05,
411
+ "loss": 0.2893,
412
+ "step": 19000
413
+ },
414
+ {
415
+ "epoch": 0.84,
416
+ "eval_LOC_f1": 0.8096252541880508,
417
+ "eval_ORG_f1": 0.722521212121212,
418
+ "eval_PER_f1": 0.8371796558038832,
419
+ "eval_loss": 0.30927255749702454,
420
+ "eval_overall_accuracy": 0.90601644245142,
421
+ "eval_overall_f1": 0.7939453776936077,
422
+ "eval_overall_precision": 0.7907640837923529,
423
+ "eval_overall_recall": 0.797152372082522,
424
+ "eval_runtime": 321.3057,
425
+ "eval_samples_per_second": 204.478,
426
+ "eval_steps_per_second": 1.6,
427
+ "step": 19000
428
+ },
429
+ {
430
+ "epoch": 0.89,
431
+ "grad_norm": 7.439753532409668,
432
+ "learning_rate": 1.747021174327709e-05,
433
+ "loss": 0.2948,
434
+ "step": 20000
435
+ },
436
+ {
437
+ "epoch": 0.89,
438
+ "eval_LOC_f1": 0.82627274528115,
439
+ "eval_ORG_f1": 0.714928600160901,
440
+ "eval_PER_f1": 0.8321251892983341,
441
+ "eval_loss": 0.2865753769874573,
442
+ "eval_overall_accuracy": 0.9090692536282374,
443
+ "eval_overall_f1": 0.7971877602217748,
444
+ "eval_overall_precision": 0.7939824049383752,
445
+ "eval_overall_recall": 0.8004191008382017,
446
+ "eval_runtime": 380.5435,
447
+ "eval_samples_per_second": 172.648,
448
+ "eval_steps_per_second": 1.351,
449
+ "step": 20000
450
+ },
451
+ {
452
+ "epoch": 0.93,
453
+ "grad_norm": 23.34659767150879,
454
+ "learning_rate": 1.7343722330440944e-05,
455
+ "loss": 0.2868,
456
+ "step": 21000
457
+ },
458
+ {
459
+ "epoch": 0.93,
460
+ "eval_LOC_f1": 0.8167083361060147,
461
+ "eval_ORG_f1": 0.727712241345968,
462
+ "eval_PER_f1": 0.840251831974404,
463
+ "eval_loss": 0.29932352900505066,
464
+ "eval_overall_accuracy": 0.9084059874105967,
465
+ "eval_overall_f1": 0.798865244242835,
466
+ "eval_overall_precision": 0.7950827119165264,
467
+ "eval_overall_recall": 0.8026839387012107,
468
+ "eval_runtime": 351.3256,
469
+ "eval_samples_per_second": 187.006,
470
+ "eval_steps_per_second": 1.463,
471
+ "step": 21000
472
+ },
473
+ {
474
+ "epoch": 0.97,
475
+ "grad_norm": 10.305853843688965,
476
+ "learning_rate": 1.7217232917604798e-05,
477
+ "loss": 0.2977,
478
+ "step": 22000
479
+ },
480
+ {
481
+ "epoch": 0.97,
482
+ "eval_LOC_f1": 0.8263365865270175,
483
+ "eval_ORG_f1": 0.7257252830008247,
484
+ "eval_PER_f1": 0.8407604251839738,
485
+ "eval_loss": 0.2778206169605255,
486
+ "eval_overall_accuracy": 0.9105640219391492,
487
+ "eval_overall_f1": 0.8018860680855222,
488
+ "eval_overall_precision": 0.7934180537329926,
489
+ "eval_overall_recall": 0.8105367877402422,
490
+ "eval_runtime": 394.5686,
491
+ "eval_samples_per_second": 166.511,
492
+ "eval_steps_per_second": 1.303,
493
+ "step": 22000
494
+ },
495
+ {
496
+ "epoch": 1.02,
497
+ "grad_norm": 11.687705993652344,
498
+ "learning_rate": 1.709074350476865e-05,
499
+ "loss": 0.2585,
500
+ "step": 23000
501
+ },
502
+ {
503
+ "epoch": 1.02,
504
+ "eval_LOC_f1": 0.8267493620904808,
505
+ "eval_ORG_f1": 0.7272141627126203,
506
+ "eval_PER_f1": 0.8396679597210218,
507
+ "eval_loss": 0.2966572642326355,
508
+ "eval_overall_accuracy": 0.9093171410025072,
509
+ "eval_overall_f1": 0.8032836474772869,
510
+ "eval_overall_precision": 0.7918766066838047,
511
+ "eval_overall_recall": 0.8150241300482601,
512
+ "eval_runtime": 380.5595,
513
+ "eval_samples_per_second": 172.641,
514
+ "eval_steps_per_second": 1.351,
515
+ "step": 23000
516
+ },
517
+ {
518
+ "epoch": 1.06,
519
+ "grad_norm": 3.907621383666992,
520
+ "learning_rate": 1.6964254091932504e-05,
521
+ "loss": 0.2362,
522
+ "step": 24000
523
+ },
524
+ {
525
+ "epoch": 1.06,
526
+ "eval_LOC_f1": 0.8330133267755635,
527
+ "eval_ORG_f1": 0.7180792210666076,
528
+ "eval_PER_f1": 0.830729295671386,
529
+ "eval_loss": 0.3153696358203888,
530
+ "eval_overall_accuracy": 0.9078134398132433,
531
+ "eval_overall_f1": 0.7997513906153431,
532
+ "eval_overall_precision": 0.7873453202980789,
533
+ "eval_overall_recall": 0.8125546806649169,
534
+ "eval_runtime": 373.8915,
535
+ "eval_samples_per_second": 175.719,
536
+ "eval_steps_per_second": 1.375,
537
+ "step": 24000
538
+ },
539
+ {
540
+ "epoch": 1.11,
541
+ "grad_norm": 8.853696823120117,
542
+ "learning_rate": 1.683776467909636e-05,
543
+ "loss": 0.2223,
544
+ "step": 25000
545
+ },
546
+ {
547
+ "epoch": 1.11,
548
+ "eval_LOC_f1": 0.827347355217957,
549
+ "eval_ORG_f1": 0.7285489531647101,
550
+ "eval_PER_f1": 0.8452979544031824,
551
+ "eval_loss": 0.29239869117736816,
552
+ "eval_overall_accuracy": 0.9101635312263651,
553
+ "eval_overall_f1": 0.8052130812290949,
554
+ "eval_overall_precision": 0.7913853365400993,
555
+ "eval_overall_recall": 0.8195326390652782,
556
+ "eval_runtime": 381.4229,
557
+ "eval_samples_per_second": 172.25,
558
+ "eval_steps_per_second": 1.348,
559
+ "step": 25000
560
+ },
561
+ {
562
+ "epoch": 1.15,
563
+ "grad_norm": 0.670585572719574,
564
+ "learning_rate": 1.6711275266260215e-05,
565
+ "loss": 0.2339,
566
+ "step": 26000
567
+ },
568
+ {
569
+ "epoch": 1.15,
570
+ "eval_LOC_f1": 0.835739538961472,
571
+ "eval_ORG_f1": 0.7377061141106085,
572
+ "eval_PER_f1": 0.8477990752245738,
573
+ "eval_loss": 0.2966776490211487,
574
+ "eval_overall_accuracy": 0.9133503355784635,
575
+ "eval_overall_f1": 0.8116372709464219,
576
+ "eval_overall_precision": 0.8062829412297131,
577
+ "eval_overall_recall": 0.8170631896819349,
578
+ "eval_runtime": 348.6318,
579
+ "eval_samples_per_second": 188.451,
580
+ "eval_steps_per_second": 1.474,
581
+ "step": 26000
582
+ },
583
+ {
584
+ "epoch": 1.2,
585
+ "grad_norm": 5.636080741882324,
586
+ "learning_rate": 1.658478585342407e-05,
587
+ "loss": 0.2318,
588
+ "step": 27000
589
+ },
590
+ {
591
+ "epoch": 1.2,
592
+ "eval_LOC_f1": 0.8379575082665046,
593
+ "eval_ORG_f1": 0.741773869167331,
594
+ "eval_PER_f1": 0.8468086407796683,
595
+ "eval_loss": 0.297035276889801,
596
+ "eval_overall_accuracy": 0.9143232749123089,
597
+ "eval_overall_f1": 0.8128532056457225,
598
+ "eval_overall_precision": 0.8019583070120025,
599
+ "eval_overall_recall": 0.8240482036519629,
600
+ "eval_runtime": 381.0554,
601
+ "eval_samples_per_second": 172.416,
602
+ "eval_steps_per_second": 1.349,
603
+ "step": 27000
604
+ },
605
+ {
606
+ "epoch": 1.24,
607
+ "grad_norm": 11.75963306427002,
608
+ "learning_rate": 1.6458296440587925e-05,
609
+ "loss": 0.2261,
610
+ "step": 28000
611
+ },
612
+ {
613
+ "epoch": 1.24,
614
+ "eval_LOC_f1": 0.8355374639087424,
615
+ "eval_ORG_f1": 0.7354031739753795,
616
+ "eval_PER_f1": 0.8533292168364721,
617
+ "eval_loss": 0.28783518075942993,
618
+ "eval_overall_accuracy": 0.914816072034731,
619
+ "eval_overall_f1": 0.813075185134273,
620
+ "eval_overall_precision": 0.8123622174798036,
621
+ "eval_overall_recall": 0.8137894053565885,
622
+ "eval_runtime": 319.3665,
623
+ "eval_samples_per_second": 205.72,
624
+ "eval_steps_per_second": 1.609,
625
+ "step": 28000
626
+ },
627
+ {
628
+ "epoch": 1.28,
629
+ "grad_norm": 0.3197329342365265,
630
+ "learning_rate": 1.633180702775178e-05,
631
+ "loss": 0.2209,
632
+ "step": 29000
633
+ },
634
+ {
635
+ "epoch": 1.28,
636
+ "eval_LOC_f1": 0.8348409410512713,
637
+ "eval_ORG_f1": 0.7400960885063363,
638
+ "eval_PER_f1": 0.852092035253628,
639
+ "eval_loss": 0.28716719150543213,
640
+ "eval_overall_accuracy": 0.9143351854167783,
641
+ "eval_overall_f1": 0.8130391159543484,
642
+ "eval_overall_precision": 0.8030238383615944,
643
+ "eval_overall_recall": 0.8233073688369599,
644
+ "eval_runtime": 381.0776,
645
+ "eval_samples_per_second": 172.406,
646
+ "eval_steps_per_second": 1.349,
647
+ "step": 29000
648
+ },
649
+ {
650
+ "epoch": 1.33,
651
+ "grad_norm": 2.500840663909912,
652
+ "learning_rate": 1.6205317614915632e-05,
653
+ "loss": 0.2326,
654
+ "step": 30000
655
+ },
656
+ {
657
+ "epoch": 1.33,
658
+ "eval_LOC_f1": 0.835323589241317,
659
+ "eval_ORG_f1": 0.7427079308204821,
660
+ "eval_PER_f1": 0.8500763485649586,
661
+ "eval_loss": 0.28030699491500854,
662
+ "eval_overall_accuracy": 0.914723765625093,
663
+ "eval_overall_f1": 0.8127800899066888,
664
+ "eval_overall_precision": 0.8005707559436636,
665
+ "eval_overall_recall": 0.8253675951796348,
666
+ "eval_runtime": 325.8915,
667
+ "eval_samples_per_second": 201.601,
668
+ "eval_steps_per_second": 1.577,
669
+ "step": 30000
670
+ },
671
+ {
672
+ "epoch": 1.37,
673
+ "grad_norm": 0.524834156036377,
674
+ "learning_rate": 1.607882820207949e-05,
675
+ "loss": 0.2198,
676
+ "step": 31000
677
+ },
678
+ {
679
+ "epoch": 1.37,
680
+ "eval_LOC_f1": 0.8371461143834315,
681
+ "eval_ORG_f1": 0.7432512590283674,
682
+ "eval_PER_f1": 0.8540951115999625,
683
+ "eval_loss": 0.28697240352630615,
684
+ "eval_overall_accuracy": 0.9156036541427712,
685
+ "eval_overall_f1": 0.8147560933208163,
686
+ "eval_overall_precision": 0.8031779980531677,
687
+ "eval_overall_recall": 0.8266728755679733,
688
+ "eval_runtime": 381.127,
689
+ "eval_samples_per_second": 172.383,
690
+ "eval_steps_per_second": 1.349,
691
+ "step": 31000
692
+ },
693
+ {
694
+ "epoch": 1.42,
695
+ "grad_norm": 18.899179458618164,
696
+ "learning_rate": 1.5952338789243342e-05,
697
+ "loss": 0.221,
698
+ "step": 32000
699
+ },
700
+ {
701
+ "epoch": 1.42,
702
+ "eval_LOC_f1": 0.8441860465116279,
703
+ "eval_ORG_f1": 0.7411915135442319,
704
+ "eval_PER_f1": 0.8485990299434801,
705
+ "eval_loss": 0.28265270590782166,
706
+ "eval_overall_accuracy": 0.9150192950172404,
707
+ "eval_overall_f1": 0.8153681889236267,
708
+ "eval_overall_precision": 0.8065649592710203,
709
+ "eval_overall_recall": 0.8243657042869641,
710
+ "eval_runtime": 346.0172,
711
+ "eval_samples_per_second": 189.875,
712
+ "eval_steps_per_second": 1.485,
713
+ "step": 32000
714
+ },
715
+ {
716
+ "epoch": 1.46,
717
+ "grad_norm": 9.521773338317871,
718
+ "learning_rate": 1.5825849376407196e-05,
719
+ "loss": 0.2319,
720
+ "step": 33000
721
+ },
722
+ {
723
+ "epoch": 1.46,
724
+ "eval_LOC_f1": 0.8391690707524869,
725
+ "eval_ORG_f1": 0.7463789877336044,
726
+ "eval_PER_f1": 0.8572165373824064,
727
+ "eval_loss": 0.27687233686447144,
728
+ "eval_overall_accuracy": 0.9169562408065793,
729
+ "eval_overall_f1": 0.8172862291713824,
730
+ "eval_overall_precision": 0.8068870201398582,
731
+ "eval_overall_recall": 0.8279569892473119,
732
+ "eval_runtime": 385.1918,
733
+ "eval_samples_per_second": 170.564,
734
+ "eval_steps_per_second": 1.334,
735
+ "step": 33000
736
+ },
737
+ {
738
+ "epoch": 1.51,
739
+ "grad_norm": 4.6437883377075195,
740
+ "learning_rate": 1.569935996357105e-05,
741
+ "loss": 0.2284,
742
+ "step": 34000
743
+ },
744
+ {
745
+ "epoch": 1.51,
746
+ "eval_LOC_f1": 0.8413632604389053,
747
+ "eval_ORG_f1": 0.7468433377658009,
748
+ "eval_PER_f1": 0.8579245204510465,
749
+ "eval_loss": 0.2682867646217346,
750
+ "eval_overall_accuracy": 0.918707829370113,
751
+ "eval_overall_f1": 0.8187739611430496,
752
+ "eval_overall_precision": 0.8141108359780979,
753
+ "eval_overall_recall": 0.823490813648294,
754
+ "eval_runtime": 389.0432,
755
+ "eval_samples_per_second": 168.876,
756
+ "eval_steps_per_second": 1.321,
757
+ "step": 34000
758
+ },
759
+ {
760
+ "epoch": 1.55,
761
+ "grad_norm": 8.055586814880371,
762
+ "learning_rate": 1.5572870550734906e-05,
763
+ "loss": 0.222,
764
+ "step": 35000
765
+ },
766
+ {
767
+ "epoch": 1.55,
768
+ "eval_LOC_f1": 0.8416752574836452,
769
+ "eval_ORG_f1": 0.7401676189600267,
770
+ "eval_PER_f1": 0.8485277320098252,
771
+ "eval_loss": 0.2882651388645172,
772
+ "eval_overall_accuracy": 0.9156967049589385,
773
+ "eval_overall_f1": 0.8135379092525155,
774
+ "eval_overall_precision": 0.7963817723503612,
775
+ "eval_overall_recall": 0.8314494962323258,
776
+ "eval_runtime": 364.9994,
777
+ "eval_samples_per_second": 180.0,
778
+ "eval_steps_per_second": 1.408,
779
+ "step": 35000
780
+ },
781
+ {
782
+ "epoch": 1.59,
783
+ "grad_norm": 2.8561666011810303,
784
+ "learning_rate": 1.544638113789876e-05,
785
+ "loss": 0.2272,
786
+ "step": 36000
787
+ },
788
+ {
789
+ "epoch": 1.59,
790
+ "eval_LOC_f1": 0.843695144769584,
791
+ "eval_ORG_f1": 0.7492301387506587,
792
+ "eval_PER_f1": 0.8506844052649669,
793
+ "eval_loss": 0.2805135250091553,
794
+ "eval_overall_accuracy": 0.9165698938178527,
795
+ "eval_overall_f1": 0.8180830193920244,
796
+ "eval_overall_precision": 0.805384452359629,
797
+ "eval_overall_recall": 0.8311884401546581,
798
+ "eval_runtime": 381.2063,
799
+ "eval_samples_per_second": 172.348,
800
+ "eval_steps_per_second": 1.348,
801
+ "step": 36000
802
+ },
803
+ {
804
+ "epoch": 1.64,
805
+ "grad_norm": 3.3037211894989014,
806
+ "learning_rate": 1.5319891725062616e-05,
807
+ "loss": 0.2086,
808
+ "step": 37000
809
+ },
810
+ {
811
+ "epoch": 1.64,
812
+ "eval_LOC_f1": 0.8383752402995496,
813
+ "eval_ORG_f1": 0.7563655598566996,
814
+ "eval_PER_f1": 0.8609615664428694,
815
+ "eval_loss": 0.2780158519744873,
816
+ "eval_overall_accuracy": 0.9186519988804126,
817
+ "eval_overall_f1": 0.822004740154319,
818
+ "eval_overall_precision": 0.8205800667955704,
819
+ "eval_overall_recall": 0.8234343690909603,
820
+ "eval_runtime": 332.7363,
821
+ "eval_samples_per_second": 197.454,
822
+ "eval_steps_per_second": 1.545,
823
+ "step": 37000
824
+ },
825
+ {
826
+ "epoch": 1.68,
827
+ "grad_norm": 3.0146262645721436,
828
+ "learning_rate": 1.5193402312226468e-05,
829
+ "loss": 0.2283,
830
+ "step": 38000
831
+ },
832
+ {
833
+ "epoch": 1.68,
834
+ "eval_LOC_f1": 0.8468252837536212,
835
+ "eval_ORG_f1": 0.7509236309217602,
836
+ "eval_PER_f1": 0.8619782260977246,
837
+ "eval_loss": 0.27215901017189026,
838
+ "eval_overall_accuracy": 0.9187383500378159,
839
+ "eval_overall_f1": 0.8234198288625827,
840
+ "eval_overall_precision": 0.8114117405301733,
841
+ "eval_overall_recall": 0.8357886715773432,
842
+ "eval_runtime": 305.4831,
843
+ "eval_samples_per_second": 215.069,
844
+ "eval_steps_per_second": 1.683,
845
+ "step": 38000
846
+ }
847
+ ],
848
+ "logging_steps": 1000,
849
+ "max_steps": 158116,
850
+ "num_input_tokens_seen": 0,
851
+ "num_train_epochs": 7,
852
+ "save_steps": 500,
853
+ "total_flos": 5313197707682040.0,
854
+ "train_batch_size": 8,
855
+ "trial_name": null,
856
+ "trial_params": null
857
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68c3a5740e100dbfa14dbda8a5e3586aad084b4dc14da196be76e7c102216e95
3
+ size 4856
vocab.txt ADDED
The diff for this file is too large to render. See raw diff