santyzenith commited on
Commit
759d36a
1 Parent(s): 40ca514

Training in progress, epoch 1

Browse files
config.json CHANGED
@@ -1,62 +1,32 @@
1
  {
2
- "_name_or_path": "flax-community/spanish-t5-small",
3
  "architectures": [
4
  "T5ForConditionalGeneration"
5
  ],
6
  "classifier_dropout": 0.0,
7
  "d_ff": 2048,
8
  "d_kv": 64,
9
- "d_model": 512,
10
  "decoder_start_token_id": 0,
11
- "dense_act_fn": "relu",
12
  "dropout_rate": 0.1,
13
  "eos_token_id": 1,
14
- "feed_forward_proj": "relu",
15
- "gradient_checkpointing": false,
16
  "initializer_factor": 1.0,
17
  "is_encoder_decoder": true,
18
- "is_gated_act": false,
19
  "layer_norm_epsilon": 1e-06,
20
  "model_type": "t5",
21
- "n_positions": 512,
22
- "num_decoder_layers": 6,
23
- "num_heads": 8,
24
- "num_layers": 6,
25
  "output_past": true,
26
  "pad_token_id": 0,
27
  "relative_attention_max_distance": 128,
28
  "relative_attention_num_buckets": 32,
29
- "task_specific_params": {
30
- "summarization": {
31
- "early_stopping": true,
32
- "length_penalty": 2.0,
33
- "max_length": 200,
34
- "min_length": 30,
35
- "no_repeat_ngram_size": 3,
36
- "num_beams": 4,
37
- "prefix": "summarize: "
38
- },
39
- "translation_en_to_de": {
40
- "early_stopping": true,
41
- "max_length": 300,
42
- "num_beams": 4,
43
- "prefix": "translate English to German: "
44
- },
45
- "translation_en_to_fr": {
46
- "early_stopping": true,
47
- "max_length": 300,
48
- "num_beams": 4,
49
- "prefix": "translate English to French: "
50
- },
51
- "translation_en_to_ro": {
52
- "early_stopping": true,
53
- "max_length": 300,
54
- "num_beams": 4,
55
- "prefix": "translate English to Romanian: "
56
- }
57
- },
58
  "torch_dtype": "float32",
59
  "transformers_version": "4.34.1",
60
  "use_cache": true,
61
- "vocab_size": 32103
62
  }
 
1
  {
2
+ "_name_or_path": "vgaraujov/t5-base-spanish",
3
  "architectures": [
4
  "T5ForConditionalGeneration"
5
  ],
6
  "classifier_dropout": 0.0,
7
  "d_ff": 2048,
8
  "d_kv": 64,
9
+ "d_model": 768,
10
  "decoder_start_token_id": 0,
11
+ "dense_act_fn": "gelu_new",
12
  "dropout_rate": 0.1,
13
  "eos_token_id": 1,
14
+ "feed_forward_proj": "gated-gelu",
 
15
  "initializer_factor": 1.0,
16
  "is_encoder_decoder": true,
17
+ "is_gated_act": true,
18
  "layer_norm_epsilon": 1e-06,
19
  "model_type": "t5",
20
+ "num_decoder_layers": 12,
21
+ "num_heads": 12,
22
+ "num_layers": 12,
 
23
  "output_past": true,
24
  "pad_token_id": 0,
25
  "relative_attention_max_distance": 128,
26
  "relative_attention_num_buckets": 32,
27
+ "tie_word_embeddings": false,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
28
  "torch_dtype": "float32",
29
  "transformers_version": "4.34.1",
30
  "use_cache": true,
31
+ "vocab_size": 32128
32
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:19bb35687e09ce7481f397453be49e82eb6b613874edf0c8dd0aa53f88c2f2a5
3
- size 242020886
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f54f0bc75a25d7bf3f2aad6ab1e5842bb49762f245b14dddb75a25fd5067f2d
3
+ size 990409330
special_tokens_map.json CHANGED
@@ -101,7 +101,25 @@
101
  "<extra_id_98>",
102
  "<extra_id_99>"
103
  ],
104
- "eos_token": "</s>",
105
- "pad_token": "<pad>",
106
- "unk_token": "<unk>"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
107
  }
 
101
  "<extra_id_98>",
102
  "<extra_id_99>"
103
  ],
104
+ "eos_token": {
105
+ "content": "</s>",
106
+ "lstrip": false,
107
+ "normalized": false,
108
+ "rstrip": false,
109
+ "single_word": false
110
+ },
111
+ "pad_token": {
112
+ "content": "<pad>",
113
+ "lstrip": false,
114
+ "normalized": false,
115
+ "rstrip": false,
116
+ "single_word": false
117
+ },
118
+ "unk_token": {
119
+ "content": "<unk>",
120
+ "lstrip": false,
121
+ "normalized": false,
122
+ "rstrip": false,
123
+ "single_word": false
124
+ }
125
  }
spiece.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5076b298a332c1c1ada0e246661e2a878536d56773bf6fb1c868f2d807a5443b
3
+ size 837480
tokenizer.json CHANGED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json CHANGED
@@ -24,8 +24,32 @@
24
  "single_word": false,
25
  "special": true
26
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
27
  "32003": {
28
- "content": "<extra_id_0>",
29
  "lstrip": false,
30
  "normalized": false,
31
  "rstrip": false,
@@ -33,7 +57,7 @@
33
  "special": true
34
  },
35
  "32004": {
36
- "content": "<extra_id_1>",
37
  "lstrip": false,
38
  "normalized": false,
39
  "rstrip": false,
@@ -41,7 +65,7 @@
41
  "special": true
42
  },
43
  "32005": {
44
- "content": "<extra_id_2>",
45
  "lstrip": false,
46
  "normalized": false,
47
  "rstrip": false,
@@ -49,7 +73,7 @@
49
  "special": true
50
  },
51
  "32006": {
52
- "content": "<extra_id_3>",
53
  "lstrip": false,
54
  "normalized": false,
55
  "rstrip": false,
@@ -57,7 +81,7 @@
57
  "special": true
58
  },
59
  "32007": {
60
- "content": "<extra_id_4>",
61
  "lstrip": false,
62
  "normalized": false,
63
  "rstrip": false,
@@ -65,7 +89,7 @@
65
  "special": true
66
  },
67
  "32008": {
68
- "content": "<extra_id_5>",
69
  "lstrip": false,
70
  "normalized": false,
71
  "rstrip": false,
@@ -73,7 +97,7 @@
73
  "special": true
74
  },
75
  "32009": {
76
- "content": "<extra_id_6>",
77
  "lstrip": false,
78
  "normalized": false,
79
  "rstrip": false,
@@ -81,7 +105,7 @@
81
  "special": true
82
  },
83
  "32010": {
84
- "content": "<extra_id_7>",
85
  "lstrip": false,
86
  "normalized": false,
87
  "rstrip": false,
@@ -89,7 +113,7 @@
89
  "special": true
90
  },
91
  "32011": {
92
- "content": "<extra_id_8>",
93
  "lstrip": false,
94
  "normalized": false,
95
  "rstrip": false,
@@ -97,7 +121,7 @@
97
  "special": true
98
  },
99
  "32012": {
100
- "content": "<extra_id_9>",
101
  "lstrip": false,
102
  "normalized": false,
103
  "rstrip": false,
@@ -105,7 +129,7 @@
105
  "special": true
106
  },
107
  "32013": {
108
- "content": "<extra_id_10>",
109
  "lstrip": false,
110
  "normalized": false,
111
  "rstrip": false,
@@ -113,7 +137,7 @@
113
  "special": true
114
  },
115
  "32014": {
116
- "content": "<extra_id_11>",
117
  "lstrip": false,
118
  "normalized": false,
119
  "rstrip": false,
@@ -121,7 +145,7 @@
121
  "special": true
122
  },
123
  "32015": {
124
- "content": "<extra_id_12>",
125
  "lstrip": false,
126
  "normalized": false,
127
  "rstrip": false,
@@ -129,7 +153,7 @@
129
  "special": true
130
  },
131
  "32016": {
132
- "content": "<extra_id_13>",
133
  "lstrip": false,
134
  "normalized": false,
135
  "rstrip": false,
@@ -137,7 +161,7 @@
137
  "special": true
138
  },
139
  "32017": {
140
- "content": "<extra_id_14>",
141
  "lstrip": false,
142
  "normalized": false,
143
  "rstrip": false,
@@ -145,7 +169,7 @@
145
  "special": true
146
  },
147
  "32018": {
148
- "content": "<extra_id_15>",
149
  "lstrip": false,
150
  "normalized": false,
151
  "rstrip": false,
@@ -153,7 +177,7 @@
153
  "special": true
154
  },
155
  "32019": {
156
- "content": "<extra_id_16>",
157
  "lstrip": false,
158
  "normalized": false,
159
  "rstrip": false,
@@ -161,7 +185,7 @@
161
  "special": true
162
  },
163
  "32020": {
164
- "content": "<extra_id_17>",
165
  "lstrip": false,
166
  "normalized": false,
167
  "rstrip": false,
@@ -169,7 +193,7 @@
169
  "special": true
170
  },
171
  "32021": {
172
- "content": "<extra_id_18>",
173
  "lstrip": false,
174
  "normalized": false,
175
  "rstrip": false,
@@ -177,7 +201,7 @@
177
  "special": true
178
  },
179
  "32022": {
180
- "content": "<extra_id_19>",
181
  "lstrip": false,
182
  "normalized": false,
183
  "rstrip": false,
@@ -185,7 +209,7 @@
185
  "special": true
186
  },
187
  "32023": {
188
- "content": "<extra_id_20>",
189
  "lstrip": false,
190
  "normalized": false,
191
  "rstrip": false,
@@ -193,7 +217,7 @@
193
  "special": true
194
  },
195
  "32024": {
196
- "content": "<extra_id_21>",
197
  "lstrip": false,
198
  "normalized": false,
199
  "rstrip": false,
@@ -201,7 +225,7 @@
201
  "special": true
202
  },
203
  "32025": {
204
- "content": "<extra_id_22>",
205
  "lstrip": false,
206
  "normalized": false,
207
  "rstrip": false,
@@ -209,7 +233,7 @@
209
  "special": true
210
  },
211
  "32026": {
212
- "content": "<extra_id_23>",
213
  "lstrip": false,
214
  "normalized": false,
215
  "rstrip": false,
@@ -217,7 +241,7 @@
217
  "special": true
218
  },
219
  "32027": {
220
- "content": "<extra_id_24>",
221
  "lstrip": false,
222
  "normalized": false,
223
  "rstrip": false,
@@ -225,7 +249,7 @@
225
  "special": true
226
  },
227
  "32028": {
228
- "content": "<extra_id_25>",
229
  "lstrip": false,
230
  "normalized": false,
231
  "rstrip": false,
@@ -233,7 +257,7 @@
233
  "special": true
234
  },
235
  "32029": {
236
- "content": "<extra_id_26>",
237
  "lstrip": false,
238
  "normalized": false,
239
  "rstrip": false,
@@ -241,7 +265,7 @@
241
  "special": true
242
  },
243
  "32030": {
244
- "content": "<extra_id_27>",
245
  "lstrip": false,
246
  "normalized": false,
247
  "rstrip": false,
@@ -249,7 +273,7 @@
249
  "special": true
250
  },
251
  "32031": {
252
- "content": "<extra_id_28>",
253
  "lstrip": false,
254
  "normalized": false,
255
  "rstrip": false,
@@ -257,7 +281,7 @@
257
  "special": true
258
  },
259
  "32032": {
260
- "content": "<extra_id_29>",
261
  "lstrip": false,
262
  "normalized": false,
263
  "rstrip": false,
@@ -265,7 +289,7 @@
265
  "special": true
266
  },
267
  "32033": {
268
- "content": "<extra_id_30>",
269
  "lstrip": false,
270
  "normalized": false,
271
  "rstrip": false,
@@ -273,7 +297,7 @@
273
  "special": true
274
  },
275
  "32034": {
276
- "content": "<extra_id_31>",
277
  "lstrip": false,
278
  "normalized": false,
279
  "rstrip": false,
@@ -281,7 +305,7 @@
281
  "special": true
282
  },
283
  "32035": {
284
- "content": "<extra_id_32>",
285
  "lstrip": false,
286
  "normalized": false,
287
  "rstrip": false,
@@ -289,7 +313,7 @@
289
  "special": true
290
  },
291
  "32036": {
292
- "content": "<extra_id_33>",
293
  "lstrip": false,
294
  "normalized": false,
295
  "rstrip": false,
@@ -297,7 +321,7 @@
297
  "special": true
298
  },
299
  "32037": {
300
- "content": "<extra_id_34>",
301
  "lstrip": false,
302
  "normalized": false,
303
  "rstrip": false,
@@ -305,7 +329,7 @@
305
  "special": true
306
  },
307
  "32038": {
308
- "content": "<extra_id_35>",
309
  "lstrip": false,
310
  "normalized": false,
311
  "rstrip": false,
@@ -313,7 +337,7 @@
313
  "special": true
314
  },
315
  "32039": {
316
- "content": "<extra_id_36>",
317
  "lstrip": false,
318
  "normalized": false,
319
  "rstrip": false,
@@ -321,7 +345,7 @@
321
  "special": true
322
  },
323
  "32040": {
324
- "content": "<extra_id_37>",
325
  "lstrip": false,
326
  "normalized": false,
327
  "rstrip": false,
@@ -329,7 +353,7 @@
329
  "special": true
330
  },
331
  "32041": {
332
- "content": "<extra_id_38>",
333
  "lstrip": false,
334
  "normalized": false,
335
  "rstrip": false,
@@ -337,7 +361,7 @@
337
  "special": true
338
  },
339
  "32042": {
340
- "content": "<extra_id_39>",
341
  "lstrip": false,
342
  "normalized": false,
343
  "rstrip": false,
@@ -345,7 +369,7 @@
345
  "special": true
346
  },
347
  "32043": {
348
- "content": "<extra_id_40>",
349
  "lstrip": false,
350
  "normalized": false,
351
  "rstrip": false,
@@ -353,7 +377,7 @@
353
  "special": true
354
  },
355
  "32044": {
356
- "content": "<extra_id_41>",
357
  "lstrip": false,
358
  "normalized": false,
359
  "rstrip": false,
@@ -361,7 +385,7 @@
361
  "special": true
362
  },
363
  "32045": {
364
- "content": "<extra_id_42>",
365
  "lstrip": false,
366
  "normalized": false,
367
  "rstrip": false,
@@ -369,7 +393,7 @@
369
  "special": true
370
  },
371
  "32046": {
372
- "content": "<extra_id_43>",
373
  "lstrip": false,
374
  "normalized": false,
375
  "rstrip": false,
@@ -377,7 +401,7 @@
377
  "special": true
378
  },
379
  "32047": {
380
- "content": "<extra_id_44>",
381
  "lstrip": false,
382
  "normalized": false,
383
  "rstrip": false,
@@ -385,7 +409,7 @@
385
  "special": true
386
  },
387
  "32048": {
388
- "content": "<extra_id_45>",
389
  "lstrip": false,
390
  "normalized": false,
391
  "rstrip": false,
@@ -393,7 +417,7 @@
393
  "special": true
394
  },
395
  "32049": {
396
- "content": "<extra_id_46>",
397
  "lstrip": false,
398
  "normalized": false,
399
  "rstrip": false,
@@ -401,7 +425,7 @@
401
  "special": true
402
  },
403
  "32050": {
404
- "content": "<extra_id_47>",
405
  "lstrip": false,
406
  "normalized": false,
407
  "rstrip": false,
@@ -417,7 +441,7 @@
417
  "special": true
418
  },
419
  "32052": {
420
- "content": "<extra_id_49>",
421
  "lstrip": false,
422
  "normalized": false,
423
  "rstrip": false,
@@ -425,7 +449,7 @@
425
  "special": true
426
  },
427
  "32053": {
428
- "content": "<extra_id_50>",
429
  "lstrip": false,
430
  "normalized": false,
431
  "rstrip": false,
@@ -433,7 +457,7 @@
433
  "special": true
434
  },
435
  "32054": {
436
- "content": "<extra_id_51>",
437
  "lstrip": false,
438
  "normalized": false,
439
  "rstrip": false,
@@ -441,7 +465,7 @@
441
  "special": true
442
  },
443
  "32055": {
444
- "content": "<extra_id_52>",
445
  "lstrip": false,
446
  "normalized": false,
447
  "rstrip": false,
@@ -449,7 +473,7 @@
449
  "special": true
450
  },
451
  "32056": {
452
- "content": "<extra_id_53>",
453
  "lstrip": false,
454
  "normalized": false,
455
  "rstrip": false,
@@ -457,7 +481,7 @@
457
  "special": true
458
  },
459
  "32057": {
460
- "content": "<extra_id_54>",
461
  "lstrip": false,
462
  "normalized": false,
463
  "rstrip": false,
@@ -465,7 +489,7 @@
465
  "special": true
466
  },
467
  "32058": {
468
- "content": "<extra_id_55>",
469
  "lstrip": false,
470
  "normalized": false,
471
  "rstrip": false,
@@ -473,7 +497,7 @@
473
  "special": true
474
  },
475
  "32059": {
476
- "content": "<extra_id_56>",
477
  "lstrip": false,
478
  "normalized": false,
479
  "rstrip": false,
@@ -481,7 +505,7 @@
481
  "special": true
482
  },
483
  "32060": {
484
- "content": "<extra_id_57>",
485
  "lstrip": false,
486
  "normalized": false,
487
  "rstrip": false,
@@ -489,7 +513,7 @@
489
  "special": true
490
  },
491
  "32061": {
492
- "content": "<extra_id_58>",
493
  "lstrip": false,
494
  "normalized": false,
495
  "rstrip": false,
@@ -497,7 +521,7 @@
497
  "special": true
498
  },
499
  "32062": {
500
- "content": "<extra_id_59>",
501
  "lstrip": false,
502
  "normalized": false,
503
  "rstrip": false,
@@ -505,7 +529,7 @@
505
  "special": true
506
  },
507
  "32063": {
508
- "content": "<extra_id_60>",
509
  "lstrip": false,
510
  "normalized": false,
511
  "rstrip": false,
@@ -513,7 +537,7 @@
513
  "special": true
514
  },
515
  "32064": {
516
- "content": "<extra_id_61>",
517
  "lstrip": false,
518
  "normalized": false,
519
  "rstrip": false,
@@ -521,7 +545,7 @@
521
  "special": true
522
  },
523
  "32065": {
524
- "content": "<extra_id_62>",
525
  "lstrip": false,
526
  "normalized": false,
527
  "rstrip": false,
@@ -529,7 +553,7 @@
529
  "special": true
530
  },
531
  "32066": {
532
- "content": "<extra_id_63>",
533
  "lstrip": false,
534
  "normalized": false,
535
  "rstrip": false,
@@ -537,7 +561,7 @@
537
  "special": true
538
  },
539
  "32067": {
540
- "content": "<extra_id_64>",
541
  "lstrip": false,
542
  "normalized": false,
543
  "rstrip": false,
@@ -545,7 +569,7 @@
545
  "special": true
546
  },
547
  "32068": {
548
- "content": "<extra_id_65>",
549
  "lstrip": false,
550
  "normalized": false,
551
  "rstrip": false,
@@ -553,7 +577,7 @@
553
  "special": true
554
  },
555
  "32069": {
556
- "content": "<extra_id_66>",
557
  "lstrip": false,
558
  "normalized": false,
559
  "rstrip": false,
@@ -561,7 +585,7 @@
561
  "special": true
562
  },
563
  "32070": {
564
- "content": "<extra_id_67>",
565
  "lstrip": false,
566
  "normalized": false,
567
  "rstrip": false,
@@ -569,7 +593,7 @@
569
  "special": true
570
  },
571
  "32071": {
572
- "content": "<extra_id_68>",
573
  "lstrip": false,
574
  "normalized": false,
575
  "rstrip": false,
@@ -577,7 +601,7 @@
577
  "special": true
578
  },
579
  "32072": {
580
- "content": "<extra_id_69>",
581
  "lstrip": false,
582
  "normalized": false,
583
  "rstrip": false,
@@ -585,7 +609,7 @@
585
  "special": true
586
  },
587
  "32073": {
588
- "content": "<extra_id_70>",
589
  "lstrip": false,
590
  "normalized": false,
591
  "rstrip": false,
@@ -593,7 +617,7 @@
593
  "special": true
594
  },
595
  "32074": {
596
- "content": "<extra_id_71>",
597
  "lstrip": false,
598
  "normalized": false,
599
  "rstrip": false,
@@ -601,7 +625,7 @@
601
  "special": true
602
  },
603
  "32075": {
604
- "content": "<extra_id_72>",
605
  "lstrip": false,
606
  "normalized": false,
607
  "rstrip": false,
@@ -609,7 +633,7 @@
609
  "special": true
610
  },
611
  "32076": {
612
- "content": "<extra_id_73>",
613
  "lstrip": false,
614
  "normalized": false,
615
  "rstrip": false,
@@ -617,7 +641,7 @@
617
  "special": true
618
  },
619
  "32077": {
620
- "content": "<extra_id_74>",
621
  "lstrip": false,
622
  "normalized": false,
623
  "rstrip": false,
@@ -625,7 +649,7 @@
625
  "special": true
626
  },
627
  "32078": {
628
- "content": "<extra_id_75>",
629
  "lstrip": false,
630
  "normalized": false,
631
  "rstrip": false,
@@ -633,7 +657,7 @@
633
  "special": true
634
  },
635
  "32079": {
636
- "content": "<extra_id_76>",
637
  "lstrip": false,
638
  "normalized": false,
639
  "rstrip": false,
@@ -641,7 +665,7 @@
641
  "special": true
642
  },
643
  "32080": {
644
- "content": "<extra_id_77>",
645
  "lstrip": false,
646
  "normalized": false,
647
  "rstrip": false,
@@ -649,7 +673,7 @@
649
  "special": true
650
  },
651
  "32081": {
652
- "content": "<extra_id_78>",
653
  "lstrip": false,
654
  "normalized": false,
655
  "rstrip": false,
@@ -657,7 +681,7 @@
657
  "special": true
658
  },
659
  "32082": {
660
- "content": "<extra_id_79>",
661
  "lstrip": false,
662
  "normalized": false,
663
  "rstrip": false,
@@ -665,7 +689,7 @@
665
  "special": true
666
  },
667
  "32083": {
668
- "content": "<extra_id_80>",
669
  "lstrip": false,
670
  "normalized": false,
671
  "rstrip": false,
@@ -673,7 +697,7 @@
673
  "special": true
674
  },
675
  "32084": {
676
- "content": "<extra_id_81>",
677
  "lstrip": false,
678
  "normalized": false,
679
  "rstrip": false,
@@ -681,7 +705,7 @@
681
  "special": true
682
  },
683
  "32085": {
684
- "content": "<extra_id_82>",
685
  "lstrip": false,
686
  "normalized": false,
687
  "rstrip": false,
@@ -689,7 +713,7 @@
689
  "special": true
690
  },
691
  "32086": {
692
- "content": "<extra_id_83>",
693
  "lstrip": false,
694
  "normalized": false,
695
  "rstrip": false,
@@ -697,7 +721,7 @@
697
  "special": true
698
  },
699
  "32087": {
700
- "content": "<extra_id_84>",
701
  "lstrip": false,
702
  "normalized": false,
703
  "rstrip": false,
@@ -705,7 +729,7 @@
705
  "special": true
706
  },
707
  "32088": {
708
- "content": "<extra_id_85>",
709
  "lstrip": false,
710
  "normalized": false,
711
  "rstrip": false,
@@ -713,7 +737,7 @@
713
  "special": true
714
  },
715
  "32089": {
716
- "content": "<extra_id_86>",
717
  "lstrip": false,
718
  "normalized": false,
719
  "rstrip": false,
@@ -721,7 +745,7 @@
721
  "special": true
722
  },
723
  "32090": {
724
- "content": "<extra_id_87>",
725
  "lstrip": false,
726
  "normalized": false,
727
  "rstrip": false,
@@ -729,7 +753,7 @@
729
  "special": true
730
  },
731
  "32091": {
732
- "content": "<extra_id_88>",
733
  "lstrip": false,
734
  "normalized": false,
735
  "rstrip": false,
@@ -737,7 +761,7 @@
737
  "special": true
738
  },
739
  "32092": {
740
- "content": "<extra_id_89>",
741
  "lstrip": false,
742
  "normalized": false,
743
  "rstrip": false,
@@ -745,7 +769,7 @@
745
  "special": true
746
  },
747
  "32093": {
748
- "content": "<extra_id_90>",
749
  "lstrip": false,
750
  "normalized": false,
751
  "rstrip": false,
@@ -753,7 +777,7 @@
753
  "special": true
754
  },
755
  "32094": {
756
- "content": "<extra_id_91>",
757
  "lstrip": false,
758
  "normalized": false,
759
  "rstrip": false,
@@ -761,7 +785,7 @@
761
  "special": true
762
  },
763
  "32095": {
764
- "content": "<extra_id_92>",
765
  "lstrip": false,
766
  "normalized": false,
767
  "rstrip": false,
@@ -769,7 +793,7 @@
769
  "special": true
770
  },
771
  "32096": {
772
- "content": "<extra_id_93>",
773
  "lstrip": false,
774
  "normalized": false,
775
  "rstrip": false,
@@ -777,7 +801,7 @@
777
  "special": true
778
  },
779
  "32097": {
780
- "content": "<extra_id_94>",
781
  "lstrip": false,
782
  "normalized": false,
783
  "rstrip": false,
@@ -785,7 +809,7 @@
785
  "special": true
786
  },
787
  "32098": {
788
- "content": "<extra_id_95>",
789
  "lstrip": false,
790
  "normalized": false,
791
  "rstrip": false,
@@ -793,31 +817,7 @@
793
  "special": true
794
  },
795
  "32099": {
796
- "content": "<extra_id_96>",
797
- "lstrip": false,
798
- "normalized": false,
799
- "rstrip": false,
800
- "single_word": false,
801
- "special": true
802
- },
803
- "32100": {
804
- "content": "<extra_id_97>",
805
- "lstrip": false,
806
- "normalized": false,
807
- "rstrip": false,
808
- "single_word": false,
809
- "special": true
810
- },
811
- "32101": {
812
- "content": "<extra_id_98>",
813
- "lstrip": false,
814
- "normalized": false,
815
- "rstrip": false,
816
- "single_word": false,
817
- "special": true
818
- },
819
- "32102": {
820
- "content": "<extra_id_99>",
821
  "lstrip": false,
822
  "normalized": false,
823
  "rstrip": false,
@@ -930,8 +930,10 @@
930
  "clean_up_tokenization_spaces": true,
931
  "eos_token": "</s>",
932
  "extra_ids": 100,
933
- "model_max_length": 1000000000000000019884624838656,
 
934
  "pad_token": "<pad>",
 
935
  "tokenizer_class": "T5Tokenizer",
936
  "unk_token": "<unk>"
937
  }
 
24
  "single_word": false,
25
  "special": true
26
  },
27
+ "32000": {
28
+ "content": "<extra_id_99>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "32001": {
36
+ "content": "<extra_id_98>",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ },
43
+ "32002": {
44
+ "content": "<extra_id_97>",
45
+ "lstrip": false,
46
+ "normalized": false,
47
+ "rstrip": false,
48
+ "single_word": false,
49
+ "special": true
50
+ },
51
  "32003": {
52
+ "content": "<extra_id_96>",
53
  "lstrip": false,
54
  "normalized": false,
55
  "rstrip": false,
 
57
  "special": true
58
  },
59
  "32004": {
60
+ "content": "<extra_id_95>",
61
  "lstrip": false,
62
  "normalized": false,
63
  "rstrip": false,
 
65
  "special": true
66
  },
67
  "32005": {
68
+ "content": "<extra_id_94>",
69
  "lstrip": false,
70
  "normalized": false,
71
  "rstrip": false,
 
73
  "special": true
74
  },
75
  "32006": {
76
+ "content": "<extra_id_93>",
77
  "lstrip": false,
78
  "normalized": false,
79
  "rstrip": false,
 
81
  "special": true
82
  },
83
  "32007": {
84
+ "content": "<extra_id_92>",
85
  "lstrip": false,
86
  "normalized": false,
87
  "rstrip": false,
 
89
  "special": true
90
  },
91
  "32008": {
92
+ "content": "<extra_id_91>",
93
  "lstrip": false,
94
  "normalized": false,
95
  "rstrip": false,
 
97
  "special": true
98
  },
99
  "32009": {
100
+ "content": "<extra_id_90>",
101
  "lstrip": false,
102
  "normalized": false,
103
  "rstrip": false,
 
105
  "special": true
106
  },
107
  "32010": {
108
+ "content": "<extra_id_89>",
109
  "lstrip": false,
110
  "normalized": false,
111
  "rstrip": false,
 
113
  "special": true
114
  },
115
  "32011": {
116
+ "content": "<extra_id_88>",
117
  "lstrip": false,
118
  "normalized": false,
119
  "rstrip": false,
 
121
  "special": true
122
  },
123
  "32012": {
124
+ "content": "<extra_id_87>",
125
  "lstrip": false,
126
  "normalized": false,
127
  "rstrip": false,
 
129
  "special": true
130
  },
131
  "32013": {
132
+ "content": "<extra_id_86>",
133
  "lstrip": false,
134
  "normalized": false,
135
  "rstrip": false,
 
137
  "special": true
138
  },
139
  "32014": {
140
+ "content": "<extra_id_85>",
141
  "lstrip": false,
142
  "normalized": false,
143
  "rstrip": false,
 
145
  "special": true
146
  },
147
  "32015": {
148
+ "content": "<extra_id_84>",
149
  "lstrip": false,
150
  "normalized": false,
151
  "rstrip": false,
 
153
  "special": true
154
  },
155
  "32016": {
156
+ "content": "<extra_id_83>",
157
  "lstrip": false,
158
  "normalized": false,
159
  "rstrip": false,
 
161
  "special": true
162
  },
163
  "32017": {
164
+ "content": "<extra_id_82>",
165
  "lstrip": false,
166
  "normalized": false,
167
  "rstrip": false,
 
169
  "special": true
170
  },
171
  "32018": {
172
+ "content": "<extra_id_81>",
173
  "lstrip": false,
174
  "normalized": false,
175
  "rstrip": false,
 
177
  "special": true
178
  },
179
  "32019": {
180
+ "content": "<extra_id_80>",
181
  "lstrip": false,
182
  "normalized": false,
183
  "rstrip": false,
 
185
  "special": true
186
  },
187
  "32020": {
188
+ "content": "<extra_id_79>",
189
  "lstrip": false,
190
  "normalized": false,
191
  "rstrip": false,
 
193
  "special": true
194
  },
195
  "32021": {
196
+ "content": "<extra_id_78>",
197
  "lstrip": false,
198
  "normalized": false,
199
  "rstrip": false,
 
201
  "special": true
202
  },
203
  "32022": {
204
+ "content": "<extra_id_77>",
205
  "lstrip": false,
206
  "normalized": false,
207
  "rstrip": false,
 
209
  "special": true
210
  },
211
  "32023": {
212
+ "content": "<extra_id_76>",
213
  "lstrip": false,
214
  "normalized": false,
215
  "rstrip": false,
 
217
  "special": true
218
  },
219
  "32024": {
220
+ "content": "<extra_id_75>",
221
  "lstrip": false,
222
  "normalized": false,
223
  "rstrip": false,
 
225
  "special": true
226
  },
227
  "32025": {
228
+ "content": "<extra_id_74>",
229
  "lstrip": false,
230
  "normalized": false,
231
  "rstrip": false,
 
233
  "special": true
234
  },
235
  "32026": {
236
+ "content": "<extra_id_73>",
237
  "lstrip": false,
238
  "normalized": false,
239
  "rstrip": false,
 
241
  "special": true
242
  },
243
  "32027": {
244
+ "content": "<extra_id_72>",
245
  "lstrip": false,
246
  "normalized": false,
247
  "rstrip": false,
 
249
  "special": true
250
  },
251
  "32028": {
252
+ "content": "<extra_id_71>",
253
  "lstrip": false,
254
  "normalized": false,
255
  "rstrip": false,
 
257
  "special": true
258
  },
259
  "32029": {
260
+ "content": "<extra_id_70>",
261
  "lstrip": false,
262
  "normalized": false,
263
  "rstrip": false,
 
265
  "special": true
266
  },
267
  "32030": {
268
+ "content": "<extra_id_69>",
269
  "lstrip": false,
270
  "normalized": false,
271
  "rstrip": false,
 
273
  "special": true
274
  },
275
  "32031": {
276
+ "content": "<extra_id_68>",
277
  "lstrip": false,
278
  "normalized": false,
279
  "rstrip": false,
 
281
  "special": true
282
  },
283
  "32032": {
284
+ "content": "<extra_id_67>",
285
  "lstrip": false,
286
  "normalized": false,
287
  "rstrip": false,
 
289
  "special": true
290
  },
291
  "32033": {
292
+ "content": "<extra_id_66>",
293
  "lstrip": false,
294
  "normalized": false,
295
  "rstrip": false,
 
297
  "special": true
298
  },
299
  "32034": {
300
+ "content": "<extra_id_65>",
301
  "lstrip": false,
302
  "normalized": false,
303
  "rstrip": false,
 
305
  "special": true
306
  },
307
  "32035": {
308
+ "content": "<extra_id_64>",
309
  "lstrip": false,
310
  "normalized": false,
311
  "rstrip": false,
 
313
  "special": true
314
  },
315
  "32036": {
316
+ "content": "<extra_id_63>",
317
  "lstrip": false,
318
  "normalized": false,
319
  "rstrip": false,
 
321
  "special": true
322
  },
323
  "32037": {
324
+ "content": "<extra_id_62>",
325
  "lstrip": false,
326
  "normalized": false,
327
  "rstrip": false,
 
329
  "special": true
330
  },
331
  "32038": {
332
+ "content": "<extra_id_61>",
333
  "lstrip": false,
334
  "normalized": false,
335
  "rstrip": false,
 
337
  "special": true
338
  },
339
  "32039": {
340
+ "content": "<extra_id_60>",
341
  "lstrip": false,
342
  "normalized": false,
343
  "rstrip": false,
 
345
  "special": true
346
  },
347
  "32040": {
348
+ "content": "<extra_id_59>",
349
  "lstrip": false,
350
  "normalized": false,
351
  "rstrip": false,
 
353
  "special": true
354
  },
355
  "32041": {
356
+ "content": "<extra_id_58>",
357
  "lstrip": false,
358
  "normalized": false,
359
  "rstrip": false,
 
361
  "special": true
362
  },
363
  "32042": {
364
+ "content": "<extra_id_57>",
365
  "lstrip": false,
366
  "normalized": false,
367
  "rstrip": false,
 
369
  "special": true
370
  },
371
  "32043": {
372
+ "content": "<extra_id_56>",
373
  "lstrip": false,
374
  "normalized": false,
375
  "rstrip": false,
 
377
  "special": true
378
  },
379
  "32044": {
380
+ "content": "<extra_id_55>",
381
  "lstrip": false,
382
  "normalized": false,
383
  "rstrip": false,
 
385
  "special": true
386
  },
387
  "32045": {
388
+ "content": "<extra_id_54>",
389
  "lstrip": false,
390
  "normalized": false,
391
  "rstrip": false,
 
393
  "special": true
394
  },
395
  "32046": {
396
+ "content": "<extra_id_53>",
397
  "lstrip": false,
398
  "normalized": false,
399
  "rstrip": false,
 
401
  "special": true
402
  },
403
  "32047": {
404
+ "content": "<extra_id_52>",
405
  "lstrip": false,
406
  "normalized": false,
407
  "rstrip": false,
 
409
  "special": true
410
  },
411
  "32048": {
412
+ "content": "<extra_id_51>",
413
  "lstrip": false,
414
  "normalized": false,
415
  "rstrip": false,
 
417
  "special": true
418
  },
419
  "32049": {
420
+ "content": "<extra_id_50>",
421
  "lstrip": false,
422
  "normalized": false,
423
  "rstrip": false,
 
425
  "special": true
426
  },
427
  "32050": {
428
+ "content": "<extra_id_49>",
429
  "lstrip": false,
430
  "normalized": false,
431
  "rstrip": false,
 
441
  "special": true
442
  },
443
  "32052": {
444
+ "content": "<extra_id_47>",
445
  "lstrip": false,
446
  "normalized": false,
447
  "rstrip": false,
 
449
  "special": true
450
  },
451
  "32053": {
452
+ "content": "<extra_id_46>",
453
  "lstrip": false,
454
  "normalized": false,
455
  "rstrip": false,
 
457
  "special": true
458
  },
459
  "32054": {
460
+ "content": "<extra_id_45>",
461
  "lstrip": false,
462
  "normalized": false,
463
  "rstrip": false,
 
465
  "special": true
466
  },
467
  "32055": {
468
+ "content": "<extra_id_44>",
469
  "lstrip": false,
470
  "normalized": false,
471
  "rstrip": false,
 
473
  "special": true
474
  },
475
  "32056": {
476
+ "content": "<extra_id_43>",
477
  "lstrip": false,
478
  "normalized": false,
479
  "rstrip": false,
 
481
  "special": true
482
  },
483
  "32057": {
484
+ "content": "<extra_id_42>",
485
  "lstrip": false,
486
  "normalized": false,
487
  "rstrip": false,
 
489
  "special": true
490
  },
491
  "32058": {
492
+ "content": "<extra_id_41>",
493
  "lstrip": false,
494
  "normalized": false,
495
  "rstrip": false,
 
497
  "special": true
498
  },
499
  "32059": {
500
+ "content": "<extra_id_40>",
501
  "lstrip": false,
502
  "normalized": false,
503
  "rstrip": false,
 
505
  "special": true
506
  },
507
  "32060": {
508
+ "content": "<extra_id_39>",
509
  "lstrip": false,
510
  "normalized": false,
511
  "rstrip": false,
 
513
  "special": true
514
  },
515
  "32061": {
516
+ "content": "<extra_id_38>",
517
  "lstrip": false,
518
  "normalized": false,
519
  "rstrip": false,
 
521
  "special": true
522
  },
523
  "32062": {
524
+ "content": "<extra_id_37>",
525
  "lstrip": false,
526
  "normalized": false,
527
  "rstrip": false,
 
529
  "special": true
530
  },
531
  "32063": {
532
+ "content": "<extra_id_36>",
533
  "lstrip": false,
534
  "normalized": false,
535
  "rstrip": false,
 
537
  "special": true
538
  },
539
  "32064": {
540
+ "content": "<extra_id_35>",
541
  "lstrip": false,
542
  "normalized": false,
543
  "rstrip": false,
 
545
  "special": true
546
  },
547
  "32065": {
548
+ "content": "<extra_id_34>",
549
  "lstrip": false,
550
  "normalized": false,
551
  "rstrip": false,
 
553
  "special": true
554
  },
555
  "32066": {
556
+ "content": "<extra_id_33>",
557
  "lstrip": false,
558
  "normalized": false,
559
  "rstrip": false,
 
561
  "special": true
562
  },
563
  "32067": {
564
+ "content": "<extra_id_32>",
565
  "lstrip": false,
566
  "normalized": false,
567
  "rstrip": false,
 
569
  "special": true
570
  },
571
  "32068": {
572
+ "content": "<extra_id_31>",
573
  "lstrip": false,
574
  "normalized": false,
575
  "rstrip": false,
 
577
  "special": true
578
  },
579
  "32069": {
580
+ "content": "<extra_id_30>",
581
  "lstrip": false,
582
  "normalized": false,
583
  "rstrip": false,
 
585
  "special": true
586
  },
587
  "32070": {
588
+ "content": "<extra_id_29>",
589
  "lstrip": false,
590
  "normalized": false,
591
  "rstrip": false,
 
593
  "special": true
594
  },
595
  "32071": {
596
+ "content": "<extra_id_28>",
597
  "lstrip": false,
598
  "normalized": false,
599
  "rstrip": false,
 
601
  "special": true
602
  },
603
  "32072": {
604
+ "content": "<extra_id_27>",
605
  "lstrip": false,
606
  "normalized": false,
607
  "rstrip": false,
 
609
  "special": true
610
  },
611
  "32073": {
612
+ "content": "<extra_id_26>",
613
  "lstrip": false,
614
  "normalized": false,
615
  "rstrip": false,
 
617
  "special": true
618
  },
619
  "32074": {
620
+ "content": "<extra_id_25>",
621
  "lstrip": false,
622
  "normalized": false,
623
  "rstrip": false,
 
625
  "special": true
626
  },
627
  "32075": {
628
+ "content": "<extra_id_24>",
629
  "lstrip": false,
630
  "normalized": false,
631
  "rstrip": false,
 
633
  "special": true
634
  },
635
  "32076": {
636
+ "content": "<extra_id_23>",
637
  "lstrip": false,
638
  "normalized": false,
639
  "rstrip": false,
 
641
  "special": true
642
  },
643
  "32077": {
644
+ "content": "<extra_id_22>",
645
  "lstrip": false,
646
  "normalized": false,
647
  "rstrip": false,
 
649
  "special": true
650
  },
651
  "32078": {
652
+ "content": "<extra_id_21>",
653
  "lstrip": false,
654
  "normalized": false,
655
  "rstrip": false,
 
657
  "special": true
658
  },
659
  "32079": {
660
+ "content": "<extra_id_20>",
661
  "lstrip": false,
662
  "normalized": false,
663
  "rstrip": false,
 
665
  "special": true
666
  },
667
  "32080": {
668
+ "content": "<extra_id_19>",
669
  "lstrip": false,
670
  "normalized": false,
671
  "rstrip": false,
 
673
  "special": true
674
  },
675
  "32081": {
676
+ "content": "<extra_id_18>",
677
  "lstrip": false,
678
  "normalized": false,
679
  "rstrip": false,
 
681
  "special": true
682
  },
683
  "32082": {
684
+ "content": "<extra_id_17>",
685
  "lstrip": false,
686
  "normalized": false,
687
  "rstrip": false,
 
689
  "special": true
690
  },
691
  "32083": {
692
+ "content": "<extra_id_16>",
693
  "lstrip": false,
694
  "normalized": false,
695
  "rstrip": false,
 
697
  "special": true
698
  },
699
  "32084": {
700
+ "content": "<extra_id_15>",
701
  "lstrip": false,
702
  "normalized": false,
703
  "rstrip": false,
 
705
  "special": true
706
  },
707
  "32085": {
708
+ "content": "<extra_id_14>",
709
  "lstrip": false,
710
  "normalized": false,
711
  "rstrip": false,
 
713
  "special": true
714
  },
715
  "32086": {
716
+ "content": "<extra_id_13>",
717
  "lstrip": false,
718
  "normalized": false,
719
  "rstrip": false,
 
721
  "special": true
722
  },
723
  "32087": {
724
+ "content": "<extra_id_12>",
725
  "lstrip": false,
726
  "normalized": false,
727
  "rstrip": false,
 
729
  "special": true
730
  },
731
  "32088": {
732
+ "content": "<extra_id_11>",
733
  "lstrip": false,
734
  "normalized": false,
735
  "rstrip": false,
 
737
  "special": true
738
  },
739
  "32089": {
740
+ "content": "<extra_id_10>",
741
  "lstrip": false,
742
  "normalized": false,
743
  "rstrip": false,
 
745
  "special": true
746
  },
747
  "32090": {
748
+ "content": "<extra_id_9>",
749
  "lstrip": false,
750
  "normalized": false,
751
  "rstrip": false,
 
753
  "special": true
754
  },
755
  "32091": {
756
+ "content": "<extra_id_8>",
757
  "lstrip": false,
758
  "normalized": false,
759
  "rstrip": false,
 
761
  "special": true
762
  },
763
  "32092": {
764
+ "content": "<extra_id_7>",
765
  "lstrip": false,
766
  "normalized": false,
767
  "rstrip": false,
 
769
  "special": true
770
  },
771
  "32093": {
772
+ "content": "<extra_id_6>",
773
  "lstrip": false,
774
  "normalized": false,
775
  "rstrip": false,
 
777
  "special": true
778
  },
779
  "32094": {
780
+ "content": "<extra_id_5>",
781
  "lstrip": false,
782
  "normalized": false,
783
  "rstrip": false,
 
785
  "special": true
786
  },
787
  "32095": {
788
+ "content": "<extra_id_4>",
789
  "lstrip": false,
790
  "normalized": false,
791
  "rstrip": false,
 
793
  "special": true
794
  },
795
  "32096": {
796
+ "content": "<extra_id_3>",
797
  "lstrip": false,
798
  "normalized": false,
799
  "rstrip": false,
 
801
  "special": true
802
  },
803
  "32097": {
804
+ "content": "<extra_id_2>",
805
  "lstrip": false,
806
  "normalized": false,
807
  "rstrip": false,
 
809
  "special": true
810
  },
811
  "32098": {
812
+ "content": "<extra_id_1>",
813
  "lstrip": false,
814
  "normalized": false,
815
  "rstrip": false,
 
817
  "special": true
818
  },
819
  "32099": {
820
+ "content": "<extra_id_0>",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
821
  "lstrip": false,
822
  "normalized": false,
823
  "rstrip": false,
 
930
  "clean_up_tokenization_spaces": true,
931
  "eos_token": "</s>",
932
  "extra_ids": 100,
933
+ "legacy": true,
934
+ "model_max_length": 512,
935
  "pad_token": "<pad>",
936
+ "sp_model_kwargs": {},
937
  "tokenizer_class": "T5Tokenizer",
938
  "unk_token": "<unk>"
939
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b3a7808bb6c29819834688621af5e14e347e48aba5112972760b5f3d51c5b970
3
  size 4728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b092c4edaf85a43576f300431e6da1d4e455d3d35f04a32704d5f159d4352c9
3
  size 4728