Prabhav55221 commited on
Commit
5c9396c
1 Parent(s): bea3601

Training done

Browse files
added_tokens.json CHANGED
@@ -1,98 +1,66 @@
1
  {
2
- "</s_Additional_Charges>": 57607,
3
- "</s_BillToAddress>": 57603,
4
- "</s_Bill_To_Name>": 57601,
5
- "</s_Currency>": 57595,
6
- "</s_Discount_Amount>": 57609,
7
- "</s_Freight_Charges>": 57605,
8
- "</s_Gross_Amount>": 57589,
9
- "</s_Invoice_Date>": 57585,
10
- "</s_Net_Amount>": 57593,
11
- "</s_Org_Invoice_Number>": 57597,
12
- "</s_PO_Number>": 57581,
13
- "</s_Supplier_VAT_ID>": 57587,
14
- "</s_Tax_Amount1>": 57613,
15
- "</s_Tax_Base_Amount1>": 57617,
16
- "</s_Tax_Rate1>": 57615,
17
- "</s_Tax_Type1>": 57611,
18
- "</s_UL_TAx_ID>": 57599,
19
- "</s_Vendor_Name>": 57583,
20
- "</s_WHTAmount1>": 57591,
21
- "</s_cashprice>": 57549,
22
- "</s_changeprice>": 57551,
23
- "</s_cnt>": 57529,
24
- "</s_creditcardprice>": 57563,
25
- "</s_discount_price>": 57557,
26
- "</s_discountprice>": 57567,
27
- "</s_emoneyprice>": 57569,
28
- "</s_etc>": 57541,
29
- "</s_itemsubtotal>": 57577,
30
- "</s_menu>": 57525,
31
- "</s_menuqty_cnt>": 57555,
32
- "</s_menutype_cnt>": 57553,
33
- "</s_nm>": 57527,
34
- "</s_num>": 57565,
35
- "</s_othersvc_price>": 57573,
36
- "</s_price>": 57531,
37
- "</s_service_price>": 57537,
38
- "</s_sub>": 57547,
39
- "</s_sub_total>": 57533,
40
- "</s_subtotal_price>": 57535,
41
- "</s_tax_price>": 57539,
42
- "</s_total>": 57543,
43
- "</s_total_etc>": 57561,
44
- "</s_total_price>": 57545,
45
- "</s_unitprice>": 57559,
46
- "</s_vatyn>": 57575,
47
- "</s_void_menu>": 57571,
48
- "<s_Additional_Charges>": 57606,
49
- "<s_BillToAddress>": 57602,
50
- "<s_Bill_To_Name>": 57600,
51
- "<s_Currency>": 57594,
52
- "<s_Discount_Amount>": 57608,
53
- "<s_Freight_Charges>": 57604,
54
- "<s_Gross_Amount>": 57588,
55
- "<s_Invoice_Date>": 57584,
56
- "<s_Net_Amount>": 57592,
57
- "<s_Org_Invoice_Number>": 57596,
58
- "<s_PO_Number>": 57580,
59
- "<s_Supplier_VAT_ID>": 57586,
60
- "<s_Tax_Amount1>": 57612,
61
- "<s_Tax_Base_Amount1>": 57616,
62
- "<s_Tax_Rate1>": 57614,
63
- "<s_Tax_Type1>": 57610,
64
- "<s_UL_TAx_ID>": 57598,
65
- "<s_Vendor_Name>": 57582,
66
- "<s_WHTAmount1>": 57590,
67
- "<s_cashprice>": 57550,
68
- "<s_changeprice>": 57552,
69
- "<s_cnt>": 57530,
70
- "<s_cord-v2>": 57579,
71
- "<s_creditcardprice>": 57564,
72
- "<s_discount_price>": 57558,
73
- "<s_discountprice>": 57568,
74
- "<s_emoneyprice>": 57570,
75
- "<s_etc>": 57542,
76
  "<s_iitcdip>": 57523,
77
- "<s_itemsubtotal>": 57578,
78
- "<s_menu>": 57526,
79
- "<s_menuqty_cnt>": 57556,
80
- "<s_menutype_cnt>": 57554,
81
- "<s_nm>": 57528,
82
- "<s_num>": 57566,
83
- "<s_othersvc_price>": 57574,
84
- "<s_price>": 57532,
85
- "<s_service_price>": 57538,
86
- "<s_sub>": 57548,
87
- "<s_sub_total>": 57534,
88
- "<s_subtotal_price>": 57536,
89
  "<s_synthdog>": 57524,
90
- "<s_tax_price>": 57540,
91
- "<s_total>": 57544,
92
- "<s_total_etc>": 57562,
93
- "<s_total_price>": 57546,
94
- "<s_unitprice>": 57560,
95
- "<s_vatyn>": 57576,
96
- "<s_void_menu>": 57572,
97
  "<sep/>": 57522
98
  }
 
1
  {
2
+ "</s_Additional_Charges>": 57571,
3
+ "</s_BillToAddress>": 57567,
4
+ "</s_Bill_To_Name>": 57565,
5
+ "</s_CreditorCountry>": 57528,
6
+ "</s_Currency1>": 57530,
7
+ "</s_Currency>": 57559,
8
+ "</s_Discount_Amount>": 57573,
9
+ "</s_DocType>": 57526,
10
+ "</s_DocumentDate>": 57532,
11
+ "</s_Freight_Charges>": 57569,
12
+ "</s_GrossAmount>": 57534,
13
+ "</s_Gross_Amount>": 57553,
14
+ "</s_InvoiceNumber>": 57536,
15
+ "</s_Invoice_Date>": 57549,
16
+ "</s_NetAmount1>": 57538,
17
+ "</s_Net_Amount>": 57557,
18
+ "</s_OrderNumber>": 57540,
19
+ "</s_Org_Invoice_Number>": 57561,
20
+ "</s_PO_Number>": 57545,
21
+ "</s_RemittanceAddress>": 57585,
22
+ "</s_ShipToAddress>": 57583,
23
+ "</s_Supplier_VAT_ID>": 57551,
24
+ "</s_TaxAmount1>": 57542,
25
+ "</s_Tax_Amount1>": 57577,
26
+ "</s_Tax_Base_Amount1>": 57581,
27
+ "</s_Tax_Rate1>": 57579,
28
+ "</s_Tax_Type1>": 57575,
29
+ "</s_UL_TAx_ID>": 57563,
30
+ "</s_Vendor_Name>": 57547,
31
+ "</s_WHTAmount1>": 57555,
32
+ "<s_Additional_Charges>": 57570,
33
+ "<s_BillToAddress>": 57566,
34
+ "<s_Bill_To_Name>": 57564,
35
+ "<s_CreditorCountry>": 57527,
36
+ "<s_Currency1>": 57529,
37
+ "<s_Currency>": 57558,
38
+ "<s_Discount_Amount>": 57572,
39
+ "<s_DocType>": 57525,
40
+ "<s_DocumentDate>": 57531,
41
+ "<s_Freight_Charges>": 57568,
42
+ "<s_GrossAmount>": 57533,
43
+ "<s_Gross_Amount>": 57552,
44
+ "<s_InvoiceNumber>": 57535,
45
+ "<s_Invoice_Date>": 57548,
46
+ "<s_NetAmount1>": 57537,
47
+ "<s_Net_Amount>": 57556,
48
+ "<s_OrderNumber>": 57539,
49
+ "<s_Org_Invoice_Number>": 57560,
50
+ "<s_PO_Number>": 57544,
51
+ "<s_RemittanceAddress>": 57584,
52
+ "<s_ShipToAddress>": 57582,
53
+ "<s_Supplier_VAT_ID>": 57550,
54
+ "<s_TaxAmount1>": 57541,
55
+ "<s_Tax_Amount1>": 57576,
56
+ "<s_Tax_Base_Amount1>": 57580,
57
+ "<s_Tax_Rate1>": 57578,
58
+ "<s_Tax_Type1>": 57574,
59
+ "<s_UL_TAx_ID>": 57562,
60
+ "<s_Vendor_Name>": 57546,
61
+ "<s_WHTAmount1>": 57554,
62
+ "<s_cord-v2>": 57543,
 
 
 
 
 
 
 
 
 
 
 
 
 
63
  "<s_iitcdip>": 57523,
 
 
 
 
 
 
 
 
 
 
 
 
64
  "<s_synthdog>": 57524,
 
 
 
 
 
 
 
65
  "<sep/>": 57522
66
  }
special_tokens_map.json CHANGED
@@ -1,6 +1,7 @@
1
  {
2
  "additional_special_tokens": [
3
- "<s_cord-v2>"
 
4
  ],
5
  "bos_token": {
6
  "content": "<s>",
 
1
  {
2
  "additional_special_tokens": [
3
+ "<s_iitcdip>",
4
+ "<s_synthdog>"
5
  ],
6
  "bos_token": {
7
  "content": "<s>",
tokenizer.json CHANGED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json CHANGED
@@ -51,21 +51,21 @@
51
  "57523": {
52
  "content": "<s_iitcdip>",
53
  "lstrip": false,
54
- "normalized": true,
55
  "rstrip": false,
56
  "single_word": false,
57
- "special": false
58
  },
59
  "57524": {
60
  "content": "<s_synthdog>",
61
  "lstrip": false,
62
- "normalized": true,
63
  "rstrip": false,
64
  "single_word": false,
65
- "special": false
66
  },
67
  "57525": {
68
- "content": "</s_menu>",
69
  "lstrip": false,
70
  "normalized": true,
71
  "rstrip": false,
@@ -73,7 +73,7 @@
73
  "special": false
74
  },
75
  "57526": {
76
- "content": "<s_menu>",
77
  "lstrip": false,
78
  "normalized": true,
79
  "rstrip": false,
@@ -81,7 +81,7 @@
81
  "special": false
82
  },
83
  "57527": {
84
- "content": "</s_nm>",
85
  "lstrip": false,
86
  "normalized": true,
87
  "rstrip": false,
@@ -89,7 +89,7 @@
89
  "special": false
90
  },
91
  "57528": {
92
- "content": "<s_nm>",
93
  "lstrip": false,
94
  "normalized": true,
95
  "rstrip": false,
@@ -97,7 +97,7 @@
97
  "special": false
98
  },
99
  "57529": {
100
- "content": "</s_cnt>",
101
  "lstrip": false,
102
  "normalized": true,
103
  "rstrip": false,
@@ -105,7 +105,7 @@
105
  "special": false
106
  },
107
  "57530": {
108
- "content": "<s_cnt>",
109
  "lstrip": false,
110
  "normalized": true,
111
  "rstrip": false,
@@ -113,7 +113,7 @@
113
  "special": false
114
  },
115
  "57531": {
116
- "content": "</s_price>",
117
  "lstrip": false,
118
  "normalized": true,
119
  "rstrip": false,
@@ -121,7 +121,7 @@
121
  "special": false
122
  },
123
  "57532": {
124
- "content": "<s_price>",
125
  "lstrip": false,
126
  "normalized": true,
127
  "rstrip": false,
@@ -129,7 +129,7 @@
129
  "special": false
130
  },
131
  "57533": {
132
- "content": "</s_sub_total>",
133
  "lstrip": false,
134
  "normalized": true,
135
  "rstrip": false,
@@ -137,7 +137,7 @@
137
  "special": false
138
  },
139
  "57534": {
140
- "content": "<s_sub_total>",
141
  "lstrip": false,
142
  "normalized": true,
143
  "rstrip": false,
@@ -145,7 +145,7 @@
145
  "special": false
146
  },
147
  "57535": {
148
- "content": "</s_subtotal_price>",
149
  "lstrip": false,
150
  "normalized": true,
151
  "rstrip": false,
@@ -153,7 +153,7 @@
153
  "special": false
154
  },
155
  "57536": {
156
- "content": "<s_subtotal_price>",
157
  "lstrip": false,
158
  "normalized": true,
159
  "rstrip": false,
@@ -161,7 +161,7 @@
161
  "special": false
162
  },
163
  "57537": {
164
- "content": "</s_service_price>",
165
  "lstrip": false,
166
  "normalized": true,
167
  "rstrip": false,
@@ -169,7 +169,7 @@
169
  "special": false
170
  },
171
  "57538": {
172
- "content": "<s_service_price>",
173
  "lstrip": false,
174
  "normalized": true,
175
  "rstrip": false,
@@ -177,7 +177,7 @@
177
  "special": false
178
  },
179
  "57539": {
180
- "content": "</s_tax_price>",
181
  "lstrip": false,
182
  "normalized": true,
183
  "rstrip": false,
@@ -185,7 +185,7 @@
185
  "special": false
186
  },
187
  "57540": {
188
- "content": "<s_tax_price>",
189
  "lstrip": false,
190
  "normalized": true,
191
  "rstrip": false,
@@ -193,7 +193,7 @@
193
  "special": false
194
  },
195
  "57541": {
196
- "content": "</s_etc>",
197
  "lstrip": false,
198
  "normalized": true,
199
  "rstrip": false,
@@ -201,7 +201,7 @@
201
  "special": false
202
  },
203
  "57542": {
204
- "content": "<s_etc>",
205
  "lstrip": false,
206
  "normalized": true,
207
  "rstrip": false,
@@ -209,7 +209,7 @@
209
  "special": false
210
  },
211
  "57543": {
212
- "content": "</s_total>",
213
  "lstrip": false,
214
  "normalized": true,
215
  "rstrip": false,
@@ -217,7 +217,7 @@
217
  "special": false
218
  },
219
  "57544": {
220
- "content": "<s_total>",
221
  "lstrip": false,
222
  "normalized": true,
223
  "rstrip": false,
@@ -225,7 +225,7 @@
225
  "special": false
226
  },
227
  "57545": {
228
- "content": "</s_total_price>",
229
  "lstrip": false,
230
  "normalized": true,
231
  "rstrip": false,
@@ -233,7 +233,7 @@
233
  "special": false
234
  },
235
  "57546": {
236
- "content": "<s_total_price>",
237
  "lstrip": false,
238
  "normalized": true,
239
  "rstrip": false,
@@ -241,7 +241,7 @@
241
  "special": false
242
  },
243
  "57547": {
244
- "content": "</s_sub>",
245
  "lstrip": false,
246
  "normalized": true,
247
  "rstrip": false,
@@ -249,7 +249,7 @@
249
  "special": false
250
  },
251
  "57548": {
252
- "content": "<s_sub>",
253
  "lstrip": false,
254
  "normalized": true,
255
  "rstrip": false,
@@ -257,7 +257,7 @@
257
  "special": false
258
  },
259
  "57549": {
260
- "content": "</s_cashprice>",
261
  "lstrip": false,
262
  "normalized": true,
263
  "rstrip": false,
@@ -265,7 +265,7 @@
265
  "special": false
266
  },
267
  "57550": {
268
- "content": "<s_cashprice>",
269
  "lstrip": false,
270
  "normalized": true,
271
  "rstrip": false,
@@ -273,7 +273,7 @@
273
  "special": false
274
  },
275
  "57551": {
276
- "content": "</s_changeprice>",
277
  "lstrip": false,
278
  "normalized": true,
279
  "rstrip": false,
@@ -281,7 +281,7 @@
281
  "special": false
282
  },
283
  "57552": {
284
- "content": "<s_changeprice>",
285
  "lstrip": false,
286
  "normalized": true,
287
  "rstrip": false,
@@ -289,7 +289,7 @@
289
  "special": false
290
  },
291
  "57553": {
292
- "content": "</s_menutype_cnt>",
293
  "lstrip": false,
294
  "normalized": true,
295
  "rstrip": false,
@@ -297,7 +297,7 @@
297
  "special": false
298
  },
299
  "57554": {
300
- "content": "<s_menutype_cnt>",
301
  "lstrip": false,
302
  "normalized": true,
303
  "rstrip": false,
@@ -305,7 +305,7 @@
305
  "special": false
306
  },
307
  "57555": {
308
- "content": "</s_menuqty_cnt>",
309
  "lstrip": false,
310
  "normalized": true,
311
  "rstrip": false,
@@ -313,7 +313,7 @@
313
  "special": false
314
  },
315
  "57556": {
316
- "content": "<s_menuqty_cnt>",
317
  "lstrip": false,
318
  "normalized": true,
319
  "rstrip": false,
@@ -321,7 +321,7 @@
321
  "special": false
322
  },
323
  "57557": {
324
- "content": "</s_discount_price>",
325
  "lstrip": false,
326
  "normalized": true,
327
  "rstrip": false,
@@ -329,7 +329,7 @@
329
  "special": false
330
  },
331
  "57558": {
332
- "content": "<s_discount_price>",
333
  "lstrip": false,
334
  "normalized": true,
335
  "rstrip": false,
@@ -337,7 +337,7 @@
337
  "special": false
338
  },
339
  "57559": {
340
- "content": "</s_unitprice>",
341
  "lstrip": false,
342
  "normalized": true,
343
  "rstrip": false,
@@ -345,7 +345,7 @@
345
  "special": false
346
  },
347
  "57560": {
348
- "content": "<s_unitprice>",
349
  "lstrip": false,
350
  "normalized": true,
351
  "rstrip": false,
@@ -353,7 +353,7 @@
353
  "special": false
354
  },
355
  "57561": {
356
- "content": "</s_total_etc>",
357
  "lstrip": false,
358
  "normalized": true,
359
  "rstrip": false,
@@ -361,7 +361,7 @@
361
  "special": false
362
  },
363
  "57562": {
364
- "content": "<s_total_etc>",
365
  "lstrip": false,
366
  "normalized": true,
367
  "rstrip": false,
@@ -369,7 +369,7 @@
369
  "special": false
370
  },
371
  "57563": {
372
- "content": "</s_creditcardprice>",
373
  "lstrip": false,
374
  "normalized": true,
375
  "rstrip": false,
@@ -377,7 +377,7 @@
377
  "special": false
378
  },
379
  "57564": {
380
- "content": "<s_creditcardprice>",
381
  "lstrip": false,
382
  "normalized": true,
383
  "rstrip": false,
@@ -385,7 +385,7 @@
385
  "special": false
386
  },
387
  "57565": {
388
- "content": "</s_num>",
389
  "lstrip": false,
390
  "normalized": true,
391
  "rstrip": false,
@@ -393,7 +393,7 @@
393
  "special": false
394
  },
395
  "57566": {
396
- "content": "<s_num>",
397
  "lstrip": false,
398
  "normalized": true,
399
  "rstrip": false,
@@ -401,7 +401,7 @@
401
  "special": false
402
  },
403
  "57567": {
404
- "content": "</s_discountprice>",
405
  "lstrip": false,
406
  "normalized": true,
407
  "rstrip": false,
@@ -409,7 +409,7 @@
409
  "special": false
410
  },
411
  "57568": {
412
- "content": "<s_discountprice>",
413
  "lstrip": false,
414
  "normalized": true,
415
  "rstrip": false,
@@ -417,7 +417,7 @@
417
  "special": false
418
  },
419
  "57569": {
420
- "content": "</s_emoneyprice>",
421
  "lstrip": false,
422
  "normalized": true,
423
  "rstrip": false,
@@ -425,7 +425,7 @@
425
  "special": false
426
  },
427
  "57570": {
428
- "content": "<s_emoneyprice>",
429
  "lstrip": false,
430
  "normalized": true,
431
  "rstrip": false,
@@ -433,7 +433,7 @@
433
  "special": false
434
  },
435
  "57571": {
436
- "content": "</s_void_menu>",
437
  "lstrip": false,
438
  "normalized": true,
439
  "rstrip": false,
@@ -441,7 +441,7 @@
441
  "special": false
442
  },
443
  "57572": {
444
- "content": "<s_void_menu>",
445
  "lstrip": false,
446
  "normalized": true,
447
  "rstrip": false,
@@ -449,7 +449,7 @@
449
  "special": false
450
  },
451
  "57573": {
452
- "content": "</s_othersvc_price>",
453
  "lstrip": false,
454
  "normalized": true,
455
  "rstrip": false,
@@ -457,7 +457,7 @@
457
  "special": false
458
  },
459
  "57574": {
460
- "content": "<s_othersvc_price>",
461
  "lstrip": false,
462
  "normalized": true,
463
  "rstrip": false,
@@ -465,7 +465,7 @@
465
  "special": false
466
  },
467
  "57575": {
468
- "content": "</s_vatyn>",
469
  "lstrip": false,
470
  "normalized": true,
471
  "rstrip": false,
@@ -473,7 +473,7 @@
473
  "special": false
474
  },
475
  "57576": {
476
- "content": "<s_vatyn>",
477
  "lstrip": false,
478
  "normalized": true,
479
  "rstrip": false,
@@ -481,7 +481,7 @@
481
  "special": false
482
  },
483
  "57577": {
484
- "content": "</s_itemsubtotal>",
485
  "lstrip": false,
486
  "normalized": true,
487
  "rstrip": false,
@@ -489,7 +489,7 @@
489
  "special": false
490
  },
491
  "57578": {
492
- "content": "<s_itemsubtotal>",
493
  "lstrip": false,
494
  "normalized": true,
495
  "rstrip": false,
@@ -497,7 +497,7 @@
497
  "special": false
498
  },
499
  "57579": {
500
- "content": "<s_cord-v2>",
501
  "lstrip": false,
502
  "normalized": true,
503
  "rstrip": false,
@@ -505,7 +505,7 @@
505
  "special": false
506
  },
507
  "57580": {
508
- "content": "<s_PO_Number>",
509
  "lstrip": false,
510
  "normalized": true,
511
  "rstrip": false,
@@ -513,7 +513,7 @@
513
  "special": false
514
  },
515
  "57581": {
516
- "content": "</s_PO_Number>",
517
  "lstrip": false,
518
  "normalized": true,
519
  "rstrip": false,
@@ -521,7 +521,7 @@
521
  "special": false
522
  },
523
  "57582": {
524
- "content": "<s_Vendor_Name>",
525
  "lstrip": false,
526
  "normalized": true,
527
  "rstrip": false,
@@ -529,7 +529,7 @@
529
  "special": false
530
  },
531
  "57583": {
532
- "content": "</s_Vendor_Name>",
533
  "lstrip": false,
534
  "normalized": true,
535
  "rstrip": false,
@@ -537,7 +537,7 @@
537
  "special": false
538
  },
539
  "57584": {
540
- "content": "<s_Invoice_Date>",
541
  "lstrip": false,
542
  "normalized": true,
543
  "rstrip": false,
@@ -545,263 +545,7 @@
545
  "special": false
546
  },
547
  "57585": {
548
- "content": "</s_Invoice_Date>",
549
- "lstrip": false,
550
- "normalized": true,
551
- "rstrip": false,
552
- "single_word": false,
553
- "special": false
554
- },
555
- "57586": {
556
- "content": "<s_Supplier_VAT_ID>",
557
- "lstrip": false,
558
- "normalized": true,
559
- "rstrip": false,
560
- "single_word": false,
561
- "special": false
562
- },
563
- "57587": {
564
- "content": "</s_Supplier_VAT_ID>",
565
- "lstrip": false,
566
- "normalized": true,
567
- "rstrip": false,
568
- "single_word": false,
569
- "special": false
570
- },
571
- "57588": {
572
- "content": "<s_Gross_Amount>",
573
- "lstrip": false,
574
- "normalized": true,
575
- "rstrip": false,
576
- "single_word": false,
577
- "special": false
578
- },
579
- "57589": {
580
- "content": "</s_Gross_Amount>",
581
- "lstrip": false,
582
- "normalized": true,
583
- "rstrip": false,
584
- "single_word": false,
585
- "special": false
586
- },
587
- "57590": {
588
- "content": "<s_WHTAmount1>",
589
- "lstrip": false,
590
- "normalized": true,
591
- "rstrip": false,
592
- "single_word": false,
593
- "special": false
594
- },
595
- "57591": {
596
- "content": "</s_WHTAmount1>",
597
- "lstrip": false,
598
- "normalized": true,
599
- "rstrip": false,
600
- "single_word": false,
601
- "special": false
602
- },
603
- "57592": {
604
- "content": "<s_Net_Amount>",
605
- "lstrip": false,
606
- "normalized": true,
607
- "rstrip": false,
608
- "single_word": false,
609
- "special": false
610
- },
611
- "57593": {
612
- "content": "</s_Net_Amount>",
613
- "lstrip": false,
614
- "normalized": true,
615
- "rstrip": false,
616
- "single_word": false,
617
- "special": false
618
- },
619
- "57594": {
620
- "content": "<s_Currency>",
621
- "lstrip": false,
622
- "normalized": true,
623
- "rstrip": false,
624
- "single_word": false,
625
- "special": false
626
- },
627
- "57595": {
628
- "content": "</s_Currency>",
629
- "lstrip": false,
630
- "normalized": true,
631
- "rstrip": false,
632
- "single_word": false,
633
- "special": false
634
- },
635
- "57596": {
636
- "content": "<s_Org_Invoice_Number>",
637
- "lstrip": false,
638
- "normalized": true,
639
- "rstrip": false,
640
- "single_word": false,
641
- "special": false
642
- },
643
- "57597": {
644
- "content": "</s_Org_Invoice_Number>",
645
- "lstrip": false,
646
- "normalized": true,
647
- "rstrip": false,
648
- "single_word": false,
649
- "special": false
650
- },
651
- "57598": {
652
- "content": "<s_UL_TAx_ID>",
653
- "lstrip": false,
654
- "normalized": true,
655
- "rstrip": false,
656
- "single_word": false,
657
- "special": false
658
- },
659
- "57599": {
660
- "content": "</s_UL_TAx_ID>",
661
- "lstrip": false,
662
- "normalized": true,
663
- "rstrip": false,
664
- "single_word": false,
665
- "special": false
666
- },
667
- "57600": {
668
- "content": "<s_Bill_To_Name>",
669
- "lstrip": false,
670
- "normalized": true,
671
- "rstrip": false,
672
- "single_word": false,
673
- "special": false
674
- },
675
- "57601": {
676
- "content": "</s_Bill_To_Name>",
677
- "lstrip": false,
678
- "normalized": true,
679
- "rstrip": false,
680
- "single_word": false,
681
- "special": false
682
- },
683
- "57602": {
684
- "content": "<s_BillToAddress>",
685
- "lstrip": false,
686
- "normalized": true,
687
- "rstrip": false,
688
- "single_word": false,
689
- "special": false
690
- },
691
- "57603": {
692
- "content": "</s_BillToAddress>",
693
- "lstrip": false,
694
- "normalized": true,
695
- "rstrip": false,
696
- "single_word": false,
697
- "special": false
698
- },
699
- "57604": {
700
- "content": "<s_Freight_Charges>",
701
- "lstrip": false,
702
- "normalized": true,
703
- "rstrip": false,
704
- "single_word": false,
705
- "special": false
706
- },
707
- "57605": {
708
- "content": "</s_Freight_Charges>",
709
- "lstrip": false,
710
- "normalized": true,
711
- "rstrip": false,
712
- "single_word": false,
713
- "special": false
714
- },
715
- "57606": {
716
- "content": "<s_Additional_Charges>",
717
- "lstrip": false,
718
- "normalized": true,
719
- "rstrip": false,
720
- "single_word": false,
721
- "special": false
722
- },
723
- "57607": {
724
- "content": "</s_Additional_Charges>",
725
- "lstrip": false,
726
- "normalized": true,
727
- "rstrip": false,
728
- "single_word": false,
729
- "special": false
730
- },
731
- "57608": {
732
- "content": "<s_Discount_Amount>",
733
- "lstrip": false,
734
- "normalized": true,
735
- "rstrip": false,
736
- "single_word": false,
737
- "special": false
738
- },
739
- "57609": {
740
- "content": "</s_Discount_Amount>",
741
- "lstrip": false,
742
- "normalized": true,
743
- "rstrip": false,
744
- "single_word": false,
745
- "special": false
746
- },
747
- "57610": {
748
- "content": "<s_Tax_Type1>",
749
- "lstrip": false,
750
- "normalized": true,
751
- "rstrip": false,
752
- "single_word": false,
753
- "special": false
754
- },
755
- "57611": {
756
- "content": "</s_Tax_Type1>",
757
- "lstrip": false,
758
- "normalized": true,
759
- "rstrip": false,
760
- "single_word": false,
761
- "special": false
762
- },
763
- "57612": {
764
- "content": "<s_Tax_Amount1>",
765
- "lstrip": false,
766
- "normalized": true,
767
- "rstrip": false,
768
- "single_word": false,
769
- "special": false
770
- },
771
- "57613": {
772
- "content": "</s_Tax_Amount1>",
773
- "lstrip": false,
774
- "normalized": true,
775
- "rstrip": false,
776
- "single_word": false,
777
- "special": false
778
- },
779
- "57614": {
780
- "content": "<s_Tax_Rate1>",
781
- "lstrip": false,
782
- "normalized": true,
783
- "rstrip": false,
784
- "single_word": false,
785
- "special": false
786
- },
787
- "57615": {
788
- "content": "</s_Tax_Rate1>",
789
- "lstrip": false,
790
- "normalized": true,
791
- "rstrip": false,
792
- "single_word": false,
793
- "special": false
794
- },
795
- "57616": {
796
- "content": "<s_Tax_Base_Amount1>",
797
- "lstrip": false,
798
- "normalized": true,
799
- "rstrip": false,
800
- "single_word": false,
801
- "special": false
802
- },
803
- "57617": {
804
- "content": "</s_Tax_Base_Amount1>",
805
  "lstrip": false,
806
  "normalized": true,
807
  "rstrip": false,
@@ -810,7 +554,8 @@
810
  }
811
  },
812
  "additional_special_tokens": [
813
- "<s_cord-v2>"
 
814
  ],
815
  "bos_token": "<s>",
816
  "clean_up_tokenization_spaces": true,
 
51
  "57523": {
52
  "content": "<s_iitcdip>",
53
  "lstrip": false,
54
+ "normalized": false,
55
  "rstrip": false,
56
  "single_word": false,
57
+ "special": true
58
  },
59
  "57524": {
60
  "content": "<s_synthdog>",
61
  "lstrip": false,
62
+ "normalized": false,
63
  "rstrip": false,
64
  "single_word": false,
65
+ "special": true
66
  },
67
  "57525": {
68
+ "content": "<s_DocType>",
69
  "lstrip": false,
70
  "normalized": true,
71
  "rstrip": false,
 
73
  "special": false
74
  },
75
  "57526": {
76
+ "content": "</s_DocType>",
77
  "lstrip": false,
78
  "normalized": true,
79
  "rstrip": false,
 
81
  "special": false
82
  },
83
  "57527": {
84
+ "content": "<s_CreditorCountry>",
85
  "lstrip": false,
86
  "normalized": true,
87
  "rstrip": false,
 
89
  "special": false
90
  },
91
  "57528": {
92
+ "content": "</s_CreditorCountry>",
93
  "lstrip": false,
94
  "normalized": true,
95
  "rstrip": false,
 
97
  "special": false
98
  },
99
  "57529": {
100
+ "content": "<s_Currency1>",
101
  "lstrip": false,
102
  "normalized": true,
103
  "rstrip": false,
 
105
  "special": false
106
  },
107
  "57530": {
108
+ "content": "</s_Currency1>",
109
  "lstrip": false,
110
  "normalized": true,
111
  "rstrip": false,
 
113
  "special": false
114
  },
115
  "57531": {
116
+ "content": "<s_DocumentDate>",
117
  "lstrip": false,
118
  "normalized": true,
119
  "rstrip": false,
 
121
  "special": false
122
  },
123
  "57532": {
124
+ "content": "</s_DocumentDate>",
125
  "lstrip": false,
126
  "normalized": true,
127
  "rstrip": false,
 
129
  "special": false
130
  },
131
  "57533": {
132
+ "content": "<s_GrossAmount>",
133
  "lstrip": false,
134
  "normalized": true,
135
  "rstrip": false,
 
137
  "special": false
138
  },
139
  "57534": {
140
+ "content": "</s_GrossAmount>",
141
  "lstrip": false,
142
  "normalized": true,
143
  "rstrip": false,
 
145
  "special": false
146
  },
147
  "57535": {
148
+ "content": "<s_InvoiceNumber>",
149
  "lstrip": false,
150
  "normalized": true,
151
  "rstrip": false,
 
153
  "special": false
154
  },
155
  "57536": {
156
+ "content": "</s_InvoiceNumber>",
157
  "lstrip": false,
158
  "normalized": true,
159
  "rstrip": false,
 
161
  "special": false
162
  },
163
  "57537": {
164
+ "content": "<s_NetAmount1>",
165
  "lstrip": false,
166
  "normalized": true,
167
  "rstrip": false,
 
169
  "special": false
170
  },
171
  "57538": {
172
+ "content": "</s_NetAmount1>",
173
  "lstrip": false,
174
  "normalized": true,
175
  "rstrip": false,
 
177
  "special": false
178
  },
179
  "57539": {
180
+ "content": "<s_OrderNumber>",
181
  "lstrip": false,
182
  "normalized": true,
183
  "rstrip": false,
 
185
  "special": false
186
  },
187
  "57540": {
188
+ "content": "</s_OrderNumber>",
189
  "lstrip": false,
190
  "normalized": true,
191
  "rstrip": false,
 
193
  "special": false
194
  },
195
  "57541": {
196
+ "content": "<s_TaxAmount1>",
197
  "lstrip": false,
198
  "normalized": true,
199
  "rstrip": false,
 
201
  "special": false
202
  },
203
  "57542": {
204
+ "content": "</s_TaxAmount1>",
205
  "lstrip": false,
206
  "normalized": true,
207
  "rstrip": false,
 
209
  "special": false
210
  },
211
  "57543": {
212
+ "content": "<s_cord-v2>",
213
  "lstrip": false,
214
  "normalized": true,
215
  "rstrip": false,
 
217
  "special": false
218
  },
219
  "57544": {
220
+ "content": "<s_PO_Number>",
221
  "lstrip": false,
222
  "normalized": true,
223
  "rstrip": false,
 
225
  "special": false
226
  },
227
  "57545": {
228
+ "content": "</s_PO_Number>",
229
  "lstrip": false,
230
  "normalized": true,
231
  "rstrip": false,
 
233
  "special": false
234
  },
235
  "57546": {
236
+ "content": "<s_Vendor_Name>",
237
  "lstrip": false,
238
  "normalized": true,
239
  "rstrip": false,
 
241
  "special": false
242
  },
243
  "57547": {
244
+ "content": "</s_Vendor_Name>",
245
  "lstrip": false,
246
  "normalized": true,
247
  "rstrip": false,
 
249
  "special": false
250
  },
251
  "57548": {
252
+ "content": "<s_Invoice_Date>",
253
  "lstrip": false,
254
  "normalized": true,
255
  "rstrip": false,
 
257
  "special": false
258
  },
259
  "57549": {
260
+ "content": "</s_Invoice_Date>",
261
  "lstrip": false,
262
  "normalized": true,
263
  "rstrip": false,
 
265
  "special": false
266
  },
267
  "57550": {
268
+ "content": "<s_Supplier_VAT_ID>",
269
  "lstrip": false,
270
  "normalized": true,
271
  "rstrip": false,
 
273
  "special": false
274
  },
275
  "57551": {
276
+ "content": "</s_Supplier_VAT_ID>",
277
  "lstrip": false,
278
  "normalized": true,
279
  "rstrip": false,
 
281
  "special": false
282
  },
283
  "57552": {
284
+ "content": "<s_Gross_Amount>",
285
  "lstrip": false,
286
  "normalized": true,
287
  "rstrip": false,
 
289
  "special": false
290
  },
291
  "57553": {
292
+ "content": "</s_Gross_Amount>",
293
  "lstrip": false,
294
  "normalized": true,
295
  "rstrip": false,
 
297
  "special": false
298
  },
299
  "57554": {
300
+ "content": "<s_WHTAmount1>",
301
  "lstrip": false,
302
  "normalized": true,
303
  "rstrip": false,
 
305
  "special": false
306
  },
307
  "57555": {
308
+ "content": "</s_WHTAmount1>",
309
  "lstrip": false,
310
  "normalized": true,
311
  "rstrip": false,
 
313
  "special": false
314
  },
315
  "57556": {
316
+ "content": "<s_Net_Amount>",
317
  "lstrip": false,
318
  "normalized": true,
319
  "rstrip": false,
 
321
  "special": false
322
  },
323
  "57557": {
324
+ "content": "</s_Net_Amount>",
325
  "lstrip": false,
326
  "normalized": true,
327
  "rstrip": false,
 
329
  "special": false
330
  },
331
  "57558": {
332
+ "content": "<s_Currency>",
333
  "lstrip": false,
334
  "normalized": true,
335
  "rstrip": false,
 
337
  "special": false
338
  },
339
  "57559": {
340
+ "content": "</s_Currency>",
341
  "lstrip": false,
342
  "normalized": true,
343
  "rstrip": false,
 
345
  "special": false
346
  },
347
  "57560": {
348
+ "content": "<s_Org_Invoice_Number>",
349
  "lstrip": false,
350
  "normalized": true,
351
  "rstrip": false,
 
353
  "special": false
354
  },
355
  "57561": {
356
+ "content": "</s_Org_Invoice_Number>",
357
  "lstrip": false,
358
  "normalized": true,
359
  "rstrip": false,
 
361
  "special": false
362
  },
363
  "57562": {
364
+ "content": "<s_UL_TAx_ID>",
365
  "lstrip": false,
366
  "normalized": true,
367
  "rstrip": false,
 
369
  "special": false
370
  },
371
  "57563": {
372
+ "content": "</s_UL_TAx_ID>",
373
  "lstrip": false,
374
  "normalized": true,
375
  "rstrip": false,
 
377
  "special": false
378
  },
379
  "57564": {
380
+ "content": "<s_Bill_To_Name>",
381
  "lstrip": false,
382
  "normalized": true,
383
  "rstrip": false,
 
385
  "special": false
386
  },
387
  "57565": {
388
+ "content": "</s_Bill_To_Name>",
389
  "lstrip": false,
390
  "normalized": true,
391
  "rstrip": false,
 
393
  "special": false
394
  },
395
  "57566": {
396
+ "content": "<s_BillToAddress>",
397
  "lstrip": false,
398
  "normalized": true,
399
  "rstrip": false,
 
401
  "special": false
402
  },
403
  "57567": {
404
+ "content": "</s_BillToAddress>",
405
  "lstrip": false,
406
  "normalized": true,
407
  "rstrip": false,
 
409
  "special": false
410
  },
411
  "57568": {
412
+ "content": "<s_Freight_Charges>",
413
  "lstrip": false,
414
  "normalized": true,
415
  "rstrip": false,
 
417
  "special": false
418
  },
419
  "57569": {
420
+ "content": "</s_Freight_Charges>",
421
  "lstrip": false,
422
  "normalized": true,
423
  "rstrip": false,
 
425
  "special": false
426
  },
427
  "57570": {
428
+ "content": "<s_Additional_Charges>",
429
  "lstrip": false,
430
  "normalized": true,
431
  "rstrip": false,
 
433
  "special": false
434
  },
435
  "57571": {
436
+ "content": "</s_Additional_Charges>",
437
  "lstrip": false,
438
  "normalized": true,
439
  "rstrip": false,
 
441
  "special": false
442
  },
443
  "57572": {
444
+ "content": "<s_Discount_Amount>",
445
  "lstrip": false,
446
  "normalized": true,
447
  "rstrip": false,
 
449
  "special": false
450
  },
451
  "57573": {
452
+ "content": "</s_Discount_Amount>",
453
  "lstrip": false,
454
  "normalized": true,
455
  "rstrip": false,
 
457
  "special": false
458
  },
459
  "57574": {
460
+ "content": "<s_Tax_Type1>",
461
  "lstrip": false,
462
  "normalized": true,
463
  "rstrip": false,
 
465
  "special": false
466
  },
467
  "57575": {
468
+ "content": "</s_Tax_Type1>",
469
  "lstrip": false,
470
  "normalized": true,
471
  "rstrip": false,
 
473
  "special": false
474
  },
475
  "57576": {
476
+ "content": "<s_Tax_Amount1>",
477
  "lstrip": false,
478
  "normalized": true,
479
  "rstrip": false,
 
481
  "special": false
482
  },
483
  "57577": {
484
+ "content": "</s_Tax_Amount1>",
485
  "lstrip": false,
486
  "normalized": true,
487
  "rstrip": false,
 
489
  "special": false
490
  },
491
  "57578": {
492
+ "content": "<s_Tax_Rate1>",
493
  "lstrip": false,
494
  "normalized": true,
495
  "rstrip": false,
 
497
  "special": false
498
  },
499
  "57579": {
500
+ "content": "</s_Tax_Rate1>",
501
  "lstrip": false,
502
  "normalized": true,
503
  "rstrip": false,
 
505
  "special": false
506
  },
507
  "57580": {
508
+ "content": "<s_Tax_Base_Amount1>",
509
  "lstrip": false,
510
  "normalized": true,
511
  "rstrip": false,
 
513
  "special": false
514
  },
515
  "57581": {
516
+ "content": "</s_Tax_Base_Amount1>",
517
  "lstrip": false,
518
  "normalized": true,
519
  "rstrip": false,
 
521
  "special": false
522
  },
523
  "57582": {
524
+ "content": "<s_ShipToAddress>",
525
  "lstrip": false,
526
  "normalized": true,
527
  "rstrip": false,
 
529
  "special": false
530
  },
531
  "57583": {
532
+ "content": "</s_ShipToAddress>",
533
  "lstrip": false,
534
  "normalized": true,
535
  "rstrip": false,
 
537
  "special": false
538
  },
539
  "57584": {
540
+ "content": "<s_RemittanceAddress>",
541
  "lstrip": false,
542
  "normalized": true,
543
  "rstrip": false,
 
545
  "special": false
546
  },
547
  "57585": {
548
+ "content": "</s_RemittanceAddress>",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
549
  "lstrip": false,
550
  "normalized": true,
551
  "rstrip": false,
 
554
  }
555
  },
556
  "additional_special_tokens": [
557
+ "<s_iitcdip>",
558
+ "<s_synthdog>"
559
  ],
560
  "bos_token": "<s>",
561
  "clean_up_tokenization_spaces": true,