Hugging Face's logo

okbenzene2002
/
hindi-tokenizer

Model card Files Community
okbenzene2002 commited on
Commit
2e6ebce
•
1 Parent(s): f2a1aac

Upload tokenizer

Browse files
Files changed (3) hide show
  1. special_tokens_map.json +39 -0
  2. tokenizer.json +721 -0
  3. tokenizer_config.json +55 -0
special_tokens_map.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ {
4
+ "content": "[UNK]",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false
9
+ },
10
+ {
11
+ "content": "[SEP]",
12
+ "lstrip": false,
13
+ "normalized": false,
14
+ "rstrip": false,
15
+ "single_word": false
16
+ },
17
+ {
18
+ "content": "[MASK]",
19
+ "lstrip": false,
20
+ "normalized": false,
21
+ "rstrip": false,
22
+ "single_word": false
23
+ },
24
+ {
25
+ "content": "[PAD]",
26
+ "lstrip": false,
27
+ "normalized": false,
28
+ "rstrip": false,
29
+ "single_word": false
30
+ },
31
+ {
32
+ "content": "[CLS]",
33
+ "lstrip": false,
34
+ "normalized": false,
35
+ "rstrip": false,
36
+ "single_word": false
37
+ }
38
+ ]
39
+ }
tokenizer.json ADDED
@@ -0,0 +1,721 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "1.0",
3
+ "truncation": null,
4
+ "padding": null,
5
+ "added_tokens": [
6
+ {
7
+ "id": 0,
8
+ "content": "[PAD]",
9
+ "single_word": false,
10
+ "lstrip": false,
11
+ "rstrip": false,
12
+ "normalized": false,
13
+ "special": true
14
+ },
15
+ {
16
+ "id": 1,
17
+ "content": "[UNK]",
18
+ "single_word": false,
19
+ "lstrip": false,
20
+ "rstrip": false,
21
+ "normalized": false,
22
+ "special": true
23
+ },
24
+ {
25
+ "id": 2,
26
+ "content": "[CLS]",
27
+ "single_word": false,
28
+ "lstrip": false,
29
+ "rstrip": false,
30
+ "normalized": false,
31
+ "special": true
32
+ },
33
+ {
34
+ "id": 3,
35
+ "content": "[SEP]",
36
+ "single_word": false,
37
+ "lstrip": false,
38
+ "rstrip": false,
39
+ "normalized": false,
40
+ "special": true
41
+ },
42
+ {
43
+ "id": 4,
44
+ "content": "[MASK]",
45
+ "single_word": false,
46
+ "lstrip": false,
47
+ "rstrip": false,
48
+ "normalized": false,
49
+ "special": true
50
+ }
51
+ ],
52
+ "normalizer": null,
53
+ "pre_tokenizer": {
54
+ "type": "WhitespaceSplit"
55
+ },
56
+ "post_processor": null,
57
+ "decoder": null,
58
+ "model": {
59
+ "type": "WordLevel",
60
+ "vocab": {
61
+ "[PAD]": 0,
62
+ "[UNK]": 1,
63
+ "[CLS]": 2,
64
+ "[SEP]": 3,
65
+ "[MASK]": 4,
66
+ "TIME_DELTA=0.09302325581395349": 5,
67
+ "TIME_DELTA=0.18604651162790697": 6,
68
+ "TIME_DELTA=0.27906976744186046": 7,
69
+ "TIME_DELTA=0.08695652173913043": 8,
70
+ "NOTE_OFF=74": 9,
71
+ "NOTE_ON=74": 10,
72
+ "NOTE_OFF=67": 11,
73
+ "NOTE_ON=67": 12,
74
+ "NOTE_OFF=70": 13,
75
+ "NOTE_ON=70": 14,
76
+ "TIME_DELTA=0.37209302325581395": 15,
77
+ "NOTE_OFF=72": 16,
78
+ "NOTE_ON=72": 17,
79
+ "NOTE_OFF=62": 18,
80
+ "NOTE_ON=62": 19,
81
+ "NOTE_OFF=81": 20,
82
+ "NOTE_ON=81": 21,
83
+ "TIME_DELTA=0.09302325581395365": 22,
84
+ "NOTE_OFF=79": 23,
85
+ "NOTE_ON=79": 24,
86
+ "NOTE_OFF=69": 25,
87
+ "NOTE_ON=69": 26,
88
+ "NOTE_OFF=55": 27,
89
+ "NOTE_ON=55": 28,
90
+ "NOTE_OFF=60": 29,
91
+ "NOTE_ON=60": 30,
92
+ "NOTE_OFF=76": 31,
93
+ "NOTE_ON=76": 32,
94
+ "NOTE_OFF=77": 33,
95
+ "NOTE_ON=77": 34,
96
+ "NOTE_OFF=65": 35,
97
+ "NOTE_ON=65": 36,
98
+ "NOTE_OFF=61": 37,
99
+ "NOTE_ON=61": 38,
100
+ "NOTE_OFF=83": 39,
101
+ "NOTE_ON=83": 40,
102
+ "NOTE_OFF=71": 41,
103
+ "NOTE_ON=71": 42,
104
+ "NOTE_OFF=64": 43,
105
+ "NOTE_ON=64": 44,
106
+ "NOTE_OFF=86": 45,
107
+ "NOTE_ON=86": 46,
108
+ "NOTE_OFF=78": 47,
109
+ "NOTE_ON=78": 48,
110
+ "NOTE_OFF=57": 49,
111
+ "NOTE_ON=57": 50,
112
+ "NOTE_OFF=84": 51,
113
+ "NOTE_ON=84": 52,
114
+ "NOTE_OFF=50": 53,
115
+ "NOTE_ON=50": 54,
116
+ "NOTE_OFF=85": 55,
117
+ "NOTE_ON=85": 56,
118
+ "NOTE_OFF=53": 57,
119
+ "NOTE_ON=53": 58,
120
+ "NOTE_OFF=75": 59,
121
+ "NOTE_ON=75": 60,
122
+ "NOTE_OFF=58": 61,
123
+ "NOTE_ON=58": 62,
124
+ "NOTE_OFF=92": 63,
125
+ "NOTE_ON=92": 64,
126
+ "NOTE_OFF=82": 65,
127
+ "NOTE_ON=82": 66,
128
+ "NOTE_OFF=87": 67,
129
+ "NOTE_ON=87": 68,
130
+ "NOTE_OFF=73": 69,
131
+ "NOTE_ON=73": 70,
132
+ "NOTE_OFF=48": 71,
133
+ "NOTE_ON=48": 72,
134
+ "NOTE_OFF=88": 73,
135
+ "NOTE_ON=88": 74,
136
+ "NOTE_OFF=68": 75,
137
+ "NOTE_ON=68": 76,
138
+ "NOTE_OFF=66": 77,
139
+ "NOTE_ON=66": 78,
140
+ "NOTE_OFF=89": 79,
141
+ "NOTE_ON=89": 80,
142
+ "NOTE_OFF=45": 81,
143
+ "NOTE_ON=45": 82,
144
+ "NOTE_OFF=90": 83,
145
+ "NOTE_ON=90": 84,
146
+ "NOTE_OFF=36": 85,
147
+ "NOTE_ON=36": 86,
148
+ "NOTE_OFF=80": 87,
149
+ "NOTE_ON=80": 88,
150
+ "NOTE_OFF=63": 89,
151
+ "NOTE_ON=63": 90,
152
+ "NOTE_OFF=52": 91,
153
+ "NOTE_ON=52": 92,
154
+ "NOTE_OFF=41": 93,
155
+ "NOTE_ON=41": 94,
156
+ "NOTE_OFF=59": 95,
157
+ "NOTE_ON=59": 96,
158
+ "NOTE_OFF=93": 97,
159
+ "NOTE_ON=93": 98,
160
+ "NOTE_OFF=91": 99,
161
+ "NOTE_ON=91": 100,
162
+ "NOTE_OFF=51": 101,
163
+ "NOTE_ON=51": 102,
164
+ "NOTE_OFF=46": 103,
165
+ "NOTE_ON=46": 104,
166
+ "NOTE_OFF=56": 105,
167
+ "NOTE_ON=56": 106,
168
+ "TIME_DELTA=0.17391304347826086": 107,
169
+ "NOTE_OFF=94": 108,
170
+ "NOTE_ON=94": 109,
171
+ "NOTE_OFF=54": 110,
172
+ "NOTE_ON=54": 111,
173
+ "NOTE_OFF=40": 112,
174
+ "NOTE_ON=40": 113,
175
+ "NOTE_OFF=47": 114,
176
+ "NOTE_ON=47": 115,
177
+ "NOTE_OFF=95": 116,
178
+ "NOTE_ON=95": 117,
179
+ "NOTE_OFF=96": 118,
180
+ "NOTE_ON=96": 119,
181
+ "NOTE_OFF=42": 120,
182
+ "NOTE_ON=42": 121,
183
+ "NOTE_OFF=43": 122,
184
+ "NOTE_ON=43": 123,
185
+ "NOTE_OFF=44": 124,
186
+ "NOTE_ON=44": 125,
187
+ "NOTE_OFF=99": 126,
188
+ "NOTE_ON=99": 127,
189
+ "NOTE_OFF=97": 128,
190
+ "NOTE_ON=97": 129,
191
+ "TIME_DELTA=0.46511627906976744": 130,
192
+ "NOTE_OFF=37": 131,
193
+ "NOTE_ON=37": 132,
194
+ "NOTE_OFF=38": 133,
195
+ "NOTE_ON=38": 134,
196
+ "NOTE_OFF=39": 135,
197
+ "NOTE_ON=39": 136,
198
+ "NOTE_OFF=101": 137,
199
+ "NOTE_ON=101": 138,
200
+ "NOTE_OFF=98": 139,
201
+ "NOTE_ON=98": 140,
202
+ "NOTE_OFF=31": 141,
203
+ "NOTE_ON=31": 142,
204
+ "NOTE_OFF=100": 143,
205
+ "NOTE_ON=100": 144,
206
+ "NOTE_OFF=35": 145,
207
+ "NOTE_ON=35": 146,
208
+ "BAR_END": 147,
209
+ "BAR_START": 148,
210
+ "NOTE_OFF=49": 149,
211
+ "NOTE_ON=49": 150,
212
+ "NOTE_OFF=34": 151,
213
+ "NOTE_ON=34": 152,
214
+ "NOTE_OFF=102": 153,
215
+ "NOTE_ON=102": 154,
216
+ "NOTE_OFF=33": 155,
217
+ "NOTE_ON=33": 156,
218
+ "NOTE_OFF=32": 157,
219
+ "NOTE_ON=32": 158,
220
+ "TIME_DELTA=0.5581395348837209": 159,
221
+ "NOTE_OFF=30": 160,
222
+ "NOTE_ON=30": 161,
223
+ "TIME_DELTA=0.1860465116279073": 162,
224
+ "TIME_DELTA=0.09302325581395343": 163,
225
+ "TIME_DELTA=0.2608695652173913": 164,
226
+ "NOTE_OFF=103": 165,
227
+ "NOTE_ON=103": 166,
228
+ "TIME_DELTA=0.6511627906976745": 167,
229
+ "NOTE_OFF=29": 168,
230
+ "NOTE_ON=29": 169,
231
+ "TIME_DELTA=0.7441860465116279": 170,
232
+ "NOTE_OFF=28": 171,
233
+ "NOTE_ON=28": 172,
234
+ "TIME_DELTA=0.08695652173913082": 173,
235
+ "TIME_DELTA=0.8372093023255814": 174,
236
+ "TIME_DELTA=0.09302325581395354": 175,
237
+ "TIME_DELTA=0.18604651162790686": 176,
238
+ "NOTE_OFF=27": 177,
239
+ "NOTE_ON=27": 178,
240
+ "TIME_DELTA=0.9302325581395349": 179,
241
+ "TIME_DELTA=0.09302325581395321": 180,
242
+ "TIME_DELTA=0.34782608695652173": 181,
243
+ "TIME_DELTA=1.0232558139534884": 182,
244
+ "NOTE_OFF=26": 183,
245
+ "NOTE_ON=26": 184,
246
+ "TIME_DELTA=0.27906976744186096": 185,
247
+ "TIME_DELTA=0.2790697674418605": 186,
248
+ "TIME_DELTA=0.08695652173913038": 187,
249
+ "TIME_DELTA=1.1162790697674418": 188,
250
+ "TIME_DELTA=0.09302325581395277": 189,
251
+ "GENRE=OTHER": 190,
252
+ "INST=0": 191,
253
+ "PIECE_START": 192,
254
+ "TIME_SIGNATURE": 193,
255
+ "TRACK_END": 194,
256
+ "TRACK_START": 195,
257
+ "TIME_DELTA=1.2093023255813953": 196,
258
+ "TIME_DELTA=0.2790697674418601": 197,
259
+ "TIME_DELTA=1.302325581395349": 198,
260
+ "TIME_DELTA=0.43478260869565216": 199,
261
+ "NOTE_OFF=25": 200,
262
+ "NOTE_ON=25": 201,
263
+ "TIME_DELTA=1.4883720930232558": 202,
264
+ "TIME_DELTA=1.3953488372093024": 203,
265
+ "TIME_DELTA=0.18604651162790709": 204,
266
+ "TIME_DELTA=0.18604651162790642": 205,
267
+ "TIME_DELTA=0.09302325581395188": 206,
268
+ "TIME_DELTA=0.5217391304347826": 207,
269
+ "TIME_DELTA=0.3720930232558137": 208,
270
+ "TIME_DELTA=1.5813953488372092": 209,
271
+ "TIME_DELTA=0.4651162790697674": 210,
272
+ "TIME_DELTA=0.17391304347826075": 211,
273
+ "TIME_DELTA=0.3720930232558146": 212,
274
+ "NOTE_OFF=24": 213,
275
+ "NOTE_ON=24": 214,
276
+ "TIME_DELTA=1.6744186046511629": 215,
277
+ "TIME_DELTA=0.17391304347826164": 216,
278
+ "TIME_DELTA=0.6086956521739131": 217,
279
+ "TIME_DELTA=0.18604651162790553": 218,
280
+ "TIME_DELTA=1.7674418604651163": 219,
281
+ "TIME_DELTA=0.558139534883721": 220,
282
+ "TIME_DELTA=1.9534883720930232": 221,
283
+ "TIME_DELTA=0.08695652173912993": 222,
284
+ "TIME_DELTA=0.6956521739130435": 223,
285
+ "NOTE_OFF=23": 224,
286
+ "NOTE_ON=23": 225,
287
+ "TIME_DELTA=1.8604651162790697": 226,
288
+ "TIME_DELTA=2.046511627906977": 227,
289
+ "TIME_DELTA=0.2790697674418592": 228,
290
+ "TIME_DELTA=0.08695652173912904": 229,
291
+ "TIME_DELTA=0.2790697674418604": 230,
292
+ "TIME_DELTA=0.18604651162790703": 231,
293
+ "TIME_DELTA=1.7763568394002505e-15": 232,
294
+ "TIME_DELTA=0.37209302325581417": 233,
295
+ "TIME_DELTA=2.13953488372093": 234,
296
+ "TIME_DELTA=0.782608695652174": 235,
297
+ "DENSITY=2": 236,
298
+ "TIME_DELTA=2.2325581395348837": 237,
299
+ "DENSITY=3": 238,
300
+ "TIME_DELTA=0.46511627906976827": 239,
301
+ "TIME_DELTA=0.9302325581395348": 240,
302
+ "DENSITY=0": 241,
303
+ "TIME_DELTA=0.08695652173913049": 242,
304
+ "TIME_DELTA=2.3255813953488373": 243,
305
+ "TIME_DELTA=0.5581395348837201": 244,
306
+ "TIME_DELTA=2.4186046511627906": 245,
307
+ "TIME_DELTA=0.2608695652173907": 246,
308
+ "TIME_DELTA=8.881784197001252e-16": 247,
309
+ "DENSITY=4": 248,
310
+ "DENSITY=1": 249,
311
+ "TIME_DELTA=0.2790697674418603": 250,
312
+ "NOTE_OFF=22": 251,
313
+ "NOTE_ON=22": 252,
314
+ "TIME_DELTA=0.17391304347825987": 253,
315
+ "TIME_DELTA=0.7441860465116275": 254,
316
+ "TIME_DELTA=0.37209302325581284": 255,
317
+ "TIME_DELTA=0.6511627906976747": 256,
318
+ "TIME_DELTA=0.6511627906976738": 257,
319
+ "TIME_DELTA=2.511627906976744": 258,
320
+ "TIME_DELTA=0.2608695652173916": 259,
321
+ "TIME_DELTA=0.4651162790697675": 260,
322
+ "NOTE_OFF=21": 261,
323
+ "NOTE_ON=21": 262,
324
+ "TIME_DELTA=2.604651162790698": 263,
325
+ "TIME_DELTA=0.8372093023255811": 264,
326
+ "TIME_DELTA=0.3478260869565215": 265,
327
+ "TIME_DELTA=0.4651162790697665": 266,
328
+ "TIME_DELTA=0.8695652173913043": 267,
329
+ "TIME_DELTA=0.9565217391304348": 268,
330
+ "TIME_DELTA=1.116279069767442": 269,
331
+ "TIME_DELTA=0.0869565217391306": 270,
332
+ "NOTE_OFF=20": 271,
333
+ "NOTE_ON=20": 272,
334
+ "TIME_DELTA=1.2173913043478262": 273,
335
+ "TIME_DELTA=2.697674418604651": 274,
336
+ "TIME_DELTA=1.1304347826086956": 275,
337
+ "NOTE_OFF=19": 276,
338
+ "NOTE_ON=19": 277,
339
+ "NOTE_OFF=16": 278,
340
+ "NOTE_ON=16": 279,
341
+ "TIME_DELTA=1.0434782608695652": 280,
342
+ "TIME_DELTA=2.883720930232558": 281,
343
+ "TIME_DELTA=0.372093023255814": 282,
344
+ "TIME_DELTA=0.6511627906976742": 283,
345
+ "TIME_DELTA=0.43478260869565233": 284,
346
+ "TIME_DELTA=0.26086956521739113": 285,
347
+ "TIME_DELTA=0.5581395348837208": 286,
348
+ "TIME_DELTA=0.17391304347826098": 287,
349
+ "TIME_DELTA=2.7906976744186047": 288,
350
+ "TIME_DELTA=1.3953488372093021": 289,
351
+ "TIME_DELTA=3.0697674418604652": 290,
352
+ "TIME_DELTA=0.8372093023255813": 291,
353
+ "NOTE_OFF=14": 292,
354
+ "NOTE_ON=14": 293,
355
+ "NOTE_OFF=18": 294,
356
+ "NOTE_ON=18": 295,
357
+ "TIME_DELTA=0.5581395348837219": 296,
358
+ "NOTE_OFF=17": 297,
359
+ "NOTE_ON=17": 298,
360
+ "TIME_DELTA=2.9767441860465116": 299,
361
+ "TIME_DELTA=0.7441860465116283": 300,
362
+ "TIME_DELTA=3.1627906976744184": 301,
363
+ "TIME_DELTA=3.3488372093023258": 302,
364
+ "TIME_DELTA=0.26086956521739135": 303,
365
+ "TIME_DELTA=3.5348837209302326": 304,
366
+ "TIME_DELTA=1.2093023255813957": 305,
367
+ "TIME_DELTA=1.3043478260869565": 306,
368
+ "TIME_DELTA=3.255813953488372": 307,
369
+ "TIME_DELTA=1.5813953488372094": 308,
370
+ "TIME_DELTA=0.37209302325581384": 309,
371
+ "TIME_DELTA=0.4651162790697676": 310,
372
+ "TIME_DELTA=0.5581395348837206": 311,
373
+ "TIME_DELTA=1.3023255813953494": 312,
374
+ "TIME_DELTA=0.26086956521739246": 313,
375
+ "NOTE_OFF=15": 314,
376
+ "NOTE_ON=15": 315,
377
+ "TIME_DELTA=0.8372093023255816": 316,
378
+ "TIME_DELTA=0.930232558139535": 317,
379
+ "TIME_DELTA=1.7391304347826086": 318,
380
+ "TIME_DELTA=1.391304347826087": 319,
381
+ "TIME_DELTA=0.7826086956521738": 320,
382
+ "TIME_DELTA=2.1395348837209305": 321,
383
+ "TIME_DELTA=1.8604651162790695": 322,
384
+ "TIME_DELTA=0.6511627906976744": 323,
385
+ "TIME_DELTA=1.4782608695652173": 324,
386
+ "TIME_DELTA=0.5217391304347831": 325,
387
+ "TIME_DELTA=4.186046511627907": 326,
388
+ "TIME_DELTA=1.3023255813953485": 327,
389
+ "TIME_DELTA=0.4651162790697678": 328,
390
+ "TIME_DELTA=0.4347826086956521": 329,
391
+ "TIME_DELTA=0.6511627906976756": 330,
392
+ "TIME_DELTA=0.37209302325581406": 331,
393
+ "TIME_DELTA=0.1739130434782612": 332,
394
+ "TIME_DELTA=1.3953488372093026": 333,
395
+ "TIME_DELTA=0.17391304347826092": 334,
396
+ "NOTE_OFF=13": 335,
397
+ "NOTE_ON=13": 336,
398
+ "TIME_DELTA=3.627906976744186": 337,
399
+ "TIME_DELTA=1.6744186046511627": 338,
400
+ "TIME_DELTA=1.5813953488372086": 339,
401
+ "TIME_DELTA=3.441860465116279": 340,
402
+ "TIME_DELTA=0.09302325581395543": 341,
403
+ "NOTE_OFF=12": 342,
404
+ "NOTE_ON=12": 343,
405
+ "TIME_DELTA=1.6521739130434783": 344,
406
+ "TIME_DELTA=0.695652173913043": 345,
407
+ "TIME_DELTA=2.232558139534884": 346,
408
+ "TIME_DELTA=0.34782608695652195": 347,
409
+ "NOTE_OFF=8": 348,
410
+ "NOTE_ON=8": 349,
411
+ "TIME_DELTA=3.813953488372093": 350,
412
+ "TIME_DELTA=16.0": 351,
413
+ "TIME_DELTA=2.0": 352,
414
+ "TIME_DELTA=0.7441860465116281": 353,
415
+ "NOTE_OFF=11": 354,
416
+ "NOTE_ON=11": 355,
417
+ "TIME_DELTA=2.608695652173913": 356,
418
+ "TIME_DELTA=1.6744186046511622": 357,
419
+ "TIME_DELTA=3.7209302325581395": 358,
420
+ "TIME_DELTA=0.5217391304347827": 359,
421
+ "TIME_DELTA=1.1162790697674412": 360,
422
+ "TIME_DELTA=1.565217391304348": 361,
423
+ "TIME_DELTA=1.7674418604651159": 362,
424
+ "TIME_DELTA=4.465116279069767": 363,
425
+ "TIME_DELTA=0.6086956521739122": 364,
426
+ "TIME_DELTA=1.674418604651163": 365,
427
+ "TIME_DELTA=4.0": 366,
428
+ "TIME_DELTA=0.4347826086956522": 367,
429
+ "NOTE_OFF=10": 368,
430
+ "NOTE_ON=10": 369,
431
+ "TIME_DELTA=2.1739130434782608": 370,
432
+ "TIME_DELTA=1.488372093023255": 371,
433
+ "TIME_DELTA=1.2093023255813955": 372,
434
+ "TIME_DELTA=4.27906976744186": 373,
435
+ "TIME_DELTA=0.837209302325582": 374,
436
+ "NOTE_OFF=9": 375,
437
+ "NOTE_ON=9": 376,
438
+ "TIME_DELTA=1.4883720930232567": 377,
439
+ "TIME_DELTA=5.8604651162790695": 378,
440
+ "TIME_DELTA=2.4186046511627914": 379,
441
+ "TIME_DELTA=0.26086956521739124": 380,
442
+ "TIME_DELTA=0.744186046511628": 381,
443
+ "TIME_DELTA=1.9130434782608696": 382,
444
+ "TIME_DELTA=1.0232558139534882": 383,
445
+ "TIME_DELTA=4.930232558139535": 384,
446
+ "TIME_DELTA=1.3953488372093013": 385,
447
+ "TIME_DELTA=0.9302325581395356": 386,
448
+ "TIME_DELTA=1.395348837209303": 387,
449
+ "TIME_DELTA=2.4347826086956523": 388,
450
+ "TIME_DELTA=4.372093023255814": 389,
451
+ "TIME_DELTA=0.7441860465116292": 390,
452
+ "TIME_DELTA=1.1162790697674416": 391,
453
+ "TIME_DELTA=1.1304347826086958": 392,
454
+ "TIME_DELTA=2.782608695652174": 393,
455
+ "TIME_DELTA=0.09302325581395454": 394,
456
+ "TIME_DELTA=1.5813953488372103": 395,
457
+ "TIME_DELTA=4.837209302325581": 396,
458
+ "TIME_DELTA=0.8695652173913042": 397,
459
+ "TIME_DELTA=4.093023255813954": 398,
460
+ "TIME_DELTA=0.46511627906976716": 399,
461
+ "TIME_DELTA=0.8372093023255829": 400,
462
+ "TIME_DELTA=1.3023255813953487": 401,
463
+ "TIME_DELTA=2.260869565217391": 402,
464
+ "TIME_DELTA=5.5813953488372094": 403,
465
+ "TIME_DELTA=3.162790697674419": 404,
466
+ "TIME_DELTA=2.5217391304347827": 405,
467
+ "TIME_DELTA=1.3023255813953476": 406,
468
+ "TIME_DELTA=2.0869565217391304": 407,
469
+ "TIME_DELTA=1.0434782608695645": 408,
470
+ "TIME_DELTA=1.7674418604651168": 409,
471
+ "TIME_DELTA=3.9069767441860463": 410,
472
+ "NOTE_OFF=6": 411,
473
+ "NOTE_ON=6": 412,
474
+ "TIME_DELTA=0.43478260869565055": 413,
475
+ "TIME_DELTA=1.9534883720930236": 414,
476
+ "TIME_DELTA=0.608695652173914": 415,
477
+ "TIME_DELTA=1.767441860465116": 416,
478
+ "TIME_DELTA=0.9302325581395352": 417,
479
+ "TIME_DELTA=1.4883720930232556": 418,
480
+ "TIME_DELTA=1.581395348837209": 419,
481
+ "TIME_DELTA=7.162790697674419": 420,
482
+ "TIME_DELTA=2.325581395348837": 421,
483
+ "TIME_DELTA=1.826086956521739": 422,
484
+ "TIME_DELTA=2.6956521739130435": 423,
485
+ "TIME_DELTA=0.9565217391304346": 424,
486
+ "TIME_DELTA=0.46511627906976694": 425,
487
+ "TIME_DELTA=1.304347826086957": 426,
488
+ "TIME_DELTA=5.395348837209302": 427,
489
+ "NOTE_OFF=5": 428,
490
+ "NOTE_ON=5": 429,
491
+ "TIME_DELTA=1.2093023255813948": 430,
492
+ "TIME_DELTA=1.86046511627907": 431,
493
+ "TIME_DELTA=3.720930232558139": 432,
494
+ "TIME_DELTA=1.0232558139534875": 433,
495
+ "TIME_DELTA=4.440892098500626e-16": 434,
496
+ "TIME_DELTA=2.6046511627906974": 435,
497
+ "TIME_DELTA=0.3478260869565233": 436,
498
+ "TIME_DELTA=6.232558139534884": 437,
499
+ "TIME_DELTA=5.023255813953488": 438,
500
+ "TIME_DELTA=1.1304347826086953": 439,
501
+ "TIME_DELTA=1.8604651162790704": 440,
502
+ "TIME_DELTA=2.7906976744186043": 441,
503
+ "TIME_DELTA=0.8695652173913047": 442,
504
+ "TIME_DELTA=6.790697674418604": 443,
505
+ "TIME_DELTA=1.6521739130434785": 444,
506
+ "TIME_DELTA=1.1162790697674403": 445,
507
+ "TIME_DELTA=3.6279069767441854": 446,
508
+ "TIME_DELTA=5.767441860465116": 447,
509
+ "TIME_DELTA=1.5652173913043477": 448,
510
+ "TIME_DELTA=5.209302325581396": 449,
511
+ "TIME_DELTA=6.1395348837209305": 450,
512
+ "TIME_DELTA=5.116279069767442": 451,
513
+ "TIME_DELTA=5.3023255813953485": 452,
514
+ "TIME_DELTA=2.6976744186046506": 453,
515
+ "TIME_DELTA=0.5217391304347823": 454,
516
+ "TIME_DELTA=4.372093023255815": 455,
517
+ "NOTE_OFF=7": 456,
518
+ "NOTE_ON=7": 457,
519
+ "TIME_DELTA=0.7441860465116277": 458,
520
+ "TIME_DELTA=2.604651162790697": 459,
521
+ "TIME_DELTA=2.347826086956522": 460,
522
+ "TIME_DELTA=0.5217391304347825": 461,
523
+ "TIME_DELTA=3.5652173913043477": 462,
524
+ "TIME_DELTA=1.488372093023256": 463,
525
+ "TIME_DELTA=4.651162790697675": 464,
526
+ "TIME_DELTA=0.8695652173913044": 465,
527
+ "TIME_DELTA=3.069767441860466": 466,
528
+ "TIME_DELTA=0.5217391304347829": 467,
529
+ "TIME_DELTA=0.6956521739130448": 468,
530
+ "TIME_DELTA=5.953488372093023": 469,
531
+ "TIME_DELTA=1.304347826086956": 470,
532
+ "TIME_DELTA=4.558139534883721": 471,
533
+ "TIME_DELTA=4.744186046511628": 472,
534
+ "TIME_DELTA=7.72093023255814": 473,
535
+ "TIME_DELTA=1.209302325581394": 474,
536
+ "TIME_DELTA=4.434782608695652": 475,
537
+ "TIME_DELTA=1.4883720930232553": 476,
538
+ "TIME_DELTA=10.883720930232558": 477,
539
+ "TIME_DELTA=0.4347826086956519": 478,
540
+ "TIME_DELTA=5.488372093023256": 479,
541
+ "TIME_DELTA=2.418604651162791": 480,
542
+ "TIME_DELTA=3.130434782608696": 481,
543
+ "TIME_DELTA=4.260869565217392": 482,
544
+ "TIME_DELTA=1.0232558139534889": 483,
545
+ "TIME_DELTA=2.5116279069767447": 484,
546
+ "TIME_DELTA=2.6046511627906987": 485,
547
+ "TIME_DELTA=0.8695652173913038": 486,
548
+ "NOTE_OFF=3": 487,
549
+ "NOTE_ON=3": 488,
550
+ "TIME_DELTA=2.5116279069767433": 489,
551
+ "TIME_DELTA=1.7391304347826084": 490,
552
+ "TIME_DELTA=4.521739130434782": 491,
553
+ "TIME_DELTA=2.3478260869565215": 492,
554
+ "TIME_DELTA=9.674418604651162": 493,
555
+ "TIME_DELTA=5.478260869565218": 494,
556
+ "TIME_DELTA=8.651162790697674": 495,
557
+ "TIME_DELTA=0.5581395348837215": 496,
558
+ "TIME_DELTA=2.790697674418605": 497,
559
+ "TIME_DELTA=0.7441860465116278": 498,
560
+ "TIME_DELTA=0.18604651162790908": 499,
561
+ "TIME_DELTA=2.2325581395348832": 500,
562
+ "TIME_DELTA=0.9302325581395339": 501,
563
+ "TIME_DELTA=5.391304347826087": 502,
564
+ "TIME_DELTA=7.348837209302325": 503,
565
+ "TIME_DELTA=2.6976744186046497": 504,
566
+ "TIME_DELTA=5.395348837209303": 505,
567
+ "TIME_DELTA=6.046511627906977": 506,
568
+ "NOTE_OFF=1": 507,
569
+ "NOTE_ON=1": 508,
570
+ "TIME_DELTA=14.232558139534884": 509,
571
+ "TIME_DELTA=2.511627906976745": 510,
572
+ "TIME_DELTA=8.0": 511,
573
+ "TIME_DELTA=5.674418604651163": 512,
574
+ "TIME_DELTA=0.4347826086956532": 513,
575
+ "TIME_DELTA=0.6086956521739135": 514,
576
+ "TIME_DELTA=1.043478260869565": 515,
577
+ "TIME_DELTA=1.217391304347826": 516,
578
+ "TIME_DELTA=2.17391304347826": 517,
579
+ "TIME_DELTA=2.9565217391304346": 518,
580
+ "NOTE_OFF=4": 519,
581
+ "NOTE_ON=4": 520,
582
+ "TIME_DELTA=13.30232558139535": 521,
583
+ "TIME_DELTA=9.953488372093023": 522,
584
+ "TIME_DELTA=6.4186046511627906": 523,
585
+ "TIME_DELTA=6.13953488372093": 524,
586
+ "TIME_DELTA=0.3478260869565218": 525,
587
+ "TIME_DELTA=2.046511627906976": 526,
588
+ "TIME_DELTA=9.30232558139535": 527,
589
+ "TIME_DELTA=3.906976744186047": 528,
590
+ "TIME_DELTA=4.465116279069768": 529,
591
+ "TIME_DELTA=9.86046511627907": 530,
592
+ "TIME_DELTA=1.9534883720930227": 531,
593
+ "TIME_DELTA=2.869565217391304": 532,
594
+ "TIME_DELTA=7.304347826086956": 533,
595
+ "TIME_DELTA=11.627906976744185": 534,
596
+ "TIME_DELTA=9.023255813953488": 535,
597
+ "TIME_DELTA=10.976744186046512": 536,
598
+ "TIME_DELTA=13.395348837209303": 537,
599
+ "TIME_DELTA=3.8139534883720927": 538,
600
+ "TIME_DELTA=7.534883720930233": 539,
601
+ "TIME_DELTA=2.0465116279069786": 540,
602
+ "TIME_DELTA=2.2325581395348824": 541,
603
+ "TIME_DELTA=3.91304347826087": 542,
604
+ "TIME_DELTA=4.372093023255813": 543,
605
+ "TIME_DELTA=8.465116279069768": 544,
606
+ "TIME_DELTA=9.395348837209303": 545,
607
+ "TIME_DELTA=0.43478260869565144": 546,
608
+ "TIME_DELTA=7.441860465116279": 547,
609
+ "TIME_DELTA=13.767441860465116": 548,
610
+ "TIME_DELTA=2.2608695652173916": 549,
611
+ "TIME_DELTA=8.744186046511627": 550,
612
+ "TIME_DELTA=4.782608695652174": 551,
613
+ "TIME_DELTA=8.173913043478262": 552,
614
+ "TIME_DELTA=12.0": 553,
615
+ "TIME_DELTA=3.6279069767441863": 554,
616
+ "TIME_DELTA=9.209302325581396": 555,
617
+ "TIME_DELTA=0.9302325581395365": 556,
618
+ "TIME_DELTA=1.7674418604651176": 557,
619
+ "TIME_DELTA=6.604651162790698": 558,
620
+ "TIME_DELTA=0.956521739130435": 559,
621
+ "TIME_DELTA=1.4782608695652169": 560,
622
+ "TIME_DELTA=1.652173913043478": 561,
623
+ "TIME_DELTA=1.8260869565217388": 562,
624
+ "TIME_DELTA=5.91304347826087": 563,
625
+ "TIME_DELTA=7.217391304347826": 564,
626
+ "TIME_DELTA=3.9069767441860472": 565,
627
+ "TIME_DELTA=2.325581395348838": 566,
628
+ "TIME_DELTA=7.44186046511628": 567,
629
+ "TIME_DELTA=2.6976744186046515": 568,
630
+ "TIME_DELTA=2.0465116279069777": 569,
631
+ "TIME_DELTA=4.186046511627906": 570,
632
+ "TIME_DELTA=10.511627906976743": 571,
633
+ "TIME_DELTA=3.162790697674418": 572,
634
+ "TIME_DELTA=5.488372093023257": 573,
635
+ "TIME_DELTA=6.6976744186046515": 574,
636
+ "TIME_DELTA=12.372093023255815": 575,
637
+ "TIME_DELTA=13.116279069767442": 576,
638
+ "TIME_DELTA=13.826086956521738": 577,
639
+ "TIME_DELTA=15.565217391304348": 578,
640
+ "TIME_DELTA=0.6086956521739129": 579,
641
+ "TIME_DELTA=1.3043478260869568": 580,
642
+ "TIME_DELTA=1.8260869565217384": 581,
643
+ "TIME_DELTA=6.883720930232558": 582,
644
+ "TIME_DELTA=10.790697674418604": 583,
645
+ "TIME_DELTA=2.2608695652173907": 584,
646
+ "TIME_DELTA=1.0232558139534893": 585,
647
+ "TIME_DELTA=2.0465116279069764": 586,
648
+ "TIME_DELTA=1.0434782608695654": 587,
649
+ "TIME_DELTA=1.8260869565217401": 588,
650
+ "TIME_DELTA=2.608695652173912": 589,
651
+ "TIME_DELTA=3.826086956521739": 590,
652
+ "TIME_DELTA=0.7826086956521734": 591,
653
+ "TIME_DELTA=0.9565217391304355": 592,
654
+ "TIME_DELTA=1.1304347826086971": 593,
655
+ "TIME_DELTA=1.5652173913043472": 594,
656
+ "TIME_DELTA=1.7391304347826089": 595,
657
+ "TIME_DELTA=2.521739130434783": 596,
658
+ "TIME_DELTA=3.4782608695652173": 597,
659
+ "TIME_DELTA=3.652173913043478": 598,
660
+ "TIME_DELTA=4.3478260869565215": 599,
661
+ "TIME_DELTA=5.217391304347826": 600,
662
+ "TIME_DELTA=5.478260869565217": 601,
663
+ "TIME_DELTA=13.86046511627907": 602,
664
+ "TIME_DELTA=4.0930232558139545": 603,
665
+ "TIME_DELTA=4.558139534883722": 604,
666
+ "TIME_DELTA=1.023255813953488": 605,
667
+ "TIME_DELTA=2.8837209302325584": 606,
668
+ "TIME_DELTA=3.348837209302326": 607,
669
+ "TIME_DELTA=7.813953488372093": 608,
670
+ "TIME_DELTA=2.0465116279069773": 609,
671
+ "TIME_DELTA=1.0232558139534866": 610,
672
+ "TIME_DELTA=12.186046511627907": 611,
673
+ "TIME_DELTA=3.4418604651162794": 612,
674
+ "TIME_DELTA=10.418604651162791": 613,
675
+ "TIME_DELTA=0.3478260869565224": 614,
676
+ "TIME_DELTA=10.13953488372093": 615,
677
+ "TIME_DELTA=12.279069767441861": 616,
678
+ "TIME_DELTA=9.767441860465116": 617,
679
+ "TIME_DELTA=7.2558139534883725": 618,
680
+ "TIME_DELTA=8.186046511627907": 619,
681
+ "TIME_DELTA=3.2558139534883717": 620,
682
+ "TIME_DELTA=3.2558139534883725": 621,
683
+ "TIME_DELTA=7.906976744186046": 622,
684
+ "TIME_DELTA=12.651162790697674": 623,
685
+ "TIME_DELTA=8.093023255813954": 624,
686
+ "TIME_DELTA=12.093023255813954": 625,
687
+ "TIME_DELTA=2.5116279069767438": 626,
688
+ "TIME_DELTA=1.209302325581395": 627,
689
+ "TIME_DELTA=0.8695652173913029": 628,
690
+ "TIME_DELTA=1.1304347826086962": 629,
691
+ "TIME_DELTA=1.4782608695652186": 630,
692
+ "TIME_DELTA=3.3043478260869565": 631,
693
+ "TIME_DELTA=4.173913043478261": 632,
694
+ "TIME_DELTA=2.9767441860465125": 633,
695
+ "TIME_DELTA=10.325581395348838": 634,
696
+ "TIME_DELTA=3.0697674418604644": 635,
697
+ "TIME_DELTA=6.697674418604651": 636,
698
+ "TIME_DELTA=7.720930232558139": 637,
699
+ "TIME_DELTA=0.5217391304347814": 638,
700
+ "TIME_DELTA=1.4883720930232562": 639,
701
+ "TIME_DELTA=3.3488372093023253": 640,
702
+ "TIME_DELTA=8.930232558139535": 641,
703
+ "TIME_DELTA=8.55813953488372": 642,
704
+ "TIME_DELTA=2.4186046511627897": 643,
705
+ "TIME_DELTA=6.511627906976744": 644,
706
+ "TIME_DELTA=12.465116279069768": 645,
707
+ "TIME_DELTA=15.069767441860465": 646,
708
+ "TIME_DELTA=0.7826086956521741": 647,
709
+ "TIME_DELTA=2.3478260869565224": 648,
710
+ "TIME_DELTA=1.8604651162790686": 649,
711
+ "TIME_DELTA=5.674418604651162": 650,
712
+ "TIME_DELTA=12.744186046511627": 651,
713
+ "TIME_DELTA=3.534883720930233": 652,
714
+ "TIME_DELTA=4.093023255813953": 653,
715
+ "TIME_DELTA=13.209302325581396": 654,
716
+ "TIME_DELTA=3.44186046511628": 655,
717
+ "TIME_DELTA=4.7441860465116275": 656
718
+ },
719
+ "unk_token": "[UNK]"
720
+ }
721
+ }
tokenizer_config.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "[PAD]",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "[UNK]",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "[CLS]",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "[SEP]",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "4": {
36
+ "content": "[MASK]",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "additional_special_tokens": [
45
+ "[UNK]",
46
+ "[SEP]",
47
+ "[MASK]",
48
+ "[PAD]",
49
+ "[CLS]"
50
+ ],
51
+ "clean_up_tokenization_spaces": true,
52
+ "model_max_length": 1000000000000000019884624838656,
53
+ "tokenizer_class": "PreTrainedTokenizerFast",
54
+ "use_fast": true
55
+ }