Upload fas_arab_5mb tokenizer.

added_tokens.json

@@ -0,0 +1 @@
+{"[XXXXX593]": 38290, "[XXXXX277]": 37974, "[XXXXX721]": 38418, "[XXXXX1211]": 38908, "[XXXXX746]": 38443, "[XXXXX1051]": 38748, "[XXXXX1018]": 38715, "[XXXXX149]": 37846, "[XXXXX1176]": 38873, "[XXXXX396]": 38093, "[XXXXX300]": 37997, "[XXXXX1004]": 38701, "[XXXXX351]": 38048, "[XXXXX156]": 37853, "[XXXXX766]": 38463, "[XXXXX213]": 37910, "[XXXXX472]": 38169, "[XXXXX1116]": 38813, "[XXXXX493]": 38190, "[XXXXX404]": 38101, "[XXXXX290]": 37987, "[XXXXX583]": 38280, "[XXXXX929]": 38626, "[XXXXX247]": 37944, "[XXXXX1206]": 38903, "[XXXXX982]": 38679, "[XXXXX513]": 38210, "[XXXXX242]": 37939, "[XXXXX565]": 38262, "[XXXXX883]": 38580, "[XXXXX295]": 37992, "[XXXXX905]": 38602, "[XXXXX194]": 37891, "[XXXXX924]": 38621, "[XXXXX678]": 38375, "[XXXXX433]": 38130, "[XXXXX176]": 37873, "[XXXXX645]": 38342, "[XXXXX225]": 37922, "[XXXXX840]": 38537, "[XXXXX584]": 38281, "[XXXXX324]": 38021, "[XXXXX869]": 38566, "[XXXXX145]": 37842, "[XXXXX403]": 38100, "[XXXXX1192]": 38889, "[XXXXX1023]": 38720, "[XXXXX571]": 38268, "[XXXXX22]": 37719, "[XXXXX309]": 38006, "[XXXXX218]": 37915, "[XXXXX871]": 38568, "[XXXXX368]": 38065, "[XXXXX841]": 38538, "[XXXXX431]": 38128, "[XXXXX193]": 37890, "[XXXXX555]": 38252, "[XXXXX9]": 37706, "[XXXXX925]": 38622, "[XXXXX1036]": 38733, "[XXXXX895]": 38592, "[XXXXX112]": 37809, "[XXXXX361]": 38058, "[XXXXX496]": 38193, "[XXXXX844]": 38541, "[XXXXX379]": 38076, "[XXXXX234]": 37931, "[XXXXX603]": 38300, "[XXXXX258]": 37955, "[XXXXX185]": 37882, "[XXXXX1126]": 38823, "[XXXXX563]": 38260, "[XXXXX1137]": 38834, "[XXXXX637]": 38334, "[XXXXX961]": 38658, "[XXXXX546]": 38243, "[XXXXX150]": 37847, "[XXXXX902]": 38599, "[XXXXX821]": 38518, "[XXXXX16]": 37713, "[XXXXX996]": 38693, "[XXXXX907]": 38604, "[XXXXX133]": 37830, "[XXXXX885]": 38582, "[XXXXX643]": 38340, "[XXXXX915]": 38612, "[XXXXX657]": 38354, "[XXXXX260]": 37957, "[XXXXX355]": 38052, "[XXXXX1201]": 38898, "[XXXXX733]": 38430, "[XXXXX1203]": 38900, "[XXXXX1169]": 38866, "[XXXXX927]": 38624, "[XXXXX429]": 38126, "[XXXXX772]": 38469, "[XXXXX388]": 38085, "[XXXXX1011]": 38708, "[XXXXX965]": 38662, "[XXXXX425]": 38122, "[XXXXX1056]": 38753, "[XXXXX964]": 38661, "[XXXXX100]": 37797, "[XXXXX507]": 38204, "[XXXXX357]": 38054, "[XXXXX532]": 38229, "[XXXXX1073]": 38770, "[XXXXX269]": 37966, "[XXXXX795]": 38492, "[XXXXX159]": 37856, "[XXXXX935]": 38632, "[XXXXX52]": 37749, "[XXXXX1038]": 38735, "[XXXXX255]": 37952, "[XXXXX842]": 38539, "[XXXXX514]": 38211, "[XXXXX813]": 38510, "[XXXXX1158]": 38855, "[CLS]": 37693, "[XXXXX54]": 37751, "[XXXXX975]": 38672, "[XXXXX299]": 37996, "[XXXXX748]": 38445, "[XXXXX595]": 38292, "[XXXXX906]": 38603, "[XXXXX1012]": 38709, "[XXXXX1098]": 38795, "[XXXXX547]": 38244, "[XXXXX635]": 38332, "[XXXXX1015]": 38712, "[XXXXX469]": 38166, "[XXXXX130]": 37827, "[XXXXX483]": 38180, "[XXXXX420]": 38117, "[XXXXX147]": 37844, "[XXXXX884]": 38581, "[XXXXX287]": 37984, "[XXXXX455]": 38152, "[XXXXX1089]": 38786, "[XXXXX1071]": 38768, "[XXXXX374]": 38071, "[XXXXX354]": 38051, "[XXXXX1031]": 38728, "[XXXXX1178]": 38875, "[XXXXX32]": 37729, "[XXXXX778]": 38475, "[XXXXX524]": 38221, "[XXXXX879]": 38576, "[XXXXX562]": 38259, "[XXXXX204]": 37901, "[XXXXX436]": 38133, "[XXXXX487]": 38184, "[XXXXX525]": 38222, "[XXXXX108]": 37805, "[XXXXX394]": 38091, "[XXXXX710]": 38407, "[XXXXX553]": 38250, "[XXXXX340]": 38037, "[XXXXX773]": 38470, "[XXXXX327]": 38024, "[XXXXX984]": 38681, "[XXXXX650]": 38347, "[XXXXX291]": 37988, "[XXXXX974]": 38671, "[XXXXX1173]": 38870, "[XXXXX1180]": 38877, "[XXXXX221]": 37918, "[XXXXX416]": 38113, "[XXXXX990]": 38687, "[XXXXX576]": 38273, "[XXXXX1155]": 38852, "[XXXXX1060]": 38757, "[XXXXX190]": 37887, "[XXXXX239]": 37936, "[XXXXX664]": 38361, "[XXXXX875]": 38572, "[XXXXX969]": 38666, "[XXXXX857]": 38554, "[XXXXX365]": 38062, "[XXXXX808]": 38505, "[XXXXX697]": 38394, "[XXXXX942]": 38639, "[XXXXX585]": 38282, "[XXXXX1050]": 38747, "[XXXXX183]": 37880, "[XXXXX401]": 38098, "[XXXXX789]": 38486, "[XXXXX790]": 38487, "[XXXXX1020]": 38717, "[XXXXX683]": 38380, "[XXXXX393]": 38090, "[XXXXX589]": 38286, "[XXXXX387]": 38084, "[XXXXX1009]": 38706, "[XXXXX554]": 38251, "[XXXXX1190]": 38887, "[XXXXX1078]": 38775, "[XXXXX17]": 37714, "[XXXXX1175]": 38872, "[XXXXX33]": 37730, "[XXXXX129]": 37826, "[XXXXX66]": 37763, "[XXXXX889]": 38586, "[XXXXX279]": 37976, "[XXXXX434]": 38131, "[XXXXX713]": 38410, "[XXXXX172]": 37869, "[XXXXX281]": 37978, "[XXXXX716]": 38413, "[XXXXX332]": 38029, "[SEP]": 37694, "[XXXXX781]": 38478, "[XXXXX1118]": 38815, "[XXXXX319]": 38016, "[XXXXX495]": 38192, "[XXXXX896]": 38593, "[XXXXX180]": 37877, "[XXXXX95]": 37792, "[XXXXX981]": 38678, "[XXXXX717]": 38414, "[XXXXX660]": 38357, "[XXXXX458]": 38155, "[XXXXX809]": 38506, "[XXXXX552]": 38249, "[XXXXX814]": 38511, "[XXXXX702]": 38399, "[XXXXX867]": 38564, "[XXXXX802]": 38499, "[XXXXX335]": 38032, "[XXXXX446]": 38143, "[XXXXX970]": 38667, "[XXXXX244]": 37941, "[XXXXX196]": 37893, "[XXXXX592]": 38289, "[XXXXX252]": 37949, "[XXXXX669]": 38366, "[XXXXX744]": 38441, "[XXXXX780]": 38477, "[XXXXX423]": 38120, "[XXXXX684]": 38381, "[XXXXX738]": 38435, "[XXXXX308]": 38005, "[XXXXX90]": 37787, "[XXXXX506]": 38203, "[XXXXX498]": 38195, "[XXXXX560]": 38257, "[XXXXX1170]": 38867, "[XXXXX105]": 37802, "[XXXXX792]": 38489, "[XXXXX424]": 38121, "[XXXXX715]": 38412, "[XXXXX331]": 38028, "[XXXXX475]": 38172, "[XXXXX1022]": 38719, "[XXXXX79]": 37776, "[XXXXX294]": 37991, "[XXXXX76]": 37773, "[XXXXX479]": 38176, "[XXXXX622]": 38319, "[XXXXX45]": 37742, "[XXXXX760]": 38457, "[XXXXX339]": 38036, "[XXXXX1096]": 38793, "[XXXXX1129]": 38826, "[XXXXX736]": 38433, "[XXXXX245]": 37942, "[XXXXX141]": 37838, "[XXXXX473]": 38170, "[XXXXX696]": 38393, "[XXXXX200]": 37897, "[XXXXX765]": 38462, "[XXXXX273]": 37970, "[XXXXX118]": 37815, "[XXXXX698]": 38395, "[XXXXX134]": 37831, "[XXXXX818]": 38515, "[XXXXX1076]": 38773, "[XXXXX59]": 37756, "[XXXXX199]": 37896, "[XXXXX962]": 38659, "[XXXXX142]": 37839, "[XXXXX1080]": 38777, "[XXXXX892]": 38589, "[XXXXX407]": 38104, "[XXXXX419]": 38116, "[XXXXX634]": 38331, "[XXXXX243]": 37940, "[XXXXX1145]": 38842, "[XXXXX321]": 38018, "[XXXXX62]": 37759, "[XXXXX1000]": 38697, "[XXXXX936]": 38633, "[XXXXX25]": 37722, "[XXXXX656]": 38353, "[XXXXX918]": 38615, "[XXXXX890]": 38587, "[XXXXX948]": 38645, "[XXXXX831]": 38528, "[XXXXX1067]": 38764, "[XXXXX743]": 38440, "[XXXXX652]": 38349, "[XXXXX323]": 38020, "[XXXXX1045]": 38742, "[XXXXX881]": 38578, "[XXXXX900]": 38597, "[XXXXX977]": 38674, "[XXXXX1163]": 38860, "[XXXXX1134]": 38831, "[XXXXX1088]": 38785, "[XXXXX441]": 38138, "[XXXXX1081]": 38778, "[XXXXX824]": 38521, "[XXXXX87]": 37784, "[XXXXX0]": 37697, "[XXXXX21]": 37718, "[XXXXX1002]": 38699, "[XXXXX120]": 37817, "[XXXXX1103]": 38800, "[XXXXX497]": 38194, "[XXXXX1133]": 38830, "[XXXXX109]": 37806, "[XXXXX1198]": 38895, "[XXXXX797]": 38494, "[XXXXX165]": 37862, "[XXXXX278]": 37975, "[XXXXX405]": 38102, "[XXXXX880]": 38577, "[XXXXX438]": 38135, "[XXXXX216]": 37913, "[XXXXX1147]": 38844, "[XXXXX1140]": 38837, "[XXXXX997]": 38694, "[XXXXX856]": 38553, "[XXXXX478]": 38175, "[XXXXX1148]": 38845, "[XXXXX771]": 38468, "[XXXXX61]": 37758, "[XXXXX719]": 38416, "[XXXXX1052]": 38749, "[XXXXX1044]": 38741, "[XXXXX777]": 38474, "[XXXXX543]": 38240, "[XXXXX1101]": 38798, "[XXXXX949]": 38646, "[XXXXX421]": 38118, "[XXXXX305]": 38002, "[XXXXX69]": 37766, "[XXXXX381]": 38078, "[XXXXX20]": 37717, "[XXXXX973]": 38670, "[XXXXX860]": 38557, "[XXXXX250]": 37947, "[XXXXX1109]": 38806, "[XXXXX1086]": 38783, "[XXXXX834]": 38531, "[XXXXX919]": 38616, "[XXXXX753]": 38450, "[XXXXX11]": 37708, "[XXXXX758]": 38455, "[XXXXX360]": 38057, "[XXXXX83]": 37780, "[XXXXX723]": 38420, "[XXXXX96]": 37793, "[XXXXX38]": 37735, "[XXXXX1055]": 38752, "[XXXXX30]": 37727, "[XXXXX70]": 37767, "[XXXXX489]": 38186, "[XXXXX203]": 37900, "[XXXXX284]": 37981, "[XXXXX1146]": 38843, "[XXXXX1117]": 38814, "[XXXXX283]": 37980, "[XXXXX1114]": 38811, "[XXXXX1063]": 38760, "[XXXXX1066]": 38763, "[XXXXX359]": 38056, "[XXXXX920]": 38617, "[XXXXX819]": 38516, "[XXXXX1210]": 38907, "[XXXXX263]": 37960, "[XXXXX986]": 38683, "[XXXXX380]": 38077, "[XXXXX229]": 37926, "[XXXXX338]": 38035, "[XXXXX1143]": 38840, "[XXXXX352]": 38049, "[XXXXX341]": 38038, "[XXXXX378]": 38075, "[XXXXX849]": 38546, "[XXXXX932]": 38629, "[XXXXX627]": 38324, "[XXXXX613]": 38310, "[XXXXX787]": 38484, "[XXXXX605]": 38302, "[XXXXX858]": 38555, "[XXXXX248]": 37945, "[XXXXX830]": 38527, "[XXXXX519]": 38216, "[XXXXX116]": 37813, "[XXXXX448]": 38145, "[XXXXX337]": 38034, "[XXXXX901]": 38598, "[XXXXX167]": 37864, "[XXXXX960]": 38657, "[XXXXX897]": 38594, "[XXXXX972]": 38669, "[XXXXX598]": 38295, "[XXXXX689]": 38386, "[XXXXX705]": 38402, "[XXXXX1141]": 38838, "[XXXXX350]": 38047, "[XXXXX570]": 38267, "[XXXXX1130]": 38827, "[XXXXX917]": 38614, "[XXXXX826]": 38523, "[XXXXX599]": 38296, "[XXXXX646]": 38343, "[XXXXX953]": 38650, "[XXXXX1102]": 38799, "[XXXXX371]": 38068, "[XXXXX1196]": 38893, "[XXXXX406]": 38103, "[XXXXX435]": 38132, "[XXXXX759]": 38456, "[XXXXX1207]": 38904, "[XXXXX989]": 38686, "[XXXXX314]": 38011, "[XXXXX297]": 37994, "[XXXXX629]": 38326, "[XXXXX845]": 38542, "[XXXXX941]": 38638, "[MASK]": 37696, "[XXXXX31]": 37728, "[XXXXX749]": 38446, "[XXXXX157]": 37854, "[XXXXX205]": 37902, "[XXXXX800]": 38497, "[XXXXX289]": 37986, "[XXXXX1150]": 38847, "[XXXXX386]": 38083, "[XXXXX217]": 37914, "[XXXXX587]": 38284, "[XXXXX638]": 38335, "[XXXXX160]": 37857, "[XXXXX152]": 37849, "[XXXXX578]": 38275, "[XXXXX816]": 38513, "[XXXXX93]": 37790, "[XXXXX958]": 38655, "[XXXXX708]": 38405, "[XXXXX15]": 37712, "[XXXXX695]": 38392, "[XXXXX526]": 38223, "[XXXXX1019]": 38716, "[XXXXX285]": 37982, "[XXXXX750]": 38447, "[XXXXX662]": 38359, "[XXXXX97]": 37794, "[XXXXX572]": 38269, "[XXXXX459]": 38156, "[XXXXX317]": 38014, "[XXXXX911]": 38608, "[XXXXX274]": 37971, "[XXXXX410]": 38107, "[XXXXX694]": 38391, "[XXXXX85]": 37782, "[XXXXX42]": 37739, "[XXXXX586]": 38283, "[XXXXX752]": 38449, "[XXXXX2]": 37699, "[XXXXX980]": 38677, "[XXXXX143]": 37840, "[XXXXX1041]": 38738, "[XXXXX207]": 37904, "[XXXXX509]": 38206, "[XXXXX13]": 37710, "[XXXXX922]": 38619, "[XXXXX465]": 38162, "[XXXXX755]": 38452, "[XXXXX1003]": 38700, "[XXXXX175]": 37872, "[XXXXX1082]": 38779, "[XXXXX947]": 38644, "[XXXXX644]": 38341, "[XXXXX1212]": 38909, "[XXXXX457]": 38154, "[XXXXX477]": 38174, "[XXXXX94]": 37791, "[XXXXX987]": 38684, "[XXXXX887]": 38584, "[XXXXX848]": 38545, "[XXXXX1074]": 38771, "[XXXXX862]": 38559, "[XXXXX1100]": 38797, "[XXXXX1171]": 38868, "[XXXXX807]": 38504, "[XXXXX988]": 38685, "[XXXXX333]": 38030, "[XXXXX330]": 38027, "[XXXXX1079]": 38776, "[XXXXX74]": 37771, "[XXXXX1021]": 38718, "[XXXXX261]": 37958, "[XXXXX1058]": 38755, "[XXXXX704]": 38401, "[XXXXX803]": 38500, "[XXXXX158]": 37855, "[XXXXX238]": 37935, "[XXXXX6]": 37703, "[XXXXX667]": 38364, "[XXXXX312]": 38009, "[XXXXX1008]": 38705, "[XXXXX113]": 37810, "[XXXXX782]": 38479, "[XXXXX1124]": 38821, "[XXXXX934]": 38631, "[XXXXX609]": 38306, "[XXXXX369]": 38066, "[XXXXX336]": 38033, "[XXXXX1104]": 38801, "[XXXXX551]": 38248, "[XXXXX1093]": 38790, "[XXXXX534]": 38231, "[XXXXX1161]": 38858, "[XXXXX1069]": 38766, "[XXXXX878]": 38575, "[XXXXX590]": 38287, "[XXXXX569]": 38266, "[XXXXX527]": 38224, "[XXXXX1182]": 38879, "[XXXXX822]": 38519, "[XXXXX876]": 38573, "[XXXXX866]": 38563, "[XXXXX65]": 37762, "[XXXXX828]": 38525, "[XXXXX538]": 38235, "[XXXXX894]": 38591, "[XXXXX209]": 37906, "[XXXXX912]": 38609, "[XXXXX798]": 38495, "[XXXXX600]": 38297, "[XXXXX957]": 38654, "[XXXXX320]": 38017, "[XXXXX714]": 38411, "[XXXXX1087]": 38784, "[XXXXX995]": 38692, "[XXXXX630]": 38327, "[XXXXX675]": 38372, "[XXXXX422]": 38119, "[XXXXX390]": 38087, "[XXXXX1151]": 38848, "[XXXXX1048]": 38745, "[XXXXX916]": 38613, "[XXXXX943]": 38640, "[XXXXX747]": 38444, "[XXXXX784]": 38481, "[XXXXX482]": 38179, "[XXXXX939]": 38636, "[XXXXX1042]": 38739, "[XXXXX1115]": 38812, "[XXXXX680]": 38377, "[XXXXX137]": 37834, "[XXXXX893]": 38590, "[XXXXX415]": 38112, "[XXXXX1024]": 38721, "[XXXXX43]": 37740, "[XXXXX882]": 38579, "[XXXXX829]": 38526, "[XXXXX271]": 37968, "[XXXXX298]": 37995, "[XXXXX1]": 37698, "[XXXXX1030]": 38727, "[XXXXX517]": 38214, "[XXXXX67]": 37764, "[XXXXX930]": 38627, "[XXXXX1049]": 38746, "[XXXXX82]": 37779, "[XXXXX1059]": 38756, "[XXXXX1034]": 38731, "[XXXXX999]": 38696, "[XXXXX963]": 38660, "[XXXXX693]": 38390, "[XXXXX101]": 37798, "[XXXXX515]": 38212, "[XXXXX91]": 37788, "[XXXXX37]": 37734, "[XXXXX470]": 38167, "[XXXXX511]": 38208, "[XXXXX272]": 37969, "[XXXXX174]": 37871, "[XXXXX701]": 38398, "[XXXXX827]": 38524, "[XXXXX171]": 37868, "[XXXXX306]": 38003, "[XXXXX811]": 38508, "[XXXXX53]": 37750, "[XXXXX442]": 38139, "[XXXXX914]": 38611, "[XXXXX681]": 38378, "[XXXXX1007]": 38704, "[XXXXX195]": 37892, "[XXXXX1057]": 38754, "[XXXXX117]": 37814, "[XXXXX490]": 38187, "[XXXXX725]": 38422, "[XXXXX364]": 38061, "[XXXXX189]": 37886, "[XXXXX282]": 37979, "[XXXXX125]": 37822, "[XXXXX548]": 38245, "[XXXXX523]": 38220, "[XXXXX623]": 38320, "[XXXXX264]": 37961, "[XXXXX328]": 38025, "[XXXXX343]": 38040, "[XXXXX833]": 38530, "[XXXXX838]": 38535, "[XXXXX78]": 37775, "[XXXXX993]": 38690, "[XXXXX92]": 37789, "[XXXXX251]": 37948, "[XXXXX1046]": 38743, "[XXXXX541]": 38238, "[XXXXX628]": 38325, "[XXXXX1138]": 38835, "[XXXXX945]": 38642, "[XXXXX886]": 38583, "[XXXXX385]": 38082, "[XXXXX151]": 37848, "[XXXXX668]": 38365, "<pad>": 37695, "[XXXXX178]": 37875, "[XXXXX26]": 37723, "[XXXXX976]": 38673, "[XXXXX1188]": 38885, "[XXXXX280]": 37977, "[XXXXX518]": 38215, "[XXXXX115]": 37812, "[XXXXX861]": 38558, "[XXXXX709]": 38406, "[XXXXX528]": 38225, "[XXXXX447]": 38144, "[XXXXX577]": 38274, "[XXXXX48]": 37745, "[XXXXX363]": 38060, "[XXXXX868]": 38565, "[XXXXX104]": 37801, "[XXXXX1032]": 38729, "[XXXXX1122]": 38819, "[XXXXX392]": 38089, "[XXXXX874]": 38571, "[XXXXX358]": 38055, "[XXXXX998]": 38695, "[XXXXX19]": 37716, "[XXXXX791]": 38488, "[XXXXX55]": 37752, "[XXXXX510]": 38207, "[XXXXX211]": 37908, "[XXXXX983]": 38680, "[XXXXX594]": 38291, "[XXXXX837]": 38534, "[XXXXX508]": 38205, "[XXXXX268]": 37965, "[XXXXX950]": 38647, "[XXXXX430]": 38127, "[XXXXX928]": 38625, "[XXXXX127]": 37824, "[XXXXX870]": 38567, "[XXXXX815]": 38512, "[XXXXX944]": 38641, "[XXXXX463]": 38160, "[XXXXX471]": 38168, "[XXXXX494]": 38191, "[XXXXX480]": 38177, "[XXXXX1160]": 38857, "[XXXXX184]": 37881, "[XXXXX41]": 37738, "[XXXXX545]": 38242, "[XXXXX632]": 38329, "[XXXXX231]": 37928, "[XXXXX1156]": 38853, "[XXXXX383]": 38080, "[XXXXX1027]": 38724, "[XXXXX443]": 38140, "[XXXXX169]": 37866, "[XXXXX44]": 37741, "[XXXXX286]": 37983, "[XXXXX685]": 38382, "[XXXXX219]": 37916, "[XXXXX735]": 38432, "[XXXXX940]": 38637, "[XXXXX812]": 38509, "[XXXXX397]": 38094, "[XXXXX484]": 38181, "[XXXXX302]": 37999, "[XXXXX1186]": 38883, "[XXXXX57]": 37754, "[XXXXX512]": 38209, "[XXXXX1006]": 38703, "[XXXXX210]": 37907, "[XXXXX591]": 38288, "[XXXXX177]": 37874, "[XXXXX672]": 38369, "[XXXXX99]": 37796, "[XXXXX1099]": 38796, "[XXXXX967]": 38664, "[XXXXX904]": 38601, "[XXXXX640]": 38337, "[XXXXX712]": 38409, "[XXXXX492]": 38189, "[XXXXX676]": 38373, "[XXXXX624]": 38321, "[XXXXX931]": 38628, "[XXXXX751]": 38448, "[XXXXX853]": 38550, "[XXXXX1113]": 38810, "[XXXXX682]": 38379, "[XXXXX711]": 38408, "[XXXXX4]": 37701, "[XXXXX449]": 38146, "[XXXXX992]": 38689, "[XXXXX1174]": 38871, "[XXXXX539]": 38236, "[XXXXX481]": 38178, "[XXXXX582]": 38279, "[XXXXX991]": 38688, "[XXXXX823]": 38520, "[XXXXX63]": 37760, "[XXXXX64]": 37761, "[XXXXX734]": 38431, "[XXXXX937]": 38634, "[XXXXX549]": 38246, "[XXXXX938]": 38635, "[XXXXX80]": 37777, "[XXXXX851]": 38548, "[XXXXX432]": 38129, "[XXXXX732]": 38429, "[XXXXX1053]": 38750, "[XXXXX461]": 38158, "[XXXXX574]": 38271, "[XXXXX462]": 38159, "[XXXXX606]": 38303, "[XXXXX621]": 38318, "[XXXXX7]": 37704, "[XXXXX488]": 38185, "[XXXXX468]": 38165, "[XXXXX556]": 38253, "[XXXXX1205]": 38902, "[XXXXX1026]": 38723, "[XXXXX173]": 37870, "[XXXXX1144]": 38841, "[XXXXX1166]": 38863, "[XXXXX276]": 37973, "[XXXXX391]": 38088, "[XXXXX1208]": 38905, "[XXXXX215]": 37912, "[XXXXX1195]": 38892, "[XXXXX854]": 38551, "[XXXXX891]": 38588, "[XXXXX959]": 38656, "[XXXXX926]": 38623, "[XXXXX201]": 37898, "[XXXXX402]": 38099, "[XXXXX724]": 38421, "[XXXXX1110]": 38807, "[XXXXX36]": 37733, "[XXXXX500]": 38197, "[XXXXX1070]": 38767, "[XXXXX444]": 38141, "[XXXXX604]": 38301, "[XXXXX311]": 38008, "[XXXXX966]": 38663, "[XXXXX796]": 38493, "[XXXXX466]": 38163, "[XXXXX677]": 38374, "[XXXXX659]": 38356, "[XXXXX835]": 38532, "[XXXXX10]": 37707, "[XXXXX1125]": 38822, "[XXXXX788]": 38485, "[XXXXX460]": 38157, "[XXXXX537]": 38234, "[XXXXX348]": 38045, "[XXXXX349]": 38046, "[XXXXX530]": 38227, "[XXXXX188]": 37885, "[XXXXX641]": 38338, "[XXXXX806]": 38503, "[XXXXX233]": 37930, "[XXXXX259]": 37956, "[XXXXX222]": 37919, "[XXXXX691]": 38388, "[XXXXX820]": 38517, "[XXXXX1132]": 38829, "[XXXXX208]": 37905, "[XXXXX1189]": 38886, "[XXXXX382]": 38079, "[XXXXX754]": 38451, "[XXXXX1112]": 38809, "[XXXXX450]": 38147, "[XXXXX170]": 37867, "[XXXXX400]": 38097, "[XXXXX485]": 38182, "[XXXXX846]": 38543, "[XXXXX148]": 37845, "[XXXXX521]": 38218, "[XXXXX456]": 38153, "[XXXXX909]": 38606, "[XXXXX3]": 37700, "[XXXXX214]": 37911, "[XXXXX107]": 37804, "[XXXXX865]": 38562, "[XXXXX8]": 37705, "[XXXXX228]": 37925, "[XXXXX1005]": 38702, "[XXXXX325]": 38022, "[XXXXX126]": 37823, "[XXXXX476]": 38173, "[XXXXX1043]": 38740, "[XXXXX275]": 37972, "[XXXXX119]": 37816, "[XXXXX1039]": 38736, "[XXXXX166]": 37863, "[XXXXX315]": 38012, "[XXXXX49]": 37746, "[XXXXX110]": 37807, "[XXXXX35]": 37732, "[XXXXX168]": 37865, "[XXXXX1094]": 38791, "[XXXXX417]": 38114, "[XXXXX774]": 38471, "[XXXXX1111]": 38808, "[XXXXX673]": 38370, "[XXXXX764]": 38461, "[XXXXX614]": 38311, "[XXXXX994]": 38691, "[XXXXX699]": 38396, "[XXXXX440]": 38137, "[XXXXX690]": 38387, "[XXXXX270]": 37967, "[XXXXX75]": 37772, "[XXXXX161]": 37858, "[XXXXX978]": 38675, "[XXXXX597]": 38294, "[XXXXX138]": 37835, "[XXXXX140]": 37837, "[XXXXX111]": 37808, "[XXXXX409]": 38106, "[XXXXX84]": 37781, "[XXXXX408]": 38105, "[XXXXX18]": 37715, "[XXXXX27]": 37724, "[XXXXX810]": 38507, "[XXXXX46]": 37743, "[XXXXX1204]": 38901, "[XXXXX356]": 38053, "[XXXXX230]": 37927, "[XXXXX5]": 37702, "[XXXXX316]": 38013, "[XXXXX345]": 38042, "[XXXXX1035]": 38732, "[XXXXX164]": 37861, "[XXXXX968]": 38665, "[XXXXX1001]": 38698, "[XXXXX240]": 37937, "[XXXXX257]": 37954, "[XXXXX1202]": 38899, "[XXXXX610]": 38307, "[XXXXX103]": 37800, "[XXXXX779]": 38476, "[XXXXX1095]": 38792, "[XXXXX329]": 38026, "[XXXXX72]": 37769, "[XXXXX639]": 38336, "[XXXXX722]": 38419, "[XXXXX162]": 37859, "[XXXXX1172]": 38869, "[XXXXX674]": 38371, "[XXXXX1179]": 38876, "[XXXXX192]": 37889, "[XXXXX805]": 38502, "[XXXXX608]": 38305, "[XXXXX801]": 38498, "[XXXXX1136]": 38833, "[XXXXX376]": 38073, "[XXXXX1191]": 38888, "[XXXXX12]": 37709, "[XXXXX654]": 38351, "[XXXXX123]": 37820, "[XXXXX647]": 38344, "[XXXXX1084]": 38781, "[XXXXX728]": 38425, "[XXXXX666]": 38363, "[XXXXX1040]": 38737, "[XXXXX540]": 38237, "[XXXXX186]": 37883, "[XXXXX14]": 37711, "[XXXXX131]": 37828, "[XXXXX1154]": 38851, "[XXXXX1064]": 38761, "[XXXXX128]": 37825, "[XXXXX1075]": 38772, "[XXXXX1028]": 38725, "[XXXXX40]": 37737, "[XXXXX322]": 38019, "[XXXXX1128]": 38825, "[XXXXX616]": 38313, "[XXXXX1091]": 38788, "[XXXXX60]": 37757, "[XXXXX50]": 37747, "[XXXXX529]": 38226, "[XXXXX839]": 38536, "[XXXXX499]": 38196, "[XXXXX557]": 38254, "[XXXXX102]": 37799, "[XXXXX505]": 38202, "[XXXXX913]": 38610, "[XXXXX301]": 37998, "[XXXXX56]": 37753, "[XXXXX384]": 38081, "[XXXXX794]": 38491, "[XXXXX313]": 38010, "[XXXXX373]": 38070, "[XXXXX288]": 37985, "[XXXXX71]": 37768, "[XXXXX464]": 38161, "[XXXXX154]": 37851, "[XXXXX1092]": 38789, "[XXXXX877]": 38574, "[XXXXX873]": 38570, "[XXXXX910]": 38607, "[XXXXX1107]": 38804, "[XXXXX307]": 38004, "[XXXXX344]": 38041, "[XXXXX346]": 38043, "[XXXXX564]": 38261, "[XXXXX903]": 38600, "[XXXXX212]": 37909, "[XXXXX1152]": 38849, "[XXXXX1047]": 38744, "[XXXXX908]": 38605, "[XXXXX227]": 37924, "[XXXXX1209]": 38906, "[XXXXX653]": 38350, "[XXXXX757]": 38454, "[XXXXX617]": 38314, "[XXXXX139]": 37836, "[XXXXX952]": 38649, "[XXXXX399]": 38096, "[XXXXX1062]": 38759, "[XXXXX310]": 38007, "[XXXXX1153]": 38850, "[XXXXX1142]": 38839, "[XXXXX395]": 38092, "[XXXXX688]": 38385, "[XXXXX254]": 37951, "[XXXXX179]": 37876, "[XXXXX954]": 38651, "[XXXXX1193]": 38890, "[XXXXX362]": 38059, "[XXXXX491]": 38188, "[XXXXX191]": 37888, "[XXXXX235]": 37932, "[XXXXX951]": 38648, "[XXXXX153]": 37850, "[XXXXX226]": 37923, "[XXXXX81]": 37778, "[XXXXX262]": 37959, "[XXXXX146]": 37843, "[XXXXX580]": 38277, "[XXXXX347]": 38044, "[XXXXX198]": 37895, "[XXXXX767]": 38464, "[XXXXX353]": 38050, "[XXXXX249]": 37946, "[XXXXX581]": 38278, "[XXXXX1131]": 38828, "[XXXXX671]": 38368, "[XXXXX979]": 38676, "[XXXXX223]": 37920, "[XXXXX181]": 37878, "[XXXXX679]": 38376, "[XXXXX1108]": 38805, "[XXXXX763]": 38460, "[XXXXX761]": 38458, "[XXXXX1097]": 38794, "[XXXXX1200]": 38897, "[XXXXX1068]": 38765, "[XXXXX642]": 38339, "[XXXXX739]": 38436, "[XXXXX1149]": 38846, "[XXXXX558]": 38255, "[XXXXX1127]": 38824, "[XXXXX1013]": 38710, "[XXXXX737]": 38434, "[XXXXX516]": 38213, "[XXXXX631]": 38328, "[XXXXX946]": 38643, "[XXXXX1165]": 38862, "[XXXXX718]": 38415, "[XXXXX1061]": 38758, "[XXXXX863]": 38560, "[XXXXX454]": 38151, "[XXXXX852]": 38549, "[XXXXX847]": 38544, "[XXXXX1085]": 38782, "[XXXXX370]": 38067, "[XXXXX296]": 37993, "[XXXXX253]": 37950, "[XXXXX124]": 37821, "[XXXXX742]": 38439, "[XXXXX427]": 38124, "[XXXXX756]": 38453, "[XXXXX377]": 38074, "[XXXXX426]": 38123, "[XXXXX607]": 38304, "[XXXXX23]": 37720, "[XXXXX428]": 38125, "[XXXXX731]": 38428, "[XXXXX206]": 37903, "[XXXXX785]": 38482, "[XXXXX579]": 38276, "[XXXXX224]": 37921, "[XXXXX439]": 38136, "[XXXXX121]": 37818, "[XXXXX956]": 38653, "[XXXXX266]": 37963, "[XXXXX1185]": 38882, "[XXXXX825]": 38522, "[XXXXX601]": 38298, "[XXXXX187]": 37884, "[XXXXX132]": 37829, "[XXXXX655]": 38352, "[XXXXX625]": 38322, "[XXXXX437]": 38134, "[XXXXX615]": 38312, "[XXXXX1194]": 38891, "[XXXXX872]": 38569, "[XXXXX859]": 38556, "[XXXXX542]": 38239, "[XXXXX618]": 38315, "[XXXXX334]": 38031, "[XXXXX575]": 38272, "[XXXXX73]": 37770, "[XXXXX241]": 37938, "[XXXXX47]": 37744, "[XXXXX636]": 38333, "[XXXXX703]": 38400, "[XXXXX411]": 38108, "[XXXXX985]": 38682, "[XXXXX372]": 38069, "[XXXXX670]": 38367, "[XXXXX533]": 38230, "[XXXXX692]": 38389, "[XXXXX1197]": 38894, "[XXXXX1213]": 38910, "[XXXXX1135]": 38832, "[XXXXX504]": 38201, "[XXXXX292]": 37989, "[XXXXX1054]": 38751, "[XXXXX933]": 38630, "[XXXXX686]": 38383, "[XXXXX86]": 37783, "[XXXXX501]": 38198, "[XXXXX804]": 38501, "[XXXXX293]": 37990, "[XXXXX77]": 37774, "[XXXXX817]": 38514, "[XXXXX770]": 38467, "[XXXXX1121]": 38818, "[XXXXX602]": 38299, "[XXXXX843]": 38540, "[XXXXX1029]": 38726, "[XXXXX1183]": 38880, "[XXXXX1214]": 38911, "[XXXXX573]": 38270, "[XXXXX520]": 38217, "[XXXXX326]": 38023, "[XXXXX135]": 37832, "[XXXXX106]": 37803, "[XXXXX304]": 38001, "[XXXXX1168]": 38865, "[XXXXX367]": 38064, "[XXXXX783]": 38480, "[XXXXX182]": 37879, "[XXXXX923]": 38620, "[XXXXX648]": 38345, "[XXXXX726]": 38423, "[XXXXX955]": 38652, "[XXXXX486]": 38183, "[XXXXX535]": 38232, "[XXXXX651]": 38348, "[XXXXX730]": 38427, "[XXXXX342]": 38039, "[XXXXX389]": 38086, "[XXXXX366]": 38063, "[XXXXX663]": 38360, "[XXXXX899]": 38596, "[XXXXX1120]": 38817, "[XXXXX114]": 37811, "[XXXXX536]": 38233, "[XXXXX1014]": 38711, "[XXXXX1187]": 38884, "[XXXXX740]": 38437, "[XXXXX568]": 38265, "[XXXXX727]": 38424, "[XXXXX414]": 38111, "[XXXXX898]": 38595, "[XXXXX1181]": 38878, "[XXXXX596]": 38293, "[XXXXX1037]": 38734, "[XXXXX793]": 38490, "[XXXXX136]": 37833, "[XXXXX1106]": 38803, "[XXXXX98]": 37795, "[XXXXX687]": 38384, "[XXXXX265]": 37962, "[XXXXX665]": 38362, "[XXXXX1083]": 38780, "[XXXXX720]": 38417, "[XXXXX1033]": 38730, "[XXXXX58]": 37755, "[XXXXX971]": 38668, "[XXXXX24]": 37721, "[XXXXX451]": 38148, "[XXXXX864]": 38561, "[XXXXX850]": 38547, "[XXXXX256]": 37953, "[XXXXX745]": 38442, "[XXXXX122]": 37819, "[XXXXX375]": 38072, "[XXXXX1090]": 38787, "[XXXXX612]": 38309, "[XXXXX544]": 38241, "[XXXXX267]": 37964, "[XXXXX197]": 37894, "[XXXXX303]": 38000, "[XXXXX318]": 38015, "[XXXXX658]": 38355, "[XXXXX1119]": 38816, "[XXXXX855]": 38552, "[XXXXX1072]": 38769, "[XXXXX706]": 38403, "[XXXXX474]": 38171, "[XXXXX88]": 37785, "[XXXXX246]": 37943, "[XXXXX237]": 37934, "[XXXXX768]": 38465, "[XXXXX89]": 37786, "[XXXXX729]": 38426, "[XXXXX776]": 38473, "[XXXXX566]": 38263, "[XXXXX561]": 38258, "[XXXXX220]": 37917, "[XXXXX503]": 38200, "[XXXXX700]": 38397, "[XXXXX531]": 38228, "[XXXXX155]": 37852, "[XXXXX1123]": 38820, "[XXXXX1010]": 38707, "[XXXXX769]": 38466, "[XXXXX799]": 38496, "[XXXXX649]": 38346, "[XXXXX661]": 38358, "[XXXXX633]": 38330, "[XXXXX418]": 38115, "[XXXXX28]": 37725, "[XXXXX1164]": 38861, "[XXXXX34]": 37731, "[XXXXX836]": 38533, "[XXXXX786]": 38483, "[XXXXX567]": 38264, "[XXXXX1167]": 38864, "[XXXXX762]": 38459, "[XXXXX620]": 38317, "[XXXXX1184]": 38881, "[XXXXX1139]": 38836, "[XXXXX412]": 38109, "[XXXXX888]": 38585, "[XXXXX1199]": 38896, "[XXXXX775]": 38472, "[XXXXX588]": 38285, "[XXXXX163]": 37860, "[XXXXX413]": 38110, "[XXXXX522]": 38219, "[XXXXX144]": 37841, "[XXXXX502]": 38199, "[XXXXX1017]": 38714, "[XXXXX39]": 37736, "[XXXXX1159]": 38856, "[XXXXX452]": 38149, "[XXXXX619]": 38316, "[XXXXX236]": 37933, "[XXXXX453]": 38150, "[XXXXX232]": 37929, "[XXXXX1177]": 38874, "[XXXXX832]": 38529, "[XXXXX445]": 38142, "[XXXXX559]": 38256, "[XXXXX1077]": 38774, "[XXXXX550]": 38247, "[XXXXX467]": 38164, "[XXXXX1157]": 38854, "[XXXXX68]": 37765, "[XXXXX398]": 38095, "[XXXXX741]": 38438, "[XXXXX29]": 37726, "[XXXXX1025]": 38722, "[XXXXX611]": 38308, "[XXXXX1162]": 38859, "[XXXXX202]": 37899, "[XXXXX707]": 38404, "[XXXXX1065]": 38762, "[XXXXX1105]": 38802, "[XXXXX1016]": 38713, "[XXXXX626]": 38323, "[XXXXX51]": 37748, "[XXXXX921]": 38618}

special_tokens_map.json

@@ -0,0 +1 @@
+{"bos_token": "[CLS]", "eos_token": "[SEP]", "unk_token": "<unk>", "sep_token": "[SEP]", "pad_token": "<pad>", "cls_token": "[CLS]", "mask_token": {"content": "[MASK]", "single_word": false, "lstrip": true, "rstrip": false, "normalized": false}, "additional_special_tokens": ["[XXXXX0]", "[XXXXX1]", "[XXXXX2]", "[XXXXX3]", "[XXXXX4]", "[XXXXX5]", "[XXXXX6]", "[XXXXX7]", "[XXXXX8]", "[XXXXX9]", "[XXXXX10]", "[XXXXX11]", "[XXXXX12]", "[XXXXX13]", "[XXXXX14]", "[XXXXX15]", "[XXXXX16]", "[XXXXX17]", "[XXXXX18]", "[XXXXX19]", "[XXXXX20]", "[XXXXX21]", "[XXXXX22]", "[XXXXX23]", "[XXXXX24]", "[XXXXX25]", "[XXXXX26]", "[XXXXX27]", "[XXXXX28]", "[XXXXX29]", "[XXXXX30]", "[XXXXX31]", "[XXXXX32]", "[XXXXX33]", "[XXXXX34]", "[XXXXX35]", "[XXXXX36]", "[XXXXX37]", "[XXXXX38]", "[XXXXX39]", "[XXXXX40]", "[XXXXX41]", "[XXXXX42]", "[XXXXX43]", "[XXXXX44]", "[XXXXX45]", "[XXXXX46]", "[XXXXX47]", "[XXXXX48]", "[XXXXX49]", "[XXXXX50]", "[XXXXX51]", "[XXXXX52]", "[XXXXX53]", "[XXXXX54]", "[XXXXX55]", "[XXXXX56]", "[XXXXX57]", "[XXXXX58]", "[XXXXX59]", "[XXXXX60]", "[XXXXX61]", "[XXXXX62]", "[XXXXX63]", "[XXXXX64]", "[XXXXX65]", "[XXXXX66]", "[XXXXX67]", "[XXXXX68]", "[XXXXX69]", "[XXXXX70]", "[XXXXX71]", "[XXXXX72]", "[XXXXX73]", "[XXXXX74]", "[XXXXX75]", "[XXXXX76]", "[XXXXX77]", "[XXXXX78]", "[XXXXX79]", "[XXXXX80]", "[XXXXX81]", "[XXXXX82]", "[XXXXX83]", "[XXXXX84]", "[XXXXX85]", "[XXXXX86]", "[XXXXX87]", "[XXXXX88]", "[XXXXX89]", "[XXXXX90]", "[XXXXX91]", "[XXXXX92]", "[XXXXX93]", "[XXXXX94]", "[XXXXX95]", "[XXXXX96]", "[XXXXX97]", "[XXXXX98]", "[XXXXX99]", "[XXXXX100]", "[XXXXX101]", "[XXXXX102]", "[XXXXX103]", "[XXXXX104]", "[XXXXX105]", "[XXXXX106]", "[XXXXX107]", "[XXXXX108]", "[XXXXX109]", "[XXXXX110]", "[XXXXX111]", "[XXXXX112]", "[XXXXX113]", "[XXXXX114]", "[XXXXX115]", "[XXXXX116]", "[XXXXX117]", "[XXXXX118]", "[XXXXX119]", "[XXXXX120]", "[XXXXX121]", "[XXXXX122]", "[XXXXX123]", "[XXXXX124]", "[XXXXX125]", "[XXXXX126]", "[XXXXX127]", "[XXXXX128]", "[XXXXX129]", "[XXXXX130]", "[XXXXX131]", "[XXXXX132]", "[XXXXX133]", "[XXXXX134]", "[XXXXX135]", "[XXXXX136]", "[XXXXX137]", "[XXXXX138]", "[XXXXX139]", "[XXXXX140]", "[XXXXX141]", "[XXXXX142]", "[XXXXX143]", "[XXXXX144]", "[XXXXX145]", "[XXXXX146]", "[XXXXX147]", "[XXXXX148]", "[XXXXX149]", "[XXXXX150]", "[XXXXX151]", "[XXXXX152]", "[XXXXX153]", "[XXXXX154]", "[XXXXX155]", "[XXXXX156]", "[XXXXX157]", "[XXXXX158]", "[XXXXX159]", "[XXXXX160]", "[XXXXX161]", "[XXXXX162]", "[XXXXX163]", "[XXXXX164]", "[XXXXX165]", "[XXXXX166]", "[XXXXX167]", "[XXXXX168]", "[XXXXX169]", "[XXXXX170]", "[XXXXX171]", "[XXXXX172]", "[XXXXX173]", "[XXXXX174]", "[XXXXX175]", "[XXXXX176]", "[XXXXX177]", "[XXXXX178]", "[XXXXX179]", "[XXXXX180]", "[XXXXX181]", "[XXXXX182]", "[XXXXX183]", "[XXXXX184]", "[XXXXX185]", "[XXXXX186]", "[XXXXX187]", "[XXXXX188]", "[XXXXX189]", "[XXXXX190]", "[XXXXX191]", "[XXXXX192]", "[XXXXX193]", "[XXXXX194]", "[XXXXX195]", "[XXXXX196]", "[XXXXX197]", "[XXXXX198]", "[XXXXX199]", "[XXXXX200]", "[XXXXX201]", "[XXXXX202]", "[XXXXX203]", "[XXXXX204]", "[XXXXX205]", "[XXXXX206]", "[XXXXX207]", "[XXXXX208]", "[XXXXX209]", "[XXXXX210]", "[XXXXX211]", "[XXXXX212]", "[XXXXX213]", "[XXXXX214]", "[XXXXX215]", "[XXXXX216]", "[XXXXX217]", "[XXXXX218]", "[XXXXX219]", "[XXXXX220]", "[XXXXX221]", "[XXXXX222]", "[XXXXX223]", "[XXXXX224]", "[XXXXX225]", "[XXXXX226]", "[XXXXX227]", "[XXXXX228]", "[XXXXX229]", "[XXXXX230]", "[XXXXX231]", "[XXXXX232]", "[XXXXX233]", "[XXXXX234]", "[XXXXX235]", "[XXXXX236]", "[XXXXX237]", "[XXXXX238]", "[XXXXX239]", "[XXXXX240]", "[XXXXX241]", "[XXXXX242]", "[XXXXX243]", "[XXXXX244]", "[XXXXX245]", "[XXXXX246]", "[XXXXX247]", "[XXXXX248]", "[XXXXX249]", "[XXXXX250]", "[XXXXX251]", "[XXXXX252]", "[XXXXX253]", "[XXXXX254]", "[XXXXX255]", "[XXXXX256]", "[XXXXX257]", "[XXXXX258]", "[XXXXX259]", "[XXXXX260]", "[XXXXX261]", "[XXXXX262]", "[XXXXX263]", "[XXXXX264]", "[XXXXX265]", "[XXXXX266]", "[XXXXX267]", "[XXXXX268]", "[XXXXX269]", "[XXXXX270]", "[XXXXX271]", "[XXXXX272]", "[XXXXX273]", "[XXXXX274]", "[XXXXX275]", "[XXXXX276]", "[XXXXX277]", "[XXXXX278]", "[XXXXX279]", "[XXXXX280]", "[XXXXX281]", "[XXXXX282]", "[XXXXX283]", "[XXXXX284]", "[XXXXX285]", "[XXXXX286]", "[XXXXX287]", "[XXXXX288]", "[XXXXX289]", "[XXXXX290]", "[XXXXX291]", "[XXXXX292]", "[XXXXX293]", "[XXXXX294]", "[XXXXX295]", "[XXXXX296]", "[XXXXX297]", "[XXXXX298]", "[XXXXX299]", "[XXXXX300]", "[XXXXX301]", "[XXXXX302]", "[XXXXX303]", "[XXXXX304]", "[XXXXX305]", "[XXXXX306]", "[XXXXX307]", "[XXXXX308]", "[XXXXX309]", "[XXXXX310]", "[XXXXX311]", "[XXXXX312]", "[XXXXX313]", "[XXXXX314]", "[XXXXX315]", "[XXXXX316]", "[XXXXX317]", "[XXXXX318]", "[XXXXX319]", "[XXXXX320]", "[XXXXX321]", "[XXXXX322]", "[XXXXX323]", "[XXXXX324]", "[XXXXX325]", "[XXXXX326]", "[XXXXX327]", "[XXXXX328]", "[XXXXX329]", "[XXXXX330]", "[XXXXX331]", "[XXXXX332]", "[XXXXX333]", "[XXXXX334]", "[XXXXX335]", "[XXXXX336]", "[XXXXX337]", "[XXXXX338]", "[XXXXX339]", "[XXXXX340]", "[XXXXX341]", "[XXXXX342]", "[XXXXX343]", "[XXXXX344]", "[XXXXX345]", "[XXXXX346]", "[XXXXX347]", "[XXXXX348]", "[XXXXX349]", "[XXXXX350]", "[XXXXX351]", "[XXXXX352]", "[XXXXX353]", "[XXXXX354]", "[XXXXX355]", "[XXXXX356]", "[XXXXX357]", "[XXXXX358]", "[XXXXX359]", "[XXXXX360]", "[XXXXX361]", "[XXXXX362]", "[XXXXX363]", "[XXXXX364]", "[XXXXX365]", "[XXXXX366]", "[XXXXX367]", "[XXXXX368]", "[XXXXX369]", "[XXXXX370]", "[XXXXX371]", "[XXXXX372]", "[XXXXX373]", "[XXXXX374]", "[XXXXX375]", "[XXXXX376]", "[XXXXX377]", "[XXXXX378]", "[XXXXX379]", "[XXXXX380]", "[XXXXX381]", "[XXXXX382]", "[XXXXX383]", "[XXXXX384]", "[XXXXX385]", "[XXXXX386]", "[XXXXX387]", "[XXXXX388]", "[XXXXX389]", "[XXXXX390]", "[XXXXX391]", "[XXXXX392]", "[XXXXX393]", "[XXXXX394]", "[XXXXX395]", "[XXXXX396]", "[XXXXX397]", "[XXXXX398]", "[XXXXX399]", "[XXXXX400]", "[XXXXX401]", "[XXXXX402]", "[XXXXX403]", "[XXXXX404]", "[XXXXX405]", "[XXXXX406]", "[XXXXX407]", "[XXXXX408]", "[XXXXX409]", "[XXXXX410]", "[XXXXX411]", "[XXXXX412]", "[XXXXX413]", "[XXXXX414]", "[XXXXX415]", "[XXXXX416]", "[XXXXX417]", "[XXXXX418]", "[XXXXX419]", "[XXXXX420]", "[XXXXX421]", "[XXXXX422]", "[XXXXX423]", "[XXXXX424]", "[XXXXX425]", "[XXXXX426]", "[XXXXX427]", "[XXXXX428]", "[XXXXX429]", "[XXXXX430]", "[XXXXX431]", "[XXXXX432]", "[XXXXX433]", "[XXXXX434]", "[XXXXX435]", "[XXXXX436]", "[XXXXX437]", "[XXXXX438]", "[XXXXX439]", "[XXXXX440]", "[XXXXX441]", "[XXXXX442]", "[XXXXX443]", "[XXXXX444]", "[XXXXX445]", "[XXXXX446]", "[XXXXX447]", "[XXXXX448]", "[XXXXX449]", "[XXXXX450]", "[XXXXX451]", "[XXXXX452]", "[XXXXX453]", "[XXXXX454]", "[XXXXX455]", "[XXXXX456]", "[XXXXX457]", "[XXXXX458]", "[XXXXX459]", "[XXXXX460]", "[XXXXX461]", "[XXXXX462]", "[XXXXX463]", "[XXXXX464]", "[XXXXX465]", "[XXXXX466]", "[XXXXX467]", "[XXXXX468]", "[XXXXX469]", "[XXXXX470]", "[XXXXX471]", "[XXXXX472]", "[XXXXX473]", "[XXXXX474]", "[XXXXX475]", "[XXXXX476]", "[XXXXX477]", "[XXXXX478]", "[XXXXX479]", "[XXXXX480]", "[XXXXX481]", "[XXXXX482]", "[XXXXX483]", "[XXXXX484]", "[XXXXX485]", "[XXXXX486]", "[XXXXX487]", "[XXXXX488]", "[XXXXX489]", "[XXXXX490]", "[XXXXX491]", "[XXXXX492]", "[XXXXX493]", "[XXXXX494]", "[XXXXX495]", "[XXXXX496]", "[XXXXX497]", "[XXXXX498]", "[XXXXX499]", "[XXXXX500]", "[XXXXX501]", "[XXXXX502]", "[XXXXX503]", "[XXXXX504]", "[XXXXX505]", "[XXXXX506]", "[XXXXX507]", "[XXXXX508]", "[XXXXX509]", "[XXXXX510]", "[XXXXX511]", "[XXXXX512]", "[XXXXX513]", "[XXXXX514]", "[XXXXX515]", "[XXXXX516]", "[XXXXX517]", "[XXXXX518]", "[XXXXX519]", "[XXXXX520]", "[XXXXX521]", "[XXXXX522]", "[XXXXX523]", "[XXXXX524]", "[XXXXX525]", "[XXXXX526]", "[XXXXX527]", "[XXXXX528]", "[XXXXX529]", "[XXXXX530]", "[XXXXX531]", "[XXXXX532]", "[XXXXX533]", "[XXXXX534]", "[XXXXX535]", "[XXXXX536]", "[XXXXX537]", "[XXXXX538]", "[XXXXX539]", "[XXXXX540]", "[XXXXX541]", "[XXXXX542]", "[XXXXX543]", "[XXXXX544]", "[XXXXX545]", "[XXXXX546]", "[XXXXX547]", "[XXXXX548]", "[XXXXX549]", "[XXXXX550]", "[XXXXX551]", "[XXXXX552]", "[XXXXX553]", "[XXXXX554]", "[XXXXX555]", "[XXXXX556]", "[XXXXX557]", "[XXXXX558]", "[XXXXX559]", "[XXXXX560]", "[XXXXX561]", "[XXXXX562]", "[XXXXX563]", "[XXXXX564]", "[XXXXX565]", "[XXXXX566]", "[XXXXX567]", "[XXXXX568]", "[XXXXX569]", "[XXXXX570]", "[XXXXX571]", "[XXXXX572]", "[XXXXX573]", "[XXXXX574]", "[XXXXX575]", "[XXXXX576]", "[XXXXX577]", "[XXXXX578]", "[XXXXX579]", "[XXXXX580]", "[XXXXX581]", "[XXXXX582]", "[XXXXX583]", "[XXXXX584]", "[XXXXX585]", "[XXXXX586]", "[XXXXX587]", "[XXXXX588]", "[XXXXX589]", "[XXXXX590]", "[XXXXX591]", "[XXXXX592]", "[XXXXX593]", "[XXXXX594]", "[XXXXX595]", "[XXXXX596]", "[XXXXX597]", "[XXXXX598]", "[XXXXX599]", "[XXXXX600]", "[XXXXX601]", "[XXXXX602]", "[XXXXX603]", "[XXXXX604]", "[XXXXX605]", "[XXXXX606]", "[XXXXX607]", "[XXXXX608]", "[XXXXX609]", "[XXXXX610]", "[XXXXX611]", "[XXXXX612]", "[XXXXX613]", "[XXXXX614]", "[XXXXX615]", "[XXXXX616]", "[XXXXX617]", "[XXXXX618]", "[XXXXX619]", "[XXXXX620]", "[XXXXX621]", "[XXXXX622]", "[XXXXX623]", "[XXXXX624]", "[XXXXX625]", "[XXXXX626]", "[XXXXX627]", "[XXXXX628]", "[XXXXX629]", "[XXXXX630]", "[XXXXX631]", "[XXXXX632]", "[XXXXX633]", "[XXXXX634]", "[XXXXX635]", "[XXXXX636]", "[XXXXX637]", "[XXXXX638]", "[XXXXX639]", "[XXXXX640]", "[XXXXX641]", "[XXXXX642]", "[XXXXX643]", "[XXXXX644]", "[XXXXX645]", "[XXXXX646]", "[XXXXX647]", "[XXXXX648]", "[XXXXX649]", "[XXXXX650]", "[XXXXX651]", "[XXXXX652]", "[XXXXX653]", "[XXXXX654]", "[XXXXX655]", "[XXXXX656]", "[XXXXX657]", "[XXXXX658]", "[XXXXX659]", "[XXXXX660]", "[XXXXX661]", "[XXXXX662]", "[XXXXX663]", "[XXXXX664]", "[XXXXX665]", "[XXXXX666]", "[XXXXX667]", "[XXXXX668]", "[XXXXX669]", "[XXXXX670]", "[XXXXX671]", "[XXXXX672]", "[XXXXX673]", "[XXXXX674]", "[XXXXX675]", "[XXXXX676]", "[XXXXX677]", "[XXXXX678]", "[XXXXX679]", "[XXXXX680]", "[XXXXX681]", "[XXXXX682]", "[XXXXX683]", "[XXXXX684]", "[XXXXX685]", "[XXXXX686]", "[XXXXX687]", "[XXXXX688]", "[XXXXX689]", "[XXXXX690]", "[XXXXX691]", "[XXXXX692]", "[XXXXX693]", "[XXXXX694]", "[XXXXX695]", "[XXXXX696]", "[XXXXX697]", "[XXXXX698]", "[XXXXX699]", "[XXXXX700]", "[XXXXX701]", "[XXXXX702]", "[XXXXX703]", "[XXXXX704]", "[XXXXX705]", "[XXXXX706]", "[XXXXX707]", "[XXXXX708]", "[XXXXX709]", "[XXXXX710]", "[XXXXX711]", "[XXXXX712]", "[XXXXX713]", "[XXXXX714]", "[XXXXX715]", "[XXXXX716]", "[XXXXX717]", "[XXXXX718]", "[XXXXX719]", "[XXXXX720]", "[XXXXX721]", "[XXXXX722]", "[XXXXX723]", "[XXXXX724]", "[XXXXX725]", "[XXXXX726]", "[XXXXX727]", "[XXXXX728]", "[XXXXX729]", "[XXXXX730]", "[XXXXX731]", "[XXXXX732]", "[XXXXX733]", "[XXXXX734]", "[XXXXX735]", "[XXXXX736]", "[XXXXX737]", "[XXXXX738]", "[XXXXX739]", "[XXXXX740]", "[XXXXX741]", "[XXXXX742]", "[XXXXX743]", "[XXXXX744]", "[XXXXX745]", "[XXXXX746]", "[XXXXX747]", "[XXXXX748]", "[XXXXX749]", "[XXXXX750]", "[XXXXX751]", "[XXXXX752]", "[XXXXX753]", "[XXXXX754]", "[XXXXX755]", "[XXXXX756]", "[XXXXX757]", "[XXXXX758]", "[XXXXX759]", "[XXXXX760]", "[XXXXX761]", "[XXXXX762]", "[XXXXX763]", "[XXXXX764]", "[XXXXX765]", "[XXXXX766]", "[XXXXX767]", "[XXXXX768]", "[XXXXX769]", "[XXXXX770]", "[XXXXX771]", "[XXXXX772]", "[XXXXX773]", "[XXXXX774]", "[XXXXX775]", "[XXXXX776]", "[XXXXX777]", "[XXXXX778]", "[XXXXX779]", "[XXXXX780]", "[XXXXX781]", "[XXXXX782]", "[XXXXX783]", "[XXXXX784]", "[XXXXX785]", "[XXXXX786]", "[XXXXX787]", "[XXXXX788]", "[XXXXX789]", "[XXXXX790]", "[XXXXX791]", "[XXXXX792]", "[XXXXX793]", "[XXXXX794]", "[XXXXX795]", "[XXXXX796]", "[XXXXX797]", "[XXXXX798]", "[XXXXX799]", "[XXXXX800]", "[XXXXX801]", "[XXXXX802]", "[XXXXX803]", "[XXXXX804]", "[XXXXX805]", "[XXXXX806]", "[XXXXX807]", "[XXXXX808]", "[XXXXX809]", "[XXXXX810]", "[XXXXX811]", "[XXXXX812]", "[XXXXX813]", "[XXXXX814]", "[XXXXX815]", "[XXXXX816]", "[XXXXX817]", "[XXXXX818]", "[XXXXX819]", "[XXXXX820]", "[XXXXX821]", "[XXXXX822]", "[XXXXX823]", "[XXXXX824]", "[XXXXX825]", "[XXXXX826]", "[XXXXX827]", "[XXXXX828]", "[XXXXX829]", "[XXXXX830]", "[XXXXX831]", "[XXXXX832]", "[XXXXX833]", "[XXXXX834]", "[XXXXX835]", "[XXXXX836]", "[XXXXX837]", "[XXXXX838]", "[XXXXX839]", "[XXXXX840]", "[XXXXX841]", "[XXXXX842]", "[XXXXX843]", "[XXXXX844]", "[XXXXX845]", "[XXXXX846]", "[XXXXX847]", "[XXXXX848]", "[XXXXX849]", "[XXXXX850]", "[XXXXX851]", "[XXXXX852]", "[XXXXX853]", "[XXXXX854]", "[XXXXX855]", "[XXXXX856]", "[XXXXX857]", "[XXXXX858]", "[XXXXX859]", "[XXXXX860]", "[XXXXX861]", "[XXXXX862]", "[XXXXX863]", "[XXXXX864]", "[XXXXX865]", "[XXXXX866]", "[XXXXX867]", "[XXXXX868]", "[XXXXX869]", "[XXXXX870]", "[XXXXX871]", "[XXXXX872]", "[XXXXX873]", "[XXXXX874]", "[XXXXX875]", "[XXXXX876]", "[XXXXX877]", "[XXXXX878]", "[XXXXX879]", "[XXXXX880]", "[XXXXX881]", "[XXXXX882]", "[XXXXX883]", "[XXXXX884]", "[XXXXX885]", "[XXXXX886]", "[XXXXX887]", "[XXXXX888]", "[XXXXX889]", "[XXXXX890]", "[XXXXX891]", "[XXXXX892]", "[XXXXX893]", "[XXXXX894]", "[XXXXX895]", "[XXXXX896]", "[XXXXX897]", "[XXXXX898]", "[XXXXX899]", "[XXXXX900]", "[XXXXX901]", "[XXXXX902]", "[XXXXX903]", "[XXXXX904]", "[XXXXX905]", "[XXXXX906]", "[XXXXX907]", "[XXXXX908]", "[XXXXX909]", "[XXXXX910]", "[XXXXX911]", "[XXXXX912]", "[XXXXX913]", "[XXXXX914]", "[XXXXX915]", "[XXXXX916]", "[XXXXX917]", "[XXXXX918]", "[XXXXX919]", "[XXXXX920]", "[XXXXX921]", "[XXXXX922]", "[XXXXX923]", "[XXXXX924]", "[XXXXX925]", "[XXXXX926]", "[XXXXX927]", "[XXXXX928]", "[XXXXX929]", "[XXXXX930]", "[XXXXX931]", "[XXXXX932]", "[XXXXX933]", "[XXXXX934]", "[XXXXX935]", "[XXXXX936]", "[XXXXX937]", "[XXXXX938]", "[XXXXX939]", "[XXXXX940]", "[XXXXX941]", "[XXXXX942]", "[XXXXX943]", "[XXXXX944]", "[XXXXX945]", "[XXXXX946]", "[XXXXX947]", "[XXXXX948]", "[XXXXX949]", "[XXXXX950]", "[XXXXX951]", "[XXXXX952]", "[XXXXX953]", "[XXXXX954]", "[XXXXX955]", "[XXXXX956]", "[XXXXX957]", "[XXXXX958]", "[XXXXX959]", "[XXXXX960]", "[XXXXX961]", "[XXXXX962]", "[XXXXX963]", "[XXXXX964]", "[XXXXX965]", "[XXXXX966]", "[XXXXX967]", "[XXXXX968]", "[XXXXX969]", "[XXXXX970]", "[XXXXX971]", "[XXXXX972]", "[XXXXX973]", "[XXXXX974]", "[XXXXX975]", "[XXXXX976]", "[XXXXX977]", "[XXXXX978]", "[XXXXX979]", "[XXXXX980]", "[XXXXX981]", "[XXXXX982]", "[XXXXX983]", "[XXXXX984]", "[XXXXX985]", "[XXXXX986]", "[XXXXX987]", "[XXXXX988]", "[XXXXX989]", "[XXXXX990]", "[XXXXX991]", "[XXXXX992]", "[XXXXX993]", "[XXXXX994]", "[XXXXX995]", "[XXXXX996]", "[XXXXX997]", "[XXXXX998]", "[XXXXX999]", "[XXXXX1000]", "[XXXXX1001]", "[XXXXX1002]", "[XXXXX1003]", "[XXXXX1004]", "[XXXXX1005]", "[XXXXX1006]", "[XXXXX1007]", "[XXXXX1008]", "[XXXXX1009]", "[XXXXX1010]", "[XXXXX1011]", "[XXXXX1012]", "[XXXXX1013]", "[XXXXX1014]", "[XXXXX1015]", "[XXXXX1016]", "[XXXXX1017]", "[XXXXX1018]", "[XXXXX1019]", "[XXXXX1020]", "[XXXXX1021]", "[XXXXX1022]", "[XXXXX1023]", "[XXXXX1024]", "[XXXXX1025]", "[XXXXX1026]", "[XXXXX1027]", "[XXXXX1028]", "[XXXXX1029]", "[XXXXX1030]", "[XXXXX1031]", "[XXXXX1032]", "[XXXXX1033]", "[XXXXX1034]", "[XXXXX1035]", "[XXXXX1036]", "[XXXXX1037]", "[XXXXX1038]", "[XXXXX1039]", "[XXXXX1040]", "[XXXXX1041]", "[XXXXX1042]", "[XXXXX1043]", "[XXXXX1044]", "[XXXXX1045]", "[XXXXX1046]", "[XXXXX1047]", "[XXXXX1048]", "[XXXXX1049]", "[XXXXX1050]", "[XXXXX1051]", "[XXXXX1052]", "[XXXXX1053]", "[XXXXX1054]", "[XXXXX1055]", "[XXXXX1056]", "[XXXXX1057]", "[XXXXX1058]", "[XXXXX1059]", "[XXXXX1060]", "[XXXXX1061]", "[XXXXX1062]", "[XXXXX1063]", "[XXXXX1064]", "[XXXXX1065]", "[XXXXX1066]", "[XXXXX1067]", "[XXXXX1068]", "[XXXXX1069]", "[XXXXX1070]", "[XXXXX1071]", "[XXXXX1072]", "[XXXXX1073]", "[XXXXX1074]", "[XXXXX1075]", "[XXXXX1076]", "[XXXXX1077]", "[XXXXX1078]", "[XXXXX1079]", "[XXXXX1080]", "[XXXXX1081]", "[XXXXX1082]", "[XXXXX1083]", "[XXXXX1084]", "[XXXXX1085]", "[XXXXX1086]", "[XXXXX1087]", "[XXXXX1088]", "[XXXXX1089]", "[XXXXX1090]", "[XXXXX1091]", "[XXXXX1092]", "[XXXXX1093]", "[XXXXX1094]", "[XXXXX1095]", "[XXXXX1096]", "[XXXXX1097]", "[XXXXX1098]", "[XXXXX1099]", "[XXXXX1100]", "[XXXXX1101]", "[XXXXX1102]", "[XXXXX1103]", "[XXXXX1104]", "[XXXXX1105]", "[XXXXX1106]", "[XXXXX1107]", "[XXXXX1108]", "[XXXXX1109]", "[XXXXX1110]", "[XXXXX1111]", "[XXXXX1112]", "[XXXXX1113]", "[XXXXX1114]", "[XXXXX1115]", "[XXXXX1116]", "[XXXXX1117]", "[XXXXX1118]", "[XXXXX1119]", "[XXXXX1120]", "[XXXXX1121]", "[XXXXX1122]", "[XXXXX1123]", "[XXXXX1124]", "[XXXXX1125]", "[XXXXX1126]", "[XXXXX1127]", "[XXXXX1128]", "[XXXXX1129]", "[XXXXX1130]", "[XXXXX1131]", "[XXXXX1132]", "[XXXXX1133]", "[XXXXX1134]", "[XXXXX1135]", "[XXXXX1136]", "[XXXXX1137]", "[XXXXX1138]", "[XXXXX1139]", "[XXXXX1140]", "[XXXXX1141]", "[XXXXX1142]", "[XXXXX1143]", "[XXXXX1144]", "[XXXXX1145]", "[XXXXX1146]", "[XXXXX1147]", "[XXXXX1148]", "[XXXXX1149]", "[XXXXX1150]", "[XXXXX1151]", "[XXXXX1152]", "[XXXXX1153]", "[XXXXX1154]", "[XXXXX1155]", "[XXXXX1156]", "[XXXXX1157]", "[XXXXX1158]", "[XXXXX1159]", "[XXXXX1160]", "[XXXXX1161]", "[XXXXX1162]", "[XXXXX1163]", "[XXXXX1164]", "[XXXXX1165]", "[XXXXX1166]", "[XXXXX1167]", "[XXXXX1168]", "[XXXXX1169]", "[XXXXX1170]", "[XXXXX1171]", "[XXXXX1172]", "[XXXXX1173]", "[XXXXX1174]", "[XXXXX1175]", "[XXXXX1176]", "[XXXXX1177]", "[XXXXX1178]", "[XXXXX1179]", "[XXXXX1180]", "[XXXXX1181]", "[XXXXX1182]", "[XXXXX1183]", "[XXXXX1184]", "[XXXXX1185]", "[XXXXX1186]", "[XXXXX1187]", "[XXXXX1188]", "[XXXXX1189]", "[XXXXX1190]", "[XXXXX1191]", "[XXXXX1192]", "[XXXXX1193]", "[XXXXX1194]", "[XXXXX1195]", "[XXXXX1196]", "[XXXXX1197]", "[XXXXX1198]", "[XXXXX1199]", "[XXXXX1200]", "[XXXXX1201]", "[XXXXX1202]", "[XXXXX1203]", "[XXXXX1204]", "[XXXXX1205]", "[XXXXX1206]", "[XXXXX1207]", "[XXXXX1208]", "[XXXXX1209]", "[XXXXX1210]", "[XXXXX1211]", "[XXXXX1212]", "[XXXXX1213]", "[XXXXX1214]"]}

spiece.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09fd24b998332e4ab6a32dec192b10483d132587cc7b84ac588689307be091f4
+size 954633

tokenizer_config.json

@@ -0,0 +1 @@
+{"do_lower_case": false, "remove_space": true, "keep_accents": true, "bos_token": "[CLS]", "eos_token": "[SEP]", "unk_token": "<unk>", "sep_token": "[SEP]", "pad_token": "<pad>", "cls_token": "[CLS]", "mask_token": {"content": "[MASK]", "single_word": false, "lstrip": true, "rstrip": false, "normalized": false, "__type": "AddedToken"}, "sp_model_kwargs": {}, "name_or_path": "models/5mb/fas_arab_5mb", "model_input_names": ["input_ids", "attention_mask"], "special_tokens_map_file": "models/5mb/fas_arab_5mb/special_tokens_map.json", "tokenizer_class": "AlbertTokenizer"}