nllb-200-600M-lez-rus-azj / added_tokens.json
AlidarAsvarov's picture
Upload 7 files
23d77b1 verified
raw
history blame
4.49 kB
{
"<mask>": 269092,
"ace_Arab": 269093,
"ace_Latn": 269094,
"acm_Arab": 269095,
"acq_Arab": 269096,
"aeb_Arab": 269097,
"afr_Latn": 269098,
"ajp_Arab": 269099,
"aka_Latn": 269100,
"als_Latn": 269101,
"amh_Ethi": 269102,
"apc_Arab": 269103,
"arb_Arab": 269104,
"ars_Arab": 269105,
"ary_Arab": 269106,
"arz_Arab": 269107,
"asm_Beng": 269108,
"ast_Latn": 269109,
"awa_Deva": 269110,
"ayr_Latn": 269111,
"azb_Arab": 269112,
"azj_Latn": 269113,
"bak_Cyrl": 269114,
"bam_Latn": 269115,
"ban_Latn": 269116,
"bel_Cyrl": 269117,
"bem_Latn": 269118,
"ben_Beng": 269119,
"bho_Deva": 269120,
"bjn_Arab": 269121,
"bjn_Latn": 269122,
"bod_Tibt": 269123,
"bos_Latn": 269124,
"bug_Latn": 269125,
"bul_Cyrl": 269126,
"cat_Latn": 269127,
"ceb_Latn": 269128,
"ces_Latn": 269129,
"cjk_Latn": 269130,
"ckb_Arab": 269131,
"crh_Latn": 269132,
"cym_Latn": 269133,
"dan_Latn": 269134,
"deu_Latn": 269135,
"dik_Latn": 269136,
"dyu_Latn": 269137,
"dzo_Tibt": 269138,
"ell_Grek": 269139,
"eng_Latn": 269140,
"epo_Latn": 269141,
"est_Latn": 269142,
"eus_Latn": 269143,
"ewe_Latn": 269144,
"fao_Latn": 269145,
"fij_Latn": 269146,
"fin_Latn": 269147,
"fon_Latn": 269148,
"fra_Latn": 269149,
"fur_Latn": 269150,
"fuv_Latn": 269151,
"gaz_Latn": 269152,
"gla_Latn": 269153,
"gle_Latn": 269154,
"glg_Latn": 269155,
"grn_Latn": 269156,
"guj_Gujr": 269157,
"hat_Latn": 269158,
"hau_Latn": 269159,
"heb_Hebr": 269160,
"hin_Deva": 269161,
"hne_Deva": 269162,
"hrv_Latn": 269163,
"hun_Latn": 269164,
"hye_Armn": 269165,
"ibo_Latn": 269166,
"ilo_Latn": 269167,
"ind_Latn": 269168,
"isl_Latn": 269169,
"ita_Latn": 269170,
"jav_Latn": 269171,
"jpn_Jpan": 269172,
"kab_Latn": 269173,
"kac_Latn": 269174,
"kam_Latn": 269175,
"kan_Knda": 269176,
"kas_Arab": 269177,
"kas_Deva": 269178,
"kat_Geor": 269179,
"kaz_Cyrl": 269180,
"kbp_Latn": 269181,
"kea_Latn": 269182,
"khk_Cyrl": 269183,
"khm_Khmr": 269184,
"kik_Latn": 269185,
"kin_Latn": 269186,
"kir_Cyrl": 269187,
"kmb_Latn": 269188,
"kmr_Latn": 269189,
"knc_Arab": 269190,
"knc_Latn": 269191,
"kon_Latn": 269192,
"kor_Hang": 269193,
"lao_Laoo": 269194,
"lez_Cyrl": 269195,
"lij_Latn": 269196,
"lim_Latn": 269197,
"lin_Latn": 269198,
"lit_Latn": 269199,
"lmo_Latn": 269200,
"ltg_Latn": 269201,
"ltz_Latn": 269202,
"lua_Latn": 269203,
"lug_Latn": 269204,
"luo_Latn": 269205,
"lus_Latn": 269206,
"lvs_Latn": 269207,
"mag_Deva": 269208,
"mai_Deva": 269209,
"mal_Mlym": 269210,
"mar_Deva": 269211,
"min_Latn": 269212,
"mkd_Cyrl": 269213,
"mlt_Latn": 269214,
"mni_Beng": 269215,
"mos_Latn": 269216,
"mri_Latn": 269217,
"mya_Mymr": 269218,
"nld_Latn": 269219,
"nno_Latn": 269220,
"nob_Latn": 269221,
"npi_Deva": 269222,
"nso_Latn": 269223,
"nus_Latn": 269224,
"nya_Latn": 269225,
"oci_Latn": 269226,
"ory_Orya": 269227,
"pag_Latn": 269228,
"pan_Guru": 269229,
"pap_Latn": 269230,
"pbt_Arab": 269231,
"pes_Arab": 269232,
"plt_Latn": 269233,
"pol_Latn": 269234,
"por_Latn": 269235,
"prs_Arab": 269236,
"quy_Latn": 269237,
"ron_Latn": 269238,
"run_Latn": 269239,
"rus_Cyrl": 269240,
"sag_Latn": 269241,
"san_Deva": 269242,
"sat_Beng": 269243,
"scn_Latn": 269244,
"shn_Mymr": 269245,
"sin_Sinh": 269246,
"slk_Latn": 269247,
"slv_Latn": 269248,
"smo_Latn": 269249,
"sna_Latn": 269250,
"snd_Arab": 269251,
"som_Latn": 269252,
"sot_Latn": 269253,
"spa_Latn": 269254,
"srd_Latn": 269255,
"srp_Cyrl": 269256,
"ssw_Latn": 269257,
"sun_Latn": 269258,
"swe_Latn": 269259,
"swh_Latn": 269260,
"szl_Latn": 269261,
"tam_Taml": 269262,
"taq_Latn": 269263,
"taq_Tfng": 269264,
"tat_Cyrl": 269265,
"tel_Telu": 269266,
"tgk_Cyrl": 269267,
"tgl_Latn": 269268,
"tha_Thai": 269269,
"tir_Ethi": 269270,
"tpi_Latn": 269271,
"tsn_Latn": 269272,
"tso_Latn": 269273,
"tuk_Latn": 269274,
"tum_Latn": 269275,
"tur_Latn": 269276,
"twi_Latn": 269277,
"tzm_Tfng": 269278,
"uig_Arab": 269279,
"ukr_Cyrl": 269280,
"umb_Latn": 269281,
"urd_Arab": 269282,
"uzn_Latn": 269283,
"vec_Latn": 269284,
"vie_Latn": 269285,
"war_Latn": 269286,
"wol_Latn": 269287,
"xho_Latn": 269288,
"ydd_Hebr": 269289,
"yor_Latn": 269290,
"yue_Hant": 269291,
"zho_Hans": 269292,
"zho_Hant": 269293,
"zsm_Latn": 269294,
"zul_Latn": 269295
}