{ "add_bos_token": false, "add_eos_token": true, "add_prefix_space": true, "added_tokens_decoder": { "0": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": true }, "1": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": true }, "2": { "content": "", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": true }, "3": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48128": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48129": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48130": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48131": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48132": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48133": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48134": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48135": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48136": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48137": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48138": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48139": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48140": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48141": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48142": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48143": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48144": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48145": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48146": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48147": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48148": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48149": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48150": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48151": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48152": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48153": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48154": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48155": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48156": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48157": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48158": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48159": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48160": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48161": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48162": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48163": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48164": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48165": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48166": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48167": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48168": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48169": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48170": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48171": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48172": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48173": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48174": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48175": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48176": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48177": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48178": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48179": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48180": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48181": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48182": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48183": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48184": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48185": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48186": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48187": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48188": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48189": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48190": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48191": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48192": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48193": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48194": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48195": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48196": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48197": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48198": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48199": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48200": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48201": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48202": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48203": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48204": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48205": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48206": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48207": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48208": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48209": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48210": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48211": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48212": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48213": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48214": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48215": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48216": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48217": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48218": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48219": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48220": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48221": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48222": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48223": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48224": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48225": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48226": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "48227": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "additional_special_tokens": [ "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "" ], "bos_token": "", "clean_up_tokenization_spaces": false, "eos_token": "", "legacy": false, "model_max_length": 1000000000, "pad_token": "", "sp_model_kwargs": {}, "spaces_between_special_tokens": false, "tokenizer_class": "LlamaTokenizer", "unk_token": "", "use_default_system_prompt": false }