| { | |
| "add_prefix_space": false, | |
| "additional_special_tokens": [ | |
| "<|c|>", | |
| "<|/c|>", | |
| "<|c_user|>", | |
| "<|c_up|>", | |
| "<|c_down|>", | |
| "<|c_body|>", | |
| "<|p_user|>", | |
| "<|p_up|>", | |
| "<|p_down|>", | |
| "<|p_hole|>", | |
| "<|p_title|>", | |
| "<|p_url|>", | |
| "<|p_body|>" | |
| ], | |
| "bos_token": "<|endoftext|>", | |
| "clean_up_tokenization_spaces": true, | |
| "eos_token": "<|endoftext|>", | |
| "model_max_length": 8192, | |
| "tokenizer_class": "GPTNeoXTokenizer", | |
| "unk_token": "<|endoftext|>" | |
| } | |