d729eec
1
2
3
4
5
6
7
8
9
10
{ "auto_map": { "AutoTokenizer": ["tokenization_yi.YiTokenizer", null] }, "add_bos_token": false, "add_eos_token": false, "model_max_length": 4096, "tokenizer_class": "YiTokenizer" }