tokenizer_config.json

{
    "name_or_path": "openbmb/cpm-bee-10b",
    "tokenizer_class": "CpmBeeTokenizer",
    "auto_map": {
        "AutoTokenizer": [
            "tokenization_viscpmbee.VisCpmBeeTokenizer",
            null
        ]
    }
}