transformers gguf gpt2 text-generation japanese input kana kanji conversion ja license:cc-by-sa-4.0 autotrain_compatible text-generation-inference endpoints_compatible region:us
{"architectures": ["GPT2LMHeadModel"], "model_type": "gpt2", "tokenizer_config": {"bos_token": {"__type": "AddedToken", "content": "<s>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false}, "eos_token": {"__type": "AddedToken", "content": "</s>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false}, "pad_token": {"__type": "AddedToken", "content": "[PAD]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false}, "unk_token": {"__type": "AddedToken", "content": "[UNK]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false}}}