transformers pytorch safetensors gguf mistral text-generation unsloth text-generation-inference arxiv:1910.09700 autotrain_compatible endpoints_compatible 4-bit bitsandbytes region:us
{"architectures": ["MistralForCausalLM"], "model_type": "mistral", "quantization_config": {"load_in_4bit": true, "load_in_8bit": false, "quant_method": "bitsandbytes"}, "tokenizer_config": {"bos_token": "<s>", "eos_token": "</s>", "pad_token": "<pad>", "unk_token": "<unk>"}}