transformers gguf mistral text-generation not-for-all-audiences en license:apache-2.0 autotrain_compatible text-generation-inference endpoints_compatible 8-bit bitsandbytes region:us
{"architectures": ["MistralForCausalLM"], "model_type": "mistral", "quantization_config": {"load_in_8bit": true, "quant_method": "bitsandbytes"}}