transformers gguf mistral text-generation not-for-all-audiences en base_model:mistralai/Mistral-7B-Instruct-v0.2 base_model:quantized:mistralai/Mistral-7B-Instruct-v0.2 license:apache-2.0 autotrain_compatible text-generation-inference endpoints_compatible 4-bit bitsandbytes region:us conversational
{"architectures": ["MistralForCausalLM"], "model_type": "mistral", "quantization_config": {"load_in_4bit": true, "load_in_8bit": false, "quant_method": "bitsandbytes"}}