transformers gguf qwen2 text-generation-inference unsloth en base_model:unsloth/Qwen2.5-0.5B-Instruct-bnb-4bit base_model:quantized:unsloth/Qwen2.5-0.5B-Instruct-bnb-4bit license:apache-2.0 endpoints_compatible region:us conversational
{"model_type": "qwen2"}