transformers gguf qwen text-generation chat autoquant custom_code en arxiv:2309.00071 arxiv:2407.10671 base_model:Qwen/Qwen2.5-7B base_model:quantized:Qwen/Qwen2.5-7B license:apache-2.0 autotrain_compatible 4-bit region:us
{"architectures": ["QWenLMHeadModel"], "auto_map": {"AutoConfig": "configuration_qwen.QWenConfig", "AutoModelForCausalLM": "modeling_qwen.QWenLMHeadModel"}, "model_type": "qwen", "quantization_config": {"bits": 4, "quant_method": "gguf"}}