transformers safetensors gguf llama text-generation conversational arxiv:2403.04652 license:apache-2.0 autotrain_compatible text-generation-inference endpoints_compatible 5-bit exl2 region:us
{"architectures": ["LlamaForCausalLM"], "model_type": "llama", "quantization_config": {"quant_method": "exl2", "bits": 5}, "tokenizer_config": {"bos_token": "<|startoftext|>", "chat_template": "{% if messages[0]['role'] == 'system' %}{% set system_message = messages[0]['content'] %}{% endif %}{% if system_message is defined %}{{ system_message }}{% endif %}{% for message in messages %}{% set content = message['content'] %}{% if message['role'] == 'user' %}{{ '<|im_start|>user\\n' + content + '<|im_end|>\\n<|im_start|>assistant\\n' }}{% elif message['role'] == 'assistant' %}{{ content + '<|im_end|>' + '\\n' }}{% endif %}{% endfor %}", "eos_token": "<|im_end|>", "pad_token": "<unk>", "unk_token": "<unk>", "use_default_system_prompt": false}}