transformers pytorch safetensors gguf llama text-generation-inference unsloth trl en base_model:unsloth/llama-3-8b-bnb-4bit base_model:quantized:unsloth/llama-3-8b-bnb-4bit license:apache-2.0 endpoints_compatible region:us
{"model_type": "llama", "tokenizer_config": {"bos_token": "<|begin_of_text|>", "chat_template": "{{ \"Below is an instruction that describes a task, paired with an input that provides further context. Write a response that appropriately completes the request.\n\" }}\n{% for message in messages %}\n{% if message['role'] == 'user' %}\n{{ '### Input:\n' + message['content'].strip() }}\n{% elif message['role'] == 'system' %}\n{{ '### Instruction:\n' + message['content'].strip() }}\n{% elif message['role'] == 'assistant' %}\n{{ '### Response:\n' + message['content'].strip() + eos_token }}\n{% endif %}\n{% if loop.last and add_generation_prompt %}\n{{ '### Response:\n' }}\n{% endif %}\n{% endfor %}", "eos_token": "<|end_of_text|>", "pad_token": "[PAD]"}}