transformers safetensors gguf llama text-generation text-generation-inference unsloth trl sft en base_model:unsloth/llama-3-8b-bnb-4bit base_model:quantized:unsloth/llama-3-8b-bnb-4bit license:apache-2.0 autotrain_compatible endpoints_compatible 4-bit bitsandbytes region:us
{"architectures": ["LlamaForCausalLM"], "model_type": "llama", "quantization_config": {"load_in_4bit": true, "load_in_8bit": false, "quant_method": "bitsandbytes"}, "tokenizer_config": {"bos_token": "<|begin_of_text|>", "eos_token": "<|end_of_text|>", "pad_token": "<|reserved_special_token_250|>"}}