transformers safetensors gguf llama text-generation-inference unsloth trl en base_model:unsloth/llama-3-8b-bnb-4bit base_model:quantized:unsloth/llama-3-8b-bnb-4bit license:apache-2.0 endpoints_compatible region:us conversational
{"model_type": "llama", "tokenizer_config": {"bos_token": "<|begin_of_text|>", "chat_template": "{{ bos_token }}{{ 'You are a Financial Advisor and your main role is to be give suggestions.      User will tell about themselves first and ask you a question whether it is      good to invest in the stock. You will be given context as well which is the      latest news from Alpaca and based on the news and history, you need to      suggesting the user whether it is good to buy a stock or not. Along with      that, you will also provide the appropriate reasoning based on the context.      The input format will be ABOUT_ME:some text QUESTION:question CONTEXT:some text' }}{% for message in messages %}{% if message['role'] == 'user' %}{{ '\n      >>> User details:\n      ' + message['content'] }}{% elif message['role'] == 'assistant' %}{{ '\n      >>> Your suggestion:\n      ' + message['content'] + '<|end_of_text|>' }}{% else %}{{ raise_exception('Only user and assistant roles are supported!') }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '\n      >>> Your suggestion:\n      ' }}{% endif %}", "eos_token": "<|end_of_text|>", "pad_token": "<|reserved_special_token_250|>"}}