transformers safetensors gguf llama text-generation-inference unsloth en base_model:unsloth/llama-3-8b-bnb-4bit base_model:quantized:unsloth/llama-3-8b-bnb-4bit license:apache-2.0 endpoints_compatible region:us
{"model_type": "llama", "tokenizer_config": {"bos_token": "<|begin_of_text|>", "chat_template": "{{ bos_token }}{{ 'Below describes some shipping details related to a vessel in the context of maritime tracking and monitoring.\nThis information is crucial for identifying and categorizing vessels in our database. Advance insight has different types like small, medium or large.\nIt will be provided as an output to the user.\n' }}{% for message in messages %}{% if message['role'] == 'user' %}{{ '\n>>> Vessel Details:\n' + message['content'] }}{% elif message['role'] == 'assistant' %}{{ '\n>>> Advanced Insight is a classification of the vessel.\nThe advance insight for your query is ' + message['content'] + '<|end_of_text|>' }}{% else %}{{ raise_exception('Only user and assistant roles are supported!') }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '\n>>> Advanced Insight is a classification of the vessel.\nThe advance insight for your query is ' }}{% endif %}", "eos_token": "<|end_of_text|>", "pad_token": "<|reserved_special_token_250|>"}}