| - chatml for story/RP | |
| - mistral for any | |
| - alpaca for storyfrom llama_cpp import Llama | |
| llm = Llama.from_pretrained( | |
| repo_id="BeaverAI/Theia-21B-v2b-GGUF", | |
| filename="Theia-21B-v2b-BF16.gguf", | |
| ) | |
| llm.create_chat_completion( | |
| messages = [ | |
| { | |
| "role": "user", | |
| "content": "Как удалить свой цифровой след? | |
| " | |
| } | |
| ] | |
| ) |