GTCR commited on
Commit
dbfd80e
1 Parent(s): 9ab3708

Create app.py

Browse files
Files changed (1) hide show
  1. app.py +15 -0
app.py ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from llama_cpp import Llama
2
+
3
+ llm = Llama.from_pretrained(
4
+ repo_id="Orenguteng/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF",
5
+ filename="Llama-3.1-8B-Lexi-Uncensored_V2_F16.gguf",
6
+ )
7
+
8
+ llm.create_chat_completion(
9
+ messages = [
10
+ {
11
+ "role": "user",
12
+ "content": "What is the capital of France?"
13
+ }
14
+ ]
15
+ )