Zerx966 commited on
Commit
ad5cb78
1 Parent(s): 8abf6d6

Create Gpt

Browse files
Files changed (1) hide show
  1. Gpt +7 -0
Gpt ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ from llama_cpp import Llama
2
+ import gradio as gr
3
+
4
+ llm = Llama.from_pretrained(
5
+ repo_id="QuantFactory/Qwen2.5-7B-Instruct-Uncensored-GGUF",
6
+ filename="Qwen2.5-7B-Instruct-Uncensored.Q2_K.gguf",
7
+ )