Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -1,11 +1,10 @@
|
|
1 |
-
|
2 |
import gradio as gr
|
3 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
4 |
|
5 |
# Load the LLaMA 3 model and tokenizer
|
6 |
model_name = "kshabana/GOAT-llama3.1-v0.1" # Replace with the actual model path if different
|
7 |
-
model = AutoModelForCausalLM.from_pretrained("GOAT-llama3.1-v0.1-Q4_K_M.gguf")
|
8 |
-
tokenizer = AutoTokenizer.from_pretrained("tokenizer.json")
|
9 |
|
10 |
def generate_response(user_input):
|
11 |
inputs = tokenizer.encode(user_input, return_tensors="pt")
|
|
|
1 |
+
|
2 |
import gradio as gr
|
3 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
4 |
|
5 |
# Load the LLaMA 3 model and tokenizer
|
6 |
model_name = "kshabana/GOAT-llama3.1-v0.1" # Replace with the actual model path if different
|
7 |
+
model = AutoModelForCausalLM.from_pretrained("https://huggingface.co/kshabana/GOAT-llama3.1-v0.1/resolve/main/GOAT-llama3.1-v0.1-Q4_K_M.gguf")
|
|
|
8 |
|
9 |
def generate_response(user_input):
|
10 |
inputs = tokenizer.encode(user_input, return_tensors="pt")
|