Spaces:

kshabana
/

GOAT-llama3.1-v0.1

Runtime error

kshabana commited on Aug 22

Commit

37720a9

•

1 Parent(s): f178f10

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -4,7 +4,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
 # Load the LLaMA 3 model and tokenizer
 model_name = "kshabana/GOAT-llama3.1-v0.1"  # Replace with the actual model path if different
-model = AutoModelForCausalLM.from_pretrained("https://huggingface.co/kshabana/GOAT-llama3.1-v0.1/resolve/main/GOAT-llama3.1-v0.1-Q4_K_M.gguf")
 def generate_response(user_input):
     inputs = tokenizer.encode(user_input, return_tensors="pt")

 # Load the LLaMA 3 model and tokenizer
 model_name = "kshabana/GOAT-llama3.1-v0.1"  # Replace with the actual model path if different
+model = AutoModelForCausalLM.from_pretrained("kshabana/GOAT-llama3.1-v0.1")
 def generate_response(user_input):
     inputs = tokenizer.encode(user_input, return_tensors="pt")