kshabana commited on
Commit
f178f10
1 Parent(s): 1cde6dc

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -3
app.py CHANGED
@@ -1,11 +1,10 @@
1
- #%pip install transformers
2
  import gradio as gr
3
  from transformers import AutoModelForCausalLM, AutoTokenizer
4
 
5
  # Load the LLaMA 3 model and tokenizer
6
  model_name = "kshabana/GOAT-llama3.1-v0.1" # Replace with the actual model path if different
7
- model = AutoModelForCausalLM.from_pretrained("GOAT-llama3.1-v0.1-Q4_K_M.gguf")
8
- tokenizer = AutoTokenizer.from_pretrained("tokenizer.json")
9
 
10
  def generate_response(user_input):
11
  inputs = tokenizer.encode(user_input, return_tensors="pt")
 
1
+
2
  import gradio as gr
3
  from transformers import AutoModelForCausalLM, AutoTokenizer
4
 
5
  # Load the LLaMA 3 model and tokenizer
6
  model_name = "kshabana/GOAT-llama3.1-v0.1" # Replace with the actual model path if different
7
+ model = AutoModelForCausalLM.from_pretrained("https://huggingface.co/kshabana/GOAT-llama3.1-v0.1/resolve/main/GOAT-llama3.1-v0.1-Q4_K_M.gguf")
 
8
 
9
  def generate_response(user_input):
10
  inputs = tokenizer.encode(user_input, return_tensors="pt")