Rijgersberg commited on
Commit
7e49d85
1 Parent(s): 819b08c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -14,7 +14,7 @@ client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
14
 
15
  model_id = "CohereForAI/aya-expanse-8b"
16
  tokenizer = AutoTokenizer.from_pretrained(model_id)
17
- model = AutoModelForCausalLM.from_pretrained(model_id)
18
 
19
 
20
  # def respond(
 
14
 
15
  model_id = "CohereForAI/aya-expanse-8b"
16
  tokenizer = AutoTokenizer.from_pretrained(model_id)
17
+ model = AutoModelForCausalLM.from_pretrained(model_id).to("cuda")
18
 
19
 
20
  # def respond(