Spaces:
Runtime error
Runtime error
Rijgersberg
commited on
Commit
•
7e49d85
1
Parent(s):
819b08c
Update app.py
Browse files
app.py
CHANGED
@@ -14,7 +14,7 @@ client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
|
|
14 |
|
15 |
model_id = "CohereForAI/aya-expanse-8b"
|
16 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
17 |
-
model = AutoModelForCausalLM.from_pretrained(model_id)
|
18 |
|
19 |
|
20 |
# def respond(
|
|
|
14 |
|
15 |
model_id = "CohereForAI/aya-expanse-8b"
|
16 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
17 |
+
model = AutoModelForCausalLM.from_pretrained(model_id).to("cuda")
|
18 |
|
19 |
|
20 |
# def respond(
|