Martin Vlach
commited on
Commit
•
c8be195
1
Parent(s):
d6177ff
disable cuda for inference
Browse files
app.py
CHANGED
|
@@ -9,7 +9,7 @@ import gradio as gr
|
|
| 9 |
|
| 10 |
def main(
|
| 11 |
base_model="ise-uiuc/Magicoder-S-DS-6.7B",
|
| 12 |
-
device="cuda:0",
|
| 13 |
port=8080,
|
| 14 |
):
|
| 15 |
tokenizer = AutoTokenizer.from_pretrained(base_model)
|
|
|
|
| 9 |
|
| 10 |
def main(
|
| 11 |
base_model="ise-uiuc/Magicoder-S-DS-6.7B",
|
| 12 |
+
#device="cuda:0",
|
| 13 |
port=8080,
|
| 14 |
):
|
| 15 |
tokenizer = AutoTokenizer.from_pretrained(base_model)
|