Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
pminervini
commited on
Commit
•
d265631
1
Parent(s):
c27e834
update
Browse files
src/backend/manage_requests.py
CHANGED
@@ -23,7 +23,7 @@ class EvalRequest:
|
|
23 |
license: Optional[str] = ""
|
24 |
|
25 |
def get_model_args(self):
|
26 |
-
model_args = f"pretrained={self.model},revision={self.revision}"
|
27 |
|
28 |
if self.precision in ["float16", "float32", "bfloat16"]:
|
29 |
model_args += f",dtype={self.precision}"
|
|
|
23 |
license: Optional[str] = ""
|
24 |
|
25 |
def get_model_args(self):
|
26 |
+
model_args = f"pretrained={self.model},revision={self.revision},parallelize=True"
|
27 |
|
28 |
if self.precision in ["float16", "float32", "bfloat16"]:
|
29 |
model_args += f",dtype={self.precision}"
|