Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -284,10 +284,7 @@ tokenizer = AutoTokenizer.from_pretrained(
|
|
284 |
|
285 |
model = AutoModelForCausalLM.from_pretrained(
|
286 |
MODEL_PATH,
|
287 |
-
device_map='auto'
|
288 |
-
torch_dtype=torch.float,
|
289 |
-
trust_remote_code=True,
|
290 |
-
resume_download=True,
|
291 |
).eval()
|
292 |
|
293 |
model.generation_config = GenerationConfig.from_pretrained(
|
|
|
284 |
|
285 |
model = AutoModelForCausalLM.from_pretrained(
|
286 |
MODEL_PATH,
|
287 |
+
device_map='auto'
|
|
|
|
|
|
|
288 |
).eval()
|
289 |
|
290 |
model.generation_config = GenerationConfig.from_pretrained(
|