Update model.py
Browse files
model.py
CHANGED
@@ -14,7 +14,7 @@ tokenizer = AutoTokenizer.from_pretrained(model_id, use_fast=True)
|
|
14 |
model = AutoGPTQForCausalLM.from_quantized(model_id,
|
15 |
use_safetensors=True,
|
16 |
trust_remote_code=False,
|
17 |
-
device="cuda",
|
18 |
use_triton=False,
|
19 |
quantize_config=None)
|
20 |
|
|
|
14 |
model = AutoGPTQForCausalLM.from_quantized(model_id,
|
15 |
use_safetensors=True,
|
16 |
trust_remote_code=False,
|
17 |
+
device="cuda:0",
|
18 |
use_triton=False,
|
19 |
quantize_config=None)
|
20 |
|