batoon commited on
Commit
db3180b
1 Parent(s): 8c2bab6

Update model.py

Browse files
Files changed (1) hide show
  1. model.py +1 -1
model.py CHANGED
@@ -14,7 +14,7 @@ tokenizer = AutoTokenizer.from_pretrained(model_id, use_fast=True)
14
  model = AutoGPTQForCausalLM.from_quantized(model_id,
15
  use_safetensors=True,
16
  trust_remote_code=False,
17
- device="cuda",
18
  use_triton=False,
19
  quantize_config=None)
20
 
 
14
  model = AutoGPTQForCausalLM.from_quantized(model_id,
15
  use_safetensors=True,
16
  trust_remote_code=False,
17
+ device="cuda:0",
18
  use_triton=False,
19
  quantize_config=None)
20