Spaces:

Uglevod7
/

Chek

Sleeping

Uglevod7 commited on Sep 17

Commit

0f2d687

•

1 Parent(s): 563ae02

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -5,7 +5,7 @@ model_name_or_path = "TheBloke/Unholy-v1-12L-13B-GPTQ"
 # To use a different branch, change revision
 # For example: revision="main"
 model = AutoModelForCausalLM.from_pretrained( model_name_or_path,
-                                             device_map="auto",
                                              trust_remote_code=False,
                                              revision="main",device_map="cuda:0"

 # To use a different branch, change revision
 # For example: revision="main"
 model = AutoModelForCausalLM.from_pretrained( model_name_or_path,
+                                             #device_map="auto",
                                              trust_remote_code=False,
                                              revision="main",device_map="cuda:0"