Spaces:

Uglevod7
/

Chek

Sleeping

Uglevod7 commited on Sep 17

Commit

10aee79

•

1 Parent(s): 0f2d687

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -3,11 +3,12 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
 model_name_or_path = "TheBloke/Unholy-v1-12L-13B-GPTQ"
 # To use a different branch, change revision
-# For example: revision="main"
 model = AutoModelForCausalLM.from_pretrained( model_name_or_path,
-                                             #device_map="auto",
                                              trust_remote_code=False,
-                                             revision="main",device_map="cuda:0"
                                             )

 model_name_or_path = "TheBloke/Unholy-v1-12L-13B-GPTQ"
 # To use a different branch, change revision
+# For example: revision="main" #device_map="auto",
 model = AutoModelForCausalLM.from_pretrained( model_name_or_path,
+                                              device_map="cuda:0",
                                              trust_remote_code=False,
+                                             revision="main",
                                             )