Uglevod7 commited on
Commit
53628d1
1 Parent(s): 10aee79

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -3,11 +3,11 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
3
 
4
  model_name_or_path = "TheBloke/Unholy-v1-12L-13B-GPTQ"
5
  # To use a different branch, change revision
6
- # For example: revision="main" #device_map="auto",
7
  model = AutoModelForCausalLM.from_pretrained( model_name_or_path,
8
  device_map="cuda:0",
9
  trust_remote_code=False,
10
- revision="main",
11
 
12
 
13
  )
 
3
 
4
  model_name_or_path = "TheBloke/Unholy-v1-12L-13B-GPTQ"
5
  # To use a different branch, change revision
6
+ # For example: revision="main"
7
  model = AutoModelForCausalLM.from_pretrained( model_name_or_path,
8
  device_map="cuda:0",
9
  trust_remote_code=False,
10
+ revision="main"
11
 
12
 
13
  )