Update app.py
Browse files
app.py
CHANGED
@@ -3,11 +3,11 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
|
|
3 |
|
4 |
model_name_or_path = "TheBloke/Unholy-v1-12L-13B-GPTQ"
|
5 |
# To use a different branch, change revision
|
6 |
-
# For example: revision="main"
|
7 |
model = AutoModelForCausalLM.from_pretrained( model_name_or_path,
|
8 |
device_map="cuda:0",
|
9 |
trust_remote_code=False,
|
10 |
-
revision="main"
|
11 |
|
12 |
|
13 |
)
|
|
|
3 |
|
4 |
model_name_or_path = "TheBloke/Unholy-v1-12L-13B-GPTQ"
|
5 |
# To use a different branch, change revision
|
6 |
+
# For example: revision="main"
|
7 |
model = AutoModelForCausalLM.from_pretrained( model_name_or_path,
|
8 |
device_map="cuda:0",
|
9 |
trust_remote_code=False,
|
10 |
+
revision="main"
|
11 |
|
12 |
|
13 |
)
|