Spaces:

Uglevod7
/

Chek

Sleeping

Uglevod7 commited on Sep 17

Commit

8847f91

•

1 Parent(s): 5d88f49

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -7,8 +7,8 @@ model_name_or_path = "TheBloke/Unholy-v1-12L-13B-GPTQ"
 model = AutoModelForCausalLM.from_pretrained(model_name_or_path,
                                              device_map="auto",
                                              trust_remote_code=False,
-                                             revision="main",
-                                             disable_exllama=True
                                             )
 tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)

 model = AutoModelForCausalLM.from_pretrained(model_name_or_path,
                                              device_map="auto",
                                              trust_remote_code=False,
+                                             revision="main"
                                             )
 tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)