Spaces:

MegaTronX
/

ZeroGPUTestLexiUncensored

Running on Zero

MegaTronX commited on 20 days ago

Commit

0bfb711

•

1 Parent(s): 05ba171

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -12,7 +12,7 @@ DEFAULT_MAX_NEW_TOKENS = 1024
 MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "4096"))
 if torch.cuda.is_available() or os.getenv("ZERO_GPU_SUPPORT", False):
-    model_id = "chuanli11/Llama-3.2-3B-Instruct-uncensored"
     model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", torch_dtype=torch.bfloat16)
     tokenizer = AutoTokenizer.from_pretrained(model_id)
 else:

 MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "4096"))
 if torch.cuda.is_available() or os.getenv("ZERO_GPU_SUPPORT", False):
+    model_id = "Orenguteng/Llama-3.1-8B-Lexi-Uncensored-V2"
     model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", torch_dtype=torch.bfloat16)
     tokenizer = AutoTokenizer.from_pretrained(model_id)
 else: