Spaces:

gregH
/

gradient_cuff

Running on Zero

gregH commited on about 11 hours ago

Commit

405fccf

•

1 Parent(s): 61ff6d5

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -56,7 +56,7 @@ print(HF_TOKEN)
 m = AutoModelForCausalLM.from_pretrained(
-    "ibm-granite/granite-guardian-3.0-2b",
     torch_dtype=torch.bfloat16 if torch.cuda.is_available() else torch.float32,
     trust_remote_code=True,token=HF_TOKEN
 )
@@ -64,7 +64,7 @@ m = AutoModelForCausalLM.from_pretrained(
 embedding_func=m.get_input_embeddings()
 embedding_func.weight.requires_grad=False
-tok = AutoTokenizer.from_pretrained("ibm-granite/granite-guardian-3.0-2b",
                                     trust_remote_code=True,token=HF_TOKEN
                                    )
 tok.padding_side = "left"

 m = AutoModelForCausalLM.from_pretrained(
+    "ibm-granite/granite-3.0-2b-instruct",
     torch_dtype=torch.bfloat16 if torch.cuda.is_available() else torch.float32,
     trust_remote_code=True,token=HF_TOKEN
 )
 embedding_func=m.get_input_embeddings()
 embedding_func.weight.requires_grad=False
+tok = AutoTokenizer.from_pretrained("ibm-granite/granite-3.0-2b-instruct",
                                     trust_remote_code=True,token=HF_TOKEN
                                    )
 tok.padding_side = "left"