m-a-p
/

ChatMusician-Base

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

agent404 commited on Mar 20

Commit

49ca840

•

1 Parent(s): c8be162

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -37,7 +37,7 @@ import re
 from string import Template
 prompt_template = Template("Human: ${inst} </s> Assistant: ")
-tokenizer = AutoTokenizer.from_pretrained("m-a-p/ChatMusician", trust_remote_code=True)
 # you may replace "m-a-p/ChatMusician-Base" with "m-a-p/ChatMusician", since the base model may not follow instructions.
 model = AutoModelForCausalLM.from_pretrained("m-a-p/ChatMusician-Base", torch_dtype=torch.float16, device_map="cuda", resume_download=True).eval()

 from string import Template
 prompt_template = Template("Human: ${inst} </s> Assistant: ")
+tokenizer = AutoTokenizer.from_pretrained("m-a-p/ChatMusician-Base", trust_remote_code=True)
 # you may replace "m-a-p/ChatMusician-Base" with "m-a-p/ChatMusician", since the base model may not follow instructions.
 model = AutoModelForCausalLM.from_pretrained("m-a-p/ChatMusician-Base", torch_dtype=torch.float16, device_map="cuda", resume_download=True).eval()