bprice9
/

Palmyra-Medical-70B-FP8

Text Generation

Model card Files Files and versions Community

bprice9 commited on Aug 5

Commit

c572378

•

1 Parent(s): bd0d6af

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -50,7 +50,7 @@ from transformers import AutoTokenizer
 model_id = "bprice9/Palmyra-Med-70B-FP8"
 number_gpus = 2
-sampling_params = SamplingParams(temperature=0.5, top_p=0.9, max_tokens=512, stop_token_ids=[128001, 128009])
 tokenizer = AutoTokenizer.from_pretrained(model_id)

 model_id = "bprice9/Palmyra-Med-70B-FP8"
 number_gpus = 2
+sampling_params = SamplingParams(temperature=0.0, top_p=0.9, max_tokens=512, stop_token_ids=[128001, 128009])
 tokenizer = AutoTokenizer.from_pretrained(model_id)