NousResearch
/

Hermes-2-Pro-Mistral-7B

Text Generation

function calling

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

teknium commited on Mar 12

Commit

925600f

•

1 Parent(s): 19aab7a

Update README.md

Files changed (1) hide show

README.md +2 -2

README.md CHANGED Viewed

@@ -253,9 +253,9 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
 from transformers import LlamaTokenizer, MixtralForCausalLM
 import bitsandbytes, flash_attn
-tokenizer = LlamaTokenizer.from_pretrained('NousResearch/Nous-Hermes-2-Mistral-7B-DPO', trust_remote_code=True)
 model = MistralForCausalLM.from_pretrained(
-    "NousResearch/Nous-Hermes-2-Mistral-7B-DPO",
     torch_dtype=torch.float16,
     device_map="auto",
     load_in_8bit=False,

 from transformers import LlamaTokenizer, MixtralForCausalLM
 import bitsandbytes, flash_attn
+tokenizer = LlamaTokenizer.from_pretrained('NousResearch/Hermes-2-Pro-Mistral-7B', trust_remote_code=True)
 model = MistralForCausalLM.from_pretrained(
+    "NousResearch/Hermes-2-Pro-Mistral-7B",
     torch_dtype=torch.float16,
     device_map="auto",
     load_in_8bit=False,