PEFT
Safetensors
xinpeng commited on
Commit
0110cd9
1 Parent(s): abf0bda

update readme

Browse files
Files changed (1) hide show
  1. README.md +2 -2
README.md CHANGED
@@ -42,8 +42,8 @@ model = PeftModel.from_pretrained(base_model, "mainlp/MCQ-Classifier-MMLU-XYZ")
42
  tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-v0.1")
43
  to_classify = f"""<s>[INST] Classify the response.{inputs} [/INST]"""
44
  model_input = tokenizer(to_classify, return_tensors="pt")
45
- output = merged_model.generate(**model_input, max_new_tokens=1, do_sample=False)
46
- print(tokenizer.decode(output.sequences[0], skip_special_tokens=True))
47
  ```
48
 
49
  ## Cite
 
42
  tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-v0.1")
43
  to_classify = f"""<s>[INST] Classify the response.{inputs} [/INST]"""
44
  model_input = tokenizer(to_classify, return_tensors="pt")
45
+ output = model.generate(**model_input, max_new_tokens=1, do_sample=False)
46
+ print(tokenizer.decode(output[0], skip_special_tokens=True))
47
  ```
48
 
49
  ## Cite