update readme
Browse files
README.md
CHANGED
@@ -42,8 +42,8 @@ model = PeftModel.from_pretrained(base_model, "mainlp/MCQ-Classifier-MMLU-XYZ")
|
|
42 |
tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-v0.1")
|
43 |
to_classify = f"""<s>[INST] Classify the response.{inputs} [/INST]"""
|
44 |
model_input = tokenizer(to_classify, return_tensors="pt")
|
45 |
-
output =
|
46 |
-
print(tokenizer.decode(output
|
47 |
```
|
48 |
|
49 |
## Cite
|
|
|
42 |
tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-v0.1")
|
43 |
to_classify = f"""<s>[INST] Classify the response.{inputs} [/INST]"""
|
44 |
model_input = tokenizer(to_classify, return_tensors="pt")
|
45 |
+
output = model.generate(**model_input, max_new_tokens=1, do_sample=False)
|
46 |
+
print(tokenizer.decode(output[0], skip_special_tokens=True))
|
47 |
```
|
48 |
|
49 |
## Cite
|