Commit
•
6efd01e
1
Parent(s):
797f529
Update README.md
Browse files
README.md
CHANGED
|
@@ -50,7 +50,7 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
|
|
| 50 |
|
| 51 |
# Load tokenizer and model
|
| 52 |
tokenizer = AutoTokenizer.from_pretrained("macadeliccc/laser-dolphin-mixtral-2x7b-dpo")
|
| 53 |
-
model = AutoModelForCausalLM.from_pretrained("macadeliccc/laser-dolphin-mixtral-2x7b-dpo")
|
| 54 |
|
| 55 |
# Define a function to generate responses with adjustable hyperparameters
|
| 56 |
def generate_response(messages, max_length=50, num_return_sequences=1, temperature=1.0, top_k=50, top_p=1.0):
|
|
|
|
| 50 |
|
| 51 |
# Load tokenizer and model
|
| 52 |
tokenizer = AutoTokenizer.from_pretrained("macadeliccc/laser-dolphin-mixtral-2x7b-dpo")
|
| 53 |
+
model = AutoModelForCausalLM.from_pretrained("macadeliccc/laser-dolphin-mixtral-2x7b-dpo",load_in_4bit=true)
|
| 54 |
|
| 55 |
# Define a function to generate responses with adjustable hyperparameters
|
| 56 |
def generate_response(messages, max_length=50, num_return_sequences=1, temperature=1.0, top_k=50, top_p=1.0):
|