sedrickkeh
commited on
Commit
•
1905a93
1
Parent(s):
36ea211
Update README.md
Browse files
README.md
CHANGED
@@ -64,7 +64,7 @@ Then you can load the model using HF's Auto classes as follows:
|
|
64 |
from open_lm.hf import *
|
65 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
66 |
tokenizer = AutoTokenizer.from_pretrained("TRI-ML/DCLM-1B-IT")
|
67 |
-
model = AutoModelForCausalLM.from_pretrained("TRI-ML/DCLM-1B")
|
68 |
|
69 |
inputs = tokenizer(["Machine learning is"], return_tensors="pt")
|
70 |
gen_kwargs = {"max_new_tokens": 50, "top_p": 0.8, "temperature": 0.8, "do_sample": True, "repetition_penalty": 1.1}
|
|
|
64 |
from open_lm.hf import *
|
65 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
66 |
tokenizer = AutoTokenizer.from_pretrained("TRI-ML/DCLM-1B-IT")
|
67 |
+
model = AutoModelForCausalLM.from_pretrained("TRI-ML/DCLM-1B-IT")
|
68 |
|
69 |
inputs = tokenizer(["Machine learning is"], return_tensors="pt")
|
70 |
gen_kwargs = {"max_new_tokens": 50, "top_p": 0.8, "temperature": 0.8, "do_sample": True, "repetition_penalty": 1.1}
|