yukiontheiceberg
commited on
Commit
•
5e0fd38
1
Parent(s):
8aec4ce
Update README.md
Browse files
README.md
CHANGED
@@ -103,10 +103,10 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
|
|
103 |
tokenizer = AutoTokenizer.from_pretrained("LLM360/K2")
|
104 |
model = AutoModelForCausalLM.from_pretrained("LLM360/K2")
|
105 |
|
106 |
-
prompt = '
|
107 |
|
108 |
input_ids = tokenizer(prompt, return_tensors="pt").input_ids
|
109 |
-
gen_tokens = model.generate(input_ids, do_sample=True,
|
110 |
|
111 |
print("-"*20 + "Output for model" + 20 * '-')
|
112 |
print(tokenizer.batch_decode(gen_tokens)[0])
|
|
|
103 |
tokenizer = AutoTokenizer.from_pretrained("LLM360/K2")
|
104 |
model = AutoModelForCausalLM.from_pretrained("LLM360/K2")
|
105 |
|
106 |
+
prompt = 'what is the highest mountain on earth?'
|
107 |
|
108 |
input_ids = tokenizer(prompt, return_tensors="pt").input_ids
|
109 |
+
gen_tokens = model.generate(input_ids, do_sample=True, max_new_tokens=128)
|
110 |
|
111 |
print("-"*20 + "Output for model" + 20 * '-')
|
112 |
print(tokenizer.batch_decode(gen_tokens)[0])
|