tiiuae
/

falcon-mamba-7b-instruct

Text Generation

Inference Endpoints

Model card Files Files and versions Community

ybelkada commited on Aug 19

Commit

3d7c55a

•

1 Parent(s): 5e1687c

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -59,7 +59,7 @@ messages = [
 ]
 input_text = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
-input_ids = tokenizer(input_text, return_tensors="pt")
 outputs = model.generate(input_ids, max_new_tokens=30)
 print(tokenizer.decode(outputs[0]))

 ]
 input_text = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
+input_ids = tokenizer(input_text, return_tensors="pt").input_ids
 outputs = model.generate(input_ids, max_new_tokens=30)
 print(tokenizer.decode(outputs[0]))