BAAI
/

AquilaChat2-7B

Text Generation

Model card Files Files and versions Community

shunxing1234 commited on Oct 12, 2023

Commit

8ac8b62

•

1 Parent(s): 44b17f4

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -40,7 +40,7 @@ model = AutoModelForCausalLM.from_pretrained(model_info, trust_remote_code=True)
 model.eval()
 model.to(device)
 text = "请给出10个要到北京旅游的理由。"
-tokens = tokenizer.encode_plus(text)['input_ids'][:-1]
 tokens = torch.tensor(tokens)[None,].to(device)
 stop_tokens = ["###", "[UNK]", "</s>"]
 with torch.no_grad():

 model.eval()
 model.to(device)
 text = "请给出10个要到北京旅游的理由。"
+tokens = tokenizer.encode_plus(text)['input_ids']
 tokens = torch.tensor(tokens)[None,].to(device)
 stop_tokens = ["###", "[UNK]", "</s>"]
 with torch.no_grad():