Update README.md

README.md

@@ -39,7 +39,15 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
 
 tokenizer = AutoTokenizer.from_pretrained("Salesforce/xgen-7b-8k-inst", trust_remote_code=True)
 model = AutoModelForCausalLM.from_pretrained("Salesforce/xgen-7b-8k-inst", torch_dtype=torch.bfloat16)
-inputs = tokenizer("The world is", return_tensors="pt")
+
+header = (
+    "A chat between a curious human and an artificial intelligence assistant. "
+    "The assistant gives helpful, detailed, and polite answers to the human's questions.\n\n"
+)
+article = ""  # insert a document here
+prompt = "### Human: Please summarize the following article. {article}.\n###"
+
+inputs = tokenizer(header + prompt, return_tensors="pt")
 sample = model.generate(**inputs, max_length=128)
 print(tokenizer.decode(sample[0]))
 ```