Update app.py

app.py

@@ -15,7 +15,8 @@ tok = AutoTokenizer.from_pretrained("stabilityai/stablelm-2-zephyr-1_6b", trust_
 device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
 embedding_func=m.get_input_embeddings()
 embedding_func.weight.requires_grad=False
-chat=[{"role": "user", "content": "<slot_for_user_input_design_by_xm>"}]
+slot="<slot_for_user_input_design_by_xm>"
+chat=[{"role": "user", "content": slot}]
 sample_input = tok.apply_chat_template(chat, tokenize=False, add_generation_prompt=True)
 input_start_id=sample_input.find(slot)
 prefix=sample_input[:input_start_id]