Reizendretail commited on
Commit
de2af79
1 Parent(s): 8d1198a

Update handler.py

Browse files
Files changed (1) hide show
  1. handler.py +1 -1
handler.py CHANGED
@@ -23,7 +23,7 @@ class EndpointHandler():
23
  conversation = []
24
  conversation.append({"role": "system", "content": system_prompt})
25
  conversation.append({"role": "user", "content": message})
26
- conversation.append({"role": "assistant", "content": ""})
27
  logging.info(str(conversation))
28
  input_ids = self.tokenizer.apply_chat_template(conversation, return_tensors="pt")
29
  input_ids = input_ids.to(self.model.device)
 
23
  conversation = []
24
  conversation.append({"role": "system", "content": system_prompt})
25
  conversation.append({"role": "user", "content": message})
26
+ raise KeyError
27
  logging.info(str(conversation))
28
  input_ids = self.tokenizer.apply_chat_template(conversation, return_tensors="pt")
29
  input_ids = input_ids.to(self.model.device)