Update handler.py
Browse files- handler.py +2 -1
handler.py
CHANGED
|
@@ -158,4 +158,5 @@ class EndpointHandler:
|
|
| 158 |
)
|
| 159 |
|
| 160 |
text = self.tokenizer.batch_decode(tokens[:, input_ids_len:, ...])
|
| 161 |
-
|
|
|
|
|
|
| 158 |
)
|
| 159 |
|
| 160 |
text = self.tokenizer.batch_decode(tokens[:, input_ids_len:, ...])
|
| 161 |
+
desired = "THE PROMPT IS:" + "\n=======================" + prompt + "\n FUNCTION IS" + function + "\n======================="
|
| 162 |
+
return truncate(text[0]) + desired
|