rlanner-echocap commited on
Commit
ea8887e
1 Parent(s): 4d62adf

Update handler.py

Browse files

Increasing response token limit

Files changed (1) hide show
  1. handler.py +1 -1
handler.py CHANGED
@@ -23,7 +23,7 @@ class EndpointHandler:
23
 
24
  # pass inputs with all kwargs in data
25
  if parameters is not None:
26
- prediction = self.pipeline(inputs, **parameters)
27
  else:
28
  prediction = self.pipeline(inputs)
29
  # postprocess the prediction
 
23
 
24
  # pass inputs with all kwargs in data
25
  if parameters is not None:
26
+ prediction = self.pipeline(inputs, max_new_tokens=2048, **parameters)
27
  else:
28
  prediction = self.pipeline(inputs)
29
  # postprocess the prediction