margenai commited on
Commit
b7c3ea8
1 Parent(s): f1e60c5

Update handler.py

Browse files
Files changed (1) hide show
  1. handler.py +1 -1
handler.py CHANGED
@@ -20,7 +20,7 @@ class EndpointHandler:
20
  )
21
 
22
  generation_config = model.generation_config
23
- generation_config.max_new_tokens = 124
24
  generation_config.temperature = 0.9
25
  generation_config.num_return_sequences = 1
26
  generation_config.pad_token_id = tokenizer.eos_token_id
 
20
  )
21
 
22
  generation_config = model.generation_config
23
+ generation_config.max_new_tokens = 256
24
  generation_config.temperature = 0.9
25
  generation_config.num_return_sequences = 1
26
  generation_config.pad_token_id = tokenizer.eos_token_id