Update handler.py
Browse files- handler.py +1 -1
handler.py
CHANGED
@@ -20,7 +20,7 @@ class EndpointHandler:
|
|
20 |
)
|
21 |
|
22 |
generation_config = model.generation_config
|
23 |
-
generation_config.max_new_tokens =
|
24 |
generation_config.temperature = 0.9
|
25 |
generation_config.num_return_sequences = 1
|
26 |
generation_config.pad_token_id = tokenizer.eos_token_id
|
|
|
20 |
)
|
21 |
|
22 |
generation_config = model.generation_config
|
23 |
+
generation_config.max_new_tokens = 256
|
24 |
generation_config.temperature = 0.9
|
25 |
generation_config.num_return_sequences = 1
|
26 |
generation_config.pad_token_id = tokenizer.eos_token_id
|