Update handler.py
Browse files- handler.py +1 -1
handler.py
CHANGED
@@ -21,7 +21,7 @@ class EndpointHandler:
|
|
21 |
|
22 |
generation_config = model.generation_config
|
23 |
generation_config.max_new_tokens = 124
|
24 |
-
generation_config.temperature =
|
25 |
generation_config.num_return_sequences = 1
|
26 |
generation_config.pad_token_id = tokenizer.eos_token_id
|
27 |
generation_config.eos_token_id = tokenizer.eos_token_id
|
|
|
21 |
|
22 |
generation_config = model.generation_config
|
23 |
generation_config.max_new_tokens = 124
|
24 |
+
generation_config.temperature = 0.9
|
25 |
generation_config.num_return_sequences = 1
|
26 |
generation_config.pad_token_id = tokenizer.eos_token_id
|
27 |
generation_config.eos_token_id = tokenizer.eos_token_id
|