margenai commited on
Commit
f1e60c5
1 Parent(s): d569324

Update handler.py

Browse files
Files changed (1) hide show
  1. handler.py +1 -1
handler.py CHANGED
@@ -21,7 +21,7 @@ class EndpointHandler:
21
 
22
  generation_config = model.generation_config
23
  generation_config.max_new_tokens = 124
24
- generation_config.temperature = 1.9
25
  generation_config.num_return_sequences = 1
26
  generation_config.pad_token_id = tokenizer.eos_token_id
27
  generation_config.eos_token_id = tokenizer.eos_token_id
 
21
 
22
  generation_config = model.generation_config
23
  generation_config.max_new_tokens = 124
24
+ generation_config.temperature = 0.9
25
  generation_config.num_return_sequences = 1
26
  generation_config.pad_token_id = tokenizer.eos_token_id
27
  generation_config.eos_token_id = tokenizer.eos_token_id