Crystalcareai commited on
Commit
687dc4c
1 Parent(s): a2c4034

Update configuration_quiet.py

Browse files
Files changed (1) hide show
  1. configuration_quiet.py +2 -2
configuration_quiet.py CHANGED
@@ -111,11 +111,11 @@ class QuietConfig(PretrainedConfig):
111
  eos_token_id=2,
112
  tie_word_embeddings=False,
113
  rope_theta=10000.0,
114
- complexity_factor = 1,
115
  sliding_window=4096,
116
  attention_dropout=0.0,
117
  max_thoughts=16,
118
- max_temperature=1,
119
  merged_talk_heads=True,
120
  merged_lm_and_talk_heads=False,
121
  merged_lm_and_think_heads=True,
 
111
  eos_token_id=2,
112
  tie_word_embeddings=False,
113
  rope_theta=10000.0,
114
+ complexity_factor = 0.5,
115
  sliding_window=4096,
116
  attention_dropout=0.0,
117
  max_thoughts=16,
118
+ max_temperature=10,
119
  merged_talk_heads=True,
120
  merged_lm_and_talk_heads=False,
121
  merged_lm_and_think_heads=True,