Crystalcareai
commited on
Commit
•
687dc4c
1
Parent(s):
a2c4034
Update configuration_quiet.py
Browse files- configuration_quiet.py +2 -2
configuration_quiet.py
CHANGED
@@ -111,11 +111,11 @@ class QuietConfig(PretrainedConfig):
|
|
111 |
eos_token_id=2,
|
112 |
tie_word_embeddings=False,
|
113 |
rope_theta=10000.0,
|
114 |
-
complexity_factor =
|
115 |
sliding_window=4096,
|
116 |
attention_dropout=0.0,
|
117 |
max_thoughts=16,
|
118 |
-
max_temperature=
|
119 |
merged_talk_heads=True,
|
120 |
merged_lm_and_talk_heads=False,
|
121 |
merged_lm_and_think_heads=True,
|
|
|
111 |
eos_token_id=2,
|
112 |
tie_word_embeddings=False,
|
113 |
rope_theta=10000.0,
|
114 |
+
complexity_factor = 0.5,
|
115 |
sliding_window=4096,
|
116 |
attention_dropout=0.0,
|
117 |
max_thoughts=16,
|
118 |
+
max_temperature=10,
|
119 |
merged_talk_heads=True,
|
120 |
merged_lm_and_talk_heads=False,
|
121 |
merged_lm_and_think_heads=True,
|