Crystalcareai commited on
Commit
483e313
1 Parent(s): 835534a

Update configuration_quiet.py

Browse files
Files changed (1) hide show
  1. configuration_quiet.py +3 -1
configuration_quiet.py CHANGED
@@ -114,6 +114,7 @@ class QuietConfig(PretrainedConfig):
114
  max_thoughts: int = 3,
115
  thought_length: int = 10,
116
  eos_token_id=2,
 
117
  start_token_id=0, # Add this line
118
  tie_word_embeddings=False,
119
  rope_theta=10000.0,
@@ -147,7 +148,8 @@ class QuietConfig(PretrainedConfig):
147
  pad_token_id=pad_token_id,
148
  bos_token_id=bos_token_id,
149
  eos_token_id=eos_token_id,
150
- start_token_id=start_token_id, # Add this line
 
151
  tie_word_embeddings=tie_word_embeddings,
152
  **kwargs,
153
  )
 
114
  max_thoughts: int = 3,
115
  thought_length: int = 10,
116
  eos_token_id=2,
117
+ end_token_id=2,
118
  start_token_id=0, # Add this line
119
  tie_word_embeddings=False,
120
  rope_theta=10000.0,
 
148
  pad_token_id=pad_token_id,
149
  bos_token_id=bos_token_id,
150
  eos_token_id=eos_token_id,
151
+ start_token_id=start_token_id,
152
+ end_token_id=end_token_id,# Add this line
153
  tie_word_embeddings=tie_word_embeddings,
154
  **kwargs,
155
  )