Update configuration_hf_nomic_bert.py
Browse files
configuration_hf_nomic_bert.py
CHANGED
|
@@ -26,7 +26,7 @@ class NomicBertConfig(GPT2Config):
|
|
| 26 |
dense_seq_output=True,
|
| 27 |
pad_vocab_size_multiple=1,
|
| 28 |
tie_word_embeddings=True,
|
| 29 |
-
rotary_scaling_factor=
|
| 30 |
max_trained_positions=2048,
|
| 31 |
**kwargs,
|
| 32 |
):
|
|
|
|
| 26 |
dense_seq_output=True,
|
| 27 |
pad_vocab_size_multiple=1,
|
| 28 |
tie_word_embeddings=True,
|
| 29 |
+
rotary_scaling_factor=None,
|
| 30 |
max_trained_positions=2048,
|
| 31 |
**kwargs,
|
| 32 |
):
|