danielhanchen
commited on
Commit
•
f4d7f07
1
Parent(s):
05dff32
Update config.json
Browse files- config.json +1 -2
config.json
CHANGED
@@ -123,8 +123,7 @@
|
|
123 |
2.749999523162842,
|
124 |
2.8399994373321533
|
125 |
],
|
126 |
-
"factor": 32.0
|
127 |
-
"original_max_position_embeddings": 4096
|
128 |
},
|
129 |
"rope_theta": 10000.0,
|
130 |
"tie_word_embeddings": false,
|
|
|
123 |
2.749999523162842,
|
124 |
2.8399994373321533
|
125 |
],
|
126 |
+
"factor": 32.0
|
|
|
127 |
},
|
128 |
"rope_theta": 10000.0,
|
129 |
"tie_word_embeddings": false,
|