danielhanchen
commited on
Commit
•
05dff32
1
Parent(s):
b577032
Update config.json
Browse files- config.json +2 -1
config.json
CHANGED
@@ -123,7 +123,8 @@
|
|
123 |
2.749999523162842,
|
124 |
2.8399994373321533
|
125 |
],
|
126 |
-
"factor": 32.0
|
|
|
127 |
},
|
128 |
"rope_theta": 10000.0,
|
129 |
"tie_word_embeddings": false,
|
|
|
123 |
2.749999523162842,
|
124 |
2.8399994373321533
|
125 |
],
|
126 |
+
"factor": 32.0,
|
127 |
+
"original_max_position_embeddings": 4096
|
128 |
},
|
129 |
"rope_theta": 10000.0,
|
130 |
"tie_word_embeddings": false,
|