danielhanchen commited on
Commit
05dff32
1 Parent(s): b577032

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +2 -1
config.json CHANGED
@@ -123,7 +123,8 @@
123
  2.749999523162842,
124
  2.8399994373321533
125
  ],
126
- "factor": 32.0
 
127
  },
128
  "rope_theta": 10000.0,
129
  "tie_word_embeddings": false,
 
123
  2.749999523162842,
124
  2.8399994373321533
125
  ],
126
+ "factor": 32.0,
127
+ "original_max_position_embeddings": 4096
128
  },
129
  "rope_theta": 10000.0,
130
  "tie_word_embeddings": false,