orionweller
/

test-flex-gpt

Model card Files Files and versions Community

oweller2 commited on 13 days ago

Commit

70bb53a

•

1 Parent(s): b7a2cf0

pos

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -55,7 +55,7 @@
   },
   "masked_prediction": false,
   "casual_mask": true,
-  "max_position_embeddings": 512,
   "mlp_dropout_prob": 0.0,
   "mlp_in_bias": false,
   "mlp_layer": "glu",

   },
   "masked_prediction": false,
   "casual_mask": true,
+  "max_position_embeddings": 1024,
   "mlp_dropout_prob": 0.0,
   "mlp_in_bias": false,
   "mlp_layer": "glu",