Jackmin108 commited on
Commit
2a070b3
1 Parent(s): 4abadbb

Set default pooler to mean

Browse files
Files changed (1) hide show
  1. config.json +2 -1
config.json CHANGED
@@ -30,5 +30,6 @@
30
  "type_vocab_size": 2,
31
  "use_cache": true,
32
  "vocab_size": 30528,
33
- "feed_forward_type": "geglu"
 
34
  }
 
30
  "type_vocab_size": 2,
31
  "use_cache": true,
32
  "vocab_size": 30528,
33
+ "feed_forward_type": "geglu",
34
+ "emb_pooler": "mean"
35
  }