sultan commited on
Commit
3ec88c1
1 Parent(s): ec45c1a

Delete net_config.pytorch.json

Browse files
Files changed (1) hide show
  1. net_config.pytorch.json +0 -16
net_config.pytorch.json DELETED
@@ -1,16 +0,0 @@
1
- {
2
- "block_size": "8_8_8",
3
- "d_embed": 1024,
4
- "d_head": 64,
5
- "d_inner": 4096,
6
- "d_model": 1024,
7
- "dropact": 0.0,
8
- "dropatt": 0.1,
9
- "dropout": 0.1,
10
- "n_head": 16,
11
- "pool_q_only": true,
12
- "pooling_size": 2,
13
- "pooling_type": "mean",
14
- "separate_cls": true,
15
- "vocab_size": 50000
16
- }