File size: 325 Bytes
d509b76
322c2fa
d509b76
 
 
feff20b
d509b76
feff20b
d509b76
 
 
 
feff20b
 
d509b76
322c2fa
feff20b
d509b76
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
{
  "device": "cuda",
  "dropout": 0.2,
  "n_blocks": 3,
  "transformer_config": {
    "block_size": 154,
    "dropout": 0.2,
    "n_embd": 192,
    "n_head": 4
  },
  "vocab_size": 32014,
  "xlstm_config": {
    "batch_size": 8,
    "block_size": 154,
    "config_block": "msm",
    "device": "cuda",
    "n_embd": 192
  }
}