| { | |
| "device": "cpu", | |
| "dropout": 0.2, | |
| "n_blocks": 3, | |
| "transformer_config": { | |
| "block_size": 134, | |
| "dropout": 0.2, | |
| "n_embd": 164, | |
| "n_head": 4 | |
| }, | |
| "vocab_size": 32014, | |
| "xlstm_config": { | |
| "batch_size": 4, | |
| "block_size": 134, | |
| "config_block": "msm", | |
| "n_embd": 164 | |
| } | |
| } |