alexandretl
commited on
Commit
•
be71c8b
1
Parent(s):
ee525ba
Upload runs/comic-surf-108/config.json with huggingface_hub
Browse files
runs/comic-surf-108/config.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"d_model": 768, "n_layers": 12, "n_heads": 12, "max_len": 256, "dropout": 0.0, "norm_eps": 1e-05, "base_std": 0.02, "d_ff": 2048, "n_kv_heads": 12, "pos_emb": "rope", "rope_theta": 10000, "mup": false, "mup_base_width": 768, "flash": true, "architecture": "Transformer"}
|