alexandretl commited on
Commit
be71c8b
1 Parent(s): ee525ba

Upload runs/comic-surf-108/config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. runs/comic-surf-108/config.json +1 -0
runs/comic-surf-108/config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"d_model": 768, "n_layers": 12, "n_heads": 12, "max_len": 256, "dropout": 0.0, "norm_eps": 1e-05, "base_std": 0.02, "d_ff": 2048, "n_kv_heads": 12, "pos_emb": "rope", "rope_theta": 10000, "mup": false, "mup_base_width": 768, "flash": true, "architecture": "Transformer"}