mlfoundations
/

dclm-7b-it

Inference Endpoints

Model card Files Files and versions Community

sedrickkeh commited on Sep 4

Commit

16906fb

•

1 Parent(s): d3f3987

Update config.json

Files changed (1) hide show

config.json +2 -2

config.json CHANGED Viewed

@@ -6,11 +6,11 @@
   "params": null,
   "apply_qk_norm": true,
   "attn_activation": null,
-  "attn_name": "auto",
   "attn_seq_scalar": null,
   "attn_seq_scalar_alpha": null,
   "dim": 4096,
-  "ffn_type": "swiglu",
   "model": "open_lm_7b",
   "model_norm": "gain_only_lp_layer_norm",
   "moe_capacity_factor": 1.25,

   "params": null,
   "apply_qk_norm": true,
   "attn_activation": null,
+  "attn_name": "torch_attn",
   "attn_seq_scalar": null,
   "attn_seq_scalar_alpha": null,
   "dim": 4096,
+  "ffn_type": "swiglu_torch",
   "model": "open_lm_7b",
   "model_norm": "gain_only_lp_layer_norm",
   "moe_capacity_factor": 1.25,