KathirKs
/

Mistral-Multiply

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

KathirKs commited on Jan 15

Commit

43dd272

•

1 Parent(s): 34d0f5f

Upload MistralForCausalLM

Files changed (2) hide show

config.json +3 -3
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -10,9 +10,9 @@
   "intermediate_size": 1024,
   "max_position_embeddings": 256,
   "model_type": "mistral",
-  "num_attention_heads": 4,
-  "num_hidden_layers": 4,
-  "num_key_value_heads": 1,
   "rms_norm_eps": 1e-06,
   "rope_theta": 10000.0,
   "sliding_window": 64,

   "intermediate_size": 1024,
   "max_position_embeddings": 256,
   "model_type": "mistral",
+  "num_attention_heads": 8,
+  "num_hidden_layers": 6,
+  "num_key_value_heads": 2,
   "rms_norm_eps": 1e-06,
   "rope_theta": 10000.0,
   "sliding_window": 64,

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:787f4e6e8c6ff7ac1a02c9e34886cf18202b0453fbd884d6721fe0136bddb66c
-size 47985704

 version https://git-lfs.github.com/spec/v1
+oid sha256:78999a81d308924b22cb7ef567f70596486bb28650299bba1efdd6954c60b0fa
+size 55593936