Hugging Face's logo

akthegr8
/
es2

Text Generation
Transformers
mixtral
text-generation-inference
Inference Endpoints
Model card Files Community
akthegr8 commited on
Commit
19082d0
•
1 Parent(s): 2880c52

Upload folder using huggingface_hub

Browse files
Files changed (19) hide show
  1. config.json +31 -0
  2. model-1.safetensors +3 -0
  3. model-10.safetensors +3 -0
  4. model-11.safetensors +3 -0
  5. model-12.safetensors +3 -0
  6. model-13.safetensors +3 -0
  7. model-14.safetensors +3 -0
  8. model-15.safetensors +3 -0
  9. model-16.safetensors +3 -0
  10. model-17.safetensors +3 -0
  11. model-18.safetensors +3 -0
  12. model-2.safetensors +3 -0
  13. model-3.safetensors +3 -0
  14. model-4.safetensors +3 -0
  15. model-5.safetensors +3 -0
  16. model-6.safetensors +3 -0
  17. model-7.safetensors +3 -0
  18. model-8.safetensors +3 -0
  19. model-9.safetensors +3 -0
config.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "mlabonne/AlphaMonarch-7B",
3
+ "architectures": [
4
+ "MixtralForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 1,
8
+ "eos_token_id": 2,
9
+ "hidden_act": "silu",
10
+ "hidden_size": 4096,
11
+ "initializer_range": 0.02,
12
+ "intermediate_size": 14336,
13
+ "max_position_embeddings": 32768,
14
+ "model_type": "mixtral",
15
+ "num_attention_heads": 32,
16
+ "num_experts_per_tok": 2,
17
+ "num_hidden_layers": 32,
18
+ "num_key_value_heads": 8,
19
+ "num_local_experts": 3,
20
+ "output_router_logits": false,
21
+ "rms_norm_eps": 1e-05,
22
+ "rope_theta": 10000.0,
23
+ "router_aux_loss_coef": 0.001,
24
+ "router_jitter_noise": 0.0,
25
+ "sliding_window": null,
26
+ "tie_word_embeddings": false,
27
+ "torch_dtype": "float16",
28
+ "transformers_version": "4.41.2",
29
+ "use_cache": true,
30
+ "vocab_size": 32000
31
+ }
model-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31d6adc0b4aab0011086596ef650bba995648d39171c8f80550a54596d350d98
3
+ size 1933849888
model-10.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18c5112913f72be4b97a68146e979f7de957efffc551ad22756367b6bd87c945
3
+ size 1996490952
model-11.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e07f78aaaabaefee907abd0134f878e1d9c67e327d76277ac35454f1f2b98f0f
3
+ size 1996490952
model-12.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd7ee198907ce40850a659baf5f6556e882660697bad9aa75252e796859f9b5a
3
+ size 1996490944
model-13.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5d3e502d1b5ff261195f91ce44f7c1bab6dcdb9b3002fbd76389639bc6e52f9
3
+ size 1996490936
model-14.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f241f15480c303171432e5df8b2efef47039ec800a5c9ebaf91fc27c0eb49893
3
+ size 1996490944
model-15.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c241689df443d35daea4c40caafe00744cd9ee6628ef1aa7f31bcc594c92007
3
+ size 1996490952
model-16.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:654a1427500a0addb636bb372184309be0ef10e860c11b6ac9ea9bf1ac32475c
3
+ size 1996490952
model-17.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12b2266170237d8fe5386d15d31a7741f002f73e56f1f6201e0d55a5f987e97d
3
+ size 1996490952
model-18.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d399597f2730a8129243f2e77acd6bc33bd2d68fa0798a8c35276c8c2dee9acd
3
+ size 1996765088
model-2.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98b33333002d3cf058b7be468cad6517cc8425771abb9072a5f56b56c3805694
3
+ size 1996490936
model-3.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91755fab243618f72718fface73c635993839e608cfe9984cf074f042582ea3e
3
+ size 1996490952
model-4.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcbec5f59e95a309e31230ed735feda778bf5918c1d0e8d8ffc8f6fe763a9acc
3
+ size 1996490952
model-5.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82ae86a3b405ed833d1a86cc1946b61c85dd4921a0444dd2e1a49731c849686f
3
+ size 1996490952
model-6.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ade1eba3371b5c66def4d84c2f8a18a8f672c3ef67f0efb36715fc853e61b425
3
+ size 1996490952
model-7.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d298d3ccd4caffe1cd55c96e111555f82ba3950ca5aa0c2f36c211f3a719c50
3
+ size 1996490936
model-8.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2afd1c6b01b136d995b758616f2950f98da5c2b7f829b6c6910260360eee528
3
+ size 1996490936
model-9.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f55618935167930ee501365c37e3e557cdac3c27328c29c6500b4d0d4061d12a
3
+ size 1996490952