Hugging Face's logo

yifeihe3
/
phi_moe_top_8

Text Generation
Transformers
Safetensors
mixtral
text-generation-inference
Inference Endpoints
Model card Files Community
yifeihe3 commited on
Commit
387a473
•
1 Parent(s): ea608a7

Upload MixtralForCausalLM

Browse files
Files changed (35) hide show
  1. config.json +1 -1
  2. model-00001-of-00034.safetensors +1 -1
  3. model-00002-of-00034.safetensors +1 -1
  4. model-00003-of-00034.safetensors +1 -1
  5. model-00004-of-00034.safetensors +1 -1
  6. model-00005-of-00034.safetensors +1 -1
  7. model-00006-of-00034.safetensors +1 -1
  8. model-00007-of-00034.safetensors +1 -1
  9. model-00008-of-00034.safetensors +1 -1
  10. model-00009-of-00034.safetensors +1 -1
  11. model-00010-of-00034.safetensors +1 -1
  12. model-00011-of-00034.safetensors +1 -1
  13. model-00012-of-00034.safetensors +1 -1
  14. model-00013-of-00034.safetensors +1 -1
  15. model-00014-of-00034.safetensors +1 -1
  16. model-00015-of-00034.safetensors +1 -1
  17. model-00016-of-00034.safetensors +1 -1
  18. model-00017-of-00034.safetensors +1 -1
  19. model-00018-of-00034.safetensors +1 -1
  20. model-00019-of-00034.safetensors +1 -1
  21. model-00020-of-00034.safetensors +1 -1
  22. model-00021-of-00034.safetensors +1 -1
  23. model-00022-of-00034.safetensors +1 -1
  24. model-00023-of-00034.safetensors +1 -1
  25. model-00024-of-00034.safetensors +1 -1
  26. model-00025-of-00034.safetensors +1 -1
  27. model-00026-of-00034.safetensors +1 -1
  28. model-00027-of-00034.safetensors +1 -1
  29. model-00028-of-00034.safetensors +1 -1
  30. model-00029-of-00034.safetensors +1 -1
  31. model-00030-of-00034.safetensors +1 -1
  32. model-00031-of-00034.safetensors +1 -1
  33. model-00032-of-00034.safetensors +1 -1
  34. model-00033-of-00034.safetensors +1 -1
  35. model-00034-of-00034.safetensors +1 -1
config.json CHANGED
@@ -15,7 +15,7 @@
15
  "max_position_embeddings": 4096,
16
  "model_type": "mixtral",
17
  "num_attention_heads": 32,
18
- "num_experts_per_tok": 4,
19
  "num_hidden_layers": 32,
20
  "num_key_value_heads": 8,
21
  "num_local_experts": 16,
 
15
  "max_position_embeddings": 4096,
16
  "model_type": "mixtral",
17
  "num_attention_heads": 32,
18
+ "num_experts_per_tok": 8,
19
  "num_hidden_layers": 32,
20
  "num_key_value_heads": 8,
21
  "num_local_experts": 16,
model-00001-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e510dc5381a68a100d2fdc6e6ee6eecf0496aa8f2bcae50dddf4b41b01b05f41
3
  size 4992579888
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95063869662eece351632aafb65e7e6a961fe28ab552ebfe23e190b275df215b
3
  size 4992579888
model-00002-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e9f91409cd0f633e0fecae42d0bd0d7df2eed1a1d864f11787d702903709460e
3
  size 4991597832
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:666eeda5b46a07572a9a0c380c7fc0de95f6a9691531be6fa3033d18cbf39599
3
  size 4991597832
model-00003-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:be14397d34cabace1a9181cfa36257397534951ef0a9827be45e6ff47b99b5cf
3
  size 4991597832
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95a54da790f34065079172ac1a9dfa37233e60dc91724cc6a585a962513a4cae
3
  size 4991597832
model-00004-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6fcd71bd04c3ea7586bf9fc9d6b240a9956a4bb445a9d880914bbfb5bf3bb515
3
  size 4991597840
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:974fe8cec6c08a848e2a3719268d707824891f17db32195713772e06938d4841
3
  size 4991597840
model-00005-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3d9c0646d2a4c94855949b25741583a24fc2d1b497a82034dbd377595e527d4b
3
  size 4991597840
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9662bb19eb42a9ce65f381870c3c6a816ab2ef65c22f4c1e9e7148d396926433
3
  size 4991597840
model-00006-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7a75097cc14d0fe3d4d03f6c184da2b9be9369f8746a20011d22f21bf008e3e7
3
  size 4991597840
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84f1accdaa35469edbb003bb5dd9da2387e069bda2467fc97060290c76ae10a4
3
  size 4991597840
model-00007-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e07d78f0efb857ab6bfe617336bab61fb4b6384d27ffaf02f65ffd7f104f99bb
3
  size 4991597840
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a808513d8109d178679df7a424cb26f048b22ebb012777a8b575cc57ad84f4b
3
  size 4991597840
model-00008-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:de437e79c35052a8f76fdd8fb68370c1a2e13bffa22ad3951869be581abafe89
3
  size 4991597840
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8bfc3da6c965ee64d5376ed3dee51d5ef3ae596593e662d3b3a643f20343ca6
3
  size 4991597840
model-00009-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:694938a8d69813f073628bf3f4025fb04e4b253dc3d1b8ee08a72e697d8c7abc
3
  size 4991597840
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e22cc199b0d10672b00e9e88ff7f98a1ff1a35be32b522cad8a2ec658acec8bd
3
  size 4991597840
model-00010-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3a98253770f1fbabc173deacde660abb7acdbc365be2fd4fa663295fea858ebc
3
  size 4991597840
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a33cf375bb3a22c1d6456dc9f413ecbb0335ebb69873563302a9f71e8647d899
3
  size 4991597840
model-00011-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:98dec1d7049a6a9a5a7060a908b6b6e33ffa79b0e00490ac851c3095c7574ba9
3
  size 4991597872
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72d371da1649a9f433f9a561603853f0370de58948454b459bda4d770bd25647
3
  size 4991597872
model-00012-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:23eab022cdf41861d1f31188f31ed1aaf13eb0f7f30817f54e12db014470f58f
3
  size 4991597904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9caf934a7fd801adf1b32e59cb6209b0ca878a37606ecb4e2b4614f612996df4
3
  size 4991597904
model-00013-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4ada4373f1b8c27074e0309976ab6e944c28fd0128d1af400398f1eaae399563
3
  size 4991597904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebeea77cb4353356e064797ea06ccfb567b2b1bd41978ea8b5926d96c76082b6
3
  size 4991597904
model-00014-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2ac45dc9e71358685537ce8241372e9b6c0e5dc458de3ebccab423b85153e897
3
  size 4991597904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28e906c833c5970ebcc5a732af5d329fcc1ab5682b4834fd5ed687e562034a69
3
  size 4991597904
model-00015-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a0ece1e5a5f932160d3955b15871b843cc441e9057b6132aebe3c71539680bdc
3
  size 4991597904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b5bf9cd788596f07bad4a99fb71a31430cbd36a4ca6f74bc2008839e33365a2
3
  size 4991597904
model-00016-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ac9d824cdb9a3e72d0d9057afb684157aff4c1771b9f7b2fe65e4ef807c553da
3
  size 4991597904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:230380c818523e21ddce538b367d4f2446d83fc20e4c6ad7f0876c586a51f7a0
3
  size 4991597904
model-00017-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a387ce5e3d098ed09ec07d79fe7e1e35f3a81fe43f2b39484fc0b06b50cf3d0e
3
  size 4991597904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe2931f3815b67aa3c9654fc5557670b202dcdf1501d5403aa655a71a230c81a
3
  size 4991597904
model-00018-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ea11b86376d72dd52a0173cd0ce614eb7550c4e36188d93238db85877aa7edad
3
  size 4991597904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d108774df3a5c18d34b5be51ccb3e2313c4b4ce0fc8169906c90654439e2a70
3
  size 4991597904
model-00019-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:db716896391b97c0a247adefdfef71e6588f22cedd455d75f08ee4824e5cf3b5
3
  size 4991597904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b593e20256b32c662336c2e1387c8ea5f00948da3b8d4910770586b0736b7b7b
3
  size 4991597904
model-00020-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:876ed642a25cc23f22c3c22ad7a5f854a7f822eebe285741a18ce325cbf971fe
3
  size 4991597904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eec0355a12facc4cf2b1c3d73c4d6e7554bf9dead60bd0a5c2320230afce7194
3
  size 4991597904
model-00021-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:07fc4f6450e351665d39c8dbf4078a504bebe23435d5dbbd2f117982b6e1f03c
3
  size 4991597904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21f1766b3d105245911604ca57b7720d4dc7e775ab41097b61dd5fe25851c1f5
3
  size 4991597904
model-00022-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:db7c2e13da4d5a25e6c3e4f21146adc14ee2798d895e1d62256225cf5f2bdc5c
3
  size 4995504816
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b49c057ab885612189e5298b77e12ce3ecd4a090ee390a469ee13df6e8f1d63
3
  size 4995504816
model-00023-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:64b8307381825d3afd0ac94947cb2c25a9d1d46f14cbb294ad0baacf921827ae
3
  size 4924406432
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e52732d7305c683af24b49b94b9ec0a510b58717a9748466c5599af1c31b9fc7
3
  size 4924406432
model-00024-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5544cd2bce816bffa1652bd70017977b06bac4ac7f79ea0d9931b30f7b6ab8e4
3
  size 4991597888
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b252d67c9b95481093dbac5e53246a308690a41eb5f81d25074d86293b12a7e9
3
  size 4991597888
model-00025-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5041a8669a142b0484ccd570d5b46b4e7c73c4fee94e9dfeeeeefe2b5e49829f
3
  size 4991597888
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1abc50dbc4ea1f4a472b292535fcef795d496a7cd4bd12e0948cb9abdb80e2f8
3
  size 4991597888
model-00026-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a531e2856e48453f2c49cf30f7592b5d5fa2ef62c3f4c4323a98eab0678696dd
3
  size 4991597888
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:337ac79aa16d3b0b856af651e8dae4062a92fd7af157cf3aaf0191d7f0d80d45
3
  size 4991597888
model-00027-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0202bf4356331e48896139136266d24ea04bac47a6bbc241dc2302a14f3fa4ff
3
  size 4991597888
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13d503452d508b15661ce6701163de3d7de1772d2682a3703c9057d8ef3bfea2
3
  size 4991597888
model-00028-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:27fd40e30d56d5a0caea5075c5107136f7765b98a3f60b98b5fc4e14339e645b
3
  size 4991597896
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b86af5e809293c4f85331ffc28f6de4990320840f245f10f68fdc646f35fe68e
3
  size 4991597896
model-00029-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a48f6a6f0a7d5a325a965d3bee49a73bb66299495c7e6cd17d29be369a2786a6
3
  size 4991597896
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df8632eff6cc4243714bcc874973731f9e7a96ee4fc7e30abb4d38917c633a74
3
  size 4991597896
model-00030-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b900a3719ad5ca51058fb2cd96f0098ef63a9f918daef0e983b551b8fe57fc79
3
  size 4991597896
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4e7779ffc85b3198a5c03fd16bb7045158c3d8f0549f2a28415a29c49638c3d
3
  size 4991597896
model-00031-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8af14d828546fa8019866b7f40ab1f135aa3b18106a4f92d1a5f703155dff5a6
3
  size 4991597896
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75bc7652722620938167d1cd4bd62001dd52ef295c73cc84ed6fe91783d9f517
3
  size 4991597896
model-00032-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:263644427b139ad82d61c398ca795adaa4f4289d8e5e359203bce41f7322bae2
3
  size 4991597904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02173a38e34873482bcb61f178bba5b80b03deae0eb48d20a521ae95e7b7fbeb
3
  size 4991597904
model-00033-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a80be7647e31fa09fe87b194317c3e9490e204db0529f120eaa6a285ba55e13f
3
  size 4991597904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6eac8356df9e27f269c72100f0df77a6dc1ed1682c4064cdf14e5b2d3e942af4
3
  size 4991597904
model-00034-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e3d3c823723115f283e2aed87ebf513d6c8a9d5175f5a4455711e7597f67b13e
3
  size 2832434048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf8e9adb7ff7ccf7a98c6117a9d2df4b26726443c17aac7519855f6869ead9f4
3
  size 2832434048