Hugging Face's logo

yifeihe3
/
phi_moe_embed

Text Generation
Transformers
Safetensors
mixtral
text-generation-inference
Inference Endpoints
Model card Files Community
yifeihe3 commited on
Commit
0a85f02
•
1 Parent(s): 0020814

Upload MixtralForCausalLM

Browse files
Files changed (35) hide show
  1. config.json +2 -2
  2. model-00001-of-00034.safetensors +1 -1
  3. model-00002-of-00034.safetensors +1 -1
  4. model-00003-of-00034.safetensors +1 -1
  5. model-00004-of-00034.safetensors +1 -1
  6. model-00005-of-00034.safetensors +1 -1
  7. model-00006-of-00034.safetensors +1 -1
  8. model-00007-of-00034.safetensors +1 -1
  9. model-00008-of-00034.safetensors +1 -1
  10. model-00009-of-00034.safetensors +1 -1
  11. model-00010-of-00034.safetensors +1 -1
  12. model-00011-of-00034.safetensors +1 -1
  13. model-00012-of-00034.safetensors +1 -1
  14. model-00013-of-00034.safetensors +1 -1
  15. model-00014-of-00034.safetensors +1 -1
  16. model-00015-of-00034.safetensors +1 -1
  17. model-00016-of-00034.safetensors +1 -1
  18. model-00017-of-00034.safetensors +1 -1
  19. model-00018-of-00034.safetensors +1 -1
  20. model-00019-of-00034.safetensors +1 -1
  21. model-00020-of-00034.safetensors +1 -1
  22. model-00021-of-00034.safetensors +1 -1
  23. model-00022-of-00034.safetensors +1 -1
  24. model-00023-of-00034.safetensors +1 -1
  25. model-00024-of-00034.safetensors +1 -1
  26. model-00025-of-00034.safetensors +1 -1
  27. model-00026-of-00034.safetensors +1 -1
  28. model-00027-of-00034.safetensors +1 -1
  29. model-00028-of-00034.safetensors +1 -1
  30. model-00029-of-00034.safetensors +1 -1
  31. model-00030-of-00034.safetensors +1 -1
  32. model-00031-of-00034.safetensors +1 -1
  33. model-00032-of-00034.safetensors +1 -1
  34. model-00033-of-00034.safetensors +1 -1
  35. model-00034-of-00034.safetensors +1 -1
config.json CHANGED
@@ -12,7 +12,7 @@
12
  "input_jitter_noise": 0.01,
13
  "intermediate_size": 6400,
14
  "lm_head_bias": true,
15
- "lora_rank": 32,
16
  "max_position_embeddings": 4096,
17
  "model_type": "mixtral",
18
  "num_attention_heads": 32,
@@ -25,7 +25,7 @@
25
  "rope_theta": 10000.0,
26
  "router_aux_loss_coef": 0.0,
27
  "router_jitter_noise": 0.01,
28
- "separate_lora": true,
29
  "sliding_window": 2047,
30
  "tie_word_embeddings": false,
31
  "torch_dtype": "float32",
 
12
  "input_jitter_noise": 0.01,
13
  "intermediate_size": 6400,
14
  "lm_head_bias": true,
15
+ "lora_rank": 16,
16
  "max_position_embeddings": 4096,
17
  "model_type": "mixtral",
18
  "num_attention_heads": 32,
 
25
  "rope_theta": 10000.0,
26
  "router_aux_loss_coef": 0.0,
27
  "router_jitter_noise": 0.01,
28
+ "separate_lora": false,
29
  "sliding_window": 2047,
30
  "tie_word_embeddings": false,
31
  "torch_dtype": "float32",
model-00001-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:468772608af3879f3582a629d66e5ffb8fdb39f19c56c3aeed3a440d28dd6a4d
3
  size 4992842152
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1557aa9672022809f7806a00b9c709647570ac0dd96b4a1a228e59df30ef4fe8
3
  size 4992842152
model-00002-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:62c1d67cd24db8316e00621e8ea0f4ea69f043437c59211df786e3df6dd01ab4
3
  size 4991860096
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d05711fbe935ac3934b85c2153a2e7f9b5ef100afac97474fc05fe70f46d3a9
3
  size 4991860096
model-00003-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cddc0740f668ea30eb42f24a3188d9712e8f716f706335de08c50e54ef712f7a
3
  size 4991860096
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfe0c5d77b8622ed7e050e515b1d54333c947493912ee8552f482ac576c6dc0e
3
  size 4991860096
model-00004-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:99fc25881faa05f7a8afb6d0460d18b9faef646fd89591082e5d8dedac026597
3
  size 4991860104
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:029f52622a1553fdb9a21f07d3914cc4bcc952fb49050a40c1dd8cb3d6bba376
3
  size 4991860104
model-00005-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:290ea4b1b746b8fc80f6121435b5571ec2ec444179545d2acd6ab346d0be8fde
3
  size 4991860104
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22932b4d378c95320f15e9904f845436b3187c129c38b880c0b4e12241ea71c0
3
  size 4991860104
model-00006-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:91c81754f29ea15044bfd7ae6df6d7c6fc320eeca6b5ce1dccee48690bbb6a66
3
  size 4991860104
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcdf4659b3ea789e71279ad3035dbc39c7f66167a16fd45a4d65995e95979fda
3
  size 4991860104
model-00007-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e122d346b96654576c2aa850fe37bea4afe65cad7e773838093186fbd02efca7
3
  size 4991860104
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7901735c61119cf3b664ff04b8f72f92ca6247e1dc6956a834f139079fa9ce02
3
  size 4991860104
model-00008-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5303262321c482e9728a29947b449557195338a68170f4b67114205ef1fb664d
3
  size 4991860104
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a21f08e952f0d2f5550d0379ed21aa57a17fae6cd3a4313ca19ad43e4e6db308
3
  size 4991860104
model-00009-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:575b005a1511317c4f01f677e6cf9c100c80b9a759516b9de52a476baaa5e69a
3
  size 4991860104
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cea9d78d674da21ebc87007b6b4c33d472a6d84fcc181901b7bb8f22e32d439b
3
  size 4991860104
model-00010-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:63030d36ac99f214d2075c92f05c79ef5d6310c8bc28329e0a01665e25fa35b4
3
  size 4991860104
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c22a5cda16ef3b6178f58da555f5ef93260bfcae4a036b3e750dbbf603979e7
3
  size 4991860104
model-00011-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:98eed1afa446c7d0b23fb943206ef29a529ba4fd7e9ffe0b32be5ec2eb5d15fd
3
  size 4991860128
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d5a55b4c10d6118949de46511fc52a7c5df65a8022c7521b7b090216ea0727e
3
  size 4991860128
model-00012-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:12e1c3325246dc4b87195d7f795e7cdb78e0febf2abe9a83b4bb7e9ddd66234b
3
  size 4991860168
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc94f7b7d9bfe9203dc3c0a93650116afda53ad9d122fb05c135ca69fc46fd8b
3
  size 4991860168
model-00013-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b04d7071d8a4c0179164563c9465b5bf192ec1938658db916e424dc2259985fc
3
  size 4991860168
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5701c4c69e10eb487f3f5833f660236e738661d272d6754510b257bf39c9faab
3
  size 4991860168
model-00014-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3de9b1bedb558e5696a80864f8a14fcb44fe3bad9ff478dad3b905f980e5279c
3
  size 4991860168
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a79af66b66913555c560faea78f202fb02dda2f5a10aca817738344defddd940
3
  size 4991860168
model-00015-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6c1f4e7f59bfe41bced6fe89c1f80699813e9155a533065e4d6d496c86458368
3
  size 4991860168
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:326d5d4b98671fc94b99e108ff1fcc7db9546b9d52731b35a1481f66d16bc5c1
3
  size 4991860168
model-00016-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9694f2fc0732facade721104bfb70a44a8088612bbe99b9052aeffdbd5af2034
3
  size 4991860168
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2863ffe4b880120b89e1e1a4f4d0e2dc157cf338beaa594e9eccadfe9abb1d4
3
  size 4991860168
model-00017-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4e71529c61ba4bd55b43d3e5aaa50a9d5d79a14aed2f59c9afb9aab6ef2f3456
3
  size 4991860168
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31d6f93011f5468938ee5b03ef59dcae0d8c14ec8bb4adb0d6729b6c6b433afb
3
  size 4991860168
model-00018-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9a57ffdb23b853e7428726e0f1db0de964fb6c2f1068c8a3886722239da7e982
3
  size 4991860168
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88f2c6ea0e3628c05b8e8f38fcec5e7422c7db2f67b7e2ff2a3d42d5a97194fb
3
  size 4991860168
model-00019-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fe07e06a83b147a74f45b88b98c1f8d5a925f365f3047d8650deef5d089309bc
3
  size 4991860168
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfed4ad2f915ed74ebaf050bcee260dd2e8d23c96f20ef6697c22809e8ba246f
3
  size 4991860168
model-00020-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:42931ba9fa4c088497e0cb4b6530b1f0f684962cf5b164932e8f708d8957b17c
3
  size 4991860168
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:917c29299d235f7af22d11576a99b8287b4998fb8beaf10f4e34dcb754b5f924
3
  size 4991860168
model-00021-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d478e0bac8dc806125ecb427c15b257aef65d2fc5ad31669ebe68f4752ca1677
3
  size 4991860168
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fd30055fe6b3dacd18b4d9c4ad1d5f4901637b3b6af139994e5825734e45610
3
  size 4991860168
model-00022-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:79e2c30c6e23ca46283f693a206a4a21a9365881394265ec8d2bbc85d15304b2
3
  size 4995504816
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a57edb154ed6e667d282cdcb43c5e618e4bf6159c186ac5eddddd87e99acf44
3
  size 4995504816
model-00023-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f12656064f1d8920f6cac93350ffdaf1176a01f67e5a782772aa8421178f962e
3
  size 4924668688
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c126cdfe660d1d082f87aa413a09e8b8404dbfe25394439314dcff79efaf8f3b
3
  size 4924668688
model-00024-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:aec119552c920a2a006c697cf6f0baa109c68bc3d7a5260e8f2ae7c4759ebc43
3
  size 4991860152
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c8d4983a23946709344f4b0052a30f9283b82d5e9efcf5e5a3dc34b96ee9898
3
  size 4991860152
model-00025-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1f6a418044e61bcde5e1ca8e62183e4f2e0cdbe8b8dfde01ed841acffa62d08c
3
  size 4991860152
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfdd844ec8e98c1a2f60a88a2136f2063dc895309a0c0fc122415cf84272cd43
3
  size 4991860152
model-00026-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:17400df5ab0f57ca5890787d79b9d413c64cd7faaea5da7dc2a61d8dda027ea1
3
  size 4991860152
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08455f1215114582c2b7f78e8bdf3eab1477c9974870cfbb8278e79abf0cb5a5
3
  size 4991860152
model-00027-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9f68ba5802d736fce3f293304351d9a926bcdf058c618a7a217843e078c8687b
3
  size 4991860152
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfe8897368fa2c3603f075aa7d1b336ee31aeccfe95b2b7bc19ac95ec0da0c38
3
  size 4991860152
model-00028-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2b660d0a958dcec6a072e42a297eba8a2b58deb28763f00bfd3281088959b090
3
  size 4991860168
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02fee3f87034cac75f55f7003e3a270b8c40c6c43134b9adb29215cffc1ef3cc
3
  size 4991860168
model-00029-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5360e244245125c95b5070b9eab9ca864e6929b0abe2232f019bc6d7fefdc668
3
  size 4991860168
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edac3d1c477dbe3dc4d6791dc6d580f98acfe6a6f0685fdf57bb9cf225a83ffd
3
  size 4991860168
model-00030-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6ebb03488fda8ab7786d818177f392db4090f75d8b80de8336458700728e63d7
3
  size 4991860168
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad63f754671480274873619ac48b2c924b01ead14889b09819803cc74a326345
3
  size 4991860168
model-00031-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3bc2b01a9a7bb9b315ae764a883b3cf376c325a3951cbcd9b08317d4c0e785c4
3
  size 4991860168
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:622b784bba30dddd9e09b4134edb7aebc5eaff2ce42cb61ad62940adbc2e77bf
3
  size 4991860168
model-00032-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3b9da40e2fbf838852c7eb3c92f0854b545a9e525cfdbcbf5d550cd20c02e18d
3
  size 4991860168
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d676664eb06ed57fac93e281c3b272de295786674a365211c5d861a65136fe54
3
  size 4991860168
model-00033-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:be4e396abaabb3921112c208face5807e2473d2561e4546b3c2391e52b55df0c
3
  size 4991860168
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87083c9826421f56ec3cf4f2f90b60c38109022839988f14f4922eb9de89edc9
3
  size 4991860168
model-00034-of-00034.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6b922175e93b111314e7e37559f9900d8fa977ab01884bf149eaf631e17adef8
3
  size 2832434048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf7e8fc136975d8e7415531082bc5dcb5921ca480c36243d39f2b07ae3ddbe79
3
  size 2832434048