Hugging Face's logo

empower-dev
/
empower-functions-medium

Text Generation
Transformers
PyTorch
mixtral
function
function-calling
tool-using
conversational
text-generation-inference
Inference Endpoints
Model card Files Community
dyang415 commited on
Commit
0015f21
•
1 Parent(s): acd0896

Upload folder using huggingface_hub

Browse files
Files changed (22) hide show
  1. config.json +2 -2
  2. generation_config.json +1 -0
  3. pytorch_model-00001-of-00019.bin +1 -1
  4. pytorch_model-00002-of-00019.bin +1 -1
  5. pytorch_model-00003-of-00019.bin +1 -1
  6. pytorch_model-00004-of-00019.bin +1 -1
  7. pytorch_model-00005-of-00019.bin +1 -1
  8. pytorch_model-00006-of-00019.bin +1 -1
  9. pytorch_model-00007-of-00019.bin +1 -1
  10. pytorch_model-00008-of-00019.bin +1 -1
  11. pytorch_model-00009-of-00019.bin +1 -1
  12. pytorch_model-00010-of-00019.bin +1 -1
  13. pytorch_model-00011-of-00019.bin +1 -1
  14. pytorch_model-00012-of-00019.bin +1 -1
  15. pytorch_model-00013-of-00019.bin +1 -1
  16. pytorch_model-00014-of-00019.bin +1 -1
  17. pytorch_model-00015-of-00019.bin +1 -1
  18. pytorch_model-00016-of-00019.bin +1 -1
  19. pytorch_model-00017-of-00019.bin +1 -1
  20. pytorch_model-00018-of-00019.bin +1 -1
  21. pytorch_model-00019-of-00019.bin +1 -1
  22. tokenizer_config.json +2 -1
config.json CHANGED
@@ -17,7 +17,7 @@
17
  "num_hidden_layers": 32,
18
  "num_key_value_heads": 8,
19
  "num_local_experts": 8,
20
- "output_router_logits": false,
21
  "rms_norm_eps": 1e-05,
22
  "rope_theta": 1000000.0,
23
  "router_aux_loss_coef": 0.02,
@@ -25,6 +25,6 @@
25
  "tie_word_embeddings": false,
26
  "torch_dtype": "bfloat16",
27
  "transformers_version": "4.38.0",
28
- "use_cache": true,
29
  "vocab_size": 32000
30
  }
 
17
  "num_hidden_layers": 32,
18
  "num_key_value_heads": 8,
19
  "num_local_experts": 8,
20
+ "output_router_logits": true,
21
  "rms_norm_eps": 1e-05,
22
  "rope_theta": 1000000.0,
23
  "router_aux_loss_coef": 0.02,
 
25
  "tie_word_embeddings": false,
26
  "torch_dtype": "bfloat16",
27
  "transformers_version": "4.38.0",
28
+ "use_cache": false,
29
  "vocab_size": 32000
30
  }
generation_config.json CHANGED
@@ -1,6 +1,7 @@
1
  {
2
  "_from_model_config": true,
3
  "bos_token_id": 1,
 
4
  "eos_token_id": 2,
5
  "transformers_version": "4.38.0"
6
  }
 
1
  {
2
  "_from_model_config": true,
3
  "bos_token_id": 1,
4
+ "do_sample": true,
5
  "eos_token_id": 2,
6
  "transformers_version": "4.38.0"
7
  }
pytorch_model-00001-of-00019.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:64eb53ca63323b6a6bfc9142c8951cfc789f2a6fadda6e848eccb30a0eb1bba7
3
  size 4892821992
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ae5920c73a69bf94b504e736ea507de9f0636f3e70a89c42250be324eeb80e3
3
  size 4892821992
pytorch_model-00002-of-00019.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a28306d5c0e5d7dde24fffdff5c8babe38af4af3c5d2df1ca4a490da2f0c297e
3
  size 4983017380
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:539eb4dcb79683f06575dca40a7b1eae6e8d7fc92a5e6d5bba041e1c4af21f90
3
  size 4983017380
pytorch_model-00003-of-00019.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2c542fc4332d8803ddb1fd1d99a53e7c57e42c521c34b292d4495f5c1662a484
3
  size 4983017464
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:724a42f1e8933ad32bd5332f5dcc3f3f5ae63e5ec65677d0664986819fdd2e0a
3
  size 4983017464
pytorch_model-00004-of-00019.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0721c60717442c136dee358da7ef19a2741d9519e6b355bc7a1e1f38435c37b0
3
  size 4899046886
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48cd1a42193b2906fc764e3636c3b80b68e7f29f699d47ab71a65d5b07b584b4
3
  size 4899046886
pytorch_model-00005-of-00019.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1f068187f2d128dfe81f41843d64910ea21a00aa45a5a6a8c40ba2038175256f
3
  size 4983017416
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fa21d80269fc5f2fd5a97e50552464387fa76bad4b131460d7ccfa1b5b4afb5
3
  size 4983017416
pytorch_model-00006-of-00019.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bdca6b9d0acb9a798c9c31ff5ca2b118d6b05fd81c394f34f09dc5dec1929e85
3
  size 4983017380
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47108f82281a58985b5ae3428243545c4cfc32f3fb79fda9a27dc1da210054e2
3
  size 4983017380
pytorch_model-00007-of-00019.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ad616f89bde31ced6582d6117f70563d92b82566da5ed746fb817cac3b4d0ce7
3
  size 4899046950
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1657f2ca2368a0f5f5a2928d04ac6f336e2a52f0406f699aa90f863eff2e8d69
3
  size 4899046950
pytorch_model-00008-of-00019.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9c32864462cbe6e416065845af6e0e3fe43b7036a1c87c76bd4fe094a50cf28f
3
  size 4983017440
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2177413c02342229876fb50b1d695c4fe168246ee1c492453c6a393cf6c44c0a
3
  size 4983017440
pytorch_model-00009-of-00019.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:37736de3729b626778913f9374996e64e75965adab44be5b71097451b7fb7e70
3
  size 4983017380
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04bb2d0692f68485f0922174e9a5faa196d4c759392932faaf3adc49281e5e4c
3
  size 4983017380
pytorch_model-00010-of-00019.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bc6600841e33314ba03a7fd84b8a93247096cdd404e0c3dde6eb29c23b60bff0
3
  size 4899046950
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0589513b17d335ab82cdb8ece76f6cd162182f2ca7653698813c293f0b2d7d06
3
  size 4899046950
pytorch_model-00011-of-00019.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:160757b37d9bff0b6ee10ff0ab81c59a4605bdbae2a8736c93bf67d110548bee
3
  size 4983017404
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8f7afbf4e8309cb33987c153676a3dab86afe2fbf74106dc315c8045a7e1e1b
3
  size 4983017404
pytorch_model-00012-of-00019.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b24773aacd0c993d6777f5544fd71cbf13228fdef5aa91861bca65944b3b7a7a
3
  size 4983017404
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bf1a84bd76f6479ded993c9fe42b465bfcaa0a3e2c74196aab6943ed09a460f
3
  size 4983017404
pytorch_model-00013-of-00019.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:18c22e862e79d7ab478aa78ef901b29bb9295b45c9361244d8702e4f4db02b0c
3
  size 4983017380
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8431e8b5016334f551cf7d26c41794e35ff20abfb7cfe88532d7a2223bcb673
3
  size 4983017380
pytorch_model-00014-of-00019.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:20927a3c8d5df7f456d8390a9aefb00a1b7359c6a70598e185029f333a373a11
3
  size 4899046950
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32c759ca013ca6c52c91747e71462d176a13e75302f4de02ca712c74c9a849aa
3
  size 4899046950
pytorch_model-00015-of-00019.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:86fce7bd4c1716f66fbf0e4a2f2919b4c22e34280dc477525b983054997a6702
3
  size 4983017440
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9885a185a6ce2506f1d6bb6850dfa19bd27e861a0ba329701472270c920da468
3
  size 4983017440
pytorch_model-00016-of-00019.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:192df7f62b2a36c7bc4fe8b9e63a43e907537e5c1df955f8fdde416544dd6e1e
3
  size 4983017380
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8243c05375005b6c8af2becccdc514249f85abaf260f45de13603b86c708b8ce
3
  size 4983017380
pytorch_model-00017-of-00019.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:21ca0866f23926c95d81d1eee6daab900675b2f7e964840fbda59cb45a99f789
3
  size 4899046950
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dedaadd2fa3d739926dd7a89d207cb07a0c62253203b85a16c96640554dfe067
3
  size 4899046950
pytorch_model-00018-of-00019.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7364861db35fcbafaeceba0ce5450b0d33175c949361f66bbe0c06aae32adba3
3
  size 4983017416
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:896c4a31ee22373d81fb14b4d088c158786d178544ed3021b8c96bda42986ee1
3
  size 4983017416
pytorch_model-00019-of-00019.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bc21af111274f6059d31020b4e23acc8c09135a1a0d70d2d7e9a92e4b8b830f5
3
  size 4221689730
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efb9a510ba31680e61cc20074b0684e0850bb06a6d0367872eb306947cced9fd
3
  size 4221689730
tokenizer_config.json CHANGED
@@ -1,6 +1,7 @@
1
  {
2
  "add_bos_token": true,
3
  "add_eos_token": false,
 
4
  "added_tokens_decoder": {
5
  "0": {
6
  "content": "<unk>",
@@ -29,7 +30,7 @@
29
  },
30
  "additional_special_tokens": [],
31
  "bos_token": "<s>",
32
- "chat_template": "{{ bos_token }}{% for message in messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if message['role'] == 'user' %}{{ '[INST] ' + message['content'] + ' [/INST]' }}{% elif message['role'] == 'assistant' %}{{ ' ' + message['content'] + eos_token}}{% else %}{{ raise_exception('Only user and assistant roles are supported!') }}{% endif %}{% endfor %}",
33
  "clean_up_tokenization_spaces": false,
34
  "eos_token": "</s>",
35
  "legacy": true,
 
1
  {
2
  "add_bos_token": true,
3
  "add_eos_token": false,
4
+ "add_prefix_space": true,
5
  "added_tokens_decoder": {
6
  "0": {
7
  "content": "<unk>",
 
30
  },
31
  "additional_special_tokens": [],
32
  "bos_token": "<s>",
33
+ "chat_template": "{{ bos_token }}{% for message in messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if message['role'] == 'user' %}{{ '[INST] ' + message['content'] + ' [/INST]' }}{% elif message['role'] == 'assistant' %}{{ message['content'] + eos_token}}{% else %}{{ raise_exception('Only user and assistant roles are supported!') }}{% endif %}{% endfor %}",
34
  "clean_up_tokenization_spaces": false,
35
  "eos_token": "</s>",
36
  "legacy": true,