Hugging Face's logo

zachlandes
/
Mistral-Large-Instruct-2411-Q4-MLX

MLX
Safetensors
mistral
conversational
4-bit precision
Model card Files Community
zachlandes commited on
Commit
9d69491
•
1 Parent(s): 90a579a

Add files using upload-large-folder tool

Browse files
Files changed (21) hide show
  1. config.json +33 -0
  2. model-00001-of-00015.safetensors +3 -0
  3. model-00002-of-00015.safetensors +3 -0
  4. model-00003-of-00015.safetensors +3 -0
  5. model-00004-of-00015.safetensors +3 -0
  6. model-00005-of-00015.safetensors +3 -0
  7. model-00006-of-00015.safetensors +3 -0
  8. model-00007-of-00015.safetensors +3 -0
  9. model-00008-of-00015.safetensors +3 -0
  10. model-00009-of-00015.safetensors +3 -0
  11. model-00010-of-00015.safetensors +3 -0
  12. model-00011-of-00015.safetensors +3 -0
  13. model-00012-of-00015.safetensors +3 -0
  14. model-00013-of-00015.safetensors +3 -0
  15. model-00014-of-00015.safetensors +3 -0
  16. model-00015-of-00015.safetensors +3 -0
  17. model.safetensors.index.json +0 -0
  18. special_tokens_map.json +23 -0
  19. tokenizer.json +0 -0
  20. tokenizer.model +3 -0
  21. tokenizer_config.json +0 -0
config.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "MistralForCausalLM"
4
+ ],
5
+ "attention_dropout": 0.0,
6
+ "bos_token_id": 1,
7
+ "eos_token_id": 2,
8
+ "head_dim": 128,
9
+ "hidden_act": "silu",
10
+ "hidden_size": 12288,
11
+ "initializer_range": 0.02,
12
+ "intermediate_size": 28672,
13
+ "max_position_embeddings": 131072,
14
+ "model_type": "mistral",
15
+ "num_attention_heads": 96,
16
+ "num_hidden_layers": 88,
17
+ "num_key_value_heads": 8,
18
+ "quantization": {
19
+ "group_size": 32,
20
+ "bits": 4
21
+ },
22
+ "quantization_config": {
23
+ "group_size": 32,
24
+ "bits": 4
25
+ },
26
+ "rms_norm_eps": 1e-05,
27
+ "rope_theta": 1000000.0,
28
+ "sliding_window": null,
29
+ "tie_word_embeddings": false,
30
+ "transformers_version": "4.46.2",
31
+ "use_cache": true,
32
+ "vocab_size": 32768
33
+ }
model-00001-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6590d38051721dcded12594b3befaec7cddf5d98b9883afa8ed7d71e745dac42
3
+ size 5222169765
model-00002-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:091b7da09a354553e5203cd3b37fc69b80ac934854baa2e6acb6e86224d03f8f
3
+ size 5366922828
model-00003-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ce0d3254f18eda91b265dd177dc7c4cc9cba3d56bcb12be004062666a5225df
3
+ size 5344953359
model-00004-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0be42e95cbaad610492307595ecd5de68c0445c5af1d7566068a2b0042d6c85c
3
+ size 5285134218
model-00005-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0292be9307907e920405e6fae9526efc252181891b3bb135217f30808306610a
3
+ size 5366922933
model-00006-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:439067317bba3b0d274a87f1ed2ed73e376377adad10279a421215d2997c6a58
3
+ size 5234802456
model-00007-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e6c19a305b1a7411de265f57d2ffb7ca11c53a9ab5197dd6299f51b1a93c240
3
+ size 5366922945
model-00008-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:094e6f7d08618b6f35925f1b045cd3187f9bc0d5c5a30af1eec14b5642d94142
3
+ size 5234802450
model-00009-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1311c0387cfb6cb9f9e8b5706ee86b31d4f8fa74a67d1b51b79b050a915e5b51
3
+ size 5366922927
model-00010-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f4e9057cab089f9a35f1c8e4d67cde6be31c83e90db582151420c8288bd8e5b
3
+ size 5344953363
model-00011-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43cfd3c5d7e66e97e2dd175975d33c980798c122cd017da82b52ff16c5de9554
3
+ size 5285134200
model-00012-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cac40e7e7e41d3ea700d498131700c041eb1bc659d82a59edd89372894b0cd7
3
+ size 5366922891
model-00013-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a8f98ac9c48de5adc5da65f0917a5aeea4e95794db653d8a0ecb3131481e7cf
3
+ size 5234802450
model-00014-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d441acfd670721e0b5278b3addef2057fcc6f65600cb0665ed97b7cd47b86561
3
+ size 5366922929
model-00015-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:950d6945f0d37ab2e689c4a2433b3972d88f42b39d9174b88f1c6b5fb2623540
3
+ size 2246228280
model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
special_tokens_map.json ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<s>",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "eos_token": {
10
+ "content": "</s>",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "unk_token": {
17
+ "content": "<unk>",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ }
23
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b968b8dc352f42192367337c78ccc61e1eaddc6d641a579372d4f20694beb7a
3
+ size 587562
tokenizer_config.json ADDED
The diff for this file is too large to render. See raw diff