Upload folder using huggingface_hub

README.md

@@ -0,0 +1,27 @@
+---
+language:
+- en
+license: other
+tags:
+- pretrained
+- mlx
+license_name: tongyi-qianwen
+license_link: https://huggingface.co/Qwen/Qwen1.5-110B/blob/main/LICENSE
+pipeline_tag: text-generation
+---
+
+# mlx-community/Qwen1.5-110B-8bit
+This model was converted to MLX format from [`Qwen/Qwen1.5-110B`]() using mlx-lm version **0.12.0**.
+Refer to the [original model card](https://huggingface.co/Qwen/Qwen1.5-110B) for more details on the model.
+## Use with mlx
+
+```bash
+pip install mlx-lm
+```
+
+```python
+from mlx_lm import load, generate
+
+model, tokenizer = load("mlx-community/Qwen1.5-110B-8bit")
+response = generate(model, tokenizer, prompt="hello", verbose=True)
+```

added_tokens.json

@@ -0,0 +1,5 @@
+{
+  "<|endoftext|>": 151643,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644
+}

config.json

@@ -0,0 +1,31 @@
+{
+    "architectures": [
+        "Qwen2ForCausalLM"
+    ],
+    "attention_dropout": 0.0,
+    "bos_token_id": 151643,
+    "eos_token_id": 151643,
+    "hidden_act": "silu",
+    "hidden_size": 8192,
+    "initializer_range": 0.02,
+    "intermediate_size": 49152,
+    "max_position_embeddings": 32768,
+    "max_window_layers": 28,
+    "model_type": "qwen2",
+    "num_attention_heads": 64,
+    "num_hidden_layers": 80,
+    "num_key_value_heads": 8,
+    "quantization": {
+        "group_size": 64,
+        "bits": 8
+    },
+    "rms_norm_eps": 1e-06,
+    "rope_theta": 1000000.0,
+    "sliding_window": 32768,
+    "tie_word_embeddings": false,
+    "torch_dtype": "bfloat16",
+    "transformers_version": "4.37.0",
+    "use_cache": true,
+    "use_sliding_window": false,
+    "vocab_size": 152064
+}

model-00001-of-00023.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec97649576fc5188f28f89af02c9ebd3763e8511894ee3fc2883731ed31d9388
+size 5227549084

model-00002-of-00023.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b14b173a26235f972c1f541d8d20fbf111ab5f3636b5a000dac0ae46c7a89705
+size 5347962032

model-00003-of-00023.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7e24d289162b6add3a3a06b9563b79c2653c619806a65c8391f67b48991e870
+size 5347962027

model-00004-of-00023.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8706639a42bcdab9aa44a796fdf3d347721784e1b460b315e694459623082f59
+size 5187474790

model-00005-of-00023.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5144672a1a0879607dab136d6f885c5c645cfe09f94052ae9766688294e8eec6
+size 5347962177

model-00006-of-00023.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92b3b7ea09eb7afb53639f509a3950dc72a7cd67cd90fee4ec14b0602af6dc13
+size 5347962127

model-00007-of-00023.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b27262dc1aa4e978524c543f32bc022466b8dbb58a91275b72143c6a418eee1a
+size 5187474834

model-00008-of-00023.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e5e2d437668f96792331615524594ca012a400d59b61bfb6bd1f8975b247c37
+size 5347962157

model-00009-of-00023.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5961a3d684ebaefe9af40f8666f80814c19d570fb20dc78eb6d96e5b2a86bec7
+size 5347962139

model-00010-of-00023.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:546cdb6c8bda2105b3f42f017ded48a41ccee345f45757b1778953a40b41dc2c
+size 5187474830

model-00011-of-00023.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc05e411349f9f553b09bcf79f4ff9efc3944045f732ec590bb499c36990828c
+size 5347962151

model-00012-of-00023.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b1c0d2cfed3f31b5d30a911251a7b33219daccb5f19d822bd827a331476e17b
+size 5347962119

model-00013-of-00023.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89440cb8b855fed177e509cfc1b687427bfe35effdb2d454f459c6293fc49bba
+size 5187474836

model-00014-of-00023.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b07c06711b2468c48358c8b892713eae1e1db852013e33336f91cb3a9977a64
+size 5347962157

model-00015-of-00023.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a7f856dade289568cc21092b5a98b9583f9b4399ceed94b69da3eda467d29c6
+size 5347962145

model-00016-of-00023.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51eeda5af9dc5583295297cec8643875b94ca022c99e44505ea84dbff47ddc3b
+size 5187474802

model-00017-of-00023.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:015ed52bc881c7edb764b383043121d0ed96f52dedd0fac92f8c1f67a685b6cd
+size 5347962139

model-00018-of-00023.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aacbf6e26b025f3423bbcb632104a339793d9b2bb348ac252a400d6623f1ed2c
+size 5347962133

model-00019-of-00023.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da9909cfba727a8925a06566f92a481f1ec1fb125d6d4b9177a57ff7e8e12831
+size 5187474810

model-00020-of-00023.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d978f89d35068becf3226d553885af3acc2eefad2bcc632ad76ee43e19d34026
+size 5347962161

model-00021-of-00023.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f5c99df01346a55694790965dc8944d20e991c2c56ee2d15cbf662ecd832b33
+size 5347962141

model-00022-of-00023.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a14cabdaafec670100f4415c931b4c6bc32e93c21dc94ad378941e8d2728bb37
+size 5187474836

model-00023-of-00023.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6850cc034415198d64a1f891ed3dc62f134912197f991658cb0f90645fd553
+size 1751434178

special_tokens_map.json

@@ -0,0 +1,20 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>"
+  ],
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,43 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
+  "model_max_length": 32768,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}