Hugging Face's logo

mlc-ai
/
Qwen2.5-Coder-32B-Instruct-q4f16_1-MLC

MLC-LLM
web-llm
Model card Files Community
CharlieFRuan commited on
Commit
4f8da17
•
1 Parent(s): 107b452

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. merges.txt +0 -0
  2. mlc-chat-config.json +84 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_100.bin +3 -0
  8. params_shard_101.bin +3 -0
  9. params_shard_102.bin +3 -0
  10. params_shard_103.bin +3 -0
  11. params_shard_104.bin +3 -0
  12. params_shard_105.bin +3 -0
  13. params_shard_106.bin +3 -0
  14. params_shard_107.bin +3 -0
  15. params_shard_108.bin +3 -0
  16. params_shard_109.bin +3 -0
  17. params_shard_11.bin +3 -0
  18. params_shard_110.bin +3 -0
  19. params_shard_111.bin +3 -0
  20. params_shard_112.bin +3 -0
  21. params_shard_113.bin +3 -0
  22. params_shard_114.bin +3 -0
  23. params_shard_115.bin +3 -0
  24. params_shard_116.bin +3 -0
  25. params_shard_117.bin +3 -0
  26. params_shard_118.bin +3 -0
  27. params_shard_119.bin +3 -0
  28. params_shard_12.bin +3 -0
  29. params_shard_120.bin +3 -0
  30. params_shard_121.bin +3 -0
  31. params_shard_122.bin +3 -0
  32. params_shard_123.bin +3 -0
  33. params_shard_124.bin +3 -0
  34. params_shard_125.bin +3 -0
  35. params_shard_126.bin +3 -0
  36. params_shard_127.bin +3 -0
  37. params_shard_128.bin +3 -0
  38. params_shard_129.bin +3 -0
  39. params_shard_13.bin +3 -0
  40. params_shard_130.bin +3 -0
  41. params_shard_131.bin +3 -0
  42. params_shard_132.bin +3 -0
  43. params_shard_133.bin +3 -0
  44. params_shard_134.bin +3 -0
  45. params_shard_135.bin +3 -0
  46. params_shard_136.bin +3 -0
  47. params_shard_137.bin +3 -0
  48. params_shard_138.bin +3 -0
  49. params_shard_139.bin +3 -0
  50. params_shard_14.bin +3 -0
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,84 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "qwen2",
4
+ "quantization": "q4f16_1",
5
+ "model_config": {
6
+ "hidden_act": "silu",
7
+ "hidden_size": 5120,
8
+ "intermediate_size": 27648,
9
+ "num_attention_heads": 40,
10
+ "num_hidden_layers": 64,
11
+ "num_key_value_heads": 8,
12
+ "rms_norm_eps": 1e-06,
13
+ "rope_theta": 1000000.0,
14
+ "vocab_size": 152064,
15
+ "tie_word_embeddings": false,
16
+ "context_window_size": 32768,
17
+ "prefill_chunk_size": 8192,
18
+ "tensor_parallel_shards": 1,
19
+ "head_dim": 128,
20
+ "dtype": "float32",
21
+ "max_batch_size": 128
22
+ },
23
+ "vocab_size": 152064,
24
+ "context_window_size": 32768,
25
+ "sliding_window_size": -1,
26
+ "prefill_chunk_size": 8192,
27
+ "attention_sink_size": -1,
28
+ "tensor_parallel_shards": 1,
29
+ "pipeline_parallel_stages": 1,
30
+ "temperature": 0.7,
31
+ "presence_penalty": 0.0,
32
+ "frequency_penalty": 0.0,
33
+ "repetition_penalty": 1.05,
34
+ "top_p": 0.8,
35
+ "tokenizer_files": [
36
+ "tokenizer.json",
37
+ "vocab.json",
38
+ "merges.txt",
39
+ "tokenizer_config.json"
40
+ ],
41
+ "tokenizer_info": {
42
+ "token_postproc_method": "byte_level",
43
+ "prepend_space_in_encode": false,
44
+ "strip_space_in_decode": false
45
+ },
46
+ "conv_template": {
47
+ "name": "qwen2",
48
+ "system_template": "<|im_start|>system\n{system_message}<|im_end|>\n",
49
+ "system_message": "You are a helpful assistant.",
50
+ "system_prefix_token_ids": null,
51
+ "add_role_after_system_message": true,
52
+ "roles": {
53
+ "user": "<|im_start|>user",
54
+ "assistant": "<|im_start|>assistant"
55
+ },
56
+ "role_templates": {
57
+ "user": "{user_message}",
58
+ "assistant": "{assistant_message}",
59
+ "tool": "{tool_message}"
60
+ },
61
+ "messages": [],
62
+ "seps": [
63
+ "<|im_end|>\n"
64
+ ],
65
+ "role_content_sep": "\n",
66
+ "role_empty_sep": "\n",
67
+ "stop_str": [
68
+ "<|endoftext|>",
69
+ "<|im_end|>"
70
+ ],
71
+ "stop_token_ids": [
72
+ 151643,
73
+ 151645
74
+ ],
75
+ "function_string": "",
76
+ "use_function_calling": false
77
+ },
78
+ "pad_token_id": 151643,
79
+ "bos_token_id": 151643,
80
+ "eos_token_id": [
81
+ 151645,
82
+ 151643
83
+ ]
84
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd69691bf5a5666b30893f5db9a6de4152ac370b47c714a4e76b49513c7411da
3
+ size 389283840
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29adca3438620e13d99d4abb82ca59511490cfbe3fecb9a3aab0bf97f446efa9
3
+ size 48660480
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dac0708561164ee9cd68ac021a78aca8cf8c97baa09164cd463b78565ee4aee5
3
+ size 28860416
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bbac561e282a6c3a197d6390ce145bc068c50ee08ac8fad6f95d77ebb532541
3
+ size 25917440
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b40deaa1c8468a3b378bfbd8f426630ca01e70fc3a7dd1ee9f061fdb3aeb615b
3
+ size 141557760
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7add0d4b34864ab10a27cdb29e7ee83a2ba594204f13cc7c0d462953c27ebf81
3
+ size 18350080
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe2d8064903c6ceaf14f83654a9f7de198b96fe4cd607644b5d2c84490d1139e
3
+ size 28860416
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:580cc18f4e2c916a8b54d000dc64caa2b632462ba2543761d2ee884191c60a2b
3
+ size 70778880
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03ee13020d839c96314a8e360d7767b20a327bb5bfcddc7c332189a32812dc4c
3
+ size 141557760
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6eb523597f382bbe152572c26238d2566e26db62132808c8f4bb4baeda71ca0f
3
+ size 17694720
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35b8f1e09c2f2093a932bf9fbad3841a7dba4503e84ac2b07525734c36471727
3
+ size 18350080
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:320d716f2ccb7835eb51c54428774349e811c49fe0437a467476c93c49530230
3
+ size 25921536
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbe26d7a9d4883d53786d4d6e81d1cf1f8be4d94f8209c7cf189bf66e978952d
3
+ size 70778880
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76fb18ed5fe4aadd2288b3295eec56ea484bda14cd627a5640ed34cd3a1683dc
3
+ size 70778880
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fd13f631c1e4457fdabb82dee059f17d81108ca9d341e8e602740de45128e58
3
+ size 141557760
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8afbdb322c568f3220355235783fa57e3a81ad22dd69ef8f9dc817417c680004
3
+ size 17694720
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:400f3ad2d50b20da96460f243ff99ccf1be81cffd8571615b092a1ad775fe136
3
+ size 18350080
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54b6bc5f0aff73342e99f7a5425cef4351e2bafa7912f6618e95dc5e0e12f522
3
+ size 25921536
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54af3ee955ad7d8afa956ac8e7267b99d7d9c41175a3596a0e756aa78f8c9859
3
+ size 70778880
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f03f8dd3be8a9dae3f0f48aba5c954de232f61fda9c25e161e5b12eea7659d4
3
+ size 141557760
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a210188cef229314c1571939d95e7f534f06e232d2f4e95de2583bc4255e2bc
3
+ size 17694720
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cb15166f1f56def14b4661981db6247ae7d3a2b477264e8a88148a1f227e4b6
3
+ size 18350080
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de5d4c05f4d919b9d0846c03197bea306f71843899492cd659a8eb84571a134f
3
+ size 25921536
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:486f857ecb2fb6670630052b5358d5d06702b0c11f14e07764e8be3852cd8ab9
3
+ size 141557760
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69dd2a8df1fab36244e8231d8dd690879b93a7cf7dac92dacdbb7a8264aa8bc5
3
+ size 141557760
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4320c30f3edf13f14335f1e0395727370c9e1694040231c500e9187b2582a003
3
+ size 18350080
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3cef7a526585a32e6cbd10680387ddc1e3adfa4a21fd40193933357275e9db7
3
+ size 32454656
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4df739cc8ee795a98843d96b8829db81d04b852ae520d8b2366104e4b2141ba
3
+ size 70778880
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6205743abc69226d2b042513c13205ba4f4c3dca26b6bfd39847feafcf98eddf
3
+ size 70778880
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25460ea1b02f8e4ced3c19670b2d03c30b28df4710068ecb315690ddc598af16
3
+ size 25917440
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3039af3485dc75b1e061851c28ea24c59419ff7ac5b5b276f6ff0f7afb32f63d
3
+ size 141557760
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58ff4dbce53aca68ef347e41b2b92f009aa8186a861f91937cc1a0ce9cfd187f
3
+ size 18350080
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27f938193afef2fa508b73058cb58e8bed51ec2f32efea26b1da5ffd53557756
3
+ size 28860416
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c82427d1eadf0ebadbac4dc6f529d7c665961f426834ba609eaeaf5bc32092c6
3
+ size 70778880
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b542545990941b0394abf3a8704d2e89e65239da4255dae2708dd65bc7789a7
3
+ size 141557760
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1074d9d998e9501ff5f9adbac280aba5c1fffa9ea78e7e57b9e6214e7f178f3
3
+ size 17694720
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5852700b613d7d102980dbd7dffbab946f5d772b341355e99556eac6758e0c04
3
+ size 17694720
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3c8c37334d92304d547eeb789cf9ce7b70bf07d6c56deec883859a4acf0ee16
3
+ size 18350080
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9908f48a59f6ca347aae7cdb29e9cfde4cc6e0712bd6815e695a00fcadc9e6b
3
+ size 25921536
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14f7ccaa9108128d002b0e57e9e183c13b776e2c11d8e53fd51b6b6d44f6e50f
3
+ size 70778880
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a039fc4c3225782fd0e5b67b71b124929b2ac0e17a8ef3cbcf99059e69228faa
3
+ size 141557760
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a74674b26c3ccc07bd65d709aaf8557aca8c8bac8d087413f4bd3c3ecee0457
3
+ size 17694720
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b58bd9caf688fa94250dae0d13dff52db927f11c0f2f5b4e8c928a8025c9866
3
+ size 18350080
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8043869f046bddceb35d6de61eca8656442166e6b3049ad58129ce2e06ea8c1
3
+ size 25921536
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43cfcbedb6784e8cafbb957f4a7bfa4f74be97164b9ec0c0045682775f068da6
3
+ size 70778880
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66c9810880cbd435f4c8b64143c77c40f65a79906e8982f7078fa9140316cd9d
3
+ size 141557760
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b58eb5c1de3e2ba756a7d021bb88b1564a1cf2d5b01f9256e833f0b89a311622
3
+ size 18350080