Hugging Face's logo

mlc-ai
/
Qwen2.5-14B-Instruct-q0f16-MLC

MLC-LLM
web-llm
Model card Files Community
riczhou commited on
Commit
6cbe04b
•
1 Parent(s): b10218c

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. merges.txt +0 -0
  2. mlc-chat-config.json +84 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_100.bin +3 -0
  8. params_shard_101.bin +3 -0
  9. params_shard_102.bin +3 -0
  10. params_shard_103.bin +3 -0
  11. params_shard_104.bin +3 -0
  12. params_shard_105.bin +3 -0
  13. params_shard_106.bin +3 -0
  14. params_shard_107.bin +3 -0
  15. params_shard_108.bin +3 -0
  16. params_shard_109.bin +3 -0
  17. params_shard_11.bin +3 -0
  18. params_shard_110.bin +3 -0
  19. params_shard_111.bin +3 -0
  20. params_shard_112.bin +3 -0
  21. params_shard_113.bin +3 -0
  22. params_shard_114.bin +3 -0
  23. params_shard_115.bin +3 -0
  24. params_shard_116.bin +3 -0
  25. params_shard_117.bin +3 -0
  26. params_shard_118.bin +3 -0
  27. params_shard_119.bin +3 -0
  28. params_shard_12.bin +3 -0
  29. params_shard_120.bin +3 -0
  30. params_shard_121.bin +3 -0
  31. params_shard_122.bin +3 -0
  32. params_shard_123.bin +3 -0
  33. params_shard_124.bin +3 -0
  34. params_shard_125.bin +3 -0
  35. params_shard_126.bin +3 -0
  36. params_shard_127.bin +3 -0
  37. params_shard_128.bin +3 -0
  38. params_shard_129.bin +3 -0
  39. params_shard_13.bin +3 -0
  40. params_shard_130.bin +3 -0
  41. params_shard_131.bin +3 -0
  42. params_shard_132.bin +3 -0
  43. params_shard_133.bin +3 -0
  44. params_shard_134.bin +3 -0
  45. params_shard_135.bin +3 -0
  46. params_shard_136.bin +3 -0
  47. params_shard_137.bin +3 -0
  48. params_shard_138.bin +3 -0
  49. params_shard_139.bin +3 -0
  50. params_shard_14.bin +3 -0
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,84 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "qwen2",
4
+ "quantization": "q0f16",
5
+ "model_config": {
6
+ "hidden_act": "silu",
7
+ "hidden_size": 5120,
8
+ "intermediate_size": 13824,
9
+ "num_attention_heads": 40,
10
+ "num_hidden_layers": 48,
11
+ "num_key_value_heads": 8,
12
+ "rms_norm_eps": 1e-06,
13
+ "rope_theta": 1000000.0,
14
+ "vocab_size": 152064,
15
+ "tie_word_embeddings": false,
16
+ "context_window_size": 32768,
17
+ "prefill_chunk_size": 2048,
18
+ "tensor_parallel_shards": 1,
19
+ "head_dim": 128,
20
+ "dtype": "float32",
21
+ "max_batch_size": 80
22
+ },
23
+ "vocab_size": 152064,
24
+ "context_window_size": 32768,
25
+ "sliding_window_size": -1,
26
+ "prefill_chunk_size": 2048,
27
+ "attention_sink_size": -1,
28
+ "tensor_parallel_shards": 1,
29
+ "pipeline_parallel_stages": 1,
30
+ "temperature": 0.7,
31
+ "presence_penalty": 0.0,
32
+ "frequency_penalty": 0.0,
33
+ "repetition_penalty": 1.05,
34
+ "top_p": 0.8,
35
+ "tokenizer_files": [
36
+ "tokenizer.json",
37
+ "vocab.json",
38
+ "merges.txt",
39
+ "tokenizer_config.json"
40
+ ],
41
+ "tokenizer_info": {
42
+ "token_postproc_method": "byte_level",
43
+ "prepend_space_in_encode": false,
44
+ "strip_space_in_decode": false
45
+ },
46
+ "conv_template": {
47
+ "name": "qwen2",
48
+ "system_template": "<|im_start|>system\n{system_message}<|im_end|>\n",
49
+ "system_message": "You are a helpful assistant.",
50
+ "system_prefix_token_ids": null,
51
+ "add_role_after_system_message": true,
52
+ "roles": {
53
+ "user": "<|im_start|>user",
54
+ "assistant": "<|im_start|>assistant"
55
+ },
56
+ "role_templates": {
57
+ "user": "{user_message}",
58
+ "assistant": "{assistant_message}",
59
+ "tool": "{tool_message}"
60
+ },
61
+ "messages": [],
62
+ "seps": [
63
+ "<|im_end|>\n"
64
+ ],
65
+ "role_content_sep": "\n",
66
+ "role_empty_sep": "\n",
67
+ "stop_str": [
68
+ "<|endoftext|>",
69
+ "<|im_end|>"
70
+ ],
71
+ "stop_token_ids": [
72
+ 151643,
73
+ 151645
74
+ ],
75
+ "function_string": "",
76
+ "use_function_calling": false
77
+ },
78
+ "pad_token_id": 151643,
79
+ "bos_token_id": 151643,
80
+ "eos_token_id": [
81
+ 151645,
82
+ 151643
83
+ ]
84
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8bbf9fc87ca4987d8590caab95caa285a764ec40cf69674605e3d597f7b59b3
3
+ size 1557135360
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29c870296c4e92c64beb8b79c6c764a6bf7f47718df403e423226594be5486d3
3
+ size 141557760
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:846063afe63746fa30a76c5d24cad42d317eb4a1e449a650a97697c64611922a
3
+ size 52428800
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9aacc9b9cd58464654815f0df3b81f7533b2f3fa2aa762dc5924cbac519a7166
3
+ size 283115520
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08c71545e41ab0ca5ee05539ba3a6cc374e42e3f15c558a858d3a8ba7bf49333
3
+ size 73400320
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fc36c24d93f392152961341a190ddf38cf887c236999aafe4ea9e5c9704851f
3
+ size 52428800
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9dead52351c5b83b1b1c627cde870cf4e307f7afe89122757e0f30275f34504f
3
+ size 141557760
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:250708674a390b2a2fac00c5785d1f1ed7ac31f669b320b1cc75ba276553fb70
3
+ size 283115520
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6319b7a98815c35cc26f4e34ae9d62778dcc44346f7e0f5a4a41fd670363a4da
3
+ size 73400320
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a513885c7c27a559dded6b85d26f1360151066087d50f135d0f1c177309385a2
3
+ size 52428800
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db7436c6afdf7abc3078e1f651c1cdfbfb970688d107f2b5ac456a11541daea1
3
+ size 141557760
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9ab6501f924a2da40e63385af5a69bb19c1f13b0ef14ca3856db06fb33297b1
3
+ size 283115520
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82b69340f1f7cebc0005ccce066571c7d177db65135f167989fbec5e32ae97b8
3
+ size 73400320
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a93584eb12e9e4b73b35d82844ced43c2684849860b35051e549662fbb327a4b
3
+ size 141557760
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f6d302ea5ba572221fb1d50807204de36ee86654033bdf915b0c760e8e06f0a
3
+ size 52428800
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1dbbe96b3f0d656511c09566aca6877c3cbb7f5b3fdc6b4c093cacd27b8a5bba
3
+ size 141557760
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5cf017ccdc6063748fad397f32bbac1d50c332c4de571a913e8cb7999c91920
3
+ size 283115520
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca0ae307d295b8f3a5d8e43fc62ab1e56afdf8183d787d28d71155d4c5742ccd
3
+ size 73400320
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d31bfa95a9e57d21912f2934ac81f0d655fa7e2663ed9d2e4751f5fd38d5fe7
3
+ size 52428800
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a72c184cbbe209ac4096838097cabf69f751380c6fa15f1fb8ec2371d9b68dc
3
+ size 141557760
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdca55d3532cb3202221d8ecbb2e8836f92aaa154a9b72d957736651ca0179ca
3
+ size 283115520
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6a779767ab59f0e95caf5844eeca1655813a470975e875e305d3691df3cccc1
3
+ size 73400320
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0498e9ece4679947cd98430ed1f4623ead37124f08bc4eba4b490c47b8e3c30a
3
+ size 52428800
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3138cc9ae64015f824b3b3bac268c7ff94ba098bdf34edfeb0d1ad0850414994
3
+ size 141557760
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8950cf4810bb9136f9f978964d899b461463228bfd6a51ee5d22d7c50a5cf84
3
+ size 283115520
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bad9ab92f9f893ffd9c2727cd8c7f8a6400aa9b84a10c46e718578cd47ebc9c5
3
+ size 283115520
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1fddd47afe4272bf6565a38146c106892d97bef9b2ab2661b40b9ddf2bf2d37
3
+ size 73400320
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a25fad43e4c351fbe59a938e613274100f6e7edffdca34f84663ac6e288e31d
3
+ size 52428800
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d1d29be176f1ff14eb341db67ad59bf9ba076ea216ddd79632b036bc98c8d0f
3
+ size 141557760
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bc9b25fab0d4f2d371f9a4869196d973d86bbfb019c9c21a975591835aea40f
3
+ size 283115520
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49ebbcceb375035c39c29a6119e9e8f7d33360f850423fb48874b4dc31736738
3
+ size 73400320
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:741124704c602025e13ba8d15591647c8af1b759653acd8a03bfbe5318cedac8
3
+ size 52428800
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1bff617ad6eac7c3773641326bdbb0c77b49e3f957fa7cd62d04b27db4999bd
3
+ size 141557760
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e22599a844ca4b0e02b46ddc90f0de6836fc11565b8bed1d305afc0c0a42bb7
3
+ size 283115520
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99491ba5e68f2df1c9b8560b7ed68565613700d80b86af50587a2518e76903ba
3
+ size 73400320
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e5ad09d01d92c0f588d0a01043f6898793f60839ea00e46646378d1f975cbf6
3
+ size 73400320
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6f5acbe74c3a8cb1be1082838771b284fb9faf130d3023a22848b5998627550
3
+ size 52428800
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e388c60cb43dc3a79a1a4e18635742293cf63c5de1fe5a4254e2b4d78ff98f56
3
+ size 141557760
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a43d0cde2171c38d646462ad263cd7a3de28ef3b8bc60c76343fe7756b641663
3
+ size 283115520
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc47e6a27d1bb4eac0bfd6b971f3597984f129c43217bbaa8b61bd9d366729d7
3
+ size 73400320
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0795035f9bcef0494dceab773064807ed51fd35fd5d1042ff0fbb9a3e8147b10
3
+ size 52428800
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4554902b5e87d212e871a2ccaaeed6228b8a8cead0dd8a89a9d5a14dc4899337
3
+ size 73400320
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97b6f48573a8cca305a773d87ffb33f18a83e016e3900e68e76eda4acf7d8b4c
3
+ size 52428800
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:891035baebb8a306a39ed295688da9e831fb309bed89876ad63e768bfcbba584
3
+ size 141557760
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ccd0d8efd054f1b9d83042431473277d3af6d86173569899631ef84237b07b2
3
+ size 283115520
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:072e623ed0fc846bf1d34a328e585da249d717bfa539c6efbf71f419c53febfe
3
+ size 141557760
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4be1e49c19575375db477ff502e96b36a5f18880701f14da8da85b5504bb1811
3
+ size 52428800