Hugging Face's logo

mlc-ai
/
Qwen-14B-Chat-q4f32_1-MLC

MLC-LLM
web-llm
Model card Files Community
hangruicao commited on
Commit
521a7a4
•
1 Parent(s): fe7fa98

init qwen 14B weight

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. mlc-chat-config.json +38 -0
  2. ndarray-cache-b16.json +0 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_100.bin +3 -0
  8. params_shard_101.bin +3 -0
  9. params_shard_102.bin +3 -0
  10. params_shard_103.bin +3 -0
  11. params_shard_104.bin +3 -0
  12. params_shard_105.bin +3 -0
  13. params_shard_106.bin +3 -0
  14. params_shard_107.bin +3 -0
  15. params_shard_108.bin +3 -0
  16. params_shard_109.bin +3 -0
  17. params_shard_11.bin +3 -0
  18. params_shard_110.bin +3 -0
  19. params_shard_111.bin +3 -0
  20. params_shard_112.bin +3 -0
  21. params_shard_113.bin +3 -0
  22. params_shard_114.bin +3 -0
  23. params_shard_115.bin +3 -0
  24. params_shard_116.bin +3 -0
  25. params_shard_117.bin +3 -0
  26. params_shard_118.bin +3 -0
  27. params_shard_119.bin +3 -0
  28. params_shard_12.bin +3 -0
  29. params_shard_120.bin +3 -0
  30. params_shard_121.bin +3 -0
  31. params_shard_122.bin +3 -0
  32. params_shard_123.bin +3 -0
  33. params_shard_124.bin +3 -0
  34. params_shard_125.bin +3 -0
  35. params_shard_126.bin +3 -0
  36. params_shard_127.bin +3 -0
  37. params_shard_128.bin +3 -0
  38. params_shard_129.bin +3 -0
  39. params_shard_13.bin +3 -0
  40. params_shard_130.bin +3 -0
  41. params_shard_131.bin +3 -0
  42. params_shard_132.bin +3 -0
  43. params_shard_133.bin +3 -0
  44. params_shard_134.bin +3 -0
  45. params_shard_135.bin +3 -0
  46. params_shard_136.bin +3 -0
  47. params_shard_137.bin +3 -0
  48. params_shard_138.bin +3 -0
  49. params_shard_139.bin +3 -0
  50. params_shard_14.bin +3 -0
mlc-chat-config.json ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "qwen",
3
+ "quantization": "q4f32_1",
4
+ "model_config": {
5
+ "vocab_size": 152064,
6
+ "hidden_size": 5120,
7
+ "num_hidden_layers": 40,
8
+ "num_attention_heads": 40,
9
+ "layer_norm_epsilon": 1e-06,
10
+ "scale_attn_weights": true,
11
+ "kv_channels": 128,
12
+ "rotary_emb_base": 10000,
13
+ "intermediate_size": 27392,
14
+ "context_window_size": 8192,
15
+ "prefill_chunk_size": 8192,
16
+ "tensor_parallel_shards": 1
17
+ },
18
+ "vocab_size": 152064,
19
+ "context_window_size": 8192,
20
+ "sliding_window_size": -1,
21
+ "prefill_chunk_size": 8192,
22
+ "attention_sink_size": -1,
23
+ "tensor_parallel_shards": 1,
24
+ "mean_gen_len": 128,
25
+ "max_gen_len": 512,
26
+ "shift_fill_factor": 0.3,
27
+ "temperature": 0.7,
28
+ "repetition_penalty": 1.1,
29
+ "top_p": 0.8,
30
+ "conv_template": "chatml",
31
+ "pad_token_id": 151643,
32
+ "bos_token_id": 1,
33
+ "eos_token_id": 151643,
34
+ "tokenizer_files": [
35
+ "tokenizer_config.json"
36
+ ],
37
+ "version": "0.1.0"
38
+ }
ndarray-cache-b16.json ADDED
The diff for this file is too large to render. See raw diff
 
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40a48895c281508ec21727808ba1f307e8eb5bde0875fe01a54f0d264052c9a8
3
+ size 389283840
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50159c63a326781d1fa0e459d80cb1f4641edec57dc947d5f78d039a103775e7
3
+ size 48660480
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:391784dd8c468e8a9086984137d8d2047ac0066a68aab3ad3e43d29054d46ec6
3
+ size 70123520
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06a795019e0148f9efae23eefb7f4e6a805ff5bd1b108d414d80d5e264af8c1b
3
+ size 32860160
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79079fe33f5aa068d07b2320cc11982610057f3debc735d42884ec422df762c8
3
+ size 35061760
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c907ed6e1e4d970871418ccaec19b1504a5ef00984b382a238bf5a992453acd
3
+ size 70123520
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcd6a1580cfe396222808ff0647dff070c1bf8b38235baabdf60217d2a7ae815
3
+ size 39321600
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73fae843f1dee2c78719047e2ce9ea6ef6730e1776b30a99ef3e4627b67dfa17
3
+ size 32870400
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61f0f03bce8ab1a846ac89f3637459eee6a0484e5eea544ce351846a6b24e488
3
+ size 35061760
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f4f7dd8c1470bff08d986a284d5333f4fca6b9bb40f4e091f168c71d7855f0f
3
+ size 70123520
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39eab938e804d11ef51edbd246d56b617438ec881ec1ab8ed9fbf2a997e1b2dc
3
+ size 39321600
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22fccef7e6a79c4c42e64ec94342a0bf38f90026d7f0f9914e59cbcf640e8351
3
+ size 32849920
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bef96e71a0914516ea08c9cc51a24ce228e1c64864cd71242cc9318603c264f
3
+ size 35061760
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e34f87ab91d179af72195e0153bfef6c05c3b721892ec263cd07de3ef60651d
3
+ size 39321600
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17ca932c0b6c995b4e3492c97820fc83372eb6d25ee91f0d1dd9b55318f7253b
3
+ size 70123520
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6824b7fd29de741163fb35c3f1b2c5dc4e99cc8cb0af62d3d4bf66eead3ba4d5
3
+ size 39321600
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3142378822871a103742b23ed69ff77791b53fcc13c33ac69404b97296cca6c6
3
+ size 32860160
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7f8f5ca868251c28d5314664ac427686475b81e04527e10b774bda9d8cb79fd
3
+ size 35061760
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a584008d6cac11a93e02ae5ffd2d15e7981c9521350e442700d0ac8b76e1b45f
3
+ size 70123520
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cdc33ab42621310ef8b9eadaee8b2a821276866f675f9e441cbc7fae35cc3d8
3
+ size 39321600
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:072959f5b6bd28a017b9753389d5bf26664dbebd87719504efd36d57895ca8be
3
+ size 32870400
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:acf9895f1255291e0f1b68d2298ca3bc5c923f86a93c102e624a684518fe01e9
3
+ size 35061760
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a565958659adb6bc9226a4d3513319ddf11576ec54c79c84db461e577d46e49c
3
+ size 70123520
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:659a9f6695ee1286093dafe0ad8028b703fbd418625d525ba516e2ad40555b3d
3
+ size 39321600
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ac06003c5096d634b0d887bb85a47517397435c6b80fd59aa52aadf78c1d558
3
+ size 32860160
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63e472b7a5883b1dd8893e275770d07756eeda7b328ab76f2d3f34398ccc0c2b
3
+ size 32849920
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:296610d97bf097c5ef36843d76694fdd4392e57e33b2ffb96a120768ce1fce3b
3
+ size 35061760
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b81e9129a716de105d7906b5868aff8343dcdd288710ec91392a40318c290279
3
+ size 70123520
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94d8f04fb28b54b18718887fa9374cb46f658dd0919b2f6e14580f4e2635f8be
3
+ size 39321600
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e1c2ea5f746496cbb1f074b9d9389e97341f2d81f29d464546fa0a594577f9b
3
+ size 32860160
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e93ee7fa50b5987d865c79d05accf1090dd0c7059f15607e6f0ff4e2834aa275
3
+ size 35061760
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69cb962255c11a6e06ea35a37ba37c483cecf1c8d53357470c8d523a1c6d4199
3
+ size 70123520
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5e8d77640908ba791cfac734b2314e27ad1632db377108beac50973da4860e1
3
+ size 39321600
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca5466e4173f15e7138d4d701fa36758407e5bd119d49f95c0aa54d2f3c132b1
3
+ size 32870400
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0ff1087484a91a9766afe5ee5b2ccd5a5c0672cf690597bcfa6ec0607bcaf54
3
+ size 35061760
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5e1d85bbcf52ecabe749231357834f24a430f46d1bdb4a6b5cd1dd67ff91082
3
+ size 35061760
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31e5b128f8b841b75d1fc3e553b8001cbe210ada029510685c60f9c9fed3e172
3
+ size 70123520
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:592cd65b801420538b563480b32524df0f2b5b239418d6e53592a2fd116760d9
3
+ size 39321600
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:045abf478b6ae550fd9e36dc8825d9591c43da34bec06bdd5005ed238f6d1a60
3
+ size 32849920
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b83491e30f8b200edeb9e920b0e00e33b9a9101980f57a1a6006eec98b97fd67
3
+ size 35061760
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cd4e69e10af86ad7d4134c386cd9a5d0273bffb55e6c80707531319ecdecc12
3
+ size 70123520
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19eae9da8d13cf6fea416883567102b464e88f906e62d58d5c9423d0e2dcede0
3
+ size 39321600
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6ef2774069c7cd1166e6329168383bba65e398c861c06dea0791ef2c144069a
3
+ size 32860160
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84c2c5d2dde94c4661826f719ccae168fda3e036cde89568c49d6d349e4ae3e3
3
+ size 35061760
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4aa7d38f324233ab4fcef39aa5a4ec038149552e61e19e86ca4931c8a5424e5
3
+ size 70123520
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15333a3f1ba93a89ee57ff6e02c0b420bcc56cff6e848e4dcfabbec2a948ad5f
3
+ size 39321600
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3887e9a7cdd3dbd70fdd79eed4d30ff927f44b535885621c174557171b05b0b9
3
+ size 70123520