Hugging Face's logo

ruihanglai
/
qwen2-7b

Model card Files Community
ruihanglai commited on
Commit
de241bd
•
1 Parent(s): 2e6983a

init

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. merges.txt +0 -0
  2. mlc-chat-config.json +81 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_100.bin +3 -0
  8. params_shard_101.bin +3 -0
  9. params_shard_102.bin +3 -0
  10. params_shard_103.bin +3 -0
  11. params_shard_104.bin +3 -0
  12. params_shard_105.bin +3 -0
  13. params_shard_106.bin +3 -0
  14. params_shard_107.bin +3 -0
  15. params_shard_108.bin +3 -0
  16. params_shard_109.bin +3 -0
  17. params_shard_11.bin +3 -0
  18. params_shard_110.bin +3 -0
  19. params_shard_111.bin +3 -0
  20. params_shard_112.bin +3 -0
  21. params_shard_113.bin +3 -0
  22. params_shard_12.bin +3 -0
  23. params_shard_13.bin +3 -0
  24. params_shard_14.bin +3 -0
  25. params_shard_15.bin +3 -0
  26. params_shard_16.bin +3 -0
  27. params_shard_17.bin +3 -0
  28. params_shard_18.bin +3 -0
  29. params_shard_19.bin +3 -0
  30. params_shard_2.bin +3 -0
  31. params_shard_20.bin +3 -0
  32. params_shard_21.bin +3 -0
  33. params_shard_22.bin +3 -0
  34. params_shard_23.bin +3 -0
  35. params_shard_24.bin +3 -0
  36. params_shard_25.bin +3 -0
  37. params_shard_26.bin +3 -0
  38. params_shard_27.bin +3 -0
  39. params_shard_28.bin +3 -0
  40. params_shard_29.bin +3 -0
  41. params_shard_3.bin +3 -0
  42. params_shard_30.bin +3 -0
  43. params_shard_31.bin +3 -0
  44. params_shard_32.bin +3 -0
  45. params_shard_33.bin +3 -0
  46. params_shard_34.bin +3 -0
  47. params_shard_35.bin +3 -0
  48. params_shard_36.bin +3 -0
  49. params_shard_37.bin +3 -0
  50. params_shard_38.bin +3 -0
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,81 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "qwen2",
4
+ "quantization": "q0f16",
5
+ "model_config": {
6
+ "hidden_act": "silu",
7
+ "hidden_size": 3584,
8
+ "intermediate_size": 18944,
9
+ "num_attention_heads": 28,
10
+ "num_hidden_layers": 28,
11
+ "num_key_value_heads": 4,
12
+ "rms_norm_eps": 1e-06,
13
+ "rope_theta": 1000000.0,
14
+ "vocab_size": 152064,
15
+ "tie_word_embeddings": false,
16
+ "context_window_size": 32768,
17
+ "prefill_chunk_size": 2048,
18
+ "tensor_parallel_shards": 1,
19
+ "head_dim": 128,
20
+ "dtype": "float32",
21
+ "max_batch_size": 80
22
+ },
23
+ "vocab_size": 152064,
24
+ "context_window_size": 32768,
25
+ "sliding_window_size": -1,
26
+ "prefill_chunk_size": 2048,
27
+ "attention_sink_size": -1,
28
+ "tensor_parallel_shards": 1,
29
+ "temperature": 0.7,
30
+ "presence_penalty": 0.0,
31
+ "frequency_penalty": 0.0,
32
+ "repetition_penalty": 1.05,
33
+ "top_p": 0.8,
34
+ "tokenizer_files": [
35
+ "tokenizer.json",
36
+ "vocab.json",
37
+ "merges.txt",
38
+ "tokenizer_config.json"
39
+ ],
40
+ "tokenizer_info": {
41
+ "token_postproc_method": "byte_level",
42
+ "prepend_space_in_encode": false,
43
+ "strip_space_in_decode": false
44
+ },
45
+ "conv_template": {
46
+ "name": "chatml",
47
+ "system_template": "<|im_start|>system\n{system_message}<|im_end|>\n",
48
+ "system_message": "A conversation between a user and an LLM-based AI assistant. The assistant gives helpful and honest answers.",
49
+ "system_prefix_token_ids": null,
50
+ "add_role_after_system_message": true,
51
+ "roles": {
52
+ "user": "<|im_start|>user",
53
+ "assistant": "<|im_start|>assistant"
54
+ },
55
+ "role_templates": {
56
+ "user": "{user_message}",
57
+ "assistant": "{assistant_message}",
58
+ "tool": "{tool_message}"
59
+ },
60
+ "messages": [],
61
+ "seps": [
62
+ "<|im_end|>\n"
63
+ ],
64
+ "role_content_sep": "\n",
65
+ "role_empty_sep": "\n",
66
+ "stop_str": [
67
+ "<|im_end|>"
68
+ ],
69
+ "stop_token_ids": [
70
+ 2
71
+ ],
72
+ "function_string": "",
73
+ "use_function_calling": false
74
+ },
75
+ "pad_token_id": 151643,
76
+ "bos_token_id": 151643,
77
+ "eos_token_id": [
78
+ 151645,
79
+ 151643
80
+ ]
81
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a4621c7a9f95ebb0107d8140652cadf1c915bfaaf71b7950daa486fe218c4d4
3
+ size 1089994752
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57c3fc44550d3f712fd4c5ef1f96b19201d6a5afb7e769cddae2710b17baf65f
3
+ size 135790592
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74624216e568d072d25d182ca8d70734a3e75fd1395434aae298fc47f727ece5
3
+ size 271581184
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:013cae150fe1a1186c87e1d2af6d70d1e4a05753e7df271658c9a7e6703fdfae
3
+ size 33030144
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:822afda8f9f95fbaa917cc60a6cf82e6e3448ea7d2f7917db35da4eb7faee8d3
3
+ size 25690112
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82daf1be3806c50994c7d340a05b3737504d532c66f3e42ef241d5a79cdf0d3a
3
+ size 135790592
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48d4c6ea1ea588512c90f218ac36bd99792899bd084c3ca23964df840a0aedc6
3
+ size 271581184
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:382d7bc4c36662e9073618cca781ce586addc37741b03ed338e0aa3228a35f8b
3
+ size 33030144
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1881e0c380c585a55292816ee4c497100e3ee4753abc737e6dd0c7f18681929b
3
+ size 25690112
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44c14bee1226ea2c0b1f765d42ade3e5718d18c44f11950ade96ecd321790c1a
3
+ size 135790592
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0656736766b978928ceb11d690d65c1ed676b3a104e6420747941ca171e1e7c1
3
+ size 271581184
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8226a4b122eb00e0d898caf6d8014027a02a107a74a51e8ad4b5b756aab48b0b
3
+ size 33030144
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:650b777144b005b29273703aa1a0a18853d3fd436efa5a44e63146e9cbed24e2
3
+ size 25690112
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f49e2c09d12b59fc4501081884323497dad2918475abcee4750bf1940f9b6e1d
3
+ size 33030144
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2fbabff6c383242e47729d9ee1c2580c0fadde09d4c08bde1dcf23cbd060144
3
+ size 271581184
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d39894ffba75b03d7e4401084f450668217d6afc264f776d5eaa152443f93639
3
+ size 33030144
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:378c53270c90552d58b41b63b4fd1b751285a8a19a4b1006196984fd7821a65b
3
+ size 25690112
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:952d2f1d539631f078827f9d01dbeeb56664a998c9b62b8273039904d2a2fa86
3
+ size 33173504
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d97d9dd9aec58ab9329b01f4b76a80799e74241a04244bf4e3eba4b03aed34db
3
+ size 25690112
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4ffee0870246bbc0f9b593bdfc779f42ff0725378d56b799b1f7f90d4965628
3
+ size 135790592
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be34147f5a2bf445024b407865cf6d41f4cc898b9ce9561b94928ba945ab29af
3
+ size 271581184
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6d0586dfcef59b55c9b7f2fd06b65382e8cd174af5c0ae18219a6f6b2d76849
3
+ size 33030144
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ddcd38e3376ab9e2633c8d224c488cfebe33908bd6818cc2d67da18a082eaf7
3
+ size 25690112
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b04c05659d4af59500170ef0bec888b6988f95e2fec80d379b46a6509f7ff16e
3
+ size 135790592
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:864f10dc3272b7cde45d29d6a9188e62d87f15e8436c1374bd3b17c73841bfac
3
+ size 271581184
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2512390a793c73e52239e91a70b1a94a5173faf883c1b1ed76268f26f9a05226
3
+ size 33030144
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eae5d7e3740b88e2e837c190cd3e4628264b92de55a28de941583eb23e75bfbe
3
+ size 135790592
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5acd496c476b691c5b1343cf85e2fffee526ca1790527c796b63adbcc9635bd7
3
+ size 25690112
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46f947db91ab4d889b32ecaf6846b732d40c656b222c99035f8b33d3fb40a78e
3
+ size 1089994752
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1929fc39ee971627527e488d9297ee7ff678e4a344c0eda17120eabf71cbb4be
3
+ size 135790592
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28410ef17b5fe9fd839bb3ad7f9d2441e971c9620360710add7dae7117a04a64
3
+ size 271581184
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40fa1dd968647dd3a8f3c48289826c365040ee1eceaa7416ba90c87810acd6b9
3
+ size 33030144
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdff232a0844c74e59bdd1acbc846f3c1ed2bc4545940f56f15657f7c6c8985a
3
+ size 25690112
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dac95fe56f2a41a1e39501ebcf23a0822132d5fdcc1a600cd0555892ca0ed27
3
+ size 135790592
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4c1d2efafadf6d54f5d677d6f1ac3267b30f73a5a33936b6789478635f154ac
3
+ size 271581184
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74108f82128f38de1d218795ace24c528b92bf86a29c01cdd4b21df594e35f81
3
+ size 33030144
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6987d1288c6479b896e43b42837970641356b3211dfa041efdfa003df7ae7557
3
+ size 25690112
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7d739737b682ff0306ee93b959a726176b0141e15e340c7a6bab88aa15b7de8
3
+ size 271581184
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8927fc640017627b79251e641da47813bcece180cc18d05f4eedd0e1cd720ed8
3
+ size 135790592
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f75b76a0b6ef76f9579dabdd1213627eccd925d1884c88b1e9968b139d4d32a6
3
+ size 271581184
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7b59f43eadfe13a54d5ce72a31bbc9984f680afaaba2bfc5c26430fd9a205e9
3
+ size 33030144
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c432d5abce13adbf72e3e6031a51d9458653d76ca06081097f418f34b4b24e23
3
+ size 25690112
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b025b7ed21fb121a5d41f26a859a9ed1a3f91607b3db7d3ede50c257ddc0c57
3
+ size 135790592
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5eed07fdd97e4a2b48caacbfd617aa68ea5986d743519472de6201af06e7b25a
3
+ size 271581184
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c01a686c643fd78d76f68c4c585610b206f12adf848018107868d9c8567e11b7
3
+ size 33030144
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13172fbd8b823cae00a50f8a442cea9ef41343d8797dbf84a4f4be0ee5166eaa
3
+ size 25690112
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f47fd05aac2a84ec310bd9e3d374a840bf435153de7211629c961bc923d7852
3
+ size 135790592