Upload 88 files
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- mlc-chat-config.json +42 -0
- ndarray-cache.json +0 -0
- params_shard_0.bin +3 -0
- params_shard_1.bin +3 -0
- params_shard_10.bin +3 -0
- params_shard_11.bin +3 -0
- params_shard_12.bin +3 -0
- params_shard_13.bin +3 -0
- params_shard_14.bin +3 -0
- params_shard_15.bin +3 -0
- params_shard_16.bin +3 -0
- params_shard_17.bin +3 -0
- params_shard_18.bin +3 -0
- params_shard_19.bin +3 -0
- params_shard_2.bin +3 -0
- params_shard_20.bin +3 -0
- params_shard_21.bin +3 -0
- params_shard_22.bin +3 -0
- params_shard_23.bin +3 -0
- params_shard_24.bin +3 -0
- params_shard_25.bin +3 -0
- params_shard_26.bin +3 -0
- params_shard_27.bin +3 -0
- params_shard_28.bin +3 -0
- params_shard_29.bin +3 -0
- params_shard_3.bin +3 -0
- params_shard_30.bin +3 -0
- params_shard_31.bin +3 -0
- params_shard_32.bin +3 -0
- params_shard_33.bin +3 -0
- params_shard_34.bin +3 -0
- params_shard_35.bin +3 -0
- params_shard_36.bin +3 -0
- params_shard_37.bin +3 -0
- params_shard_38.bin +3 -0
- params_shard_39.bin +3 -0
- params_shard_4.bin +3 -0
- params_shard_40.bin +3 -0
- params_shard_41.bin +3 -0
- params_shard_42.bin +3 -0
- params_shard_43.bin +3 -0
- params_shard_44.bin +3 -0
- params_shard_45.bin +3 -0
- params_shard_46.bin +3 -0
- params_shard_47.bin +3 -0
- params_shard_48.bin +3 -0
- params_shard_49.bin +3 -0
- params_shard_5.bin +3 -0
- params_shard_50.bin +3 -0
- params_shard_51.bin +3 -0
mlc-chat-config.json
ADDED
@@ -0,0 +1,42 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"model_type": "minicpm_v",
|
3 |
+
"quantization": "q4f16_1",
|
4 |
+
"model_config": {
|
5 |
+
"hidden_size": 2304,
|
6 |
+
"intermediate_size": 5760,
|
7 |
+
"num_attention_heads": 36,
|
8 |
+
"num_hidden_layers": 40,
|
9 |
+
"rms_norm_eps": 1e-05,
|
10 |
+
"vocab_size": 122753,
|
11 |
+
"position_embedding_base": 10000.0,
|
12 |
+
"num_key_value_heads": 36,
|
13 |
+
"head_dim": 64,
|
14 |
+
"sliding_window_size": 1024,
|
15 |
+
"prefill_chunk_size": 1024,
|
16 |
+
"attention_sink_size": 4,
|
17 |
+
"tensor_parallel_shards": 1
|
18 |
+
},
|
19 |
+
"vocab_size": 122753,
|
20 |
+
"context_window_size": -1,
|
21 |
+
"sliding_window_size": 1024,
|
22 |
+
"prefill_chunk_size": 1024,
|
23 |
+
"attention_sink_size": 4,
|
24 |
+
"tensor_parallel_shards": 1,
|
25 |
+
"max_batch_size": 80,
|
26 |
+
"mean_gen_len": 128,
|
27 |
+
"max_gen_len": 512,
|
28 |
+
"shift_fill_factor": 0.3,
|
29 |
+
"temperature": 1.0,
|
30 |
+
"repetition_penalty": 1.0,
|
31 |
+
"top_p": 0.5,
|
32 |
+
"conv_template": "LM",
|
33 |
+
"pad_token_id": 0,
|
34 |
+
"bos_token_id": 1,
|
35 |
+
"eos_token_id": 2,
|
36 |
+
"tokenizer_files": [
|
37 |
+
"tokenizer.model",
|
38 |
+
"tokenizer.json",
|
39 |
+
"tokenizer_config.json"
|
40 |
+
],
|
41 |
+
"version": "0.1.0"
|
42 |
+
}
|
ndarray-cache.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
params_shard_0.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:dfe955d7fe865f3d88490c269b7f72aaca859893d6be85de54eac4da50c98082
|
3 |
+
size 28214784
|
params_shard_1.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8ca69bf41757c384d6c531b9ef3ebbd1c6ae420360846db20904b4517846c355
|
3 |
+
size 32850432
|
params_shard_10.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e9e05ebccc02bb864a0dec48ee1a4902dc8b762833946d6e03142a552972107c
|
3 |
+
size 30479008
|
params_shard_11.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f7604418676dab2ae8ff866fcedd0d2d0cc285fcc248599c5e64d18bdba4818f
|
3 |
+
size 30479008
|
params_shard_12.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:76f09296f65d5b73e8ba4c8f16ed8b86d675a997077424850c7c31f642a32005
|
3 |
+
size 30479008
|
params_shard_13.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a006c043af12cddec038afac655016c5dc175afdbdc895cf23e12117f419b1e0
|
3 |
+
size 30479008
|
params_shard_14.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0509ab5ac0930aba2b4ae25d7afce87668873b35ff57c4ada647f8fe7cd435fe
|
3 |
+
size 30479008
|
params_shard_15.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ae1ded63a3525672b6dcd4dd9a1eec2d7e8ee1ee5988ffce9c997a9ba670bd65
|
3 |
+
size 30479008
|
params_shard_16.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c4ece7895e8eab137e7d5ba46d35eebc20bb5e210f750ba675865244a4142252
|
3 |
+
size 30479008
|
params_shard_17.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8323bf4f2068d4749eaf7fff8ba1e5d81e68611479590f48f02fe07aa16a1e88
|
3 |
+
size 30479008
|
params_shard_18.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:086f2bcde4a0386e3315fad3ccdcaa7cfda07336a54a568e3b29021927882c22
|
3 |
+
size 30479008
|
params_shard_19.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a4ade58f5652e604d2b9fbdc2ba3a13ca7d3fe78610be6a28000620c0a6d147f
|
3 |
+
size 30479008
|
params_shard_2.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0adcc77f82e4e54d57f605100879cbfbfacc812c213c9f42f137495300b10654
|
3 |
+
size 30200832
|
params_shard_20.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6cf46a3813295f22c414dc27186cec1486cf08b36f97bc6a691d1fc8612fb82a
|
3 |
+
size 30479008
|
params_shard_21.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:37e6d5669df8a833b08f533de8b2672d9d3499654433dbe3db15dca6c693df5b
|
3 |
+
size 30479008
|
params_shard_22.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:985e255664a7daeae9e020a05cff2d925dad14a14c406a8e4f16f3731d8fc135
|
3 |
+
size 30479008
|
params_shard_23.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:eeb695236f71ba6050364119ff2518f8d99cdf303bbbfacf24c096e39ab9c690
|
3 |
+
size 30479008
|
params_shard_24.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9c036ff3abfddaeb97b9f3c7f558fc15bb1774b90e24f4fe678af8b869fe099e
|
3 |
+
size 30479008
|
params_shard_25.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d05a337a2ac307071d0cb4ecb6c50999aec75b9c5aeae67c9e66148154bd81bf
|
3 |
+
size 30479008
|
params_shard_26.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:169864e971d283df490669e8a3fa6e3d47a0ba91db1d8ca51dc2a0f2e1d53259
|
3 |
+
size 30479008
|
params_shard_27.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:11f14103bd1e9cf39273707acd1a4048b2a533c88d43ed90cbee784801ce64d8
|
3 |
+
size 30479008
|
params_shard_28.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c3a004e8af1898fa50e119a2b1b5d94abf6fd8e3fd8996033158c1335f36bf8d
|
3 |
+
size 30479008
|
params_shard_29.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5c47749721c14757a2475972d2f4dc4f94f95a36924cef0fd58aaf6c121fb6a8
|
3 |
+
size 30479008
|
params_shard_3.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ba93d19dd9f4fb34ff022c07b0cf26fa621073674a3a0fb65e476c16646b7a05
|
3 |
+
size 21570048
|
params_shard_30.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ccb23012a89cde4efe3abc150e957e44b2b08d0b75d66486803da6335ea101f1
|
3 |
+
size 30479008
|
params_shard_31.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a50b978925a2d0d5e3e2c65a9a7a33c1916bbb087c979b2831aacd164d36b866
|
3 |
+
size 30479008
|
params_shard_32.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:03322daea16187ad9fb07f9ddbe8a48fcd70fe03fc2c2159ccc555284be16b2d
|
3 |
+
size 565645824
|
params_shard_33.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:07e2df9527e1e33504b441e65c261a9fd3e6b7b588d4c801204b425526363b11
|
3 |
+
size 31541152
|
params_shard_34.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fc4d2d7ed4608050c7aca8e272062f535edddbe5e4c6953997d60739d576b5d1
|
3 |
+
size 32850432
|
params_shard_35.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cd1f07bebc01bd8ae97ea3acb0c0f5d11515212f9082b18e982fa2c757e870cb
|
3 |
+
size 30200832
|
params_shard_36.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:15e65a1a217827c475127cb4f056ab4019464f82f765758da9a7302444695ffc
|
3 |
+
size 21570048
|
params_shard_37.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2dba6c6e6923b53d7117c08d9422768c5a75c966338e904058ba2b64c7878c72
|
3 |
+
size 29869056
|
params_shard_38.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b11edc8f07edba8d183e117bfc1cb63ce7ff178972f186d1ae028e8fe7d36213
|
3 |
+
size 32850432
|
params_shard_39.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:87dae6fced212725c87f8a595f3b84067af1c9aa640ff0eb50ecc1e75683ebe1
|
3 |
+
size 30200832
|
params_shard_4.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b36f95687bcd4765ab6ada7548c25bca8d3bd507cc126f1fdbb8dd2ea80b0b6d
|
3 |
+
size 29882880
|
params_shard_40.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6445775b4b9f2199ea007540764de9413b4864fd7e8da7b3a42682721c310e1f
|
3 |
+
size 21570048
|
params_shard_41.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:269f882741d967146d540a31fb15441241e7e67349d769677a20259094960f7c
|
3 |
+
size 29869056
|
params_shard_42.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:aa8e302323ad433d5974e960da39a409499d2e16cb372512360b39628ac8056b
|
3 |
+
size 32850432
|
params_shard_43.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c5f0029e2474c7c203de57425e0b937b561214249aadaca401e0d6893b80315c
|
3 |
+
size 30200832
|
params_shard_44.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:69e9341433ef6cfb42410f9d6ee77c3e1f6f64bcc894b471dad23b93229148bb
|
3 |
+
size 21570048
|
params_shard_45.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6951473def9b78f09addaf63f422778c73536e2f413ff4ee227d19e5122dd239
|
3 |
+
size 29869056
|
params_shard_46.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:13b569765932470328dec0cdd420c33fc716ce0af0aa60d1643854127ee2ba30
|
3 |
+
size 32850432
|
params_shard_47.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f96363d59b2636d9bfc6b39b1ac92738bc8b4489bdbd9e6f479df2dc0af45235
|
3 |
+
size 30200832
|
params_shard_48.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:decd3c9946fcde764cfc5cdc3b83c7554176d2ed25c4941e581f8e767d213ac2
|
3 |
+
size 21570048
|
params_shard_49.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:743098f01b3803f3beb4bf86ff1675397bcdb8641a87081301c205b55cf6c0f6
|
3 |
+
size 29869056
|
params_shard_5.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:daf64ad02dd81b0dbbaac2599fd05105d7b9732b929fb54d65b1f27c67bf10d4
|
3 |
+
size 31855104
|
params_shard_50.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cf40692608b1c9cf801e58f5d71d057104a9e3028cde790172bd1ef7f23cb6b1
|
3 |
+
size 32850432
|
params_shard_51.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b68e5f5e007b48e5367785417d1f569ffd96b5d1905d0ee423840b0f44e6c002
|
3 |
+
size 30200832
|