Upload 6 files
Browse files- generation_config.json +6 -0
- huggingface-metadata.txt +64 -0
- model.safetensors.index.json +0 -0
- special_tokens_map.json +24 -0
- tokenizer.model +3 -0
- tokenizer_config.json +44 -0
generation_config.json
ADDED
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_from_model_config": true,
|
3 |
+
"bos_token_id": 1,
|
4 |
+
"eos_token_id": 2,
|
5 |
+
"transformers_version": "4.36.2"
|
6 |
+
}
|
huggingface-metadata.txt
ADDED
@@ -0,0 +1,64 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
url: https://huggingface.co/microsoft/WizardLM-2-8x22B
|
2 |
+
branch: main
|
3 |
+
download date: 2024-04-15 16:48:15
|
4 |
+
sha256sum:
|
5 |
+
9e5cc2f91f7830364eff657b53df4f855091996cb2db7de2b69b8f11fa06be0a model-00001-of-00059.safetensors
|
6 |
+
24dbc249686530b5bcf630c6edae25fff212900d340946fb868ebd3dd8c62851 model-00002-of-00059.safetensors
|
7 |
+
d8ebc25463564c00d8e5d3f8a08ca5ce60c0efd53dd23aecfa7a2e3b0112b941 model-00003-of-00059.safetensors
|
8 |
+
81abed9dadae5877c49a57990fe5d8a449ed507987517728b1da7c195eacdd54 model-00004-of-00059.safetensors
|
9 |
+
45a5914445b0d8a95e02881d342a37b7d7c69943980b373b78331cf5c406191f model-00005-of-00059.safetensors
|
10 |
+
ea96b16084f0b6fddf232343e2ea55734ec324aeaa2eb60759fca724b80e292d model-00006-of-00059.safetensors
|
11 |
+
a78d60bb853a77110a815f6a20c5819cef21bcc0b4d50e700b560be54d6f53b5 model-00007-of-00059.safetensors
|
12 |
+
ba757c9109937a28e912c10bdb18042d347c55e768ec2dc89859c0e25823fa35 model-00008-of-00059.safetensors
|
13 |
+
ab90762b6b58313c37b2d1e09a8f9ae956bc4b5d0cc52c379b0937ce752dca98 model-00009-of-00059.safetensors
|
14 |
+
0b167436f7049226dbe7153e1ec602bf06d4cc384e5c16289e7207408c66068a model-00010-of-00059.safetensors
|
15 |
+
c4cc3a3f71b37f107b20f96d04067abbaee78f16e74196cdc68469d551bbe38c model-00011-of-00059.safetensors
|
16 |
+
b045740b8c2377430a5f42e06d9eec2606b8db45c3e5ac87a316fbc715569cc0 model-00012-of-00059.safetensors
|
17 |
+
175977b687acd05686a22c0f2b89f0ab0afb79c03db3480fa7fd989aec786287 model-00013-of-00059.safetensors
|
18 |
+
2703b8b32154f524baf105cb15f54ffbf134d13ccd923a30315e698fb85e54ff model-00014-of-00059.safetensors
|
19 |
+
bbe6004093d3a5e29f26c5e3f75e4e0b8a40c16498102dac31b0180746880671 model-00015-of-00059.safetensors
|
20 |
+
54c8f475521181cb4b93031b17c2a5c08ad0de1a81b035c2864c2bce19234c21 model-00016-of-00059.safetensors
|
21 |
+
0b4e356a83fc7e42a056d790213fee7624abc0d12b8ca113dbe734a139a99491 model-00017-of-00059.safetensors
|
22 |
+
188a8a3611852f704dae7804b47cfabb5a2ccf6c7f19226ae4e3fce6a3aa0506 model-00018-of-00059.safetensors
|
23 |
+
36d1e452bb1e962a83fdd712f4b018195a0a6102f378e9297291acf2d82cb3c0 model-00019-of-00059.safetensors
|
24 |
+
f99ae9d9cf903af58255d0774edec5ec1382c0d56a609108a59ce111518d40f0 model-00020-of-00059.safetensors
|
25 |
+
1223e5b007d833bcb459b23f3d7f59f646b16acf2a1a685085389b8de2dc6128 model-00021-of-00059.safetensors
|
26 |
+
48a99d78aaea1949ad85dce7847fa7d033173a22a58add4b2cd732410e7e15cf model-00022-of-00059.safetensors
|
27 |
+
db3c4baffbc4fc5a4eb34926e342d91fe4bcae59e0f712d06db4c2c4deb985da model-00023-of-00059.safetensors
|
28 |
+
141a6b26fb0a959967c24629bbfcf0c970a475d7698d2125e622cb38fb385b9b model-00024-of-00059.safetensors
|
29 |
+
433db989f798b99a87a64829f0a9d067e89daf1352cda3014e15c5414cbd33d2 model-00025-of-00059.safetensors
|
30 |
+
6cc8f60655049f3c1cc04c74cc3f02f72a3f820dcac263b483fa8bcba026ac6c model-00026-of-00059.safetensors
|
31 |
+
20b6cc117252f16fcb3d41f2372aca13a8f7426c13c86ad623c43cf0b96b5e72 model-00027-of-00059.safetensors
|
32 |
+
8bbbb1329d0fbe43933a49d37dada0518609bc18cc762549c67f677051ac46e8 model-00028-of-00059.safetensors
|
33 |
+
0734dbd916a3e5789d4338fdb053da6882fb7a6d636fd1495710557c032b5a24 model-00029-of-00059.safetensors
|
34 |
+
01f5ace1d4086c96950f57604626a30821ff3ca6f60dddea74678d914d93dd72 model-00030-of-00059.safetensors
|
35 |
+
8c362f13e9e0889f09bb552e57e5e7ac45e2f28510a9ad9fab5b50147b9c6dab model-00031-of-00059.safetensors
|
36 |
+
e93b983001b7b890da1a96405c630efb3eee7617482af1491822f213a6640b38 model-00032-of-00059.safetensors
|
37 |
+
61bcaf0a63535ba8f756509e7cca4b6ce1c4b741aca01f2afba40f5c3a727cfd model-00033-of-00059.safetensors
|
38 |
+
1c97dd5624ad3332e21c86836fc063059caab9262125a986e6f331c4ecf5aeff model-00034-of-00059.safetensors
|
39 |
+
8e9e4be3a6296da50cc1b4af53115818aa75d266c430a6baa2f91709885d18df model-00035-of-00059.safetensors
|
40 |
+
a699b76e6a8633bd6ba0527270bb81a4c91604cd3a7118de09c9361fda3b144e model-00036-of-00059.safetensors
|
41 |
+
ff7bbbeb2f68415f368f2e99e91b905e145c87beadcf352d0311f85ec6ddaf6c model-00037-of-00059.safetensors
|
42 |
+
2fe8533aac43a8c1c7b0885efef6a3080fdc6a61c880746c47520c25a10bf17d model-00038-of-00059.safetensors
|
43 |
+
4846e39f398d04411859f18b2697f4e70e70ad33deeefa93135911d10c5a23e8 model-00039-of-00059.safetensors
|
44 |
+
4b7de8e7af1d27c665f9e8dee5c904f9ee88ccd48c831361fc5999b979c16897 model-00040-of-00059.safetensors
|
45 |
+
02c8320c607f11bbd377930a056873d84f0192d950176fc22e3c59d1dfb5995d model-00041-of-00059.safetensors
|
46 |
+
68a8a3b2780336a8012b795aa6295fd9248c322f939e8131315a520fe4e43480 model-00042-of-00059.safetensors
|
47 |
+
d859d466ef5da5d0cf036bc6ed57fa0033d15c3921eb042d1a31617c6f0eef34 model-00043-of-00059.safetensors
|
48 |
+
06d32c1ed652616e42fffdcce1735fad67b50a4f13397cfd030a4304ce035a08 model-00044-of-00059.safetensors
|
49 |
+
beb9181e4b827f0136d213c11a05c569e0bcb85b7e68ade06b38c5d3da2d1ae0 model-00045-of-00059.safetensors
|
50 |
+
44a573a390174b0f0a41f8c0b198761384c46ae328a089f97d3e622468507224 model-00046-of-00059.safetensors
|
51 |
+
32a3bc20ff1805ae3e14e0bcf7ac3a1f9c21a31fb04922d3d31e440e658c32b6 model-00047-of-00059.safetensors
|
52 |
+
69a198153c9725aa0b6de50831b55fb0f04fc7a0f402731257836110358b7bde model-00048-of-00059.safetensors
|
53 |
+
a9d4adc81dbb3f12ec1300cb9c53bae070b7dbe41a66e30b5160841504fb5ba3 model-00049-of-00059.safetensors
|
54 |
+
9d7cf6acb12c6907a102f9b836e3db345d2aa885493b3904084b95d0ac55c739 model-00050-of-00059.safetensors
|
55 |
+
582322e446962d374f4b6fd5e469040d331150f7ef3d4a69fa460deded7c3ebc model-00051-of-00059.safetensors
|
56 |
+
d6fe7d0d82aa12dd5f40c083b4046ac6ef15ed0627433d63795bed9e50c55fb4 model-00052-of-00059.safetensors
|
57 |
+
af0c588e8ffe2e87ce5dee116d70ec083a3bfd2f4c4a09618d8a2791de5cd55f model-00053-of-00059.safetensors
|
58 |
+
ecda36174ea4e376919360f6e08c17d5b3d0a870469e9fd52cac0b7c8e12351e model-00054-of-00059.safetensors
|
59 |
+
5d7c98c60576932850e8ef8945e38f24ca0f37cca895bf04c4a23d251081859c model-00055-of-00059.safetensors
|
60 |
+
7410c9689fd0d2d384f4b2886707fb377327457937c91da914c725b7c35c2396 model-00056-of-00059.safetensors
|
61 |
+
5c684ae59038495c44d01507e8047511db57fa720cc9997f7719fba76dbc29ee model-00057-of-00059.safetensors
|
62 |
+
b1234554df96e1f1e2a7adcef5f680e7b57e9b6ae4f4a16ceff8225b20921c5d model-00058-of-00059.safetensors
|
63 |
+
e36fa9e3f053db7a27e06f5b2804a2aa650a026a66e3f7db9efd35c5103cd9ae model-00059-of-00059.safetensors
|
64 |
+
dadfd56d766715c61d2ef780a525ab43b8e6da4de6865bda3d95fdef5e134055 tokenizer.model
|
model.safetensors.index.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
special_tokens_map.json
ADDED
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"bos_token": {
|
3 |
+
"content": "<s>",
|
4 |
+
"lstrip": false,
|
5 |
+
"normalized": false,
|
6 |
+
"rstrip": false,
|
7 |
+
"single_word": false
|
8 |
+
},
|
9 |
+
"eos_token": {
|
10 |
+
"content": "</s>",
|
11 |
+
"lstrip": false,
|
12 |
+
"normalized": false,
|
13 |
+
"rstrip": false,
|
14 |
+
"single_word": false
|
15 |
+
},
|
16 |
+
"pad_token": "<unk>",
|
17 |
+
"unk_token": {
|
18 |
+
"content": "<unk>",
|
19 |
+
"lstrip": false,
|
20 |
+
"normalized": false,
|
21 |
+
"rstrip": false,
|
22 |
+
"single_word": false
|
23 |
+
}
|
24 |
+
}
|
tokenizer.model
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:dadfd56d766715c61d2ef780a525ab43b8e6da4de6865bda3d95fdef5e134055
|
3 |
+
size 493443
|
tokenizer_config.json
ADDED
@@ -0,0 +1,44 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"add_bos_token": true,
|
3 |
+
"add_eos_token": false,
|
4 |
+
"added_tokens_decoder": {
|
5 |
+
"0": {
|
6 |
+
"content": "<unk>",
|
7 |
+
"lstrip": false,
|
8 |
+
"normalized": false,
|
9 |
+
"rstrip": false,
|
10 |
+
"single_word": false,
|
11 |
+
"special": true
|
12 |
+
},
|
13 |
+
"1": {
|
14 |
+
"content": "<s>",
|
15 |
+
"lstrip": false,
|
16 |
+
"normalized": false,
|
17 |
+
"rstrip": false,
|
18 |
+
"single_word": false,
|
19 |
+
"special": true
|
20 |
+
},
|
21 |
+
"2": {
|
22 |
+
"content": "</s>",
|
23 |
+
"lstrip": false,
|
24 |
+
"normalized": false,
|
25 |
+
"rstrip": false,
|
26 |
+
"single_word": false,
|
27 |
+
"special": true
|
28 |
+
}
|
29 |
+
},
|
30 |
+
"additional_special_tokens": [],
|
31 |
+
"bos_token": "<s>",
|
32 |
+
"chat_template": "{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{{ messages[0]['content'].strip() }}{% else %}{% set loop_messages = messages %}{{ 'A chat between a curious user and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the user\\'s questions.' }}{% endif %}{% for message in loop_messages %}{% if loop.index0 == 0 %}{% if message['role'] == 'system' or message['role'] == 'user' %}{{ ' USER: ' + message['content'].strip() }}{% else %}{{ ' ASSISTANT: ' + message['content'].strip() + eos_token }}{% endif %}{% else %}{% if message['role'] == 'system' or message['role'] == 'user' %}{{ '\nUSER: ' + message['content'].strip() }}{% else %}{{ ' ASSISTANT: ' + message['content'].strip() + eos_token }}{% endif %}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ ' ASSISTANT:' }}{% endif %}",
|
33 |
+
"clean_up_tokenization_spaces": false,
|
34 |
+
"eos_token": "</s>",
|
35 |
+
"legacy": true,
|
36 |
+
"model_max_length": 1000000000000000019884624838656,
|
37 |
+
"pad_token": "<unk>",
|
38 |
+
"padding_side": "right",
|
39 |
+
"sp_model_kwargs": {},
|
40 |
+
"spaces_between_special_tokens": false,
|
41 |
+
"tokenizer_class": "LlamaTokenizer",
|
42 |
+
"unk_token": "<unk>",
|
43 |
+
"use_default_system_prompt": true
|
44 |
+
}
|