Orion-zhen
commited on
Commit
•
e095d27
1
Parent(s):
b78cc29
add: model files
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- config.json +29 -0
- generation_config.json +7 -0
- model-00001-of-00082.safetensors +3 -0
- model-00002-of-00082.safetensors +3 -0
- model-00003-of-00082.safetensors +3 -0
- model-00004-of-00082.safetensors +3 -0
- model-00005-of-00082.safetensors +3 -0
- model-00006-of-00082.safetensors +3 -0
- model-00007-of-00082.safetensors +3 -0
- model-00008-of-00082.safetensors +3 -0
- model-00009-of-00082.safetensors +3 -0
- model-00010-of-00082.safetensors +3 -0
- model-00011-of-00082.safetensors +3 -0
- model-00012-of-00082.safetensors +3 -0
- model-00013-of-00082.safetensors +3 -0
- model-00014-of-00082.safetensors +3 -0
- model-00015-of-00082.safetensors +3 -0
- model-00016-of-00082.safetensors +3 -0
- model-00017-of-00082.safetensors +3 -0
- model-00018-of-00082.safetensors +3 -0
- model-00019-of-00082.safetensors +3 -0
- model-00020-of-00082.safetensors +3 -0
- model-00021-of-00082.safetensors +3 -0
- model-00022-of-00082.safetensors +3 -0
- model-00023-of-00082.safetensors +3 -0
- model-00024-of-00082.safetensors +3 -0
- model-00025-of-00082.safetensors +3 -0
- model-00026-of-00082.safetensors +3 -0
- model-00027-of-00082.safetensors +3 -0
- model-00028-of-00082.safetensors +3 -0
- model-00029-of-00082.safetensors +3 -0
- model-00030-of-00082.safetensors +3 -0
- model-00031-of-00082.safetensors +3 -0
- model-00032-of-00082.safetensors +3 -0
- model-00033-of-00082.safetensors +3 -0
- model-00034-of-00082.safetensors +3 -0
- model-00035-of-00082.safetensors +3 -0
- model-00036-of-00082.safetensors +3 -0
- model-00037-of-00082.safetensors +3 -0
- model-00038-of-00082.safetensors +3 -0
- model-00039-of-00082.safetensors +3 -0
- model-00040-of-00082.safetensors +3 -0
- model-00041-of-00082.safetensors +3 -0
- model-00042-of-00082.safetensors +3 -0
- model-00043-of-00082.safetensors +3 -0
- model-00044-of-00082.safetensors +3 -0
- model-00045-of-00082.safetensors +3 -0
- model-00046-of-00082.safetensors +3 -0
- model-00047-of-00082.safetensors +3 -0
- model-00048-of-00082.safetensors +3 -0
config.json
ADDED
@@ -0,0 +1,29 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "/root/autodl-tmp/llama3-70b-ch",
|
3 |
+
"architectures": [
|
4 |
+
"LlamaForCausalLM"
|
5 |
+
],
|
6 |
+
"attention_bias": false,
|
7 |
+
"attention_dropout": 0.0,
|
8 |
+
"bos_token_id": 128000,
|
9 |
+
"eos_token_id": 128009,
|
10 |
+
"hidden_act": "silu",
|
11 |
+
"hidden_size": 8192,
|
12 |
+
"initializer_range": 0.02,
|
13 |
+
"intermediate_size": 28672,
|
14 |
+
"max_position_embeddings": 8192,
|
15 |
+
"mlp_bias": false,
|
16 |
+
"model_type": "llama",
|
17 |
+
"num_attention_heads": 64,
|
18 |
+
"num_hidden_layers": 80,
|
19 |
+
"num_key_value_heads": 8,
|
20 |
+
"pretraining_tp": 1,
|
21 |
+
"rms_norm_eps": 1e-05,
|
22 |
+
"rope_scaling": null,
|
23 |
+
"rope_theta": 500000.0,
|
24 |
+
"tie_word_embeddings": false,
|
25 |
+
"torch_dtype": "bfloat16",
|
26 |
+
"transformers_version": "4.41.2",
|
27 |
+
"use_cache": true,
|
28 |
+
"vocab_size": 128256
|
29 |
+
}
|
generation_config.json
ADDED
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_from_model_config": true,
|
3 |
+
"bos_token_id": 128000,
|
4 |
+
"eos_token_id": 128009,
|
5 |
+
"pad_token_id": 128009,
|
6 |
+
"transformers_version": "4.41.2"
|
7 |
+
}
|
model-00001-of-00082.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6295079174470c4e325caba77696129100797f3609c5e6f99d5c8a3d545bdf67
|
3 |
+
size 2101346448
|
model-00002-of-00082.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:34de5a6153b8625ebaba7cd289e8511805f8e93f00865732a394ace55f990caf
|
3 |
+
size 1879082376
|
model-00003-of-00082.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:19560e2af0c2fac2ab9c1ed18f18e35bda2b4f7425662e963a015e6923a927ad
|
3 |
+
size 1845527704
|
model-00004-of-00082.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:96b49ecab1db5e40fe41756305c729631b4ba05684dfade6a07f8321cc3d0f42
|
3 |
+
size 1711309864
|
model-00005-of-00082.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:dbdffd8447307eafc7b728f881bbcb206f6d90ece73266618b200cd35d830d46
|
3 |
+
size 1711309864
|
model-00006-of-00082.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d8e85d4f52243ba973afd5ed6d05337a4783e8f46ad70be4e9f9abcf7318fc5e
|
3 |
+
size 1711309864
|
model-00007-of-00082.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2ed1ac3c02527a48d614a3568b72432589d1853149aee5523d75193f50d90f23
|
3 |
+
size 1711309864
|
model-00008-of-00082.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2c00e9683d7d45bb1612b4637d4f5a6dabb7a72603109ee4ea0d5effa6545ac3
|
3 |
+
size 1711309864
|
model-00009-of-00082.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a2db871036ea3b130e90fcba89406203bf033581d018062dd38b1872d079ffbb
|
3 |
+
size 1711309864
|
model-00010-of-00082.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2d80a1b6fa241dbf8459ef0b1dcfd09dd341f6fa1c6e2ab3719f004ba6cc4164
|
3 |
+
size 1711309864
|
model-00011-of-00082.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6fd3c922ab16c48129d71e0c27fe420c5cd062e0b0b05b5b7150d5b818cb6f95
|
3 |
+
size 1711309864
|
model-00012-of-00082.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2c7cd525c93d41687f2b34cf7278a89978ed574565437462005d07298b633c66
|
3 |
+
size 1711309872
|
model-00013-of-00082.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:21838aaf036cf4cee3009df37cd09cbc72445997a9b42bf4941ce72e0bfccb3d
|
3 |
+
size 1711309872
|
model-00014-of-00082.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2f32a7d65f5fef7f7934aff9177726961664761d352b619aa5ccb569b893aec1
|
3 |
+
size 1711309872
|
model-00015-of-00082.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6ed3c57ee680257708b1231eae85b04072579c2ad8b1ba9e1c3f473bbbb6c597
|
3 |
+
size 1711309872
|
model-00016-of-00082.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0eb49aef4f6a5a29d8723337b9df120bbc57163af1d176966897e358b7ab65a0
|
3 |
+
size 1711309872
|
model-00017-of-00082.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:39de5a65eff9f880dfd82128be9a7848ac4423f1779532a673312733f6bc189f
|
3 |
+
size 1711309872
|
model-00018-of-00082.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:362704de9b7c7ad3a6117c89f55dbad68b2d5d30bbbe6fd52a789cc4a9d9b060
|
3 |
+
size 1711309872
|
model-00019-of-00082.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7384e733f5c256424f27e701952fe96476239c25dd4198c568472f1a72a69ce0
|
3 |
+
size 1711309872
|
model-00020-of-00082.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:79afffd7ea2e292c6048de73af8b66f621ed02e42a8bc5180107e56225836a0c
|
3 |
+
size 1711309872
|
model-00021-of-00082.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bdde88c54afdb2e876d0ba758ae72c7cdcad1eed3cae77e441006acff4a3aa15
|
3 |
+
size 1711309872
|
model-00022-of-00082.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8006604804d8f87b23e8425054a56296c015dfde1ffc05b5e2e970eaf667850e
|
3 |
+
size 1711309872
|
model-00023-of-00082.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0c10b463aec6491a2ed31f9632a34774b05f92c4c3b5a7a505ef12d67916d2fa
|
3 |
+
size 1711309872
|
model-00024-of-00082.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:552f807b691225b8e43e58e2069657f6f81c7829d33334cb673c951d5a9f7bd8
|
3 |
+
size 1711309872
|
model-00025-of-00082.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:48f480cf89c62b01f7437da871d3e68ebf5b49d27d7949131bd6f33599905343
|
3 |
+
size 1711309872
|
model-00026-of-00082.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:25f7b6d3f2f71448a306d00849e1cce0c90889bd3d1cde3470d756ec9e37dc5c
|
3 |
+
size 1711309872
|
model-00027-of-00082.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:928af4a8d64c34ae6a06c2f6c9082d5f051b3f38bc8ce0f9cdca48bf712fb799
|
3 |
+
size 1711309872
|
model-00028-of-00082.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:00710703417348cd5b305e0b0ff849e277e093acea3858fc51fb4f37bbc34c8f
|
3 |
+
size 1711309872
|
model-00029-of-00082.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:17c23f7dc23a5304869456ec540cbd9d423a4af6511af0845cf84193d21d9b06
|
3 |
+
size 1711309872
|
model-00030-of-00082.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:aa99d21fb3ca5fe595d0b8eea279cfbef1f58964a5f142ff2915b8c6a40a4e5b
|
3 |
+
size 1711309872
|
model-00031-of-00082.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3749d212185952b1f69c573463f2755a44e860426afcaebc139097c509e046e6
|
3 |
+
size 1711309872
|
model-00032-of-00082.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:173511f84671165338f7d3110c4a4ba97886db3a72f4b3630a4bc0c46b1c3bf2
|
3 |
+
size 1711309872
|
model-00033-of-00082.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c4e9c953f772d0b068fbfe050d5f6e0e5997a4a06a6d76449fcbd7a7740540de
|
3 |
+
size 1711309872
|
model-00034-of-00082.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:685868474edda2e22c9a2f3ace855f9c69f25118af5f7fcdb537b3f8c6612434
|
3 |
+
size 1711309872
|
model-00035-of-00082.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1dfb8c319066c22f59644f080a86728eb749f2428ef5d0f4fd9bca0e40ff3aed
|
3 |
+
size 1711309872
|
model-00036-of-00082.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:017d3f168807366bcdf655e485b78153363734822362fd3533a25d78ea4ad324
|
3 |
+
size 1711309872
|
model-00037-of-00082.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fa52515da6e3a041fb804f655a9e7e580c7ea12f0c6ba7f12bbeaa2efc400be7
|
3 |
+
size 1711309872
|
model-00038-of-00082.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:24396aef5ccc5c8ddd3fa0a00cb987c35f7bfd841f4566e82ea1e22813e045b4
|
3 |
+
size 1711309872
|
model-00039-of-00082.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9d9ae35200a63c73aa7d039cacbeed941d67fa886195460460c82427c37e2342
|
3 |
+
size 1711309872
|
model-00040-of-00082.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:541d66cd14ff3db1aa54a4d29cf0d2505e87f5118c8a07e4c89f55280af5e90a
|
3 |
+
size 1711309872
|
model-00041-of-00082.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:71f4b14522ce06d507bb06b45b7a579b4cad58fb52444e8f3dde220560d5b798
|
3 |
+
size 1711309872
|
model-00042-of-00082.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c2b8d41850b93feb9ba6cc8dc93a3642d51ed873c8070d05bd3b6a1992673746
|
3 |
+
size 1711309872
|
model-00043-of-00082.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:824aaa636c0c5c79942e1a8e6a8bbd0a8e89441b976ed8067f247fa40f08dba5
|
3 |
+
size 1711309872
|
model-00044-of-00082.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:369ef2f31b657edf957bd9aaa01c818440ae60269fae0d0494d8a7f527aa2a26
|
3 |
+
size 1711309872
|
model-00045-of-00082.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e2acd0a553c4668758b93d29e185a59b166765a731f13d44b76709c93e85ad67
|
3 |
+
size 1711309872
|
model-00046-of-00082.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7b4808ef82a8b7d374b1c822cab93e016021ddc698b950d74e7822b96977d960
|
3 |
+
size 1711309872
|
model-00047-of-00082.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bfa63a44c8a373f452214802d639e6ca1ad04b887d430fb56a8c9b68718d0d95
|
3 |
+
size 1711309872
|
model-00048-of-00082.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a364550442807e4d043321d67bde1e598a2d196e7874768dc134a39c72d6e900
|
3 |
+
size 1711309872
|