Orion-zhen commited on
Commit
e095d27
1 Parent(s): b78cc29

add: model files

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +29 -0
  2. generation_config.json +7 -0
  3. model-00001-of-00082.safetensors +3 -0
  4. model-00002-of-00082.safetensors +3 -0
  5. model-00003-of-00082.safetensors +3 -0
  6. model-00004-of-00082.safetensors +3 -0
  7. model-00005-of-00082.safetensors +3 -0
  8. model-00006-of-00082.safetensors +3 -0
  9. model-00007-of-00082.safetensors +3 -0
  10. model-00008-of-00082.safetensors +3 -0
  11. model-00009-of-00082.safetensors +3 -0
  12. model-00010-of-00082.safetensors +3 -0
  13. model-00011-of-00082.safetensors +3 -0
  14. model-00012-of-00082.safetensors +3 -0
  15. model-00013-of-00082.safetensors +3 -0
  16. model-00014-of-00082.safetensors +3 -0
  17. model-00015-of-00082.safetensors +3 -0
  18. model-00016-of-00082.safetensors +3 -0
  19. model-00017-of-00082.safetensors +3 -0
  20. model-00018-of-00082.safetensors +3 -0
  21. model-00019-of-00082.safetensors +3 -0
  22. model-00020-of-00082.safetensors +3 -0
  23. model-00021-of-00082.safetensors +3 -0
  24. model-00022-of-00082.safetensors +3 -0
  25. model-00023-of-00082.safetensors +3 -0
  26. model-00024-of-00082.safetensors +3 -0
  27. model-00025-of-00082.safetensors +3 -0
  28. model-00026-of-00082.safetensors +3 -0
  29. model-00027-of-00082.safetensors +3 -0
  30. model-00028-of-00082.safetensors +3 -0
  31. model-00029-of-00082.safetensors +3 -0
  32. model-00030-of-00082.safetensors +3 -0
  33. model-00031-of-00082.safetensors +3 -0
  34. model-00032-of-00082.safetensors +3 -0
  35. model-00033-of-00082.safetensors +3 -0
  36. model-00034-of-00082.safetensors +3 -0
  37. model-00035-of-00082.safetensors +3 -0
  38. model-00036-of-00082.safetensors +3 -0
  39. model-00037-of-00082.safetensors +3 -0
  40. model-00038-of-00082.safetensors +3 -0
  41. model-00039-of-00082.safetensors +3 -0
  42. model-00040-of-00082.safetensors +3 -0
  43. model-00041-of-00082.safetensors +3 -0
  44. model-00042-of-00082.safetensors +3 -0
  45. model-00043-of-00082.safetensors +3 -0
  46. model-00044-of-00082.safetensors +3 -0
  47. model-00045-of-00082.safetensors +3 -0
  48. model-00046-of-00082.safetensors +3 -0
  49. model-00047-of-00082.safetensors +3 -0
  50. model-00048-of-00082.safetensors +3 -0
config.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "/root/autodl-tmp/llama3-70b-ch",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 128000,
9
+ "eos_token_id": 128009,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 8192,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 28672,
14
+ "max_position_embeddings": 8192,
15
+ "mlp_bias": false,
16
+ "model_type": "llama",
17
+ "num_attention_heads": 64,
18
+ "num_hidden_layers": 80,
19
+ "num_key_value_heads": 8,
20
+ "pretraining_tp": 1,
21
+ "rms_norm_eps": 1e-05,
22
+ "rope_scaling": null,
23
+ "rope_theta": 500000.0,
24
+ "tie_word_embeddings": false,
25
+ "torch_dtype": "bfloat16",
26
+ "transformers_version": "4.41.2",
27
+ "use_cache": true,
28
+ "vocab_size": 128256
29
+ }
generation_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 128000,
4
+ "eos_token_id": 128009,
5
+ "pad_token_id": 128009,
6
+ "transformers_version": "4.41.2"
7
+ }
model-00001-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6295079174470c4e325caba77696129100797f3609c5e6f99d5c8a3d545bdf67
3
+ size 2101346448
model-00002-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34de5a6153b8625ebaba7cd289e8511805f8e93f00865732a394ace55f990caf
3
+ size 1879082376
model-00003-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19560e2af0c2fac2ab9c1ed18f18e35bda2b4f7425662e963a015e6923a927ad
3
+ size 1845527704
model-00004-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96b49ecab1db5e40fe41756305c729631b4ba05684dfade6a07f8321cc3d0f42
3
+ size 1711309864
model-00005-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbdffd8447307eafc7b728f881bbcb206f6d90ece73266618b200cd35d830d46
3
+ size 1711309864
model-00006-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8e85d4f52243ba973afd5ed6d05337a4783e8f46ad70be4e9f9abcf7318fc5e
3
+ size 1711309864
model-00007-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ed1ac3c02527a48d614a3568b72432589d1853149aee5523d75193f50d90f23
3
+ size 1711309864
model-00008-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c00e9683d7d45bb1612b4637d4f5a6dabb7a72603109ee4ea0d5effa6545ac3
3
+ size 1711309864
model-00009-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2db871036ea3b130e90fcba89406203bf033581d018062dd38b1872d079ffbb
3
+ size 1711309864
model-00010-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d80a1b6fa241dbf8459ef0b1dcfd09dd341f6fa1c6e2ab3719f004ba6cc4164
3
+ size 1711309864
model-00011-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6fd3c922ab16c48129d71e0c27fe420c5cd062e0b0b05b5b7150d5b818cb6f95
3
+ size 1711309864
model-00012-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c7cd525c93d41687f2b34cf7278a89978ed574565437462005d07298b633c66
3
+ size 1711309872
model-00013-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21838aaf036cf4cee3009df37cd09cbc72445997a9b42bf4941ce72e0bfccb3d
3
+ size 1711309872
model-00014-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f32a7d65f5fef7f7934aff9177726961664761d352b619aa5ccb569b893aec1
3
+ size 1711309872
model-00015-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ed3c57ee680257708b1231eae85b04072579c2ad8b1ba9e1c3f473bbbb6c597
3
+ size 1711309872
model-00016-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0eb49aef4f6a5a29d8723337b9df120bbc57163af1d176966897e358b7ab65a0
3
+ size 1711309872
model-00017-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39de5a65eff9f880dfd82128be9a7848ac4423f1779532a673312733f6bc189f
3
+ size 1711309872
model-00018-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:362704de9b7c7ad3a6117c89f55dbad68b2d5d30bbbe6fd52a789cc4a9d9b060
3
+ size 1711309872
model-00019-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7384e733f5c256424f27e701952fe96476239c25dd4198c568472f1a72a69ce0
3
+ size 1711309872
model-00020-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79afffd7ea2e292c6048de73af8b66f621ed02e42a8bc5180107e56225836a0c
3
+ size 1711309872
model-00021-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdde88c54afdb2e876d0ba758ae72c7cdcad1eed3cae77e441006acff4a3aa15
3
+ size 1711309872
model-00022-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8006604804d8f87b23e8425054a56296c015dfde1ffc05b5e2e970eaf667850e
3
+ size 1711309872
model-00023-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c10b463aec6491a2ed31f9632a34774b05f92c4c3b5a7a505ef12d67916d2fa
3
+ size 1711309872
model-00024-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:552f807b691225b8e43e58e2069657f6f81c7829d33334cb673c951d5a9f7bd8
3
+ size 1711309872
model-00025-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48f480cf89c62b01f7437da871d3e68ebf5b49d27d7949131bd6f33599905343
3
+ size 1711309872
model-00026-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25f7b6d3f2f71448a306d00849e1cce0c90889bd3d1cde3470d756ec9e37dc5c
3
+ size 1711309872
model-00027-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:928af4a8d64c34ae6a06c2f6c9082d5f051b3f38bc8ce0f9cdca48bf712fb799
3
+ size 1711309872
model-00028-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00710703417348cd5b305e0b0ff849e277e093acea3858fc51fb4f37bbc34c8f
3
+ size 1711309872
model-00029-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17c23f7dc23a5304869456ec540cbd9d423a4af6511af0845cf84193d21d9b06
3
+ size 1711309872
model-00030-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa99d21fb3ca5fe595d0b8eea279cfbef1f58964a5f142ff2915b8c6a40a4e5b
3
+ size 1711309872
model-00031-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3749d212185952b1f69c573463f2755a44e860426afcaebc139097c509e046e6
3
+ size 1711309872
model-00032-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:173511f84671165338f7d3110c4a4ba97886db3a72f4b3630a4bc0c46b1c3bf2
3
+ size 1711309872
model-00033-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4e9c953f772d0b068fbfe050d5f6e0e5997a4a06a6d76449fcbd7a7740540de
3
+ size 1711309872
model-00034-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:685868474edda2e22c9a2f3ace855f9c69f25118af5f7fcdb537b3f8c6612434
3
+ size 1711309872
model-00035-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1dfb8c319066c22f59644f080a86728eb749f2428ef5d0f4fd9bca0e40ff3aed
3
+ size 1711309872
model-00036-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:017d3f168807366bcdf655e485b78153363734822362fd3533a25d78ea4ad324
3
+ size 1711309872
model-00037-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa52515da6e3a041fb804f655a9e7e580c7ea12f0c6ba7f12bbeaa2efc400be7
3
+ size 1711309872
model-00038-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24396aef5ccc5c8ddd3fa0a00cb987c35f7bfd841f4566e82ea1e22813e045b4
3
+ size 1711309872
model-00039-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d9ae35200a63c73aa7d039cacbeed941d67fa886195460460c82427c37e2342
3
+ size 1711309872
model-00040-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:541d66cd14ff3db1aa54a4d29cf0d2505e87f5118c8a07e4c89f55280af5e90a
3
+ size 1711309872
model-00041-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71f4b14522ce06d507bb06b45b7a579b4cad58fb52444e8f3dde220560d5b798
3
+ size 1711309872
model-00042-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2b8d41850b93feb9ba6cc8dc93a3642d51ed873c8070d05bd3b6a1992673746
3
+ size 1711309872
model-00043-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:824aaa636c0c5c79942e1a8e6a8bbd0a8e89441b976ed8067f247fa40f08dba5
3
+ size 1711309872
model-00044-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:369ef2f31b657edf957bd9aaa01c818440ae60269fae0d0494d8a7f527aa2a26
3
+ size 1711309872
model-00045-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2acd0a553c4668758b93d29e185a59b166765a731f13d44b76709c93e85ad67
3
+ size 1711309872
model-00046-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b4808ef82a8b7d374b1c822cab93e016021ddc698b950d74e7822b96977d960
3
+ size 1711309872
model-00047-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfa63a44c8a373f452214802d639e6ca1ad04b887d430fb56a8c9b68718d0d95
3
+ size 1711309872
model-00048-of-00082.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a364550442807e4d043321d67bde1e598a2d196e7874768dc134a39c72d6e900
3
+ size 1711309872