Hugging Face's logo

paulml
/
Qwen2.5-Coder-78B-Instruct

Safetensors
qwen2
Merge
mergekit
lazymergekit
Qwen/Qwen2.5-72B-Instruct
Qwen/Qwen2.5-Coder-7B-Instruct
Model card Files Community
paulml commited on
Commit
4adcf25
•
1 Parent(s): 9ba0018

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. README.md +17 -0
  2. added_tokens.json +24 -0
  3. config.json +28 -0
  4. mergekit_config.yml +13 -0
  5. merges.txt +0 -0
  6. model-00001-of-00089.safetensors +3 -0
  7. model-00002-of-00089.safetensors +3 -0
  8. model-00003-of-00089.safetensors +3 -0
  9. model-00004-of-00089.safetensors +3 -0
  10. model-00005-of-00089.safetensors +3 -0
  11. model-00006-of-00089.safetensors +3 -0
  12. model-00007-of-00089.safetensors +3 -0
  13. model-00008-of-00089.safetensors +3 -0
  14. model-00009-of-00089.safetensors +3 -0
  15. model-00010-of-00089.safetensors +3 -0
  16. model-00011-of-00089.safetensors +3 -0
  17. model-00012-of-00089.safetensors +3 -0
  18. model-00013-of-00089.safetensors +3 -0
  19. model-00014-of-00089.safetensors +3 -0
  20. model-00015-of-00089.safetensors +3 -0
  21. model-00016-of-00089.safetensors +3 -0
  22. model-00017-of-00089.safetensors +3 -0
  23. model-00018-of-00089.safetensors +3 -0
  24. model-00019-of-00089.safetensors +3 -0
  25. model-00020-of-00089.safetensors +3 -0
  26. model-00021-of-00089.safetensors +3 -0
  27. model-00022-of-00089.safetensors +3 -0
  28. model-00023-of-00089.safetensors +3 -0
  29. model-00024-of-00089.safetensors +3 -0
  30. model-00025-of-00089.safetensors +3 -0
  31. model-00026-of-00089.safetensors +3 -0
  32. model-00027-of-00089.safetensors +3 -0
  33. model-00028-of-00089.safetensors +3 -0
  34. model-00029-of-00089.safetensors +3 -0
  35. model-00030-of-00089.safetensors +3 -0
  36. model-00031-of-00089.safetensors +3 -0
  37. model-00032-of-00089.safetensors +3 -0
  38. model-00033-of-00089.safetensors +3 -0
  39. model-00034-of-00089.safetensors +3 -0
  40. model-00035-of-00089.safetensors +3 -0
  41. model-00036-of-00089.safetensors +3 -0
  42. model-00037-of-00089.safetensors +3 -0
  43. model-00038-of-00089.safetensors +3 -0
  44. model-00039-of-00089.safetensors +3 -0
  45. model-00040-of-00089.safetensors +3 -0
  46. model-00041-of-00089.safetensors +3 -0
  47. model-00042-of-00089.safetensors +3 -0
  48. model-00043-of-00089.safetensors +3 -0
  49. model-00044-of-00089.safetensors +3 -0
  50. model-00045-of-00089.safetensors +3 -0
README.md ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: apache-2.0
3
+ tags:
4
+ - merge
5
+ - mergekit
6
+ - lazymergekit
7
+ - Qwen/Qwen2.5-72B-Instruct
8
+ - Qwen/Qwen2.5-Coder-7B-Instruct
9
+ ---
10
+
11
+ # Qwen2.5-Chat-Coder-Instruct
12
+
13
+ Qwen2.5-Chat-Coder-Instruct is a merge of the following models using [mergekit](https://github.com/cg123/mergekit):
14
+ * [Qwen/Qwen2.5-72B-Instruct](https://huggingface.co/Qwen/Qwen2.5-72B-Instruct)
15
+ * [Qwen/Qwen2.5-Coder-7B-Instruct](https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct)
16
+
17
+ ## 🧩 Configuration
added_tokens.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</tool_call>": 151658,
3
+ "<tool_call>": 151657,
4
+ "<|box_end|>": 151649,
5
+ "<|box_start|>": 151648,
6
+ "<|endoftext|>": 151643,
7
+ "<|file_sep|>": 151664,
8
+ "<|fim_middle|>": 151660,
9
+ "<|fim_pad|>": 151662,
10
+ "<|fim_prefix|>": 151659,
11
+ "<|fim_suffix|>": 151661,
12
+ "<|im_end|>": 151645,
13
+ "<|im_start|>": 151644,
14
+ "<|image_pad|>": 151655,
15
+ "<|object_ref_end|>": 151647,
16
+ "<|object_ref_start|>": 151646,
17
+ "<|quad_end|>": 151651,
18
+ "<|quad_start|>": 151650,
19
+ "<|repo_name|>": 151663,
20
+ "<|video_pad|>": 151656,
21
+ "<|vision_end|>": 151653,
22
+ "<|vision_pad|>": 151654,
23
+ "<|vision_start|>": 151652
24
+ }
config.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "Qwen/Qwen2.5-72B-Instruct",
3
+ "architectures": [
4
+ "Qwen2ForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 151643,
8
+ "eos_token_id": 151645,
9
+ "hidden_act": "silu",
10
+ "hidden_size": 8192,
11
+ "initializer_range": 0.02,
12
+ "intermediate_size": 29568,
13
+ "max_position_embeddings": 32768,
14
+ "max_window_layers": 70,
15
+ "model_type": "qwen2",
16
+ "num_attention_heads": 64,
17
+ "num_hidden_layers": 108,
18
+ "num_key_value_heads": 8,
19
+ "rms_norm_eps": 1e-06,
20
+ "rope_theta": 1000000.0,
21
+ "sliding_window": null,
22
+ "tie_word_embeddings": false,
23
+ "torch_dtype": "bfloat16",
24
+ "transformers_version": "4.44.2",
25
+ "use_cache": true,
26
+ "use_sliding_window": false,
27
+ "vocab_size": 152064
28
+ }
mergekit_config.yml ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ dtype: bfloat16
2
+ merge_method: passthrough
3
+ slices:
4
+ - sources:
5
+ - layer_range:
6
+ - 0
7
+ - 80
8
+ model: Qwen/Qwen2.5-72B-Instruct
9
+ - sources:
10
+ - layer_range:
11
+ - 0
12
+ - 28
13
+ model: Qwen/Qwen2.5-Coder-7B-Instruct
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
model-00001-of-00089.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15a5aacddc430fa375cc6054c45ac12f11263e77afa21e07b3e871d6709b5196
3
+ size 1981935624
model-00002-of-00089.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a81c6612931cef4b55363c38d10c07e6b0a7b2aeeaae33ee9eaef2aa4722847
3
+ size 1956744112
model-00003-of-00089.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbad35ba2dad1ff093c6cd614058781e3c75825d5c2c49b3607fd926042970c5
3
+ size 1119914800
model-00004-of-00089.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a018139c0fe5f93ca10adb916bb7fdaaefa889083f5f55cca2c21fbf699b3df
3
+ size 2491416720
model-00005-of-00089.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a627099582f41c36ed39db1bb9c02540fa1243d6e211c70a5ff5b342a430f03
3
+ size 1923190832
model-00006-of-00089.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ba43182c89c2b791dd08e78a8a8e340f6da39d3e8a463dc4e3a79f3be277178
3
+ size 1864467840
model-00007-of-00089.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:792dfdc255e1e7f2c952ceef8dfad7738001ac51c2cd3e10e61b5636c7d0dc05
3
+ size 1931578752
model-00008-of-00089.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5962afbef2101b8cb785907ad3bf08e3f4c926d79a2f1c2348bf1ba2adf1388d
3
+ size 1755370856
model-00009-of-00089.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b06a65f8c3a015893a1ea349301bf2c689bdcec12c738d3df05f21c76eac99e
3
+ size 1978205008
model-00010-of-00089.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88af6fd10f8b37373280c65aa1675bbe205ceaa4866f9aacfbc694b28346bb56
3
+ size 1864467840
model-00011-of-00089.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10616664e6101a01b081889d6d111aa3988e25aa08a8a577715017ff7f6a2c74
3
+ size 1958315064
model-00012-of-00089.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95cc33a5b67e9220d43d4b8be7d540267f6166065aed1d91e91c47e01bd4ac68
3
+ size 1556176824
model-00013-of-00089.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf6e802b15dff8be845b3d8f8686e058fcdab51bdfc9b993675eab1250cadbcf
3
+ size 1755370872
model-00014-of-00089.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ecb55dab21fc2902e550cae4ec6b3e5c3210b4d85e05afa603f608556c3fd1d
3
+ size 1876464776
model-00015-of-00089.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d54cca8bc2fddc6eac723c6e7fa767a8a7a14c58d93980dc1b838b09176538d4
3
+ size 1755370864
model-00016-of-00089.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b41d704dedb1f6d24da698cae010343abae0fe6c1289ce00edb617e6756116e4
3
+ size 1954564920
model-00017-of-00089.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b533f83e820b2e45158b14d351190934b532e54471a44a97a1df4a7460367329
3
+ size 1556176792
model-00018-of-00089.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47a1387cbd5422bde4d5060d88a8aa12ed6f9302fc4de15647dd5cacac70f186
3
+ size 1937785432
model-00019-of-00089.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2345748c2e5dec40f444cc007b415046b61f7488f156058f1562a0e66d8c1ce
3
+ size 1755370880
model-00020-of-00089.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:701a7d1c9073ba221ba54334c70106a6c32be980f88e495fe3d5354be92f4ebf
3
+ size 1755370880
model-00021-of-00089.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b226c9bec50d6cca79750682009809a26f3a7cd22eae5ddce21b26d8d0d8de7
3
+ size 1572972800
model-00022-of-00089.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05a8a7862b48d730bb75a8ac09c7c1f5773bc6deeff3a9242299916ea637a7ae
3
+ size 1755370856
model-00023-of-00089.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e4fef8ad928ca7c43196fe0bb9782b809df18553506fc970ab69fcdd350d341
3
+ size 1755354392
model-00024-of-00089.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d72ea009f34ce71ca8d8cd99985422b7e0f8116f10fbf25c399137a8705f9a4
3
+ size 1755370880
model-00025-of-00089.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bea962cedb4fd5f44199f494a15d1df927554db0c8585d7dadb43db5f44fbee
3
+ size 1954564928
model-00026-of-00089.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8aee055cd744aad6ae8a9a3386ef996c88b1396208e74fda648f67c8265b839c
3
+ size 1556176808
model-00027-of-00089.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:adf175368023eb3b7f0f4454b6367ff2028584001512eff800e4686526a70b8d
3
+ size 1937785432
model-00028-of-00089.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d886fa6cd179ba4b591dc12f948e688be89fa428dddf9387ca92e4541052c03
3
+ size 1755370888
model-00029-of-00089.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6b51fbf2a03a0940115d4fd1d642fb2c1a6c8a0327631835e268d74943938bc
3
+ size 1755370880
model-00030-of-00089.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9deb185a870bdf4ee4c1a86b3238b27e9147138e3bc22355088ae778dbbc4995
3
+ size 1572972824
model-00031-of-00089.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:050e7501c9b7c3396ff3e2456ba9798a8d2fd19a1146c133868d9067822b709e
3
+ size 1755370856
model-00032-of-00089.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76181b97d2521468a630f88438042516afa272315509d408b6b2a0a5c39a6466
3
+ size 1755354392
model-00033-of-00089.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4baae30715c05fc9c884a2d4d74a244d4fb0e26a8fbc273526dd331b566c3ec6
3
+ size 1755370880
model-00034-of-00089.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c386e4cb64349ca7477d123be7acfb357f933fa562725c1167659a8a6da58dfc
3
+ size 1954564928
model-00035-of-00089.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0edf22f2df1b1292fc41df69b00c4a517def60a6d6d722874f1e0b6d1527b967
3
+ size 1556176808
model-00036-of-00089.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e809967935cd855855398bd6a7d032712af0dc236331a0f881291bc7226c770
3
+ size 1937785432
model-00037-of-00089.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f288f1b7a94366e91d1afb7210d0c01fb2867c7e5da5e4979dc66343e0118dc0
3
+ size 1755370888
model-00038-of-00089.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ceed407405754c4b6f880d7f0454f01e6dd86f68ed1781b5722cf0352ad08c8c
3
+ size 1755370880
model-00039-of-00089.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74d178cbd16049a04e46417b8514ee401163564ca84e37cb8d4f5a51d626c378
3
+ size 1572972824
model-00040-of-00089.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:524acff75843265a812e93161ae687d33835748f42759600730be0418d0019b9
3
+ size 1755370856
model-00041-of-00089.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:babf6d888c8fff3a52abf8066ada79e0e60ebb7ca81bf4b7bf7f6396b2fa63ef
3
+ size 1755354392
model-00042-of-00089.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e0de31c4c0bbb71109f833e56f8fda8b0877fce2c9a7dc2ef5f9d669e24b145
3
+ size 1755370880
model-00043-of-00089.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da5495ccdcd2c7e8a8936f4795229aaf13e3081fd9bbc75077785eb249cc2b3e
3
+ size 1954564928
model-00044-of-00089.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81585fe193ed8e0a07de6c48c7b1a0267de7d7671ca402e128cda3bc56c70bd9
3
+ size 1556176808
model-00045-of-00089.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b14688d48a895e0f36c81cef2aec99261230976b6f7f05ca8696e7a1809d29a
3
+ size 1937785432