Text Generation
Transformers
Safetensors
Chinese
English
qwen2
conversational
text-generation-inference
Inference Endpoints
K.T. commited on
Commit
a2b39e3
1 Parent(s): 0c8d990

Upload 75 files

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. added_tokens.json +24 -0
  2. config.json +28 -0
  3. generation_config.json +14 -0
  4. merges.txt +0 -0
  5. model-00001-of-00066.safetensors +3 -0
  6. model-00002-of-00066.safetensors +3 -0
  7. model-00003-of-00066.safetensors +3 -0
  8. model-00004-of-00066.safetensors +3 -0
  9. model-00005-of-00066.safetensors +3 -0
  10. model-00006-of-00066.safetensors +3 -0
  11. model-00007-of-00066.safetensors +3 -0
  12. model-00008-of-00066.safetensors +3 -0
  13. model-00009-of-00066.safetensors +3 -0
  14. model-00010-of-00066.safetensors +3 -0
  15. model-00011-of-00066.safetensors +3 -0
  16. model-00012-of-00066.safetensors +3 -0
  17. model-00013-of-00066.safetensors +3 -0
  18. model-00014-of-00066.safetensors +3 -0
  19. model-00015-of-00066.safetensors +3 -0
  20. model-00016-of-00066.safetensors +3 -0
  21. model-00017-of-00066.safetensors +3 -0
  22. model-00018-of-00066.safetensors +3 -0
  23. model-00019-of-00066.safetensors +3 -0
  24. model-00020-of-00066.safetensors +3 -0
  25. model-00021-of-00066.safetensors +3 -0
  26. model-00022-of-00066.safetensors +3 -0
  27. model-00023-of-00066.safetensors +3 -0
  28. model-00024-of-00066.safetensors +3 -0
  29. model-00025-of-00066.safetensors +3 -0
  30. model-00026-of-00066.safetensors +3 -0
  31. model-00027-of-00066.safetensors +3 -0
  32. model-00028-of-00066.safetensors +3 -0
  33. model-00029-of-00066.safetensors +3 -0
  34. model-00030-of-00066.safetensors +3 -0
  35. model-00031-of-00066.safetensors +3 -0
  36. model-00032-of-00066.safetensors +3 -0
  37. model-00033-of-00066.safetensors +3 -0
  38. model-00034-of-00066.safetensors +3 -0
  39. model-00035-of-00066.safetensors +3 -0
  40. model-00036-of-00066.safetensors +3 -0
  41. model-00037-of-00066.safetensors +3 -0
  42. model-00038-of-00066.safetensors +3 -0
  43. model-00039-of-00066.safetensors +3 -0
  44. model-00040-of-00066.safetensors +3 -0
  45. model-00041-of-00066.safetensors +3 -0
  46. model-00042-of-00066.safetensors +3 -0
  47. model-00043-of-00066.safetensors +3 -0
  48. model-00044-of-00066.safetensors +3 -0
  49. model-00045-of-00066.safetensors +3 -0
  50. model-00046-of-00066.safetensors +3 -0
added_tokens.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</tool_call>": 151658,
3
+ "<tool_call>": 151657,
4
+ "<|box_end|>": 151649,
5
+ "<|box_start|>": 151648,
6
+ "<|endoftext|>": 151643,
7
+ "<|file_sep|>": 151664,
8
+ "<|fim_middle|>": 151660,
9
+ "<|fim_pad|>": 151662,
10
+ "<|fim_prefix|>": 151659,
11
+ "<|fim_suffix|>": 151661,
12
+ "<|im_end|>": 151645,
13
+ "<|im_start|>": 151644,
14
+ "<|image_pad|>": 151655,
15
+ "<|object_ref_end|>": 151647,
16
+ "<|object_ref_start|>": 151646,
17
+ "<|quad_end|>": 151651,
18
+ "<|quad_start|>": 151650,
19
+ "<|repo_name|>": 151663,
20
+ "<|video_pad|>": 151656,
21
+ "<|vision_end|>": 151653,
22
+ "<|vision_pad|>": 151654,
23
+ "<|vision_start|>": 151652
24
+ }
config.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "/root/autodl-tmp/q2.5-32b-i",
3
+ "architectures": [
4
+ "Qwen2ForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 151643,
8
+ "eos_token_id": 151645,
9
+ "hidden_act": "silu",
10
+ "hidden_size": 5120,
11
+ "initializer_range": 0.02,
12
+ "intermediate_size": 27648,
13
+ "max_position_embeddings": 32768,
14
+ "max_window_layers": 70,
15
+ "model_type": "qwen2",
16
+ "num_attention_heads": 40,
17
+ "num_hidden_layers": 64,
18
+ "num_key_value_heads": 8,
19
+ "rms_norm_eps": 1e-06,
20
+ "rope_theta": 1000000.0,
21
+ "sliding_window": null,
22
+ "tie_word_embeddings": false,
23
+ "torch_dtype": "bfloat16",
24
+ "transformers_version": "4.44.2",
25
+ "use_cache": true,
26
+ "use_sliding_window": false,
27
+ "vocab_size": 152064
28
+ }
generation_config.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 151643,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 151645,
6
+ 151643
7
+ ],
8
+ "pad_token_id": 151643,
9
+ "repetition_penalty": 1.05,
10
+ "temperature": 0.7,
11
+ "top_k": 20,
12
+ "top_p": 0.8,
13
+ "transformers_version": "4.44.2"
14
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
model-00001-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8db80b4740d343c6659259c56ecdca68925f7806f357200c17425397e3a089db
3
+ size 1557135504
model-00002-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbc405dc64541df98169ccc6c2afc7dc05947c5027c01f8292de406f8e12feee
3
+ size 975211872
model-00003-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c168425a228377da0bdc4465d06bf0f7cd8f1b7a3d3b210c234a84e2a0e34a92
3
+ size 975211872
model-00004-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:636d59b75a4ecc2b801eab63f3e7a4d3abd9f0ab066a6867e9ad657d7c556925
3
+ size 975211872
model-00005-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e33061447f01a8e98b02b3e66364d87d362ba301c88d8a9a0f1a7af014a83a2
3
+ size 975211872
model-00006-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94482a91e18410a9099b220ab33de07760933ab3d4d97d1e3b025a917a9de1dd
3
+ size 975211872
model-00007-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d7f8581c3741ee833911fc3369ae46dce56cc0585fec37b2ce3944ccf9b1860
3
+ size 975211872
model-00008-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e685c5f9d8c0bb99ae3aca8329b3703c7969bb73975c8680e821b340899a82a
3
+ size 975211872
model-00009-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6dfb98257988d5b9aec8795d05a34bcce6dbb6e50477a0f67d595ba3221fa506
3
+ size 975211872
model-00010-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:036ed7ed94e8fb2b45ee551ae80c4a848eb0f18c7a71847bf0c6bdc2f447087e
3
+ size 975211872
model-00011-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41d7a135531f653a8d61289cfc1117748655d2bac5147aae76013f8f663daceb
3
+ size 975211872
model-00012-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:385fb71199c3b19bce54cbf681925a87e1a8315df8c8220138d7416ae5f406ef
3
+ size 975211880
model-00013-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b37f7e62ebdbe2f005448ee978813b94a3132c2a22d9d3af99150a3fa39fee89
3
+ size 975211880
model-00014-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ebdaef0842f3f0252605920d7143124e82bb25dfde18369468cfa41659810ca
3
+ size 975211880
model-00015-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2effbadd5d85e21d369806484063427910c81874c8a22a09dd2b57de9071387e
3
+ size 975211880
model-00016-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b045ba42247c95068d9588152fb7d68b959d7fb1f54d5e6449b36bd65087d7c3
3
+ size 975211880
model-00017-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78b5d840738c7c68077f1d0d93c130760e3f395a56955b9910e0f96342c2d66c
3
+ size 975211880
model-00018-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed5f1c26177d642e0b4dfe9dfe267a1c35ff26c191bfaeca24552942cb53270c
3
+ size 975211880
model-00019-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:161b0ed648f39c59057c4f8aa1705fd3919edc1d5fbdd9e83d39319986e429ca
3
+ size 975211880
model-00020-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af24d72f50ce34c4708a4d52be4760d611568c7665205fd5c5c8e77b516320ab
3
+ size 975211880
model-00021-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbaaae0ee177175ce51c8a64256cc36d5c4b53732dded246a515943c0dea8aa3
3
+ size 975211880
model-00022-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:836926bf7c81e5092d03030917a04f62a49cc3cb192fd8f124a1f2302021c9a8
3
+ size 975211880
model-00023-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb4a8f3154dd7026d84acbf18dfc0bf86c5949e2f1929bd6ff6fe24830132aff
3
+ size 975211880
model-00024-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2310140c12149b065c22d490144594e83088a3dfb4fc22c1794491efc13c2c6b
3
+ size 975211880
model-00025-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dfd109a4778ef9bebca1dd4cae315b6ee7e8d598c49a71e1e9886bf618573b9
3
+ size 975211880
model-00026-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6941d1911cf473795b2338ba3fb9bff881c79f53371ee0084ab6630de9a52b19
3
+ size 975211880
model-00027-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7dc742b4bc8737908d4a46c681f3fe32a9f063106be925b6b3617b0abce4d47
3
+ size 975211880
model-00028-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4af56f906433d6b7d0da7706e5a621e19a75bafd10df6fbc56bf2aa1e6a1653
3
+ size 975211880
model-00029-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd7c574dab0a240c7a9e94d001ab89d4dc1002f111059e2dd6bf5950803a6af5
3
+ size 975211880
model-00030-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7cf922dd12f13aed67cf3dc565ac7f0b6ea739c22430e900174e3a3a0a34e48
3
+ size 975211880
model-00031-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00674cc47dae23a6d5567c51e9f2e9010ceb660a9e5045d049ca4fc76fb489aa
3
+ size 975211880
model-00032-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac2f6f1353607eb5fc8342b54eacd4fbd26b9219c9e5f4dcdc11aebf531aaee6
3
+ size 975211880
model-00033-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f241f191173cc751cc0e43627d819ebc5654b8cfe68dc46825bf1fdbfafc74f
3
+ size 975211880
model-00034-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb801152a190ea27d3a456890ffc8540b19e92d85b484abe76cb4e8a57948b1d
3
+ size 975211880
model-00035-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80f00537bb0e08ca791a1ea0ff546e2c9b6c04850fdbab2a5a8802065b3a944b
3
+ size 975211880
model-00036-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:865055ef81a970b9ca34dddfe0062bc9dbe5e8b0a19660c96419d8a90c49fb51
3
+ size 975211880
model-00037-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc3c023ba8d305b44cd095ed5ef7966aec3c15af8bf7799a956f23c9438db37a
3
+ size 975211880
model-00038-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc67a1fbdb498a9da5cbed1a40ed344ce2245337409f2ef054f73bbdac29db48
3
+ size 975211880
model-00039-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab913530300f90146264ec06dbd47242de0ca6b621399223f63b0298f45747b2
3
+ size 975211880
model-00040-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:224b9d6b44dac12fbaa4e7240017e06e6498df6c65845a352b4aa9f364a221ea
3
+ size 975211880
model-00041-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a622b13940fd5f6a84145dff7a3879e63180bc078272517d661fdb6a0afbdba
3
+ size 975211880
model-00042-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02bf3433a7c0a9c396a79bb411a1ff9b6b2bf5640c53a6daffa604a77c811eb7
3
+ size 975211880
model-00043-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ce3e55af7733986ef1f5859b7c0682aa879c6cd2da1b76d4aede02dc23bd36e
3
+ size 975211880
model-00044-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ead1fa22e9a1154bad28dc5e85064435112adb536285d78e6da26e7db7f6293
3
+ size 975211880
model-00045-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:427dc7c7034b2a06e35cc743d6de981d333077cc921ec8e26505d5af1e059d82
3
+ size 975211880
model-00046-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:689830f6153edbd8071c3fccaca93c0302e07fb4f4690afa36a615041576dd4b
3
+ size 975211880