Hugging Face's logo

LLM360
/
k2-vision-65b

Safetensors
Model card Files Community
btan2 commited on
Commit
6f4a628
•
1 Parent(s): 6cc6ac5

updated

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. ckpt_4/added_tokens.json +25 -0
  2. ckpt_4/config.json +47 -0
  3. ckpt_4/generation_config.json +6 -0
  4. ckpt_4/model-00001-of-00055.safetensors +3 -0
  5. ckpt_4/model-00002-of-00055.safetensors +3 -0
  6. ckpt_4/model-00003-of-00055.safetensors +3 -0
  7. ckpt_4/model-00004-of-00055.safetensors +3 -0
  8. ckpt_4/model-00005-of-00055.safetensors +3 -0
  9. ckpt_4/model-00006-of-00055.safetensors +3 -0
  10. ckpt_4/model-00007-of-00055.safetensors +3 -0
  11. ckpt_4/model-00008-of-00055.safetensors +3 -0
  12. ckpt_4/model-00009-of-00055.safetensors +3 -0
  13. ckpt_4/model-00010-of-00055.safetensors +3 -0
  14. ckpt_4/model-00011-of-00055.safetensors +3 -0
  15. ckpt_4/model-00012-of-00055.safetensors +3 -0
  16. ckpt_4/model-00013-of-00055.safetensors +3 -0
  17. ckpt_4/model-00014-of-00055.safetensors +3 -0
  18. ckpt_4/model-00015-of-00055.safetensors +3 -0
  19. ckpt_4/model-00016-of-00055.safetensors +3 -0
  20. ckpt_4/model-00017-of-00055.safetensors +3 -0
  21. ckpt_4/model-00018-of-00055.safetensors +3 -0
  22. ckpt_4/model-00019-of-00055.safetensors +3 -0
  23. ckpt_4/model-00020-of-00055.safetensors +3 -0
  24. ckpt_4/model-00021-of-00055.safetensors +3 -0
  25. ckpt_4/model-00022-of-00055.safetensors +3 -0
  26. ckpt_4/model-00023-of-00055.safetensors +3 -0
  27. ckpt_4/model-00024-of-00055.safetensors +3 -0
  28. ckpt_4/model-00025-of-00055.safetensors +3 -0
  29. ckpt_4/model-00026-of-00055.safetensors +3 -0
  30. ckpt_4/model-00027-of-00055.safetensors +3 -0
  31. ckpt_4/model-00028-of-00055.safetensors +3 -0
  32. ckpt_4/model-00029-of-00055.safetensors +3 -0
  33. ckpt_4/model-00030-of-00055.safetensors +3 -0
  34. ckpt_4/model-00031-of-00055.safetensors +3 -0
  35. ckpt_4/model-00032-of-00055.safetensors +3 -0
  36. ckpt_4/model-00033-of-00055.safetensors +3 -0
  37. ckpt_4/model-00034-of-00055.safetensors +3 -0
  38. ckpt_4/model-00035-of-00055.safetensors +3 -0
  39. ckpt_4/model-00036-of-00055.safetensors +3 -0
  40. ckpt_4/model-00037-of-00055.safetensors +3 -0
  41. ckpt_4/model-00038-of-00055.safetensors +3 -0
  42. ckpt_4/model-00039-of-00055.safetensors +3 -0
  43. ckpt_4/model-00040-of-00055.safetensors +3 -0
  44. ckpt_4/model-00041-of-00055.safetensors +3 -0
  45. ckpt_4/model-00042-of-00055.safetensors +3 -0
  46. ckpt_4/model-00043-of-00055.safetensors +3 -0
  47. ckpt_4/model-00044-of-00055.safetensors +3 -0
  48. ckpt_4/model-00045-of-00055.safetensors +3 -0
  49. ckpt_4/model-00046-of-00055.safetensors +3 -0
  50. ckpt_4/model-00047-of-00055.safetensors +3 -0
ckpt_4/added_tokens.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "<commit_after>": 32016,
3
+ "<commit_before>": 32014,
4
+ "<commit_msg>": 32015,
5
+ "<empty_output>": 32013,
6
+ "<filename>": 32004,
7
+ "<fim_middle>": 32001,
8
+ "<fim_pad>": 32003,
9
+ "<fim_prefix>": 32000,
10
+ "<fim_suffix>": 32002,
11
+ "<gh_stars>": 32005,
12
+ "<image>": 32022,
13
+ "<issue_closed>": 32008,
14
+ "<issue_comment>": 32007,
15
+ "<issue_start>": 32006,
16
+ "<jupyter_code>": 32011,
17
+ "<jupyter_output>": 32012,
18
+ "<jupyter_start>": 32009,
19
+ "<jupyter_text>": 32010,
20
+ "<reponame>": 32017,
21
+ "<|beginofsystem|>": 32019,
22
+ "<|beginofuser|>": 32020,
23
+ "<|endofchat|>": 32021,
24
+ "<|endofsystemprompt|>": 32018
25
+ }
ckpt_4/config.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlavaForConditionalGeneration"
4
+ ],
5
+ "ignore_index": -100,
6
+ "image_token_index": 32022,
7
+ "model_type": "llava",
8
+ "projector_hidden_act": "gelu",
9
+ "text_config": {
10
+ "_name_or_path": "LLM360/K2-Chat",
11
+ "architectures": [
12
+ "LlamaForCausalLM"
13
+ ],
14
+ "bos_token_id": null,
15
+ "hidden_size": 8192,
16
+ "intermediate_size": 22016,
17
+ "max_position_embeddings": 8192,
18
+ "max_sequence_length": 8192,
19
+ "model_type": "llama",
20
+ "num_attention_heads": 64,
21
+ "num_hidden_layers": 80,
22
+ "num_key_value_heads": 64,
23
+ "pad_token_id": 0,
24
+ "rms_norm_eps": 1e-05,
25
+ "rope_theta": 500000.0,
26
+ "torch_dtype": "float16",
27
+ "vocab_size": 32032
28
+ },
29
+ "torch_dtype": "float32",
30
+ "transformers_version": "4.42.4",
31
+ "vision_config": {
32
+ "architectures": [
33
+ "CLIPVisionModel"
34
+ ],
35
+ "dropout": 0.0,
36
+ "hidden_size": 1024,
37
+ "image_size": 336,
38
+ "intermediate_size": 4096,
39
+ "model_type": "clip_vision_model",
40
+ "num_attention_heads": 16,
41
+ "num_hidden_layers": 24,
42
+ "patch_size": 14,
43
+ "projection_dim": 768
44
+ },
45
+ "vision_feature_layer": -2,
46
+ "vision_feature_select_strategy": "default"
47
+ }
ckpt_4/generation_config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "eos_token_id": 2,
4
+ "pad_token_id": 0,
5
+ "transformers_version": "4.42.4"
6
+ }
ckpt_4/model-00001-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:962c2320f5302cb355d278cc0365eca5d9b6e7e9b8cfa7f14b7dd36becc81692
3
+ size 4360926752
ckpt_4/model-00002-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d17af0ed1e193fe940e62815aea3af437d3d58c0b0b7fd5702842abc4a52289d
3
+ size 4949411632
ckpt_4/model-00003-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0859de9694d14527ece8e5bfeef90606a7d9f8709a071533179999b1b10f731b
3
+ size 4764796592
ckpt_4/model-00004-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:960abbab0a3a311f6e10f43f7ed8e297194132b9b770fc090cc23de51b567808
3
+ size 4949411632
ckpt_4/model-00005-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2764b1cb8c65841d1ef7f025c67a278635b81b66196a3c466268534dc625e0fc
3
+ size 4764796592
ckpt_4/model-00006-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ccf9e53fc9bc89b05c382cde053e68570bad54ebcce5948a1faa1a2372c828d
3
+ size 4949411632
ckpt_4/model-00007-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd67938174a7c9b64c906d3735dca3f60e27ba3379b9010eff2cb975d28ad4be
3
+ size 4764796592
ckpt_4/model-00008-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6d65854e04dd2d297175ad34bb7003e7015bc29731ac55ed624bdfe4376e109
3
+ size 4949411640
ckpt_4/model-00009-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:591e8cabb9016c003f9ab99ce5688ca2aa6193be15faa685dcdc7f9be5983f5d
3
+ size 4764796608
ckpt_4/model-00010-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2903a92ad0e9c65b450976ece6c595f2704be740c73e7a3ec3a23d3414a4eaa
3
+ size 4949411640
ckpt_4/model-00011-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1edc0728f44b6904f784ccaa541a272a0b4c061fa1492c5be129017e5d5bcaf0
3
+ size 4764796608
ckpt_4/model-00012-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25ab185f49f5b260369327de17370361d2f656fbf6c014926e908985182a7a41
3
+ size 4949411640
ckpt_4/model-00013-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5851d433cf792ed54ca5159a6c04de62bf4fbbc46311341f71c6d7acd278314e
3
+ size 4764796608
ckpt_4/model-00014-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2873ac43cc0ac49b943204722bab68aa16cb460fe5ba8fde6e854afad41a49d8
3
+ size 4949411640
ckpt_4/model-00015-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4e6a1128173e9d4a58d4c5179e479853c73accaf5d718119e037986f5f32484
3
+ size 4764796608
ckpt_4/model-00016-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:850e51ac1b902b840724c7d133b6868c2f7bde6aba1545efa354cdfb99731988
3
+ size 4949411640
ckpt_4/model-00017-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71c57f511467c1470e1b82adb287b315fe014ed88ff267e622c89c63cbf14842
3
+ size 4764796608
ckpt_4/model-00018-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8529e2bf657caf5010e1ef3974a929f880c3a1cc2d2bbc5f28558ede4a1d965
3
+ size 4949411640
ckpt_4/model-00019-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:438b309c4dee2e0885ff0ea9aa2864b0bb610d464c3f5719cb1124052cb73ce4
3
+ size 4764796608
ckpt_4/model-00020-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:252a2e7c359737a55a25fa0a13bbdabf1cef301bf63614bbbb0edcf63564ee9a
3
+ size 4949411640
ckpt_4/model-00021-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5553dafefb37b60371e6166dd685114d3765cb23489680c1fec5a4fa819da6f7
3
+ size 4764796608
ckpt_4/model-00022-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8e0e0ebdb21fa00ca87bc935e01e09674551c33accd3931341abbbe28c043ca
3
+ size 4949411640
ckpt_4/model-00023-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6aa52262679966a66f29c8c9cf760deae99850cd0bac365c3d31800f4161bc60
3
+ size 4764796608
ckpt_4/model-00024-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fe05b667ea779a3e97504552143c31d54f2e43b8875652a7dacf09105807798
3
+ size 4949411640
ckpt_4/model-00025-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff075802a106b7804ed6985ce61cbce77defe57ac171e8f904aa4ec0716619f9
3
+ size 4764796608
ckpt_4/model-00026-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6c13e89d0110da34084260b09cd275c9f232a6a0815a7691c115f44af13fba0
3
+ size 4949411640
ckpt_4/model-00027-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ec465a0cac8677c285a0ef08c406e6890d20248a82672070b1440f1958cf1d3
3
+ size 4764796608
ckpt_4/model-00028-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7f7cd27ba7870f339469ec9db1c473b4fa493161fc72e84a1f4b2cbd028d785
3
+ size 4949411640
ckpt_4/model-00029-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c77e0c733393d5828c00244b01b5336a190f0d05e4f381dfc8cf930c64d26ef
3
+ size 4764796608
ckpt_4/model-00030-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd546b5c07626505e9ed3336f0a9b517a489b32fe12297a134b93364841e357f
3
+ size 4949411640
ckpt_4/model-00031-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:901059e1a09670fe6c2b05f868406421985b740f1af5da24ba983fc7bb57bbda
3
+ size 4764796608
ckpt_4/model-00032-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8128fc39739e0be8eda57cc1860034630a6b98ac8a9f70b7f0df71fb298eac9
3
+ size 4949411640
ckpt_4/model-00033-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f341496f704306b6715931a7045958ca0b6fea636cc052f2ff02c7e765d5bfb
3
+ size 4764796608
ckpt_4/model-00034-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a43c4354936733c57cab27d2bbe78e9923f92eb2ebc29c4480185ac5b8033023
3
+ size 4949411640
ckpt_4/model-00035-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a829454049e9903756a2d6a6795468ed016c4bb111795967aecc4d55b83da0d4
3
+ size 4764796608
ckpt_4/model-00036-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bc230028f2ed465e78a82ea50858f5f650c6533f996b7f1f0dcbbd9c07399c2
3
+ size 4949411640
ckpt_4/model-00037-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44ef8a098ca93bb0579ef6c70c599ebfac21daf0b557d74f44a4491cbf6506f1
3
+ size 4764796608
ckpt_4/model-00038-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff2502c1a174bab92e5162d69414c7a468c8b04be190491d5254a2461c24f6c9
3
+ size 4949411640
ckpt_4/model-00039-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df852f915462f02c62b066c9eb23507c1a20e6a77b1ebd36c2574667777d2e9c
3
+ size 4764796608
ckpt_4/model-00040-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e63c2f142c310309df3f0bc94ea93e2cd1bd6a17ec5338bd0b9fb3e96242fcd9
3
+ size 4949411640
ckpt_4/model-00041-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77d75065b1a2da8f9a39b52cfc0be61d3e0b738a4b6c265e7374694283b25ffc
3
+ size 4764796608
ckpt_4/model-00042-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2210dfc0b33a262a3d119766dccf44f5ec660fa2b71ad1b808db4de26ff8c640
3
+ size 4949411640
ckpt_4/model-00043-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25e265ed04cb3da075efd62a452c16ba53de6fa181e1756832366445c9d714e7
3
+ size 4764796608
ckpt_4/model-00044-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91a0194f886110f2d1daf55b662063f670c4d13f9662e922d5ba35af4249ae89
3
+ size 4949411640
ckpt_4/model-00045-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d53edf9f56e664aa924e0b4fa8533a6d12bd1a0942463ac4bd340eda64a01055
3
+ size 4764796608
ckpt_4/model-00046-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60f19cec98ed67abf88abffb3c7c9e0061e0bdea7689ed5c4c892569730f1d4a
3
+ size 4949411640
ckpt_4/model-00047-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6eea73ef5bb1f5ddccc561e8eab005e8352a4df1b2e7140fbd45cc6c0cc625e8
3
+ size 4764796608