Hugging Face's logo

LLM360
/
k2-vision-65b

Safetensors
Model card Files Community
btan2 commited on
Commit
6cc6ac5
•
1 Parent(s): a43bbea

updated

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. ckpt_5/added_tokens.json +25 -0
  2. ckpt_5/config.json +47 -0
  3. ckpt_5/generation_config.json +6 -0
  4. ckpt_5/model-00001-of-00055.safetensors +3 -0
  5. ckpt_5/model-00002-of-00055.safetensors +3 -0
  6. ckpt_5/model-00003-of-00055.safetensors +3 -0
  7. ckpt_5/model-00004-of-00055.safetensors +3 -0
  8. ckpt_5/model-00005-of-00055.safetensors +3 -0
  9. ckpt_5/model-00006-of-00055.safetensors +3 -0
  10. ckpt_5/model-00007-of-00055.safetensors +3 -0
  11. ckpt_5/model-00008-of-00055.safetensors +3 -0
  12. ckpt_5/model-00009-of-00055.safetensors +3 -0
  13. ckpt_5/model-00010-of-00055.safetensors +3 -0
  14. ckpt_5/model-00011-of-00055.safetensors +3 -0
  15. ckpt_5/model-00012-of-00055.safetensors +3 -0
  16. ckpt_5/model-00013-of-00055.safetensors +3 -0
  17. ckpt_5/model-00014-of-00055.safetensors +3 -0
  18. ckpt_5/model-00015-of-00055.safetensors +3 -0
  19. ckpt_5/model-00016-of-00055.safetensors +3 -0
  20. ckpt_5/model-00017-of-00055.safetensors +3 -0
  21. ckpt_5/model-00018-of-00055.safetensors +3 -0
  22. ckpt_5/model-00019-of-00055.safetensors +3 -0
  23. ckpt_5/model-00020-of-00055.safetensors +3 -0
  24. ckpt_5/model-00021-of-00055.safetensors +3 -0
  25. ckpt_5/model-00022-of-00055.safetensors +3 -0
  26. ckpt_5/model-00023-of-00055.safetensors +3 -0
  27. ckpt_5/model-00024-of-00055.safetensors +3 -0
  28. ckpt_5/model-00025-of-00055.safetensors +3 -0
  29. ckpt_5/model-00026-of-00055.safetensors +3 -0
  30. ckpt_5/model-00027-of-00055.safetensors +3 -0
  31. ckpt_5/model-00028-of-00055.safetensors +3 -0
  32. ckpt_5/model-00029-of-00055.safetensors +3 -0
  33. ckpt_5/model-00030-of-00055.safetensors +3 -0
  34. ckpt_5/model-00031-of-00055.safetensors +3 -0
  35. ckpt_5/model-00032-of-00055.safetensors +3 -0
  36. ckpt_5/model-00033-of-00055.safetensors +3 -0
  37. ckpt_5/model-00034-of-00055.safetensors +3 -0
  38. ckpt_5/model-00035-of-00055.safetensors +3 -0
  39. ckpt_5/model-00036-of-00055.safetensors +3 -0
  40. ckpt_5/model-00037-of-00055.safetensors +3 -0
  41. ckpt_5/model-00038-of-00055.safetensors +3 -0
  42. ckpt_5/model-00039-of-00055.safetensors +3 -0
  43. ckpt_5/model-00040-of-00055.safetensors +3 -0
  44. ckpt_5/model-00041-of-00055.safetensors +3 -0
  45. ckpt_5/model-00042-of-00055.safetensors +3 -0
  46. ckpt_5/model-00043-of-00055.safetensors +3 -0
  47. ckpt_5/model-00044-of-00055.safetensors +3 -0
  48. ckpt_5/model-00045-of-00055.safetensors +3 -0
  49. ckpt_5/model-00046-of-00055.safetensors +3 -0
  50. ckpt_5/model-00047-of-00055.safetensors +3 -0
ckpt_5/added_tokens.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "<commit_after>": 32016,
3
+ "<commit_before>": 32014,
4
+ "<commit_msg>": 32015,
5
+ "<empty_output>": 32013,
6
+ "<filename>": 32004,
7
+ "<fim_middle>": 32001,
8
+ "<fim_pad>": 32003,
9
+ "<fim_prefix>": 32000,
10
+ "<fim_suffix>": 32002,
11
+ "<gh_stars>": 32005,
12
+ "<image>": 32022,
13
+ "<issue_closed>": 32008,
14
+ "<issue_comment>": 32007,
15
+ "<issue_start>": 32006,
16
+ "<jupyter_code>": 32011,
17
+ "<jupyter_output>": 32012,
18
+ "<jupyter_start>": 32009,
19
+ "<jupyter_text>": 32010,
20
+ "<reponame>": 32017,
21
+ "<|beginofsystem|>": 32019,
22
+ "<|beginofuser|>": 32020,
23
+ "<|endofchat|>": 32021,
24
+ "<|endofsystemprompt|>": 32018
25
+ }
ckpt_5/config.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlavaForConditionalGeneration"
4
+ ],
5
+ "ignore_index": -100,
6
+ "image_token_index": 32022,
7
+ "model_type": "llava",
8
+ "projector_hidden_act": "gelu",
9
+ "text_config": {
10
+ "_name_or_path": "LLM360/K2-Chat",
11
+ "architectures": [
12
+ "LlamaForCausalLM"
13
+ ],
14
+ "bos_token_id": null,
15
+ "hidden_size": 8192,
16
+ "intermediate_size": 22016,
17
+ "max_position_embeddings": 8192,
18
+ "max_sequence_length": 8192,
19
+ "model_type": "llama",
20
+ "num_attention_heads": 64,
21
+ "num_hidden_layers": 80,
22
+ "num_key_value_heads": 64,
23
+ "pad_token_id": 0,
24
+ "rms_norm_eps": 1e-05,
25
+ "rope_theta": 500000.0,
26
+ "torch_dtype": "float16",
27
+ "vocab_size": 32032
28
+ },
29
+ "torch_dtype": "float32",
30
+ "transformers_version": "4.42.4",
31
+ "vision_config": {
32
+ "architectures": [
33
+ "CLIPVisionModel"
34
+ ],
35
+ "dropout": 0.0,
36
+ "hidden_size": 1024,
37
+ "image_size": 336,
38
+ "intermediate_size": 4096,
39
+ "model_type": "clip_vision_model",
40
+ "num_attention_heads": 16,
41
+ "num_hidden_layers": 24,
42
+ "patch_size": 14,
43
+ "projection_dim": 768
44
+ },
45
+ "vision_feature_layer": -2,
46
+ "vision_feature_select_strategy": "default"
47
+ }
ckpt_5/generation_config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "eos_token_id": 2,
4
+ "pad_token_id": 0,
5
+ "transformers_version": "4.42.4"
6
+ }
ckpt_5/model-00001-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8202f8a68bd7f792a7d24140ab4b952d43461a5d4ea87a296eac6eed3586c33
3
+ size 4360926752
ckpt_5/model-00002-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be2e05d6dbff7f1b1bf9a18e11d25ca51fb311ffe238df1ef453cba12f83ac6d
3
+ size 4949411632
ckpt_5/model-00003-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da9364263863cc5f8ffa116485219959306d561d2f72807b38d27f3dcce8f6c0
3
+ size 4764796592
ckpt_5/model-00004-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:108b7d60204784debfc31541011a6d46a78315c85e01401bee82f498b4c9967b
3
+ size 4949411632
ckpt_5/model-00005-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6672635989975c7c05816e7ca2043804b982f064dc3f6dcdda46e387c638a1e3
3
+ size 4764796592
ckpt_5/model-00006-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c757f12575c501037e4591df50d24030d4cfa24ebc4d08655dc277fec04aa8a
3
+ size 4949411632
ckpt_5/model-00007-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fab5b15de41b778681622eb5c951fb2891cdec4a4f524b7510f9a61790ee4868
3
+ size 4764796592
ckpt_5/model-00008-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:486f554c152420ba4728348d06964abd49bf5c5008b730d62519ae9e74a0a984
3
+ size 4949411640
ckpt_5/model-00009-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b10ee9e7e7b47c8aaedeb3951785c619a15c17d1788f8abcb3e001b19cf49170
3
+ size 4764796608
ckpt_5/model-00010-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1e59679689d4450bf86ec11bde5dfdd6be143acc4dddf6802d52e289fb2f199
3
+ size 4949411640
ckpt_5/model-00011-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:634ee605d0e1c28e1a78aa6c4d595e5afe1c7521f0fb65577ba5438a4e9ece6e
3
+ size 4764796608
ckpt_5/model-00012-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef4bf208391b1193b95a9faff7eef3571336dd18c3ee6641facdaac28846860f
3
+ size 4949411640
ckpt_5/model-00013-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ae2ac2749106fc41fb7733f46bd8900bf707f0f7f57a40fbad85c3f57bdb910
3
+ size 4764796608
ckpt_5/model-00014-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:594ff68487d38068cfb49d93e68b5b171ac3071a8b5cdcae4a36b33ffdb9b9d9
3
+ size 4949411640
ckpt_5/model-00015-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad5c98f23e949dda0dbc715cfa19a8f309002d032c6b441c187dbd0f8eb63b05
3
+ size 4764796608
ckpt_5/model-00016-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c2ff4da8cde54eb3c4f571a5165b85bb92775b45839f1f0b2e2125865491bcd
3
+ size 4949411640
ckpt_5/model-00017-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9c0bda02668374e424569fd586c3f870d385b7cf3d207925590f9c30e0832b3
3
+ size 4764796608
ckpt_5/model-00018-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af94f5b52d7025e2a8464c28423cafd56b562e9b3f5d49f4035fec9a96955870
3
+ size 4949411640
ckpt_5/model-00019-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4abde6b7d1f9fbfea599ac7c1ada63e2dd6ef6e58ddabdc7e5677f3e3f3714e
3
+ size 4764796608
ckpt_5/model-00020-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a2452dffb30a3b81cedb4bbcf90243f9659a6606602fba9d950d1e5e174b85c
3
+ size 4949411640
ckpt_5/model-00021-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c760c4e679767e724624799227607b7f9bcd877539f7ca217e4646764f3a0292
3
+ size 4764796608
ckpt_5/model-00022-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d774c1712709069779836bce56007f3f14a26295235ed080bcefe175e1c5edd
3
+ size 4949411640
ckpt_5/model-00023-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5dfef191ab3e215d6b81b295cc1df292a5c4b89a083c62f6aaf0823b02c13bd
3
+ size 4764796608
ckpt_5/model-00024-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbb6f83cd88c78603e7fe92ed8c33a7b15a6cc3ee19def2e723bf14a093b0334
3
+ size 4949411640
ckpt_5/model-00025-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:939e102063f7d9b3ec373ff744015e03315f60461950417790a33239f78637f8
3
+ size 4764796608
ckpt_5/model-00026-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cce64317ec277beaa6e3e18ceaf6de5149b6b86b2cbbafb05befd114fee7a4b
3
+ size 4949411640
ckpt_5/model-00027-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2274175efdba325c8e7b47b477bb8e41660f2145b28faf3c9b84c2792920d7e0
3
+ size 4764796608
ckpt_5/model-00028-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:343ab3059ae0f4dad0978c4794e4d7ebf0a6b68e17bdcba4aa60afb9a8aaf7c4
3
+ size 4949411640
ckpt_5/model-00029-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:508b50837b05f51b7371c07382c9be2452f7a61723ef56b9dc915d51543f858f
3
+ size 4764796608
ckpt_5/model-00030-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:203bdf469161c6c64ab346c4c4b8cfa8883692b97a599671e78024c6f63b88d8
3
+ size 4949411640
ckpt_5/model-00031-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba97b76cc61095c795e50ef80c510707cb368752a450c51276076ec866329f88
3
+ size 4764796608
ckpt_5/model-00032-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ed4ff99abd4543e45677a3e3219a5b1004d508b3bd746de404d90d8bb982847
3
+ size 4949411640
ckpt_5/model-00033-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1944db3a08d44569ed2bfbbb1013e872ad2738a6a9d5e88754e38117a7d36792
3
+ size 4764796608
ckpt_5/model-00034-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6969744ee6d410e99e38980ece3bf1cbd15bdbf17bf481444d135bf3ab5bd1a5
3
+ size 4949411640
ckpt_5/model-00035-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1cc656896df79d8ebec8073c5e12b21f45376fc89b6a78dce8fa7322acbbb79
3
+ size 4764796608
ckpt_5/model-00036-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab8f9a23da13009361b35df8383725c5a4bddf70fc435d46504a69f2a91a85ea
3
+ size 4949411640
ckpt_5/model-00037-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52a814f2e0fea60f0e64d335c0aec2d664ab45a7f213924b7cdc6d42c4730676
3
+ size 4764796608
ckpt_5/model-00038-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10e58c61a10b818416357755c7092be256b7bd30459bf0727b5a5215530ab5e0
3
+ size 4949411640
ckpt_5/model-00039-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e22cbea8f4a77a1570208154042ff09935173961b5845c06b2198b8f4fc3e68
3
+ size 4764796608
ckpt_5/model-00040-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ea48f74a05e7eef1c44cb3868752dd7626e957eec21fad08a6c97950c586a32
3
+ size 4949411640
ckpt_5/model-00041-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:798ed0d853af35fce9d0cc1678d3aaadd67e6ec939b04eb1d2cc8d8f0e196811
3
+ size 4764796608
ckpt_5/model-00042-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5014aa9c42286f8a7c87e4064123d090e2e1fd00e36135f8e5c77f6c27fdc056
3
+ size 4949411640
ckpt_5/model-00043-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f550c94d5f5f96b3c4bbee2ed63446e3eb61f4b7211ae751c7bfae91eea3421f
3
+ size 4764796608
ckpt_5/model-00044-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afc3bc1524ffbe67f1a3b8871c3f82c830867703ee863f024ef7eb94586bfe6e
3
+ size 4949411640
ckpt_5/model-00045-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48918ba3215f6b129b87e349fbbae677b91824a4a7bf35c7ce47e6afbb2fd263
3
+ size 4764796608
ckpt_5/model-00046-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec439e8006f0f50d9cd4b385fca75bf700f7ff8783d8ccf1adb39612cba35e30
3
+ size 4949411640
ckpt_5/model-00047-of-00055.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebe7fc45449ac340ecda4fb272f59aae31cad3939c76e0b87b112e91fb73f1e4
3
+ size 4764796608