Hugging Face's logo

gaianet
/
internlm2_5-7b-chat-GGUF

Text Generation
Transformers
GGUF
internlm2
custom_code
Inference Endpoints
conversational
Model card Files Community
apepkuss79 commited on
Commit
b87e602
•
1 Parent(s): 5fd1b0b

Update models

Browse files
Files changed (14) hide show
  1. .gitattributes +13 -0
  2. internlm2_5-7b-chat-Q2_K.gguf +3 -0
  3. internlm2_5-7b-chat-Q3_K_L.gguf +3 -0
  4. internlm2_5-7b-chat-Q3_K_M.gguf +3 -0
  5. internlm2_5-7b-chat-Q3_K_S.gguf +3 -0
  6. internlm2_5-7b-chat-Q4_0.gguf +3 -0
  7. internlm2_5-7b-chat-Q4_K_M.gguf +3 -0
  8. internlm2_5-7b-chat-Q4_K_S.gguf +3 -0
  9. internlm2_5-7b-chat-Q5_0.gguf +3 -0
  10. internlm2_5-7b-chat-Q5_K_M.gguf +3 -0
  11. internlm2_5-7b-chat-Q5_K_S.gguf +3 -0
  12. internlm2_5-7b-chat-Q6_K.gguf +3 -0
  13. internlm2_5-7b-chat-Q8_0.gguf +3 -0
  14. internlm2_5-7b-chat-f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ internlm2_5-7b-chat-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ internlm2_5-7b-chat-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ internlm2_5-7b-chat-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ internlm2_5-7b-chat-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ internlm2_5-7b-chat-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ internlm2_5-7b-chat-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ internlm2_5-7b-chat-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ internlm2_5-7b-chat-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ internlm2_5-7b-chat-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ internlm2_5-7b-chat-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ internlm2_5-7b-chat-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ internlm2_5-7b-chat-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
48
+ internlm2_5-7b-chat-f16.gguf filter=lfs diff=lfs merge=lfs -text
internlm2_5-7b-chat-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24e87287da89b4dbb85f85d17bedd35c2dfbf75f906bac869c32072382503ff7
3
+ size 3005449056
internlm2_5-7b-chat-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:607d3830279037704a0062097e3f8094c123c53d17730fe7c91251130faac52c
3
+ size 4133417824
internlm2_5-7b-chat-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0291ad185d4413b40e93446c9e989c8e10013da420efe241afbd56e1451b9c9d
3
+ size 3830379360
internlm2_5-7b-chat-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4543931d0fdd6ead6fe089bc1edec9515ccdf8614d6152c8dc4e873f6a766327
3
+ size 3475960672
internlm2_5-7b-chat-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a3fdfbe421430b81339fd969b8392fb3d3851138693177d5cafffe9de1c4f05
3
+ size 4453245792
internlm2_5-7b-chat-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3db240ecaafd1d9886293e8086008fbed4f52e64ab8bc5744da9082cad56bc9d
3
+ size 4712768352
internlm2_5-7b-chat-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:699a59e19acf16e287e27718be856c380812357c40986a57a13670b9d4ffdc97
3
+ size 4484703072
internlm2_5-7b-chat-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98b67f5038fec6799ef45b0808020bd01786a6630d22cd2a5f1bbd156ad0aa65
3
+ size 5373043552
internlm2_5-7b-chat-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bafaa30193150a3be89333647e6de07ae6cf0ab86620c4b38584c2eb4e10d0dc
3
+ size 5506736992
internlm2_5-7b-chat-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcc2005392c0cd9f845072c35b38605b61b18adb0cbd73181f2db5111bb86ed9
3
+ size 5373043552
internlm2_5-7b-chat-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc68045c59bfa00a51cae9caec7e4497fc7b5871bc48d688da59d58d729d0158
3
+ size 6350328672
internlm2_5-7b-chat-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5aae0143ec4e727e0586b27f2d2610741ad2e936b0bc9051d2aaf53a7d06c60
3
+ size 8224240480
internlm2_5-7b-chat-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df01b3baf33cb30d6a11cca7d8808926b1d17bc640f75c6a32cc5ad0204a9d3b
3
+ size 15478092640