Hugging Face's logo

devingulliver
/
mamba-gguf

Text Generation
GGUF
Merge
Inference Endpoints
Model card Files Community
devingulliver commited on
Commit
4f5fc95
•
1 Parent(s): 215dc35

Add slimpj quant

Browse files
Files changed (15) hide show
  1. .gitattributes +14 -0
  2. mamba-2.8b-slimpj/mamba-2.8b-slimpj-f16.gguf +3 -0
  3. mamba-2.8b-slimpj/mamba-2.8b-slimpj-f32.gguf +3 -0
  4. mamba-2.8b-slimpj/mamba-2.8b-slimpj-q2_k.gguf +3 -0
  5. mamba-2.8b-slimpj/mamba-2.8b-slimpj-q3_k_l.gguf +3 -0
  6. mamba-2.8b-slimpj/mamba-2.8b-slimpj-q3_k_m.gguf +3 -0
  7. mamba-2.8b-slimpj/mamba-2.8b-slimpj-q3_k_s.gguf +3 -0
  8. mamba-2.8b-slimpj/mamba-2.8b-slimpj-q4_0.gguf +3 -0
  9. mamba-2.8b-slimpj/mamba-2.8b-slimpj-q4_k_m.gguf +3 -0
  10. mamba-2.8b-slimpj/mamba-2.8b-slimpj-q4_k_s.gguf +3 -0
  11. mamba-2.8b-slimpj/mamba-2.8b-slimpj-q5_0.gguf +3 -0
  12. mamba-2.8b-slimpj/mamba-2.8b-slimpj-q5_k_m.gguf +3 -0
  13. mamba-2.8b-slimpj/mamba-2.8b-slimpj-q5_k_s.gguf +3 -0
  14. mamba-2.8b-slimpj/mamba-2.8b-slimpj-q6_k.gguf +3 -0
  15. mamba-2.8b-slimpj/mamba-2.8b-slimpj-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -103,3 +103,17 @@ mamba-2.8b/mamba-2.8b-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
103
  mamba-2.8b/mamba-2.8b-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
104
  mamba-2.8b/mamba-2.8b-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
105
  mamba-2.8b/mamba-2.8b-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
103
  mamba-2.8b/mamba-2.8b-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
104
  mamba-2.8b/mamba-2.8b-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
105
  mamba-2.8b/mamba-2.8b-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
106
+ mamba-2.8b-slimpj/mamba-2.8b-slimpj-f16.gguf filter=lfs diff=lfs merge=lfs -text
107
+ mamba-2.8b-slimpj/mamba-2.8b-slimpj-f32.gguf filter=lfs diff=lfs merge=lfs -text
108
+ mamba-2.8b-slimpj/mamba-2.8b-slimpj-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
109
+ mamba-2.8b-slimpj/mamba-2.8b-slimpj-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
110
+ mamba-2.8b-slimpj/mamba-2.8b-slimpj-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
111
+ mamba-2.8b-slimpj/mamba-2.8b-slimpj-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
112
+ mamba-2.8b-slimpj/mamba-2.8b-slimpj-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
113
+ mamba-2.8b-slimpj/mamba-2.8b-slimpj-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
114
+ mamba-2.8b-slimpj/mamba-2.8b-slimpj-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
115
+ mamba-2.8b-slimpj/mamba-2.8b-slimpj-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
116
+ mamba-2.8b-slimpj/mamba-2.8b-slimpj-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
117
+ mamba-2.8b-slimpj/mamba-2.8b-slimpj-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
118
+ mamba-2.8b-slimpj/mamba-2.8b-slimpj-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
119
+ mamba-2.8b-slimpj/mamba-2.8b-slimpj-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
mamba-2.8b-slimpj/mamba-2.8b-slimpj-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22cff83ec1b20367af58d9fdf24c48f719d06d988c7f29718b520345cc86563b
3
+ size 5784588064
mamba-2.8b-slimpj/mamba-2.8b-slimpj-f32.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2040d3519f6824ee8251da874bd5582b7d9b81185761536343e758b46fa7ceb
3
+ size 11075186432
mamba-2.8b-slimpj/mamba-2.8b-slimpj-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a67275e149596bb28a8a0afef81da068ceb0c6be04e62500d4aff25a0e085ec
3
+ size 1425331264
mamba-2.8b-slimpj/mamba-2.8b-slimpj-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46d84e9036945663be632e933b8436be86df3be1b2b15e57a56b46077efffe63
3
+ size 1680921664
mamba-2.8b-slimpj/mamba-2.8b-slimpj-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ee2ec1545d492f664b26e30ff39ad0d2b4f6d860f59f6005a37ca99212c7a5e
3
+ size 1680921664
mamba-2.8b-slimpj/mamba-2.8b-slimpj-q3_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62b10e0f2556becb0f31dc3b0a651aa1f7ef4235b58fb0a82d6906b528c6d217
3
+ size 1680921664
mamba-2.8b-slimpj/mamba-2.8b-slimpj-q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54f20278488d6356263849235404f6a50776243ff8301ee2f5b2c44dc573ea6c
3
+ size 2015155264
mamba-2.8b-slimpj/mamba-2.8b-slimpj-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89b3a5c30883cecd27cbec6bf147f574b831decd36ba0fb1d35c2d19e6ce9bd2
3
+ size 2015155264
mamba-2.8b-slimpj/mamba-2.8b-slimpj-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8491ecb553fb7fceb49f11b2c065764bdce7a7d856c0a5dc1f2d57e677330122
3
+ size 2015155264
mamba-2.8b-slimpj/mamba-2.8b-slimpj-q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a94b36b459ecdad74004096efc70ed3fe8f849b7ea594e95879ddcb32cfe88af
3
+ size 2329728064
mamba-2.8b-slimpj/mamba-2.8b-slimpj-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d63324bc713eaba0afc38605e6c1d91b00e7b7003a234d607ca5566d7055a1b
3
+ size 2329728064
mamba-2.8b-slimpj/mamba-2.8b-slimpj-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a201b7bdf0c94daf5fc4ae91f35bd1ab079eea3e22c8a18f76b32a45883201f9
3
+ size 2329728064
mamba-2.8b-slimpj/mamba-2.8b-slimpj-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90f684d99983a1a6d1a00ae15a349d94fd3dc91fe086a2582dbb9b4c12f8d9b7
3
+ size 2663961664
mamba-2.8b-slimpj/mamba-2.8b-slimpj-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c70f934b11b4b6011ce241cebb8c3b4389ccc406a2cbb681bec2a45b16ba8343
3
+ size 3304620064