Hugging Face's logo

devingulliver
/
mamba-gguf

Text Generation
GGUF
Merge
Inference Endpoints
Model card Files Community
devingulliver commited on
Commit
f83417d
•
1 Parent(s): 33d7574

Upload 14 files

Browse files
Files changed (15) hide show
  1. .gitattributes +14 -0
  2. mamba-370m/mamba-370m-f16.gguf +3 -0
  3. mamba-370m/mamba-370m-f32.gguf +3 -0
  4. mamba-370m/mamba-370m-q2_k.gguf +3 -0
  5. mamba-370m/mamba-370m-q3_k_l.gguf +3 -0
  6. mamba-370m/mamba-370m-q3_k_m.gguf +3 -0
  7. mamba-370m/mamba-370m-q3_k_s.gguf +3 -0
  8. mamba-370m/mamba-370m-q4_0.gguf +3 -0
  9. mamba-370m/mamba-370m-q4_k_m.gguf +3 -0
  10. mamba-370m/mamba-370m-q4_k_s.gguf +3 -0
  11. mamba-370m/mamba-370m-q5_0.gguf +3 -0
  12. mamba-370m/mamba-370m-q5_k_m.gguf +3 -0
  13. mamba-370m/mamba-370m-q5_k_s.gguf +3 -0
  14. mamba-370m/mamba-370m-q6_k.gguf +3 -0
  15. mamba-370m/mamba-370m-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -47,3 +47,17 @@ mamba-130m/mamba-130m-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
47
  mamba-130m/mamba-130m-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
48
  mamba-130m/mamba-130m-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
49
  mamba-130m/mamba-130m-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
47
  mamba-130m/mamba-130m-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
48
  mamba-130m/mamba-130m-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
49
  mamba-130m/mamba-130m-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
50
+ mamba-370m/mamba-370m-f16.gguf filter=lfs diff=lfs merge=lfs -text
51
+ mamba-370m/mamba-370m-f32.gguf filter=lfs diff=lfs merge=lfs -text
52
+ mamba-370m/mamba-370m-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
53
+ mamba-370m/mamba-370m-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
54
+ mamba-370m/mamba-370m-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
55
+ mamba-370m/mamba-370m-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
56
+ mamba-370m/mamba-370m-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
57
+ mamba-370m/mamba-370m-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
58
+ mamba-370m/mamba-370m-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
59
+ mamba-370m/mamba-370m-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
60
+ mamba-370m/mamba-370m-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
61
+ mamba-370m/mamba-370m-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
62
+ mamba-370m/mamba-370m-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
63
+ mamba-370m/mamba-370m-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
mamba-370m/mamba-370m-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e96cae138b2429f11a0b984ded330f44b46e41712f95306673b8e7f52777031e
3
+ size 780907552
mamba-370m/mamba-370m-f32.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:727707876c1da3efe1b6d686106f55b8b44b62114e26ce0f059f064093731392
3
+ size 1487860736
mamba-370m/mamba-370m-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44eda99b91032c2aba1d729d093590451bee202c1b73e4fab7d2b534c3699ec1
3
+ size 215279968
mamba-370m/mamba-370m-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d19429ff101b505add358631d3f0b2c174376ddd206b7ee3102180f7134e1ce
3
+ size 245950816
mamba-370m/mamba-370m-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60fce5d1f52eb250c8eb24778c0b5a2d14644a0c3e58b2cf7b6b92dc7a5acc95
3
+ size 245950816
mamba-370m/mamba-370m-q3_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57d4ded374015206377d64d449c61861258da547c28ca86895af04a3a28b339c
3
+ size 245950816
mamba-370m/mamba-370m-q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27af0991b68305c548749397f5a840592b40c7f3801563d2a9a23a024d94f4a6
3
+ size 286058848
mamba-370m/mamba-370m-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ee86445f35ad3502fa50bee08659d792804eb9986e47edc8907e002809a1c72
3
+ size 286058848
mamba-370m/mamba-370m-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37e96c2ffa22efec10a6fe9fc7eb3fefb1a798b545ee3c7c9c5349bc8875e38e
3
+ size 286058848
mamba-370m/mamba-370m-q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3395016f1475fd9411c0df34403f4fb10f048fa37f02ab86d767efe40bf873ce
3
+ size 323807584
mamba-370m/mamba-370m-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:966057894d4d7fd7fd7de7a01633916c227c81240802947e4e54a6b9fcca5b23
3
+ size 323807584
mamba-370m/mamba-370m-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:679304cf0da96b1e672b0fc477a36f2d111a1f39d44bac3b9e3ad989c5ae0ce4
3
+ size 323807584
mamba-370m/mamba-370m-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72197c37be39a9818cad8abc49953302f2913f1a472f2a0a0e86bade9aef0576
3
+ size 363915616
mamba-370m/mamba-370m-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e25cd32f5479abc1e21f768c5334df5fda2f1049f6cfbf74bb5fc82ee3e6669
3
+ size 449523232