Hugging Face's logo

TheDrummer
/
Gemmasutra-Mini-2B-v1-GGUF

GGUF
Inference Endpoints
conversational
Model card Files Community
TheDrummer commited on
Commit
b392a45
•
1 Parent(s): 4b80d84

Upload folder using huggingface_hub

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. Gemmasutra-Mini-2B-v1-BF16.gguf +3 -0
  3. Gemmasutra-Mini-2B-v1-Q3_K.gguf +3 -0
  4. Gemmasutra-Mini-2B-v1-Q3_K_L.gguf +3 -0
  5. Gemmasutra-Mini-2B-v1-Q3_K_S.gguf +3 -0
  6. Gemmasutra-Mini-2B-v1-Q4_0_4_4.gguf +3 -0
  7. Gemmasutra-Mini-2B-v1-Q4_0_4_8.gguf +3 -0
  8. Gemmasutra-Mini-2B-v1-Q4_0_8_8.gguf +3 -0
  9. Gemmasutra-Mini-2B-v1-Q4_K.gguf +3 -0
  10. Gemmasutra-Mini-2B-v1-Q4_K_S.gguf +3 -0
  11. Gemmasutra-Mini-2B-v1-Q5_K.gguf +3 -0
  12. Gemmasutra-Mini-2B-v1-Q5_K_S.gguf +3 -0
  13. Gemmasutra-Mini-2B-v1-f32.gguf +3 -0
.gitattributes CHANGED
@@ -47,3 +47,15 @@ Gemmasutra-Mini-2B-v1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
47
  Gemmasutra-Mini-2B-v1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
48
  Gemmasutra-Mini-2B-v1-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
49
  Gemmasutra-Mini-2B-v1-f16.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
47
  Gemmasutra-Mini-2B-v1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
48
  Gemmasutra-Mini-2B-v1-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
49
  Gemmasutra-Mini-2B-v1-f16.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Gemmasutra-Mini-2B-v1-BF16.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Gemmasutra-Mini-2B-v1-Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Gemmasutra-Mini-2B-v1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Gemmasutra-Mini-2B-v1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Gemmasutra-Mini-2B-v1-Q4_0_4_4.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Gemmasutra-Mini-2B-v1-Q4_0_4_8.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Gemmasutra-Mini-2B-v1-Q4_0_8_8.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Gemmasutra-Mini-2B-v1-Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Gemmasutra-Mini-2B-v1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Gemmasutra-Mini-2B-v1-Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Gemmasutra-Mini-2B-v1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
61
+ Gemmasutra-Mini-2B-v1-f32.gguf filter=lfs diff=lfs merge=lfs -text
Gemmasutra-Mini-2B-v1-BF16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7248e06f63fd90c26a022c749bd9c30e1f0f1e2717092b5856f042a0e882edf
3
+ size 5235213760
Gemmasutra-Mini-2B-v1-Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b2e9db42418c6c16d9ff726c20009aaf094eaacd3b38a028b31e4944457bf16
3
+ size 1461667264
Gemmasutra-Mini-2B-v1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:544ffa229168a8c980168ce6b9c39ed7c713c5c5a67845ea8a751c932b4ca2ce
3
+ size 1550435776
Gemmasutra-Mini-2B-v1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77d2dcdae0d99a814074b030b5c77ee969c70e20fb6c471de1ee252b651bab30
3
+ size 1360659904
Gemmasutra-Mini-2B-v1-Q4_0_4_4.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39bf699490eb8d4e0590339247502ec790cb46976a304eebd42220011370207b
3
+ size 1629509056
Gemmasutra-Mini-2B-v1-Q4_0_4_8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b10a8b4ef16f64753ef0de35fdfd7bd11ce15daad21e269f78237a6610e7197
3
+ size 1629509056
Gemmasutra-Mini-2B-v1-Q4_0_8_8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0de7a04368f20faa2833c6370158463f653ebf9d9a8c74f5df202c475c32e5c7
3
+ size 1629509056
Gemmasutra-Mini-2B-v1-Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecd0e1275c40c9c858ca66217e0c005e94e3c16e4c0f9377545bec5783ad22cb
3
+ size 1708582336
Gemmasutra-Mini-2B-v1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:843be91da345256357182a2131815d22d8423558adf1b0deee88b3a61e117186
3
+ size 1638651328
Gemmasutra-Mini-2B-v1-Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84692ccc0458816e701296781a28911e727859c69c5757bcd89b5253a141c51b
3
+ size 1923278272
Gemmasutra-Mini-2B-v1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2359edea9b20b6e54a1d96be8645c00be768a55f2f4608d37b6684805df7618f
3
+ size 1882543552
Gemmasutra-Mini-2B-v1-f32.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8043cf59f9332f0a962826a518129ba07b1054663d827ad4bf511454c34e7be7
3
+ size 10463413696