Hugging Face's logo

latestissue
/
rwkv-6-finch-7b-gguf

GGUF
Inference Endpoints
conversational
Model card Files Community
1
latestissue commited on
Commit
961fa34
•
1 Parent(s): f2e2b6a

Upload 7 files

Browse files
Files changed (8) hide show
  1. .gitattributes +7 -0
  2. rwkv-6-finch-7b-iq3_m.gguf +3 -0
  3. rwkv-6-finch-7b-q3_k_l.gguf +3 -0
  4. rwkv-6-finch-7b-q4_0_4_4.gguf +3 -0
  5. rwkv-6-finch-7b-q4_0_4_8.gguf +3 -0
  6. rwkv-6-finch-7b-q4_0_8_8.gguf +3 -0
  7. rwkv-6-finch-7b-q4_k_s.gguf +3 -0
  8. rwkv-6-finch-7b-q5_k_s.gguf +3 -0
.gitattributes CHANGED
@@ -50,3 +50,10 @@ rwkv-6-finch-7b-q5_k.gguf filter=lfs diff=lfs merge=lfs -text
50
  rwkv-6-finch-7b-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
51
  rwkv-6-finch-7b-f32.gguf filter=lfs diff=lfs merge=lfs -text
52
  rwkv-6-finch-7b-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
50
  rwkv-6-finch-7b-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
51
  rwkv-6-finch-7b-f32.gguf filter=lfs diff=lfs merge=lfs -text
52
  rwkv-6-finch-7b-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
53
+ rwkv-6-finch-7b-iq3_m.gguf filter=lfs diff=lfs merge=lfs -text
54
+ rwkv-6-finch-7b-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
55
+ rwkv-6-finch-7b-q4_0_4_4.gguf filter=lfs diff=lfs merge=lfs -text
56
+ rwkv-6-finch-7b-q4_0_4_8.gguf filter=lfs diff=lfs merge=lfs -text
57
+ rwkv-6-finch-7b-q4_0_8_8.gguf filter=lfs diff=lfs merge=lfs -text
58
+ rwkv-6-finch-7b-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
59
+ rwkv-6-finch-7b-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
rwkv-6-finch-7b-iq3_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:465ffa0126816491ed02f2da1e2aa3c20d6fd7b26e46879948bf97af7207ddf3
3
+ size 3696538976
rwkv-6-finch-7b-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3e6e7ebd8b56941322621afa84dc76ac573e1dfb3753bfd472eeada37cf559e
3
+ size 3696538976
rwkv-6-finch-7b-q4_0_4_4.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d114bd27b49f4e5de8391d7c0c1f85573818e4aadebbc89aca802abb96c82e4
3
+ size 4661359968
rwkv-6-finch-7b-q4_0_4_8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f611dc9341d391955f9e4a01b370a4db99f978bdfe2d87d7a85e572bf2d30e9e
3
+ size 4661359968
rwkv-6-finch-7b-q4_0_8_8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:026160a14bb4a7667433c0bdd97e7eebc95a66b4fe3231ebfe94dcbcc5d7e86e
3
+ size 4661359968
rwkv-6-finch-7b-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbe222d928a58a4d8cbbd5b1f7f7c07b174f3c51d9ab26954efcd2d6d9c9d1f5
3
+ size 4663457120
rwkv-6-finch-7b-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b922d524804d51e826278d507d4778a3e24fd1884e40cc6f753d963703230009
3
+ size 5572572512