Hugging Face's logo

LiteLLMs
/
WizardLM-2-8x22B-GGUF

GGUF
GGUF
Inference Endpoints
conversational
Model card Files Community
andrijdavid commited on
Commit
2f2ea0c
•
1 Parent(s): 9192552

Upload folder using huggingface_hub

Browse files
Files changed (10) hide show
  1. .gitattributes +9 -0
  2. Q6_K/Q6_K-00001-of-00009.gguf +3 -0
  3. Q6_K/Q6_K-00002-of-00009.gguf +3 -0
  4. Q6_K/Q6_K-00003-of-00009.gguf +3 -0
  5. Q6_K/Q6_K-00004-of-00009.gguf +3 -0
  6. Q6_K/Q6_K-00005-of-00009.gguf +3 -0
  7. Q6_K/Q6_K-00006-of-00009.gguf +3 -0
  8. Q6_K/Q6_K-00007-of-00009.gguf +3 -0
  9. Q6_K/Q6_K-00008-of-00009.gguf +3 -0
  10. Q6_K/Q6_K-00009-of-00009.gguf +3 -0
.gitattributes CHANGED
@@ -141,3 +141,12 @@ Q5_K_M/Q5_K_M-00006-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
141
  Q5_K_M/Q5_K_M-00007-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
142
  Q5_K_M/Q5_K_M-00008-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
143
  Q5_K_M/Q5_K_M-00009-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
141
  Q5_K_M/Q5_K_M-00007-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
142
  Q5_K_M/Q5_K_M-00008-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
143
  Q5_K_M/Q5_K_M-00009-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
144
+ Q6_K/Q6_K-00001-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
145
+ Q6_K/Q6_K-00002-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
146
+ Q6_K/Q6_K-00003-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
147
+ Q6_K/Q6_K-00004-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
148
+ Q6_K/Q6_K-00005-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
149
+ Q6_K/Q6_K-00006-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
150
+ Q6_K/Q6_K-00007-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
151
+ Q6_K/Q6_K-00008-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
152
+ Q6_K/Q6_K-00009-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
Q6_K/Q6_K-00001-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ef1232b176eda73f7cb426a2d0b1e3c631b939cbfc90a90385671f58c10fcac
3
+ size 841037344
Q6_K/Q6_K-00002-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:617e5f7f4761ae5c7529782c5ff0e4528b438d9f05bbc7616fccd3e98b424c59
3
+ size 679137152
Q6_K/Q6_K-00003-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cd77a106362ed44b0d9b67971d80f94e4acd572e19cc03119d63450a3fb54ca
3
+ size 685723520
Q6_K/Q6_K-00004-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3dbf01d9490a41078e9087a022140682b552f23296c25fec91b681a7fdc9c76
3
+ size 710004608
Q6_K/Q6_K-00005-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5e72ef649b8b054e82d5d619ed96a778f43a53872dffdbde502f4c100cd0593
3
+ size 710004608
Q6_K/Q6_K-00006-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af0120a9372db1d32922e00db75a8e2dc2d12f3a5cc56f909eed2719d5bc3990
3
+ size 685723520
Q6_K/Q6_K-00007-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5cb61cbd631874bc0b85647760d821b431cb015affc1147d9051ceca63d5605c
3
+ size 35248759360
Q6_K/Q6_K-00008-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:150ed444693f52d4ecff51ae9a714fc06108e3bf09b2d257809841d8fc859752
3
+ size 42278589184
Q6_K/Q6_K-00009-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:934985786e3be46f450bda522b8c400328909ad2513393b12d6fb9e4801b8764
3
+ size 33690750784