diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000000000000000000000000000000000000..df45b120dc094e9d781408b0c197803285c96469 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,97 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.Q2_K-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.Q2_K-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.Q2_K-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.Q2_K-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.Q2_K-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.IQ3_XS-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.IQ3_XS-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.IQ3_XS-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.IQ3_XS-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.IQ3_XS-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.Q3_K_S-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.Q3_K_S-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.Q3_K_S-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.Q3_K_S-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.Q3_K_S-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.Q3_K_L-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.Q3_K_L-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.Q3_K_L-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.Q3_K_L-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.Q3_K_L-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.Q3_K_M-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.Q3_K_M-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.Q3_K_M-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.Q3_K_M-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.Q3_K_M-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.Q4_K_S-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.Q4_K_S-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.Q4_K_S-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.Q4_K_S-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.Q4_K_S-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.IQ4_XS-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.IQ4_XS-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.IQ4_XS-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.IQ4_XS-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.IQ4_XS-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.Q4_K_M-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.Q4_K_M-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.Q4_K_M-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.Q4_K_M-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.Q4_K_M-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.Q5_K_M-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.Q5_K_M-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.Q5_K_M-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.Q5_K_M-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.Q5_K_M-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.Q5_K_S-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.Q5_K_S-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.Q5_K_S-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.Q5_K_S-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.Q5_K_S-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.Q6_K-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.Q6_K-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.Q6_K-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.Q6_K-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.Q6_K-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.Q8_0-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.Q8_0-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.Q8_0-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.Q8_0-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.Q8_0-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +WizardLM-2-8x22B.IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..8a80bea2d01239a8991d49ce18ee90cc8d799e70 --- /dev/null +++ b/README.md @@ -0,0 +1,74 @@ +--- +tags: +- quantized +- 2-bit +- 3-bit +- 4-bit +- 5-bit +- 6-bit +- 8-bit +- GGUF +- transformers +- safetensors +- mistral +- text-generation +- arxiv:2304.12244 +- arxiv:2306.08568 +- arxiv:2308.09583 +- license:apache-2.0 +- autotrain_compatible +- endpoints_compatible +- text-generation-inference +- region:us +- text-generation +model_name: WizardLM-2-8x22B-GGUF +base_model: microsoft/WizardLM-2-8x22B +inference: false +model_creator: microsoft +pipeline_tag: text-generation +quantized_by: MaziyarPanahi +--- +# [MaziyarPanahi/WizardLM-2-8x22B-GGUF](https://huggingface.co/MaziyarPanahi/WizardLM-2-8x22B-GGUF) +- Model creator: [microsoft](https://huggingface.co/microsoft) +- Original model: [microsoft/WizardLM-2-8x22B](https://huggingface.co/microsoft/WizardLM-2-8x22B) + +## Description +[MaziyarPanahi/WizardLM-2-8x22B-GGUF](https://huggingface.co/MaziyarPanahi/WizardLM-2-8x22B-GGUF) contains GGUF format model files for [microsoft/WizardLM-2-8x22B](https://huggingface.co/microsoft/WizardLM-2-8x22B). + +## How to download +You can download only the quants you need instead of cloning the entire repository as follows: + + +``` +huggingface-cli download MaziyarPanahi/WizardLM-2-8x22B-GGUF --local-dir . --include '*Q2_K*gguf' +``` + +On Windows: + +```sh +huggingface-cli download MaziyarPanahi/WizardLM-2-8x22B-GGUF --local-dir . --include *Q4_K_S*gguf +``` + +## Load sharded model + +`llama_load_model_from_file` will detect the number of files and will load additional tensors from the rest of files. + +```sh +llama.cpp/main -m WizardLM-2-8x22B.Q2_K-00001-of-00005.gguf -p "Building a website can be done in 10 simple steps:\nStep 1:" -n 1024 -e +``` + +## Prompt template + +``` +{system_prompt} +USER: {prompt} +ASSISTANT: +``` + +or + +``` +A chat between a curious user and an artificial intelligence assistant. The assistant gives helpful, +detailed, and polite answers to the user's questions. USER: Hi ASSISTANT: Hello. +USER: {prompt} ASSISTANT: ...... +``` diff --git a/WizardLM-2-8x22B.IQ1_M.gguf b/WizardLM-2-8x22B.IQ1_M.gguf new file mode 100644 index 0000000000000000000000000000000000000000..84fbe51bd791ba8ac8edb9a1a9a0952d3fd9f204 --- /dev/null +++ b/WizardLM-2-8x22B.IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3d218eb61333cd15a5fe8ca5389ae325a05b6cf1f54a9cb3a0ccf51106aa4b8 +size 32732397696 diff --git a/WizardLM-2-8x22B.IQ1_S.gguf b/WizardLM-2-8x22B.IQ1_S.gguf new file mode 100644 index 0000000000000000000000000000000000000000..c701cff5b636de3627b873076db12d299fbdb66c --- /dev/null +++ b/WizardLM-2-8x22B.IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f898f5df6c1ebf334bbc8187bc3cd6789881470a1000ce846eccca5b8e59313 +size 29644079232 diff --git a/WizardLM-2-8x22B.IQ3_XS-00001-of-00005.gguf b/WizardLM-2-8x22B.IQ3_XS-00001-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..0eb72602eef694b7e56c86f84b7e012096a14c3a --- /dev/null +++ b/WizardLM-2-8x22B.IQ3_XS-00001-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:507606f84c52f2f3e73985fa7717f491a9a6a1328d4650d023ebecaef8033614 +size 13520020416 diff --git a/WizardLM-2-8x22B.IQ3_XS-00002-of-00005.gguf b/WizardLM-2-8x22B.IQ3_XS-00002-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..bc5eb893835ac6713be1416d0a8cc5a095417006 --- /dev/null +++ b/WizardLM-2-8x22B.IQ3_XS-00002-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e566a04d762cddc4579b844e425c614b46e2266756e7255e99d03bd93c3144e +size 13483630784 diff --git a/WizardLM-2-8x22B.IQ3_XS-00003-of-00005.gguf b/WizardLM-2-8x22B.IQ3_XS-00003-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..087d5d48ed26ee40923ac88eedfe979946a4c5b6 --- /dev/null +++ b/WizardLM-2-8x22B.IQ3_XS-00003-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fafb55b1e73da0c6ababd35b4086578f0c29b1a04b5492ad3e3475660f85ddab +size 12270264448 diff --git a/WizardLM-2-8x22B.IQ3_XS-00004-of-00005.gguf b/WizardLM-2-8x22B.IQ3_XS-00004-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..e45fc5302e6636dc71df87dc651afce402a9c41f --- /dev/null +++ b/WizardLM-2-8x22B.IQ3_XS-00004-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e421a93a1fcbd9ff769cc5eed1e74b8c3ab281ecdc7977f915c6929ffa9859b7 +size 13339615392 diff --git a/WizardLM-2-8x22B.IQ3_XS-00005-of-00005.gguf b/WizardLM-2-8x22B.IQ3_XS-00005-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..1caebab7807da1c7274b755eddb3fd0fd12675d6 --- /dev/null +++ b/WizardLM-2-8x22B.IQ3_XS-00005-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37afb9affd4192da35e6d4e4879a79571457b1d2b2d358f5ab269978c1bc506c +size 5614673216 diff --git a/WizardLM-2-8x22B.IQ4_XS-00001-of-00005.gguf b/WizardLM-2-8x22B.IQ4_XS-00001-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..908020f71eb955e2066739e9a3c69cc95b8fb9e9 --- /dev/null +++ b/WizardLM-2-8x22B.IQ4_XS-00001-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f81c943d1c259a6d5309f29d914ddc2aec28b4ca5faf0dbd782106f894533f9f +size 18016850880 diff --git a/WizardLM-2-8x22B.IQ4_XS-00002-of-00005.gguf b/WizardLM-2-8x22B.IQ4_XS-00002-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..19949505abb8a9eb2593cd7b2d1667bed3e16cfa --- /dev/null +++ b/WizardLM-2-8x22B.IQ4_XS-00002-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ea1881a0b42f37767af47c1d13b9eb0efe510853a731b678feabff97c015719 +size 17847247040 diff --git a/WizardLM-2-8x22B.IQ4_XS-00003-of-00005.gguf b/WizardLM-2-8x22B.IQ4_XS-00003-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..662af7d48bf70cdeab52f1eff29ffc6ef7346b51 --- /dev/null +++ b/WizardLM-2-8x22B.IQ4_XS-00003-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52ae1b3b1b75dabaf96484ec1e0141f0ce65225f1b98a73d2261a50d6cae3f15 +size 16187875456 diff --git a/WizardLM-2-8x22B.IQ4_XS-00004-of-00005.gguf b/WizardLM-2-8x22B.IQ4_XS-00004-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..114b0ba98898b8f5127b546f4a67b175f2f32b48 --- /dev/null +++ b/WizardLM-2-8x22B.IQ4_XS-00004-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce912e4e6c0948169b3b192268cbdb04af0c1bd8f3790bfcb9cd2fc39d4f0291 +size 17432699040 diff --git a/WizardLM-2-8x22B.IQ4_XS-00005-of-00005.gguf b/WizardLM-2-8x22B.IQ4_XS-00005-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..d4f91e905b486b82a5d362d475e7a8b1893b1ca8 --- /dev/null +++ b/WizardLM-2-8x22B.IQ4_XS-00005-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:762ac686d247b8b7499ea8076c432df8f409807401819c47f7042be617ad8bce +size 6869523776 diff --git a/WizardLM-2-8x22B.Q2_K-00001-of-00005.gguf b/WizardLM-2-8x22B.Q2_K-00001-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..02a68d36198ec7109fa49a5a042a8150ff1ec57f --- /dev/null +++ b/WizardLM-2-8x22B.Q2_K-00001-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:906b9d1f7a91fe5e3acb123bd45cc032096bcd4214d5ae2f4a24185eaf980bf4 +size 11843728320 diff --git a/WizardLM-2-8x22B.Q2_K-00002-of-00005.gguf b/WizardLM-2-8x22B.Q2_K-00002-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..af07bcbdf895ce3e591adf6c15a08580393b7e67 --- /dev/null +++ b/WizardLM-2-8x22B.Q2_K-00002-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53a3fe6da0e7076c168ff7c94b454ec98d0c46c575d27ece5236be21c61af3f6 +size 12267708608 diff --git a/WizardLM-2-8x22B.Q2_K-00003-of-00005.gguf b/WizardLM-2-8x22B.Q2_K-00003-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..02c163f9f36a745bb93f0eef04ca18ed603052e4 --- /dev/null +++ b/WizardLM-2-8x22B.Q2_K-00003-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d6434c42e263006300fddbd9f3b923a6cc690ddd350847579c65dc178ed0bea +size 11188527232 diff --git a/WizardLM-2-8x22B.Q2_K-00004-of-00005.gguf b/WizardLM-2-8x22B.Q2_K-00004-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..11fd4b8415ba1fb594fe72ca464507305fd20671 --- /dev/null +++ b/WizardLM-2-8x22B.Q2_K-00004-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af766c6d298310821a4ab132bc8e6a21817023ca428ffa2bb6a54b9d2da45600 +size 12016738464 diff --git a/WizardLM-2-8x22B.Q2_K-00005-of-00005.gguf b/WizardLM-2-8x22B.Q2_K-00005-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b9f4a3c4040a7bbe9224b0948a96f4bf257e4cac --- /dev/null +++ b/WizardLM-2-8x22B.Q2_K-00005-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a7fd3949c13b60d1369f86663cef9ca4e900037e9c621ab39db2790ec64b519 +size 4786462016 diff --git a/WizardLM-2-8x22B.Q3_K_L-00001-of-00005.gguf b/WizardLM-2-8x22B.Q3_K_L-00001-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..e3389554618c9b96e346548108062ed8a5e471c5 --- /dev/null +++ b/WizardLM-2-8x22B.Q3_K_L-00001-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:677254a8764e9cdc736e638e6634c960c3dbb305c99eb15963f5edb28b4f81f2 +size 16530777024 diff --git a/WizardLM-2-8x22B.Q3_K_L-00002-of-00005.gguf b/WizardLM-2-8x22B.Q3_K_L-00002-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..dd181fe1f11c82cd70e6ddb02d54cd0997be5cd3 --- /dev/null +++ b/WizardLM-2-8x22B.Q3_K_L-00002-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3c810fd9c410f7d21effb1d75fb1255a3a06770a696755d8bdadd618f07bf58 +size 17108099264 diff --git a/WizardLM-2-8x22B.Q3_K_L-00003-of-00005.gguf b/WizardLM-2-8x22B.Q3_K_L-00003-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..095be2636deac1fc1e3e3fccbe5bac66610c36fe --- /dev/null +++ b/WizardLM-2-8x22B.Q3_K_L-00003-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5129af244ebaaecbf40f89cb6eede1b2035c4f9a8f1df066ed97413e87fb4eec +size 15552635008 diff --git a/WizardLM-2-8x22B.Q3_K_L-00004-of-00005.gguf b/WizardLM-2-8x22B.Q3_K_L-00004-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..3efdb19e53415dd0c75edc42efa803fed779a00c --- /dev/null +++ b/WizardLM-2-8x22B.Q3_K_L-00004-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecef6b5d484ae03d0684ec579fb086e3864cf2b50805c85dd3a6dbffb69fd8fe +size 16775340192 diff --git a/WizardLM-2-8x22B.Q3_K_L-00005-of-00005.gguf b/WizardLM-2-8x22B.Q3_K_L-00005-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..13a39557858548fa2fde6fdac71044a20c5463ce --- /dev/null +++ b/WizardLM-2-8x22B.Q3_K_L-00005-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af2364a5dc9bde78cfccf90063df9b01658410629124ceadb40eef2edb9f628b +size 6612950336 diff --git a/WizardLM-2-8x22B.Q3_K_M-00001-of-00005.gguf b/WizardLM-2-8x22B.Q3_K_M-00001-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..6c40d04995f82767d4873fbb6f9b4f205e264d97 --- /dev/null +++ b/WizardLM-2-8x22B.Q3_K_M-00001-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b4132b1115f0fa12451c9049c24c0f3d1ab3348f70fa4609a94d193a6d58da1 +size 15650661312 diff --git a/WizardLM-2-8x22B.Q3_K_M-00002-of-00005.gguf b/WizardLM-2-8x22B.Q3_K_M-00002-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..27fa4a95d30848d915b6d6c248314ed7453196a1 --- /dev/null +++ b/WizardLM-2-8x22B.Q3_K_M-00002-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:001d7eb7125217a694781fecf9ca2cb49c655fb5b0bd124a4025b198dd140bae +size 15916261568 diff --git a/WizardLM-2-8x22B.Q3_K_M-00003-of-00005.gguf b/WizardLM-2-8x22B.Q3_K_M-00003-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..e4e12f4b0d713342d9bd71c146279ab2eaed122e --- /dev/null +++ b/WizardLM-2-8x22B.Q3_K_M-00003-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:577ea20c1fcc89ee42e5fabdd372dc7974857bf0eaedfab111ca94c6ba0fc607 +size 14480924800 diff --git a/WizardLM-2-8x22B.Q3_K_M-00004-of-00005.gguf b/WizardLM-2-8x22B.Q3_K_M-00004-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..4226de8adb012c67abff644f4be6a23c6508a455 --- /dev/null +++ b/WizardLM-2-8x22B.Q3_K_M-00004-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a96a5ad47fa40eebd46723a2db791e5834430bbb1a25014839028fa64db87bf +size 15583502496 diff --git a/WizardLM-2-8x22B.Q3_K_M-00005-of-00005.gguf b/WizardLM-2-8x22B.Q3_K_M-00005-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..3d7d848ccd32cf7c5f2f98bc291e56db75b05aa2 --- /dev/null +++ b/WizardLM-2-8x22B.Q3_K_M-00005-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f79c807121753e7c4d8312f02330c5315a37e47ac1e1feb6a64f395416fb6af1 +size 6158294336 diff --git a/WizardLM-2-8x22B.Q3_K_S-00001-of-00005.gguf b/WizardLM-2-8x22B.Q3_K_S-00001-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..ee96effd1c1af810867d3d97373af466560c7858 --- /dev/null +++ b/WizardLM-2-8x22B.Q3_K_S-00001-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02c67f83658f8039c146642741936c7a1ad18d786af0364e7486f616c45508fc +size 13958259648 diff --git a/WizardLM-2-8x22B.Q3_K_S-00002-of-00005.gguf b/WizardLM-2-8x22B.Q3_K_S-00002-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..ffb39d881eabdc7b010cc19b78ddea6f7b54aa64 --- /dev/null +++ b/WizardLM-2-8x22B.Q3_K_S-00002-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4578f7ef6150c93b7347bdb77c6f2c3f839bec145ec9022bccea8900d8e3caf2 +size 14525849792 diff --git a/WizardLM-2-8x22B.Q3_K_S-00003-of-00005.gguf b/WizardLM-2-8x22B.Q3_K_S-00003-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..e26a82f7e20a9afb9abfc56ca2cf9546244dd3c8 --- /dev/null +++ b/WizardLM-2-8x22B.Q3_K_S-00003-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbf516d44516ac5f1478f48dfb37c45ebd91940111b32af93edbcf629441e8a5 +size 13197467776 diff --git a/WizardLM-2-8x22B.Q3_K_S-00004-of-00005.gguf b/WizardLM-2-8x22B.Q3_K_S-00004-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..5ceed661eea2d21fd945b89a97022540acad6be9 --- /dev/null +++ b/WizardLM-2-8x22B.Q3_K_S-00004-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f4433ced22748b00fabffe18ef41b93aa164214029603286ecc55ad7ef6f8e1 +size 14193090720 diff --git a/WizardLM-2-8x22B.Q3_K_S-00005-of-00005.gguf b/WizardLM-2-8x22B.Q3_K_S-00005-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..2dc74d1d0a0001a195e034a206fbc6a839945801 --- /dev/null +++ b/WizardLM-2-8x22B.Q3_K_S-00005-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13b984ca43dcbf4d0a873d7658400060ab00629cc784716142819dbb045da01c +size 5623520576 diff --git a/WizardLM-2-8x22B.Q4_K_M-00001-of-00005.gguf b/WizardLM-2-8x22B.Q4_K_M-00001-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..416c971b35574410849f7303351c5aa347c18c2a --- /dev/null +++ b/WizardLM-2-8x22B.Q4_K_M-00001-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ff155aaade7d6d9c208e5ad3933cbc02974c30a6742ee3404f7b51e617a4f3e +size 19982390208 diff --git a/WizardLM-2-8x22B.Q4_K_M-00002-of-00005.gguf b/WizardLM-2-8x22B.Q4_K_M-00002-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..51f18ec372e22c4bb1b3ff8141e27f68be83c53e --- /dev/null +++ b/WizardLM-2-8x22B.Q4_K_M-00002-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cda9d26caeeb40eb916e04b4ef5efc0117b90ffe63d5f8fe997262fb04b4b333 +size 19699687616 diff --git a/WizardLM-2-8x22B.Q4_K_M-00003-of-00005.gguf b/WizardLM-2-8x22B.Q4_K_M-00003-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..eb399df4fe2b100699a0356f485f7dd8315ec196 --- /dev/null +++ b/WizardLM-2-8x22B.Q4_K_M-00003-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2765d9a73e1d558781fcd77b908d3a26ce92772b02a2cf38ac0717f95f1ab58f +size 17938473088 diff --git a/WizardLM-2-8x22B.Q4_K_M-00004-of-00005.gguf b/WizardLM-2-8x22B.Q4_K_M-00004-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..6baa13e4f771a6cdceae0e5c959f0828ad53bc01 --- /dev/null +++ b/WizardLM-2-8x22B.Q4_K_M-00004-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee19ae577798150ee11f6cffe220f9257e4658dcfb6eec6b430aaf97aaa42ba6 +size 19675209888 diff --git a/WizardLM-2-8x22B.Q4_K_M-00005-of-00005.gguf b/WizardLM-2-8x22B.Q4_K_M-00005-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..c03ec1a49577562c72c4192344662fa9983204d7 --- /dev/null +++ b/WizardLM-2-8x22B.Q4_K_M-00005-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bef8ea8f78d69ad3b9b13f59ee6b69234732670e31580b201f56e4091e1419f +size 8290999616 diff --git a/WizardLM-2-8x22B.Q4_K_S-00001-of-00005.gguf b/WizardLM-2-8x22B.Q4_K_S-00001-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..2ff30a201830bdf6c7e12464762b2380897799bb --- /dev/null +++ b/WizardLM-2-8x22B.Q4_K_S-00001-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92456ec422ddf695a19c990df3ac4186f0b12cc757504e3970d200d449044e3a +size 18818470848 diff --git a/WizardLM-2-8x22B.Q4_K_S-00002-of-00005.gguf b/WizardLM-2-8x22B.Q4_K_S-00002-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..26870c105910dd06ad56f309b819fdea6085febb --- /dev/null +++ b/WizardLM-2-8x22B.Q4_K_S-00002-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c5c0adcd16f8254086b04498820138236615e71c7a50b01a78523530a2da260 +size 18869215424 diff --git a/WizardLM-2-8x22B.Q4_K_S-00003-of-00005.gguf b/WizardLM-2-8x22B.Q4_K_S-00003-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..8dd87f6a99e461ddc896bf7694287919dcad848b --- /dev/null +++ b/WizardLM-2-8x22B.Q4_K_S-00003-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ab35ad5d7f7e4e8cd8cfafb2291b7ff5e8baa595cfcfaca209fa4dfc7c022bc +size 17108000896 diff --git a/WizardLM-2-8x22B.Q4_K_S-00004-of-00005.gguf b/WizardLM-2-8x22B.Q4_K_S-00004-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..99f115e33a747097a7a2522bfac5947773b956d0 --- /dev/null +++ b/WizardLM-2-8x22B.Q4_K_S-00004-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e84aa55e44859ffb4da18f320bdef3b705ede320ad5118ed5d3bc3fd8717d39 +size 18429501600 diff --git a/WizardLM-2-8x22B.Q4_K_S-00005-of-00005.gguf b/WizardLM-2-8x22B.Q4_K_S-00005-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..934b9afb87f109d8e0cf7e5426f6b003dd3801ac --- /dev/null +++ b/WizardLM-2-8x22B.Q4_K_S-00005-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:966d15e0c80a8305614d44b0337fbad8c4253bd8bf0973161d39ae2695769110 +size 7252909376 diff --git a/WizardLM-2-8x22B.Q5_K_M-00001-of-00005.gguf b/WizardLM-2-8x22B.Q5_K_M-00001-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..c7a47082df12720fd7570341b82c55ed361ea196 --- /dev/null +++ b/WizardLM-2-8x22B.Q5_K_M-00001-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fa60ba9d5be2dae5875904f22716eb3cf7fdf99a9871304e324e403369cfc58 +size 22987543488 diff --git a/WizardLM-2-8x22B.Q5_K_M-00002-of-00005.gguf b/WizardLM-2-8x22B.Q5_K_M-00002-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..d6439b825676911a7f2721c4900838024aef02de --- /dev/null +++ b/WizardLM-2-8x22B.Q5_K_M-00002-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0acd9445e3681da199b3243ba9467952106a5d599af0226626c63d2431da6129 +size 23384907968 diff --git a/WizardLM-2-8x22B.Q5_K_M-00003-of-00005.gguf b/WizardLM-2-8x22B.Q5_K_M-00003-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..abe0938b3b4afbaeed87f586ae51134113dbffa2 --- /dev/null +++ b/WizardLM-2-8x22B.Q5_K_M-00003-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29febc013ad3af2c7201bb81433f596e25fa75c060821e20edb65cb1eacb708f +size 21216321664 diff --git a/WizardLM-2-8x22B.Q5_K_M-00004-of-00005.gguf b/WizardLM-2-8x22B.Q5_K_M-00004-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..ef46e97221e7accea9c3c4d53267213ed98d3f47 --- /dev/null +++ b/WizardLM-2-8x22B.Q5_K_M-00004-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df9a71ae9a4e57454c1812a51171a5729dee28f0ff1f657cf10aaf79ecd094e9 +size 23058440352 diff --git a/WizardLM-2-8x22B.Q5_K_M-00005-of-00005.gguf b/WizardLM-2-8x22B.Q5_K_M-00005-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..347cf95cada0d36ad16d046414fca9209569d948 --- /dev/null +++ b/WizardLM-2-8x22B.Q5_K_M-00005-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6706cb5d3134b1722aa39835debbb666f3183ec26b0bb09f70448c796adfb73b +size 9321225536 diff --git a/WizardLM-2-8x22B.Q5_K_S-00001-of-00005.gguf b/WizardLM-2-8x22B.Q5_K_S-00001-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..a879244ca5a7ffc431306750b0e365af8d9b0ad5 --- /dev/null +++ b/WizardLM-2-8x22B.Q5_K_S-00001-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72fa0b4a2b0b09a62e751473c4fa04f0e60fc71ca7b3dbc127cd7dd658375ec0 +size 22024950720 diff --git a/WizardLM-2-8x22B.Q5_K_S-00002-of-00005.gguf b/WizardLM-2-8x22B.Q5_K_S-00002-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..f5cd419856d5542c25b21805554f267f13132d21 --- /dev/null +++ b/WizardLM-2-8x22B.Q5_K_S-00002-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83bdb926242743a5b1a410646d42bd1345b3192dd8c6bcc49ff5baae1a57f0e9 +size 22957088960 diff --git a/WizardLM-2-8x22B.Q5_K_S-00003-of-00005.gguf b/WizardLM-2-8x22B.Q5_K_S-00003-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..8407083549d94c8cad932b584357f2e2d8ad255e --- /dev/null +++ b/WizardLM-2-8x22B.Q5_K_S-00003-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfc860a35fc4b4c682fc8b47c963dbaf0ea6301665f9ee6bcfd683e9df280796 +size 20788502656 diff --git a/WizardLM-2-8x22B.Q5_K_S-00004-of-00005.gguf b/WizardLM-2-8x22B.Q5_K_S-00004-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..6162e303921e8df7283cbafbee381f5823b63070 --- /dev/null +++ b/WizardLM-2-8x22B.Q5_K_S-00004-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e1e46cf212b7fdeb2e97dd13d902386b58e47e6041d8136b33b31a67af88fcf +size 22416711840 diff --git a/WizardLM-2-8x22B.Q5_K_S-00005-of-00005.gguf b/WizardLM-2-8x22B.Q5_K_S-00005-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..92213647801532ff9b59fcb798e9f7a891276a15 --- /dev/null +++ b/WizardLM-2-8x22B.Q5_K_S-00005-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d764b9f504b2f5a6ba6f0e76bcb01afa0f257f1ba7edbcd512c22b9186d164c1 +size 8786451776 diff --git a/WizardLM-2-8x22B.Q6_K-00001-of-00005.gguf b/WizardLM-2-8x22B.Q6_K-00001-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..f8583bd1c149ed49c10d5e26182c15c6efa2110b --- /dev/null +++ b/WizardLM-2-8x22B.Q6_K-00001-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f79b512685df653ae7bb9d52a7e1e61a33d2ebe96d601cbe428459095879238c +size 26245694400 diff --git a/WizardLM-2-8x22B.Q6_K-00002-of-00005.gguf b/WizardLM-2-8x22B.Q6_K-00002-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..35b5d6134050798376f1f4f9abf270318f1d107d --- /dev/null +++ b/WizardLM-2-8x22B.Q6_K-00002-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db70f0fcbadc2e54a6ba7f65c7be851cae52f3b767317f05c09798f7824f94e6 +size 27360616640 diff --git a/WizardLM-2-8x22B.Q6_K-00003-of-00005.gguf b/WizardLM-2-8x22B.Q6_K-00003-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..635423cd54b8dcc6c228344b118dae17574db239 --- /dev/null +++ b/WizardLM-2-8x22B.Q6_K-00003-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca8878ec8fc6bcd68913ad1cf5a1ff54e9b97d1db60b0cf09950b9bab424fe98 +size 24769224832 diff --git a/WizardLM-2-8x22B.Q6_K-00004-of-00005.gguf b/WizardLM-2-8x22B.Q6_K-00004-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b621e6b4e91572dd2256a6b5d73d60ff76b3a5b8 --- /dev/null +++ b/WizardLM-2-8x22B.Q6_K-00004-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e93e937603bab092b189f69cfcf2b6d6bfa002bcbd708fe687e2589472abfb2 +size 26713284768 diff --git a/WizardLM-2-8x22B.Q6_K-00005-of-00005.gguf b/WizardLM-2-8x22B.Q6_K-00005-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..7a304b8f0130685a89bee62000a710fa1c542fde --- /dev/null +++ b/WizardLM-2-8x22B.Q6_K-00005-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8886697dabd054b502e2c9cb0f5a24267d5455d765f806410618c43fbeb293ad +size 10440908096 diff --git a/WizardLM-2-8x22B.Q8_0-00001-of-00005.gguf b/WizardLM-2-8x22B.Q8_0-00001-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..8fb25b223aadf96f9457e386b0f25007f37e0559 --- /dev/null +++ b/WizardLM-2-8x22B.Q8_0-00001-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2b738576582faae36f1b892daa046b8650c75933393e6b2ff0be2f596dd96de +size 33942344640 diff --git a/WizardLM-2-8x22B.Q8_0-00002-of-00005.gguf b/WizardLM-2-8x22B.Q8_0-00002-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..d51b6510151bfbe1abd1ef5151e6e505cf92ece2 --- /dev/null +++ b/WizardLM-2-8x22B.Q8_0-00002-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11d9ff6f2e05f1f078840e10822a1c0411b739502469ccfcbc0d3d02ae2e6c74 +size 35390578880 diff --git a/WizardLM-2-8x22B.Q8_0-00003-of-00005.gguf b/WizardLM-2-8x22B.Q8_0-00003-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b6378e3d74e4ed3d1e180481ab94d924219c7c4c --- /dev/null +++ b/WizardLM-2-8x22B.Q8_0-00003-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cea107022792e977c535d7969af419d31d588ace9c53ae13861b9c6b58d697fa +size 32028188800 diff --git a/WizardLM-2-8x22B.Q8_0-00004-of-00005.gguf b/WizardLM-2-8x22B.Q8_0-00004-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..01c1342ab8dbad2213de2de787de9cb342035a2b --- /dev/null +++ b/WizardLM-2-8x22B.Q8_0-00004-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5090ca35dcc8b2bfad5e7e7de2b2f520080d538f26b1c7b4987c33d73ca74e90 +size 34548211872 diff --git a/WizardLM-2-8x22B.Q8_0-00005-of-00005.gguf b/WizardLM-2-8x22B.Q8_0-00005-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..98af9f1bae52629bb64b551d8fb6f038561977a9 --- /dev/null +++ b/WizardLM-2-8x22B.Q8_0-00005-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d3bd2ff37e32a965e9b86caff4b554cf012c960726137e24d20d561185da542 +size 13505473856