Hugging Face's logo

Lewdiculous
/
Llama-3-Soliloquy-8B-v2-GGUF-IQ-Imatrix

GGUF
roleplay
Inference Endpoints
imatrix
Model card Files Community
1
Lewdiculous commited on
Commit
d570d6d
•
1 Parent(s): a571659

Upload 14 files

Browse files
Files changed (15) hide show
  1. .gitattributes +13 -0
  2. Llama-3-Soliloquy-8B-v2-F16.gguf +3 -0
  3. Llama-3-Soliloquy-8B-v2-IQ3_M-imat.gguf +3 -0
  4. Llama-3-Soliloquy-8B-v2-IQ3_S-imat.gguf +3 -0
  5. Llama-3-Soliloquy-8B-v2-IQ3_XXS-imat.gguf +3 -0
  6. Llama-3-Soliloquy-8B-v2-IQ4_NL-imat.gguf +3 -0
  7. Llama-3-Soliloquy-8B-v2-IQ4_XS-imat.gguf +3 -0
  8. Llama-3-Soliloquy-8B-v2-Q4_K_M-imat.gguf +3 -0
  9. Llama-3-Soliloquy-8B-v2-Q4_K_S-imat.gguf +3 -0
  10. Llama-3-Soliloquy-8B-v2-Q5_K_M-imat.gguf +3 -0
  11. Llama-3-Soliloquy-8B-v2-Q5_K_S-imat.gguf +3 -0
  12. Llama-3-Soliloquy-8B-v2-Q6_K-imat.gguf +3 -0
  13. Llama-3-Soliloquy-8B-v2-Q8_0-imat.gguf +3 -0
  14. imatrix-with-rp-ex.txt +0 -0
  15. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -33,3 +33,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Llama-3-Soliloquy-8B-v2-F16.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Llama-3-Soliloquy-8B-v2-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Llama-3-Soliloquy-8B-v2-IQ3_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Llama-3-Soliloquy-8B-v2-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Llama-3-Soliloquy-8B-v2-IQ4_NL-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Llama-3-Soliloquy-8B-v2-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Llama-3-Soliloquy-8B-v2-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Llama-3-Soliloquy-8B-v2-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Llama-3-Soliloquy-8B-v2-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Llama-3-Soliloquy-8B-v2-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Llama-3-Soliloquy-8B-v2-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Llama-3-Soliloquy-8B-v2-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3-Soliloquy-8B-v2-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f4b93612765c3b9cb0fbfea0f6d2cfc6c89f99783c8cec6cffc0133f8e039bc
3
+ size 16068890432
Llama-3-Soliloquy-8B-v2-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f54668e2b615a85b6e725b04ec27d7f6c8590e594824e82d6c59ed6652c39cf3
3
+ size 3784822944
Llama-3-Soliloquy-8B-v2-IQ3_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32a1d98ae244a32fb5995353f0ffa3b4ad59ec8644f4c5d81aaba50077cd205a
3
+ size 3682324640
Llama-3-Soliloquy-8B-v2-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6e09c631d434b683208063f116297722617428436de8fb35a5ab3c21024b028
3
+ size 3274911904
Llama-3-Soliloquy-8B-v2-IQ4_NL-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:416c5002fbeb9cef7cb0ec3e3b7e721209026bde56ca2e461dbe7bcf062accbc
3
+ size 4677988512
Llama-3-Soliloquy-8B-v2-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5044d3b7ce0e4b3c3ef2292b54c4e9374935d6202e02f97c4c55fdc8c591316
3
+ size 4447662240
Llama-3-Soliloquy-8B-v2-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e4e066e57875c36fc3e1c1b0dba506defa5b6ed3e3e80e1f77c08773ba14dc8
3
+ size 4920733856
Llama-3-Soliloquy-8B-v2-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6979322a06602caeddc1b88ec805af033303e108f90e96db0bf900db323d8f8
3
+ size 4692668576
Llama-3-Soliloquy-8B-v2-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b271311977ed1082b5f8fde802bee35a39d62c0216ef6a2ca8dc1eb9ac1acd9
3
+ size 5732987040
Llama-3-Soliloquy-8B-v2-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d19a4c964235d92944faed05553e69f2bab6d4c284e1e0a81858a8bb64d73e5
3
+ size 5599293600
Llama-3-Soliloquy-8B-v2-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0eaaf0261b610797a3c01859fe60f0f7f9602aaf59ce41576505a70b9ea5df76
3
+ size 6596006048
Llama-3-Soliloquy-8B-v2-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14596687a2b5a6e657896553d7ac872f5288336ae2aece07dfef24d1fb624e46
3
+ size 8540770464
imatrix-with-rp-ex.txt ADDED
The diff for this file is too large to render. See raw diff
 
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff85e5395db91195706daf146d5a29b199c4cc6950306c9f527e9f3f18dc64eb
3
+ size 4988193