Hugging Face's logo

Lewdiculous
/
Halu-8B-Llama3-Blackroot-GGUF-IQ-Imatrix

GGUF
Inference Endpoints
imatrix
conversational
Model card Files Community
1
Lewdiculous commited on
Commit
eec1165
•
1 Parent(s): a1fac87

Upload repo files.

Browse files
Files changed (14) hide show
  1. .gitattributes +12 -0
  2. Halu-8B-Llama3-Blackroot-IQ3_M-imat.gguf +3 -0
  3. Halu-8B-Llama3-Blackroot-IQ3_S-imat.gguf +3 -0
  4. Halu-8B-Llama3-Blackroot-IQ3_XXS-imat.gguf +3 -0
  5. Halu-8B-Llama3-Blackroot-IQ4_NL-imat.gguf +3 -0
  6. Halu-8B-Llama3-Blackroot-IQ4_XS-imat.gguf +3 -0
  7. Halu-8B-Llama3-Blackroot-Q4_K_M-imat.gguf +3 -0
  8. Halu-8B-Llama3-Blackroot-Q4_K_S-imat.gguf +3 -0
  9. Halu-8B-Llama3-Blackroot-Q5_K_M-imat.gguf +3 -0
  10. Halu-8B-Llama3-Blackroot-Q5_K_S-imat.gguf +3 -0
  11. Halu-8B-Llama3-Blackroot-Q6_K-imat.gguf +3 -0
  12. Halu-8B-Llama3-Blackroot-Q8_0-imat.gguf +3 -0
  13. imatrix-with-rp-ex.txt +0 -0
  14. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Halu-8B-Llama3-Blackroot-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Halu-8B-Llama3-Blackroot-IQ3_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Halu-8B-Llama3-Blackroot-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Halu-8B-Llama3-Blackroot-IQ4_NL-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Halu-8B-Llama3-Blackroot-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Halu-8B-Llama3-Blackroot-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Halu-8B-Llama3-Blackroot-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Halu-8B-Llama3-Blackroot-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Halu-8B-Llama3-Blackroot-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Halu-8B-Llama3-Blackroot-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Halu-8B-Llama3-Blackroot-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
47
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
Halu-8B-Llama3-Blackroot-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37cabf3562b97d1e04e711255d38a3ff567ef61ddbf9728a80b714205c8f6d49
3
+ size 3784823392
Halu-8B-Llama3-Blackroot-IQ3_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cca289f191542f28802c76424aec190f9e6af473c869b2fc22728e4b6129063
3
+ size 3682325088
Halu-8B-Llama3-Blackroot-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e4aa5504454f85bb7f869d4d958b96b3a7890ec2b9ce6a3d3503937b3a1c865
3
+ size 3274912352
Halu-8B-Llama3-Blackroot-IQ4_NL-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da739ad479db896df3c92cd963add745fcfd96e93d6f49d592c71e4e9aef8a87
3
+ size 4677988960
Halu-8B-Llama3-Blackroot-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a3f014d49b1932da73cd2fdabd52e8f5b4104aeca187251b7d4756aea1349c7
3
+ size 4447662688
Halu-8B-Llama3-Blackroot-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2cbd39a62b80f47f75f7fe2a1574207fc68adf911d9f9b10d38b2e4849201c4e
3
+ size 4920734304
Halu-8B-Llama3-Blackroot-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:485006597bd25a2d7150fd15f2baa37574dd700cd34090ac4f62b5ba271bd68c
3
+ size 4692669024
Halu-8B-Llama3-Blackroot-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05d680c0d2c3951a567f5dc65a01d438ca34488b97ab783d726234dcd3364e25
3
+ size 5732987488
Halu-8B-Llama3-Blackroot-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99acac94455cb8457e04bb38314677b3bc75e3a4a1015219649d7c1784f462c0
3
+ size 5599294048
Halu-8B-Llama3-Blackroot-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f51d3ff4abdd12ab42a582cea6792489a15cb9d0f1a2d4b4cf468c83b6e54674
3
+ size 6596006496
Halu-8B-Llama3-Blackroot-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f2d6d3c4fd7b20a47a0f764ed9a6efa03ab5983ece4f5689ee7440aa052b3c6
3
+ size 8540770912
imatrix-with-rp-ex.txt ADDED
The diff for this file is too large to render. See raw diff
 
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fcf24f050593a341cc8018a8414aeab41f99781b85aab8171d81e251cf08200
3
+ size 4988193