Hugging Face's logo

BenevolenceMessiah
/
Replete-Coder-Llama3-8B-GGUF

Transformers
GGUF
text-generation-inference
unsloth
llama
Eval Results
Inference Endpoints
imatrix
conversational
Model card Files Community
BenevolenceMessiah commited on
Commit
a920777
•
1 Parent(s): 92e1c34

Upload 31 files

Browse files
Files changed (32) hide show
  1. .gitattributes +31 -0
  2. imatrix-iq3_m.dat +3 -0
  3. imatrix-iq3_xxs.dat +3 -0
  4. imatrix-iq4_nl.dat +3 -0
  5. imatrix-iq4_xs.dat +3 -0
  6. imatrix-q2_k.dat +3 -0
  7. imatrix-q3_k_l.dat +3 -0
  8. imatrix-q4_0.dat +3 -0
  9. imatrix-q4_k_m.dat +3 -0
  10. imatrix-q4_k_s.dat +3 -0
  11. imatrix-q5_0.dat +3 -0
  12. imatrix-q5_k_m.dat +3 -0
  13. imatrix-q5_k_s.dat +3 -0
  14. imatrix-q6.dat +3 -0
  15. imatrix-q8_0.dat +3 -0
  16. replete-coder-llama3-8b-iq3_m-imat.gguf +3 -0
  17. replete-coder-llama3-8b-iq3_xxs-imat.gguf +3 -0
  18. replete-coder-llama3-8b-iq4_nl-imat.gguf +3 -0
  19. replete-coder-llama3-8b-iq4_xs-imat.gguf +3 -0
  20. replete-coder-llama3-8b-q2_k.gguf +3 -0
  21. replete-coder-llama3-8b-q3_k_l.gguf +3 -0
  22. replete-coder-llama3-8b-q4_0.gguf +3 -0
  23. replete-coder-llama3-8b-q4_k_m-imat.gguf +3 -0
  24. replete-coder-llama3-8b-q4_k_m.gguf +3 -0
  25. replete-coder-llama3-8b-q4_k_s.gguf +3 -0
  26. replete-coder-llama3-8b-q5_0.gguf +3 -0
  27. replete-coder-llama3-8b-q5_k_m-imat.gguf +3 -0
  28. replete-coder-llama3-8b-q5_k_m.gguf +3 -0
  29. replete-coder-llama3-8b-q5_k_s-imat.gguf +3 -0
  30. replete-coder-llama3-8b-q5_k_s.gguf +3 -0
  31. replete-coder-llama3-8b-q6_k.gguf +3 -0
  32. replete-coder-llama3-8b-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,34 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ imatrix-iq3_m.dat filter=lfs diff=lfs merge=lfs -text
37
+ imatrix-iq3_xxs.dat filter=lfs diff=lfs merge=lfs -text
38
+ imatrix-iq4_nl.dat filter=lfs diff=lfs merge=lfs -text
39
+ imatrix-iq4_xs.dat filter=lfs diff=lfs merge=lfs -text
40
+ imatrix-q2_k.dat filter=lfs diff=lfs merge=lfs -text
41
+ imatrix-q3_k_l.dat filter=lfs diff=lfs merge=lfs -text
42
+ imatrix-q4_0.dat filter=lfs diff=lfs merge=lfs -text
43
+ imatrix-q4_k_m.dat filter=lfs diff=lfs merge=lfs -text
44
+ imatrix-q4_k_s.dat filter=lfs diff=lfs merge=lfs -text
45
+ imatrix-q5_0.dat filter=lfs diff=lfs merge=lfs -text
46
+ imatrix-q5_k_m.dat filter=lfs diff=lfs merge=lfs -text
47
+ imatrix-q5_k_s.dat filter=lfs diff=lfs merge=lfs -text
48
+ imatrix-q6.dat filter=lfs diff=lfs merge=lfs -text
49
+ imatrix-q8_0.dat filter=lfs diff=lfs merge=lfs -text
50
+ replete-coder-llama3-8b-iq3_m-imat.gguf filter=lfs diff=lfs merge=lfs -text
51
+ replete-coder-llama3-8b-iq3_xxs-imat.gguf filter=lfs diff=lfs merge=lfs -text
52
+ replete-coder-llama3-8b-iq4_nl-imat.gguf filter=lfs diff=lfs merge=lfs -text
53
+ replete-coder-llama3-8b-iq4_xs-imat.gguf filter=lfs diff=lfs merge=lfs -text
54
+ replete-coder-llama3-8b-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
55
+ replete-coder-llama3-8b-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
56
+ replete-coder-llama3-8b-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
57
+ replete-coder-llama3-8b-q4_k_m-imat.gguf filter=lfs diff=lfs merge=lfs -text
58
+ replete-coder-llama3-8b-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
59
+ replete-coder-llama3-8b-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
60
+ replete-coder-llama3-8b-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
61
+ replete-coder-llama3-8b-q5_k_m-imat.gguf filter=lfs diff=lfs merge=lfs -text
62
+ replete-coder-llama3-8b-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
63
+ replete-coder-llama3-8b-q5_k_s-imat.gguf filter=lfs diff=lfs merge=lfs -text
64
+ replete-coder-llama3-8b-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
65
+ replete-coder-llama3-8b-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
66
+ replete-coder-llama3-8b-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
imatrix-iq3_m.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba6363cb5becf83e11e8cb52402de228115b1658a5845530150ef662680203b7
3
+ size 4988151
imatrix-iq3_xxs.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba6363cb5becf83e11e8cb52402de228115b1658a5845530150ef662680203b7
3
+ size 4988151
imatrix-iq4_nl.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba6363cb5becf83e11e8cb52402de228115b1658a5845530150ef662680203b7
3
+ size 4988151
imatrix-iq4_xs.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba6363cb5becf83e11e8cb52402de228115b1658a5845530150ef662680203b7
3
+ size 4988151
imatrix-q2_k.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba6363cb5becf83e11e8cb52402de228115b1658a5845530150ef662680203b7
3
+ size 4988151
imatrix-q3_k_l.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba6363cb5becf83e11e8cb52402de228115b1658a5845530150ef662680203b7
3
+ size 4988151
imatrix-q4_0.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba6363cb5becf83e11e8cb52402de228115b1658a5845530150ef662680203b7
3
+ size 4988151
imatrix-q4_k_m.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba6363cb5becf83e11e8cb52402de228115b1658a5845530150ef662680203b7
3
+ size 4988151
imatrix-q4_k_s.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba6363cb5becf83e11e8cb52402de228115b1658a5845530150ef662680203b7
3
+ size 4988151
imatrix-q5_0.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba6363cb5becf83e11e8cb52402de228115b1658a5845530150ef662680203b7
3
+ size 4988151
imatrix-q5_k_m.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba6363cb5becf83e11e8cb52402de228115b1658a5845530150ef662680203b7
3
+ size 4988151
imatrix-q5_k_s.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba6363cb5becf83e11e8cb52402de228115b1658a5845530150ef662680203b7
3
+ size 4988151
imatrix-q6.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba6363cb5becf83e11e8cb52402de228115b1658a5845530150ef662680203b7
3
+ size 4988151
imatrix-q8_0.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:535e07041eeac9980f73096de74c878f65a8cba96b89c87f7dfca5df3dd87fb2
3
+ size 4988218
replete-coder-llama3-8b-iq3_m-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d748086f1582e04f27a7826b20201acc7cdaca690ff121151f80ea68e93f07a
3
+ size 3784823808
replete-coder-llama3-8b-iq3_xxs-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f25da9658c3079a634990c9f9804ccac49a9da5f39ea47cba0adf12c9dcdab19
3
+ size 3274912768
replete-coder-llama3-8b-iq4_nl-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8782cfff5baf56e993b576730c4bb8a04519fd0de34acd1f2e5d9b3a8983a708
3
+ size 4677989376
replete-coder-llama3-8b-iq4_xs-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47a3f9a3fb1434cd0945dd7f8c90956b0a33febb2e4b2c44790d782d82d44c66
3
+ size 4447663104
replete-coder-llama3-8b-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a569f696b19422cfb2825d873a8387acf57c125aa39437d4c662ef736ee4e01
3
+ size 3179131680
replete-coder-llama3-8b-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4d850f6e433bbcc558dbda8fc5f552d01e47da9c2be678f19b4897c41fc0471
3
+ size 4321956640
replete-coder-llama3-8b-q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ab31c63c7ed8bb2dbeb51a6f7e82365f9439cd181a8fca2134050d6f9827b61
3
+ size 4661211936
replete-coder-llama3-8b-q4_k_m-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ceef60afb3a9877e35a387aa7085371454d738e9f561b434fe937fe3043e1629
3
+ size 4920734720
replete-coder-llama3-8b-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:264eebd63b2f59ccc393a45a67ef7b0641f86793f37250d13077bb44c930da92
3
+ size 4920734496
replete-coder-llama3-8b-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7106d47ea8de5e57d1097542336b87bb7f3ea8a5ae77ef5878bc0c48d97f5d0
3
+ size 4692669216
replete-coder-llama3-8b-q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6568cb8857adfbf989e60acfd0ffc804f16c27817f745da6604d198a960ecc7d
3
+ size 5599294240
replete-coder-llama3-8b-q5_k_m-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84cc1082e6e588f023ca9d17fd8b6200ac309f786844f01413667badfc0939b3
3
+ size 5732987904
replete-coder-llama3-8b-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c66d9996817efc3522a36404491b5c4c1bb2e0edef324170ed13c9da8ae4aff8
3
+ size 5732987680
replete-coder-llama3-8b-q5_k_s-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9cf0ae1cbac13398f5e8799ecbe09a06d886bb30f94253b6d4242e616dc05541
3
+ size 5599294464
replete-coder-llama3-8b-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd6e0865e0111c263363b26ed35653cec174fc51a01758c2cfb8d82746666c57
3
+ size 5599294240
replete-coder-llama3-8b-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a77f286fa3e1a7cfa92065496ffc3776bac6f11efaab75915d34fe2638cf9d76
3
+ size 6596006688
replete-coder-llama3-8b-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e1991aba4bc3a3ecf2e731ef0e8621b3d811d3e2a0df234f9c3f9b8f866587c
3
+ size 8540771104