Hugging Face's logo

3thn
/
dolphin-2.9-llama3-8b-GGUF

GGUF
autoquant
dolphin
llama3
Inference Endpoints
conversational
Model card Files Community
3thn commited on
Commit
e4d235b
•
1 Parent(s): 9efd076

Upload folder using huggingface_hub

Browse files
Files changed (15) hide show
  1. .gitattributes +14 -0
  2. dolphin-2.9-llama3-8b.Q2_K.gguf +3 -0
  3. dolphin-2.9-llama3-8b.Q3_K_L.gguf +3 -0
  4. dolphin-2.9-llama3-8b.Q3_K_M.gguf +3 -0
  5. dolphin-2.9-llama3-8b.Q3_K_S.gguf +3 -0
  6. dolphin-2.9-llama3-8b.Q4_0.gguf +3 -0
  7. dolphin-2.9-llama3-8b.Q4_1.gguf +3 -0
  8. dolphin-2.9-llama3-8b.Q4_K_M.gguf +3 -0
  9. dolphin-2.9-llama3-8b.Q4_K_S.gguf +3 -0
  10. dolphin-2.9-llama3-8b.Q5_0.gguf +3 -0
  11. dolphin-2.9-llama3-8b.Q5_1.gguf +3 -0
  12. dolphin-2.9-llama3-8b.Q5_K_M.gguf +3 -0
  13. dolphin-2.9-llama3-8b.Q5_K_S.gguf +3 -0
  14. dolphin-2.9-llama3-8b.Q6_K.gguf +3 -0
  15. dolphin-2.9-llama3-8b.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,17 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ dolphin-2.9-llama3-8b.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ dolphin-2.9-llama3-8b.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ dolphin-2.9-llama3-8b.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ dolphin-2.9-llama3-8b.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ dolphin-2.9-llama3-8b.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ dolphin-2.9-llama3-8b.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
42
+ dolphin-2.9-llama3-8b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ dolphin-2.9-llama3-8b.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ dolphin-2.9-llama3-8b.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
45
+ dolphin-2.9-llama3-8b.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
46
+ dolphin-2.9-llama3-8b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
47
+ dolphin-2.9-llama3-8b.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
48
+ dolphin-2.9-llama3-8b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ dolphin-2.9-llama3-8b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
dolphin-2.9-llama3-8b.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba502a7c6065448cdcf18a166387297472fe8d03f6638ba2200a9a28c29517b4
3
+ size 3179653632
dolphin-2.9-llama3-8b.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ded520b7ece3842122409de30b0b29e841e967766de053061b4eaa5e71712b3
3
+ size 4322479424
dolphin-2.9-llama3-8b.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f40f3ac659b3eeaab12d70e7154e8ec6dcfa2c9f37900ad0028c7b075748126
3
+ size 4019440960
dolphin-2.9-llama3-8b.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8864eebf7f059ccf186af7811d4efc0277063e73b403e90f5293011758c588ba
3
+ size 3665022272
dolphin-2.9-llama3-8b.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a970e709d34bbb7eef8347de19e1b65d6f1c093d0cb1df4305d29db2b4d0cc7
3
+ size 4661735808
dolphin-2.9-llama3-8b.Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a81db12802351c2b2198d7f781879d18366c5c11b9db1a4c1374b11f4cb93d3b
3
+ size 5130777472
dolphin-2.9-llama3-8b.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81329284aeefc320ba167155709125fc0555750b8a06b1d86111ed31d167ea39
3
+ size 4921258368
dolphin-2.9-llama3-8b.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4609a3ba76449249abfd1b1285117a95050f4302434e557af49e36465b086ea
3
+ size 4693193088
dolphin-2.9-llama3-8b.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4d2859ace180ba790989aa740869f6b730e5b0f5800f16afba0d82ccc5d047e
3
+ size 5599819136
dolphin-2.9-llama3-8b.Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f80c01a8395568e6fb57330f415662012ac9bc8c2545bdaa5d91c87a20ceb62
3
+ size 6068860800
dolphin-2.9-llama3-8b.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b3eb505d47f3f1f993b334b478f8ccd9c118c3d5c2736f4ecaa3b70e7fc5fa3
3
+ size 5733512576
dolphin-2.9-llama3-8b.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:461ff88f1e42d6619f4bde0b882312e18858fcb518c143c00b88b4c3b55f0858
3
+ size 5599819136
dolphin-2.9-llama3-8b.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f10029aa2ac91c2b6a5d7ee257c99643321a31ebecf0cce552a917bccfbac5a
3
+ size 6596532672
dolphin-2.9-llama3-8b.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45d44bf6a955ef840825713dcfabad4f8bffe7e78dbdcbd5818e30f6b3297bce
3
+ size 8541301056