Hugging Face's logo

sofuego
/
Llama-3-8B-Instruct-Gadsby-GGUF

GGUF
Inference Endpoints
conversational
Model card Files Community
1
sofuego commited on
Commit
1287e32
•
1 Parent(s): 7044460

Added quants

Browse files
Files changed (7) hide show
  1. .gitattributes +6 -0
  2. meta-llama-3-8B-instruct-gadsby-Q2_K.gguf +3 -0
  3. meta-llama-3-8B-instruct-gadsby-Q3_K_M.gguf +3 -0
  4. meta-llama-3-8B-instruct-gadsby-Q4_K_S.gguf +3 -0
  5. meta-llama-3-8B-instruct-gadsby-Q5_K_S.gguf +3 -0
  6. meta-llama-3-8B-instruct-gadsby-Q6_K.gguf +3 -0
  7. meta-llama-3-8B-instruct-gadsby-Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,9 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ meta-llama-3-8B-instruct-gadsby-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ meta-llama-3-8B-instruct-gadsby-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ meta-llama-3-8B-instruct-gadsby-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ meta-llama-3-8B-instruct-gadsby-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ meta-llama-3-8B-instruct-gadsby-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
41
+ meta-llama-3-8B-instruct-gadsby-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
meta-llama-3-8B-instruct-gadsby-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0536d09cb74c472a58226744587569c5617e722d3bff780120b1abb642e71479
3
+ size 3179131104
meta-llama-3-8B-instruct-gadsby-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53896d03cd4f191a954c0ac88c0845638eebc2b821004c8690c53c5fd6b2a22e
3
+ size 4018917600
meta-llama-3-8B-instruct-gadsby-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9364c05e3c5dc1be5b5f9aa8c05016e488eab5816ea62c18401a70df66035cab
3
+ size 4692668640
meta-llama-3-8B-instruct-gadsby-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aba7c98e64aa69b85010f246e022575946277124e1255156c144dcd10d6a2b79
3
+ size 5599293664
meta-llama-3-8B-instruct-gadsby-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3d036d9bb861e42b0acad053a720eca1f51a81f54c5173e35e3de6bc5ade1bf
3
+ size 6596006112
meta-llama-3-8B-instruct-gadsby-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66eae43723712e3be286ab4a0c927bbaf98287ee495bee15aeb14d3285351637
3
+ size 8540770528