Hugging Face's logo

martineden
/
Llama-3.2-1B-GGUF

GGUF
Inference Endpoints
Model card Files Community
martineden commited on
Commit
7c1605e
•
1 Parent(s): efcdc7a

Upload folder using huggingface_hub

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. llama-3.2-1b.Q2_K.gguf +3 -0
  3. llama-3.2-1b.Q3_K_L.gguf +3 -0
  4. llama-3.2-1b.Q3_K_M.gguf +3 -0
  5. llama-3.2-1b.Q3_K_S.gguf +3 -0
  6. llama-3.2-1b.Q4_0.gguf +3 -0
  7. llama-3.2-1b.Q4_K_M.gguf +3 -0
  8. llama-3.2-1b.Q4_K_S.gguf +3 -0
  9. llama-3.2-1b.Q5_0.gguf +3 -0
  10. llama-3.2-1b.Q5_K_M.gguf +3 -0
  11. llama-3.2-1b.Q5_K_S.gguf +3 -0
  12. llama-3.2-1b.Q6_K.gguf +3 -0
  13. llama-3.2-1b.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ llama-3.2-1b.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ llama-3.2-1b.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ llama-3.2-1b.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ llama-3.2-1b.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ llama-3.2-1b.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ llama-3.2-1b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ llama-3.2-1b.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ llama-3.2-1b.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ llama-3.2-1b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ llama-3.2-1b.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ llama-3.2-1b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ llama-3.2-1b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
llama-3.2-1b.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f05aa11a942b7021d3d0fc026ccb880b4dd315b1af116300ab3acfb1f7a2d34e
3
+ size 580870144
llama-3.2-1b.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2cfaf07e979ccece52519b8a7fd2ddbbdc7ee8c0881673595002d38adeea526f
3
+ size 732520448
llama-3.2-1b.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a963ab51d30cdaf19b6d5a9a56eddb08247398ffb153e2678a1f0e21e684b99c
3
+ size 690839552
llama-3.2-1b.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3829dd0ffff13d782aa1343f0bed3972444298c295051de3af72d6ae31cd70a8
3
+ size 641687552
llama-3.2-1b.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26aa4aebc10e4f11ddd489b9fea5eafb4aaaf5fc31fd71b26d0a51b9469d9cfe
3
+ size 770924544
llama-3.2-1b.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d06ffdc00fd5175ccb2371c6686ba63ed30bc915253158721344924bf699401e
3
+ size 807690240
llama-3.2-1b.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57156c3fe41d29c2bfe0787bb5af32453331ad938eead79f58f9234a5e3a94f5
3
+ size 775643136
llama-3.2-1b.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b8c31b797dafe83047b46741534f0f1ec6d1101fa6224810e6831cca495b5a6
3
+ size 892559360
llama-3.2-1b.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d0928f67017e4de3af9ea56f0f1f665bb37a504c832f9aeb7da60b8fe706d47
3
+ size 911499264
llama-3.2-1b.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:745a8c9598880122c0965725d29c288837155513df27eb38dd6cbfe238dea4f7
3
+ size 892559360
llama-3.2-1b.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9179f1e7ee2c58f447b8d7a8187e5148677c3fab28a55bdbcb45099e320f1785
3
+ size 1021796352
llama-3.2-1b.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d06547414839cb127be2461c1af8580f8fc1bc02869ec11234147faeefa615b
3
+ size 1321078784