Hugging Face's logo

brittlewis12
/
Llama-3.2-3B-Instruct-GGUF

GGUF
Inference Endpoints
conversational
Model card Files Community
brittlewis12 commited on
Commit
2f58b68
•
1 Parent(s): 88d11aa

Upload folder using huggingface_hub

Browse files
Files changed (11) hide show
  1. .gitattributes +10 -0
  2. llama-3.2-3b-instruct.IQ2_M.gguf +3 -0
  3. llama-3.2-3b-instruct.IQ2_S.gguf +3 -0
  4. llama-3.2-3b-instruct.IQ2_XS.gguf +3 -0
  5. llama-3.2-3b-instruct.IQ3_M.gguf +3 -0
  6. llama-3.2-3b-instruct.IQ3_S.gguf +3 -0
  7. llama-3.2-3b-instruct.IQ3_XS.gguf +3 -0
  8. llama-3.2-3b-instruct.IQ3_XXS.gguf +3 -0
  9. llama-3.2-3b-instruct.IQ4_NL.gguf +3 -0
  10. llama-3.2-3b-instruct.IQ4_XS.gguf +3 -0
  11. llama-3.2-3b-instruct.Q2_K_S.gguf +3 -0
.gitattributes CHANGED
@@ -48,3 +48,13 @@ llama-3.2-3b-instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
48
  llama-3.2-3b-instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
49
  llama-3.2-3b-instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
50
  llama-3.2-3b-instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
48
  llama-3.2-3b-instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
49
  llama-3.2-3b-instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
50
  llama-3.2-3b-instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
51
+ llama-3.2-3b-instruct.IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ llama-3.2-3b-instruct.IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ llama-3.2-3b-instruct.IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
54
+ llama-3.2-3b-instruct.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
55
+ llama-3.2-3b-instruct.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
56
+ llama-3.2-3b-instruct.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
57
+ llama-3.2-3b-instruct.IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
58
+ llama-3.2-3b-instruct.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
59
+ llama-3.2-3b-instruct.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
60
+ llama-3.2-3b-instruct.Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
llama-3.2-3b-instruct.IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a7872bd87c84ad7316c21c4e7106ec77e8d845e90010c7d51b7a1c27a02b384
3
+ size 1229031936
llama-3.2-3b-instruct.IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:191131e64bb0a0224ddc0aadef0217d0c3d198679fb950118612e9627e9dc3b8
3
+ size 1154320896
llama-3.2-3b-instruct.IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72495b7135a98564d0ace87ecbe29b6ca21f3133b1386139bd8288d72c6c2c78
3
+ size 1100548608
llama-3.2-3b-instruct.IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9cf39ab3e7426ed6d6050d54e2e158c955586c6788e3ed1a161195d2cd73d39
3
+ size 1599668736
llama-3.2-3b-instruct.IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e9e6c2b46c4e1bffbc6e7abcb620e754dc5b035f087ad7ea91078ceb1d6ae89
3
+ size 1542849024
llama-3.2-3b-instruct.IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec31c3e699052b5fb25d6746d9ef5055bb88bda9728c62bad7703bd32ad0f981
3
+ size 1476788736
llama-3.2-3b-instruct.IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fe24404c0e7f690541b837c950600e80658c864628302c2c81c810c41868901
3
+ size 1348766208
llama-3.2-3b-instruct.IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f03c6c63d73fbf4154793ac1cddeccb551bb10e42c05ce7923a33766d7c918d
3
+ size 1917190656
llama-3.2-3b-instruct.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec6c429ab219620f5938eef7e75c4cbf21f68c6525c26bf8d265751fb177f465
3
+ size 1829110272
llama-3.2-3b-instruct.Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e66334593403d9d7fb57bbc10eeb517ddb296a2af408a34bd38186b85e2fd76
3
+ size 1274282496