Hugging Face's logo

brittlewis12
/
Llama-3.2-1B-Instruct-GGUF

GGUF
Inference Endpoints
conversational
Model card Files Community
brittlewis12 commited on
Commit
41e4399
•
1 Parent(s): 951e070

Upload folder using huggingface_hub

Browse files
Files changed (11) hide show
  1. .gitattributes +10 -0
  2. llama-3.2-1b-instruct.IQ2_M.gguf +3 -0
  3. llama-3.2-1b-instruct.IQ2_S.gguf +3 -0
  4. llama-3.2-1b-instruct.IQ2_XS.gguf +3 -0
  5. llama-3.2-1b-instruct.IQ3_M.gguf +3 -0
  6. llama-3.2-1b-instruct.IQ3_S.gguf +3 -0
  7. llama-3.2-1b-instruct.IQ3_XS.gguf +3 -0
  8. llama-3.2-1b-instruct.IQ3_XXS.gguf +3 -0
  9. llama-3.2-1b-instruct.IQ4_NL.gguf +3 -0
  10. llama-3.2-1b-instruct.IQ4_XS.gguf +3 -0
  11. llama-3.2-1b-instruct.Q2_K_S.gguf +3 -0
.gitattributes CHANGED
@@ -48,3 +48,13 @@ llama-3.2-1b-instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
48
  llama-3.2-1b-instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
49
  llama-3.2-1b-instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
50
  llama-3.2-1b-instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
48
  llama-3.2-1b-instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
49
  llama-3.2-1b-instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
50
  llama-3.2-1b-instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
51
+ llama-3.2-1b-instruct.IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ llama-3.2-1b-instruct.IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ llama-3.2-1b-instruct.IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
54
+ llama-3.2-1b-instruct.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
55
+ llama-3.2-1b-instruct.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
56
+ llama-3.2-1b-instruct.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
57
+ llama-3.2-1b-instruct.IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
58
+ llama-3.2-1b-instruct.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
59
+ llama-3.2-1b-instruct.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
60
+ llama-3.2-1b-instruct.Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
llama-3.2-1b-instruct.IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3fdb3af1de4a56561ce5e82c8c21a3be320dc118609ee2b0894cc1979d7b7a6
3
+ size 515448928
llama-3.2-1b-instruct.IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f49434bf02212a5c6ecf9656ac293646386d419dd2cb9f0b4b14daa4040feb9
3
+ size 488710240
llama-3.2-1b-instruct.IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2997652f6fff66701cc97519bcdfd9d5809716b9d11d15a78999f72778001b13
3
+ size 475865184
llama-3.2-1b-instruct.IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1865ac83ba4eaab519cc61bd1a1e52e208bf9e2a392d433eefae00817eb16804
3
+ size 657289312
llama-3.2-1b-instruct.IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e308138651b62475f76444cc5cd99ef3bd07fd4eaba794de7da2c04d44d218a
3
+ size 643919968
llama-3.2-1b-instruct.IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70816a5506ebffbebe9c13926cb5a1a2eb01172347db26c5f72bd89681c296c7
3
+ size 621113440
llama-3.2-1b-instruct.IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffe1d0256a3886552ffc2fd2b82eb2bade1d06b17f15fec29c3ef0021cdc2384
3
+ size 562110560
llama-3.2-1b-instruct.IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1c1dc8ea759ee1d6c275b83a155ef547f29620caf9189762d532b437d8b5c17
3
+ size 773025888
llama-3.2-1b-instruct.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6bd749ab510db5b44c52b714c76452527ecfd10609c6034d8fc2c2b1f754946
3
+ size 743141472
llama-3.2-1b-instruct.Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:055ddbece4baddf346697695a56c8720e51d6d8f6c5f26389dd3bb173b31a4e8
3
+ size 554659936