Hugging Face's logo

brittlewis12
/
Nemotron-Mini-4B-Instruct-GGUF

GGUF
Inference Endpoints
conversational
Model card Files Community
brittlewis12 commited on
Commit
356f69d
•
1 Parent(s): 25f4e05

Upload folder using huggingface_hub

Browse files
Files changed (18) hide show
  1. .gitattributes +17 -0
  2. nemotron-mini-4b-instruct.IQ1_M.gguf +3 -0
  3. nemotron-mini-4b-instruct.IQ1_S.gguf +3 -0
  4. nemotron-mini-4b-instruct.IQ2_XS.gguf +3 -0
  5. nemotron-mini-4b-instruct.IQ2_XXS.gguf +3 -0
  6. nemotron-mini-4b-instruct.Q3_K_L.gguf +3 -0
  7. nemotron-mini-4b-instruct.Q3_K_M.gguf +3 -0
  8. nemotron-mini-4b-instruct.Q3_K_S.gguf +3 -0
  9. nemotron-mini-4b-instruct.Q4_0.gguf +3 -0
  10. nemotron-mini-4b-instruct.Q4_1.gguf +3 -0
  11. nemotron-mini-4b-instruct.Q4_K_M.gguf +3 -0
  12. nemotron-mini-4b-instruct.Q4_K_S.gguf +3 -0
  13. nemotron-mini-4b-instruct.Q5_0.gguf +3 -0
  14. nemotron-mini-4b-instruct.Q5_1.gguf +3 -0
  15. nemotron-mini-4b-instruct.Q5_K_M.gguf +3 -0
  16. nemotron-mini-4b-instruct.Q5_K_S.gguf +3 -0
  17. nemotron-mini-4b-instruct.Q6_K.gguf +3 -0
  18. nemotron-mini-4b-instruct.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -36,3 +36,20 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
36
  nemotron-mini-4b-instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
  nemotron-mini-4b-instruct.f16.gguf filter=lfs diff=lfs merge=lfs -text
38
  nemotron-mini-4b-instruct.imatrix filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
36
  nemotron-mini-4b-instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
  nemotron-mini-4b-instruct.f16.gguf filter=lfs diff=lfs merge=lfs -text
38
  nemotron-mini-4b-instruct.imatrix filter=lfs diff=lfs merge=lfs -text
39
+ nemotron-mini-4b-instruct.IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ nemotron-mini-4b-instruct.IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ nemotron-mini-4b-instruct.IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ nemotron-mini-4b-instruct.IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ nemotron-mini-4b-instruct.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
44
+ nemotron-mini-4b-instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ nemotron-mini-4b-instruct.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ nemotron-mini-4b-instruct.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ nemotron-mini-4b-instruct.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
48
+ nemotron-mini-4b-instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
49
+ nemotron-mini-4b-instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ nemotron-mini-4b-instruct.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
51
+ nemotron-mini-4b-instruct.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
52
+ nemotron-mini-4b-instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ nemotron-mini-4b-instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ nemotron-mini-4b-instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
55
+ nemotron-mini-4b-instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
nemotron-mini-4b-instruct.IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5cd8534084ad64e45c82851367dbd2e32bac2b2fc9016b36a7c38bf7c2966e9c
3
+ size 1414372384
nemotron-mini-4b-instruct.IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f30ff03d7852c0652068434cbefc4a4cd538de58e79b2db4b80bc991ca9a45c
3
+ size 1365122080
nemotron-mini-4b-instruct.IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b5ac3c329cafa8b40be13491467d088e1d317fbffee76eca87daba4a053d463
3
+ size 1571560480
nemotron-mini-4b-instruct.IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f483b64c993f6532d7d88d07f14f2619cb1be5c3e881ef0bc527b952ab430d6e
3
+ size 1496456224
nemotron-mini-4b-instruct.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64072d0d41914baada0bde40983ebc7e7b4c1bc6339e49682077ba3c28e0abb1
3
+ size 2452953888
nemotron-mini-4b-instruct.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0c1013ec38a13c97197826b93e4381ec07fe4f58ba0bb349a462a64a57549a6
3
+ size 2297240352
nemotron-mini-4b-instruct.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06c114ccfeaf0c4c85d9cbffdf0009f73afe5286199c467314c575c49b80e616
3
+ size 2115574560
nemotron-mini-4b-instruct.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff369b6cad0824bc0a7eef237829857a8f7576bc08efa3efa4111461374effd0
3
+ size 2567625504
nemotron-mini-4b-instruct.Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d2b316b2a0e5fd80ba27351b857008ab7821c8eba1d7c40f5d4ed01249a7138
3
+ size 2780355360
nemotron-mini-4b-instruct.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a1edc55c6524a73c31e95ead18425d87b785e92a895d3407a287c95c5500bd2
3
+ size 2697386784
nemotron-mini-4b-instruct.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d237df6e5e46bd902f42c61b5a3213777c86d665d09fafa201a11cb89a05de1f
3
+ size 2583354144
nemotron-mini-4b-instruct.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a36be71e6427dc0c89a56ec437beb180a82e8624ee651e8c3302f67e75e0352
3
+ size 2993085216
nemotron-mini-4b-instruct.Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb948ea49b986dc123f6dd859f82860c7a80ef6e480ebff45f41e0d69e3cc0ee
3
+ size 3205815072
nemotron-mini-4b-instruct.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5914b2dfdb65aade660d5b70fc6b8fc58283ed61d1bea28868ee47420346ea31
3
+ size 3059931936
nemotron-mini-4b-instruct.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ab68fcea214b8b652e9734dc51b88b6d87b84aa9800250c02857ffe485eb447
3
+ size 2993085216
nemotron-mini-4b-instruct.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:004d57eeb6b94fb10c3cbe6ea16b926d44aa85a9714a69faf8ca2e0b02f042be
3
+ size 3445136160
nemotron-mini-4b-instruct.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e52852b266f92ab1f81957f5cb01ec5c097ff8d69ff49698408f042c05fba07
3
+ size 4459928352