Hugging Face's logo

mzwing
/
Phi-3-mini-128k-instruct-GGUF

GGUF
Inference Endpoints
conversational
Model card Files Community
mzwing commited on
Commit
4b2fe53
•
1 Parent(s): 6b0c77a

GGUF model commit (made with llama.cpp release b2929)

Browse files
Files changed (21) hide show
  1. .gitattributes +15 -0
  2. Phi-3-mini-128k-instruct.F16.gguf +3 -0
  3. Phi-3-mini-128k-instruct.IQ2_M.gguf +0 -0
  4. Phi-3-mini-128k-instruct.IQ3_M.gguf +0 -0
  5. Phi-3-mini-128k-instruct.IQ3_S.gguf +0 -0
  6. Phi-3-mini-128k-instruct.IQ3_XS.gguf +0 -0
  7. Phi-3-mini-128k-instruct.IQ3_XXS.gguf +0 -0
  8. Phi-3-mini-128k-instruct.IQ4_NL.gguf +3 -0
  9. Phi-3-mini-128k-instruct.IQ4_XS.gguf +3 -0
  10. Phi-3-mini-128k-instruct.Q2_K.gguf +3 -0
  11. Phi-3-mini-128k-instruct.Q3_K_L.gguf +3 -0
  12. Phi-3-mini-128k-instruct.Q3_K_M.gguf +3 -0
  13. Phi-3-mini-128k-instruct.Q3_K_S.gguf +3 -0
  14. Phi-3-mini-128k-instruct.Q4_0.gguf +3 -0
  15. Phi-3-mini-128k-instruct.Q4_K_M.gguf +3 -0
  16. Phi-3-mini-128k-instruct.Q4_K_S.gguf +3 -0
  17. Phi-3-mini-128k-instruct.Q5_0.gguf +3 -0
  18. Phi-3-mini-128k-instruct.Q5_K_M.gguf +3 -0
  19. Phi-3-mini-128k-instruct.Q5_K_S.gguf +3 -0
  20. Phi-3-mini-128k-instruct.Q6_K.gguf +3 -0
  21. Phi-3-mini-128k-instruct.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,18 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Phi-3-mini-128k-instruct.F16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Phi-3-mini-128k-instruct.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Phi-3-mini-128k-instruct.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Phi-3-mini-128k-instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Phi-3-mini-128k-instruct.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Phi-3-mini-128k-instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Phi-3-mini-128k-instruct.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Phi-3-mini-128k-instruct.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Phi-3-mini-128k-instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Phi-3-mini-128k-instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Phi-3-mini-128k-instruct.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Phi-3-mini-128k-instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Phi-3-mini-128k-instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Phi-3-mini-128k-instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Phi-3-mini-128k-instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Phi-3-mini-128k-instruct.F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3b752a7f11dfbc8b7e6e50c2b19d2b3426f0414b908679e5fd461cd83a1d11c
3
+ size 7643296608
Phi-3-mini-128k-instruct.IQ2_M.gguf ADDED
Binary file (737 kB). View file
 
Phi-3-mini-128k-instruct.IQ3_M.gguf ADDED
Binary file (737 kB). View file
 
Phi-3-mini-128k-instruct.IQ3_S.gguf ADDED
Binary file (737 kB). View file
 
Phi-3-mini-128k-instruct.IQ3_XS.gguf ADDED
Binary file (737 kB). View file
 
Phi-3-mini-128k-instruct.IQ3_XXS.gguf ADDED
Binary file (737 kB). View file
 
Phi-3-mini-128k-instruct.IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:575c4cd3c4d9a264063c807296c5e3c3385d56a0c379385018ca017a8ea8058a
3
+ size 2188759392
Phi-3-mini-128k-instruct.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:324997b91317026ee2febc19604bafcc907ac4c348358da91cfb758293cec984
3
+ size 2075580768
Phi-3-mini-128k-instruct.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bfe44b3b1017bf92786f1f27b9c03fd69e48375fcba0e0d1386a7449e35574a
3
+ size 1416203616
Phi-3-mini-128k-instruct.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b18895c54606cbd0ff2912c700dec0ecb4769f9d3a860c1f4a43e2108ba024a0
3
+ size 2087596896
Phi-3-mini-128k-instruct.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47a8fe7f8b92afca41cf4788b37f157b07dbf4140d860fa1ba7dbb72b72c1eea
3
+ size 1955476320
Phi-3-mini-128k-instruct.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a6e7d683d2f000d5efe7536bd17939df380bb4444ea9c9232bfd696246224cf
3
+ size 1681797984
Phi-3-mini-128k-instruct.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4969abed363d055355e8a5ec94e2be03c4ba5f90349c69856b30c2b109f196f9
3
+ size 2176176480
Phi-3-mini-128k-instruct.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:174a848430364859d83176896fb5c07a5ceb149f28c2bc82bac68b3b7d3f1477
3
+ size 2393231712
Phi-3-mini-128k-instruct.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8f3e37fafec0ce588da77b15ab4a6cffd44cfe55b55242c2ceceb7357372f42
3
+ size 2188759392
Phi-3-mini-128k-instruct.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58deec90ae058b2977c5d6a2302685f4b7dbfe22f9f6878deaa69d20e46bf574
3
+ size 2641473888
Phi-3-mini-128k-instruct.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a43ca69e6daf0d34501f6f1d60e97d872f1b8e36728140b688cd8c33a60dd6b7
3
+ size 2815275360
Phi-3-mini-128k-instruct.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd33c98f587f35203c963fc265bdbeb9de3ed314049d3125eef52f7fb7c52f58
3
+ size 2641473888
Phi-3-mini-128k-instruct.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:257db46b55b1a6a1ade686621bdbf419fdc82437e7682e0fddd81fa441abc0b9
3
+ size 3135852384
Phi-3-mini-128k-instruct.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5751b9c3988b7e461482f9381180426769ca482bd280e31e52982c6c285450f9
3
+ size 4061221728