Hugging Face's logo

qwp4w3hyb
/
Phi-3-mini-128k-instruct-iMat-GGUF

Text Generation
GGUF
multilingual
nlp
code
microsoft
phi
instruct
finetune
imatrix
importance matrix
Inference Endpoints
conversational
Model card Files Community
qwp4w3hyb commited on
Commit
d1925e5
•
1 Parent(s): db216d2

Upload folder using huggingface_hub

Browse files
Files changed (21) hide show
  1. .gitattributes +2 -0
  2. imat-bf16-gmerged.dat +3 -0
  3. phi-3-mini-128k-instruct-bf16.gguf +3 -0
  4. phi-3-mini-128k-instruct-imat-IQ1_S.gguf +2 -2
  5. phi-3-mini-128k-instruct-imat-IQ2_M.gguf +2 -2
  6. phi-3-mini-128k-instruct-imat-IQ2_S.gguf +2 -2
  7. phi-3-mini-128k-instruct-imat-IQ2_XS.gguf +2 -2
  8. phi-3-mini-128k-instruct-imat-IQ2_XXS.gguf +2 -2
  9. phi-3-mini-128k-instruct-imat-IQ3_M.gguf +2 -2
  10. phi-3-mini-128k-instruct-imat-IQ3_S.gguf +2 -2
  11. phi-3-mini-128k-instruct-imat-IQ3_XS.gguf +2 -2
  12. phi-3-mini-128k-instruct-imat-IQ3_XXS.gguf +2 -2
  13. phi-3-mini-128k-instruct-imat-IQ4_NL.gguf +2 -2
  14. phi-3-mini-128k-instruct-imat-IQ4_XS.gguf +2 -2
  15. phi-3-mini-128k-instruct-imat-Q4_0.gguf +2 -2
  16. phi-3-mini-128k-instruct-imat-Q4_K_M.gguf +2 -2
  17. phi-3-mini-128k-instruct-imat-Q4_K_S.gguf +2 -2
  18. phi-3-mini-128k-instruct-imat-Q5_K_M.gguf +2 -2
  19. phi-3-mini-128k-instruct-imat-Q5_K_S.gguf +2 -2
  20. phi-3-mini-128k-instruct-imat-Q6_K.gguf +2 -2
  21. phi-3-mini-128k-instruct-imat-Q8_0.gguf +2 -2
.gitattributes CHANGED
@@ -53,3 +53,5 @@ phi-3-mini-128k-instruct-imat-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
  phi-3-mini-128k-instruct-imat-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
  phi-3-mini-128k-instruct-imat-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
55
  phi-3-mini-128k-instruct-imat-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
53
  phi-3-mini-128k-instruct-imat-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
  phi-3-mini-128k-instruct-imat-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
55
  phi-3-mini-128k-instruct-imat-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
56
+ imat-bf16-gmerged.dat filter=lfs diff=lfs merge=lfs -text
57
+ phi-3-mini-128k-instruct-bf16.gguf filter=lfs diff=lfs merge=lfs -text
imat-bf16-gmerged.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52d34aa9a1b8c4c61db0502676f2ce0b984a2b9076f9c81aa783cc2cea896e1b
3
+ size 2232631
phi-3-mini-128k-instruct-bf16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f7f82d7afbc7890bbf1d84edb6cfa553e8ddb9602a76234f92857b17006d80e
3
+ size 7643296608
phi-3-mini-128k-instruct-imat-IQ1_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3a949f0bcf4b02a2fe91c85aec969a1a51cc3639b32deee54b41db0d43d1d33d
3
- size 841608480
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82b67fc16429311cef3dc8de3cf65595ba0c83e5220f8de3c47b40cfe89f1938
3
+ size 841609344
phi-3-mini-128k-instruct-imat-IQ2_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6cab9b8ac70e0d9134352682e67c415740b523e42da98946144448105f6d85bf
3
- size 1316393760
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:950f07ee601195c115eb422e9f7b168fd104327e383ac4c88d3eb35d7b5df0e9
3
+ size 1316394624
phi-3-mini-128k-instruct-imat-IQ2_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f0f572c276287b2207ebc44b21b1a4a9a6169e0ccaac9448b4cd4fd57ae6d38d
3
- size 1215730464
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e08e8ed69fa0783b5660bbbcca0d9afd6087d937ae28415922f9e08af4ba4012
3
+ size 1215731328
phi-3-mini-128k-instruct-imat-IQ2_XS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:95b3cb137adde2166a2b7504fb6be3dd6cf60f03a1faa0aa151bdb8974c247c6
3
- size 1153035552
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9364d361330d03d35ce02b39e35afc0b0908ec4a0e20fde0e17c0a14bfcfcbc8
3
+ size 1153036416
phi-3-mini-128k-instruct-imat-IQ2_XXS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:122ec5ad40b7614912ed575021c862f37ddb09123e1343ecb02b7381377995de
3
- size 1042935072
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40d7e0f0e2557c4496202486671af8f245854d6de7c2da2a7eb0f80af68395d3
3
+ size 1042935936
phi-3-mini-128k-instruct-imat-IQ3_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1b7a7e2fc3783119cb284250f83d142a6108afb307ebb9f841cf0453adbedc1c
3
- size 1855598880
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32ff7b8430c1a22c4a86d4e118158a679eb3dffb354acf815fb69c1773302103
3
+ size 1855599744
phi-3-mini-128k-instruct-imat-IQ3_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:379435f945a6de3ea47dd2ad73bbb0aca08f607c765b26000d1866b5e98e1bfb
3
- size 1681797408
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7536cb9e16b61923760bd60fadbc1c611ab38033520937b75fa72192d7221e6
3
+ size 1681798272
phi-3-mini-128k-instruct-imat-IQ3_XS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:51367cba18546df5da39be20b05de9150a1b08aecd7682456ad3669f1945819a
3
- size 1625174304
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:deac71fd91447fdcdf2c7ab6e4d679d68357e2d0f929364ee405db81602a8246
3
+ size 1625175168
phi-3-mini-128k-instruct-imat-IQ3_XXS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:65fb1a3f3a10bf0257a2f5903caebafee9597a4001978d8ed20f7a7ccdaa11da
3
- size 1513001760
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc45e65cc553a4ba82dfb5f65972d7bcc9d03740a1054ecec6d7e8970783e3b9
3
+ size 1513002624
phi-3-mini-128k-instruct-imat-IQ4_NL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:99cd315340fa83b7c21d203f33ead7d0a5aac99ca5562f76dc344a91c7e37a14
3
- size 2176175904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2588bdf0db1efaf0b0e446813646503d068c2fa5f77b4a5feeb05fb6c4b89ed
3
+ size 2176176768
phi-3-mini-128k-instruct-imat-IQ4_XS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fac2955ffdd5e036652ad3b2eb9242913eca09dc77793966ed00f92745a1958c
3
- size 2059851552
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:528e951a2fcb8846e35606f9d575d3f92e7115e0c080089fc5e2ecd3a612afab
3
+ size 2059852416
phi-3-mini-128k-instruct-imat-Q4_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3386f5ac3e43452b70054f7c22fd38bd2786a230bc20fe9a072c517abf27cfe4
3
- size 2182467360
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bb80c7a43724461f8281854549946971ced7ae74efd01589e2c102b953c86a1
3
+ size 2182468224
phi-3-mini-128k-instruct-imat-Q4_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fba3389f4464fc0e4ca3d57abf9c4a1b6038750fa92e385eddd73930ca93b358
3
- size 2393231136
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5568a47c5eafc16e245421848b6c7cbba1f75aab29243ce0a1f9999f4d39e3f
3
+ size 2393232000
phi-3-mini-128k-instruct-imat-Q4_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:46224bf111a8c62cd55414687ca773f4e15f59f9abdb6d40b40d5760f3eaf555
3
- size 2188758816
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ca16a18cc045b42cfe2ffefb54f0d907361a0a32957d00f93ccd369888f630c
3
+ size 2188759680
phi-3-mini-128k-instruct-imat-Q5_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:87497d02cb4b6a11b53810d5ce658ba61a9d788dd390fdf9fe42bf77b6e54513
3
- size 2815274784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6097c6c50d37a86b718e7ba28b790e139e0e09abd3aa8ead2ece101da9d7bfc
3
+ size 2815275648
phi-3-mini-128k-instruct-imat-Q5_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fb81cd210d88ecefeb6f281d9eb1bc61935bf81c8b1ac0f9b0d8e58ebfa923de
3
- size 2641473312
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d2d6e8f5b083ae0f2c8017607121b09b711ea2f0bc221dd8fd8332df4ef5f81
3
+ size 2641474176
phi-3-mini-128k-instruct-imat-Q6_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5de4f777d918e54d8c345174424817a1d8eb856488fef98c1f77b645261d13c5
3
- size 3135851808
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e03e3ac2cbf03a747159c739318a2cc24fe79729e2d6b8f8e8a6c29889a3664d
3
+ size 3135852672
phi-3-mini-128k-instruct-imat-Q8_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:acd3e5b22c8bc29c647c43851beda69ca2c25995a030729d5e4a8af51d025767
3
- size 4061221152
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d99c34f7aaaab5d2c6397054aeb2db135796ce992f1e29dada74e9b3f1fad82c
3
+ size 4061222016