Hugging Face's logo

qwp4w3hyb
/
Phi-3-mini-4k-instruct-iMat-GGUF

Text Generation
Transformers
GGUF
English
phi3
nlp
code
microsoft
phi
phi-3
imatrix
importance matrix
conversational
custom_code
text-generation-inference
Inference Endpoints
Model card Files Community
qwp4w3hyb commited on
Commit
cadc889
•
1 Parent(s): 888495e

Upload folder using huggingface_hub

Browse files
Files changed (21) hide show
  1. .gitattributes +2 -0
  2. imat-bf16-gmerged.dat +3 -0
  3. phi-3-mini-4k-instruct-bf16.gguf +3 -0
  4. phi-3-mini-4k-instruct-imat-IQ1_S.gguf +2 -2
  5. phi-3-mini-4k-instruct-imat-IQ2_M.gguf +2 -2
  6. phi-3-mini-4k-instruct-imat-IQ2_S.gguf +2 -2
  7. phi-3-mini-4k-instruct-imat-IQ2_XS.gguf +2 -2
  8. phi-3-mini-4k-instruct-imat-IQ2_XXS.gguf +2 -2
  9. phi-3-mini-4k-instruct-imat-IQ3_M.gguf +2 -2
  10. phi-3-mini-4k-instruct-imat-IQ3_S.gguf +2 -2
  11. phi-3-mini-4k-instruct-imat-IQ3_XS.gguf +2 -2
  12. phi-3-mini-4k-instruct-imat-IQ3_XXS.gguf +2 -2
  13. phi-3-mini-4k-instruct-imat-IQ4_NL.gguf +2 -2
  14. phi-3-mini-4k-instruct-imat-IQ4_XS.gguf +2 -2
  15. phi-3-mini-4k-instruct-imat-Q4_0.gguf +2 -2
  16. phi-3-mini-4k-instruct-imat-Q4_K_M.gguf +2 -2
  17. phi-3-mini-4k-instruct-imat-Q4_K_S.gguf +2 -2
  18. phi-3-mini-4k-instruct-imat-Q5_K_M.gguf +2 -2
  19. phi-3-mini-4k-instruct-imat-Q5_K_S.gguf +2 -2
  20. phi-3-mini-4k-instruct-imat-Q6_K.gguf +2 -2
  21. phi-3-mini-4k-instruct-imat-Q8_0.gguf +2 -2
.gitattributes CHANGED
@@ -54,3 +54,5 @@ phi-3-mini-4k-instruct-imat-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
  phi-3-mini-4k-instruct-imat-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
55
  phi-3-mini-4k-instruct-imat-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
56
  phi-3-mini-4k-instruct-imat-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
54
  phi-3-mini-4k-instruct-imat-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
55
  phi-3-mini-4k-instruct-imat-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
56
  phi-3-mini-4k-instruct-imat-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
57
+ imat-bf16-gmerged.dat filter=lfs diff=lfs merge=lfs -text
58
+ phi-3-mini-4k-instruct-bf16.gguf filter=lfs diff=lfs merge=lfs -text
imat-bf16-gmerged.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6e02f64a26ff26fe4959c788c5b9807e8ac4907d9dad693d68d195833e4e360
3
+ size 2232631
phi-3-mini-4k-instruct-bf16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2f5ecad8cb7c737bca60176f66515ea316b63a49f2263e8897d8c02b9e2bf89
3
+ size 7643296064
phi-3-mini-4k-instruct-imat-IQ1_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:06bb88ff9b91b82487dcb8da8f242789885953019cc0dda538770de80954b591
3
- size 841608704
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca7df424d96662592778691958f8413e3de79f217e7fb22fdda46e6fbb84da82
3
+ size 841608800
phi-3-mini-4k-instruct-imat-IQ2_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f9e593cfac09c9a269510da1f8037008bd7e4870cf39b0a5906f21ec58f0b9c5
3
- size 1316393984
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:678c54361f3bc0cb3a116e98c22888cd539e9838d17652ea509c77255dcdf9c6
3
+ size 1316394080
phi-3-mini-4k-instruct-imat-IQ2_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9344909838035b5229c55a9d20a7d8e9c548c413ce3c54032991c35001434931
3
- size 1215730688
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49185b99d7caea3da2e5238542d0961741dfa7501e80650bdf43d3ad5a22a63b
3
+ size 1215730784
phi-3-mini-4k-instruct-imat-IQ2_XS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:98ded4fc2da8bdc16bfaa96566b76bc24f7ffe732d3a8c176b9448e8d12feccf
3
- size 1153035776
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b71e83ccb0b6b788cbdcd265d81bc309a0e2480667c4a546eec67733de39f7f
3
+ size 1153035872
phi-3-mini-4k-instruct-imat-IQ2_XXS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4910bfd47d7c3f69da2d77fd7cfde0a76042aa9eb76c2b38a394028adc7c0ce1
3
- size 1042935296
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba07be1c449442fbf250bc05570fb881a7f187f2e4ebf34d07b6f6ffa164d8c5
3
+ size 1042935392
phi-3-mini-4k-instruct-imat-IQ3_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2d00bc881fbf75f042f4d3ef255b909912a59ab54e5e6c162e8ce2adb2202a9c
3
- size 1855599104
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebca3cdebb70abd87dc394420b177b08c7cdb4c762a4823bb42912f58f9a4747
3
+ size 1855599200
phi-3-mini-4k-instruct-imat-IQ3_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1e6458b47cd84aabe3afa2ae301a7b363cfd908b39affd8ed72aa8b1357723ae
3
- size 1681797632
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:871d4ffbd26d9a185b6b1d7410d08fdc7adfc047f8a243c74a9dae25e955b069
3
+ size 1681797728
phi-3-mini-4k-instruct-imat-IQ3_XS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:beb6f0095ecf0248a7e469b4e06454943273036e8f20e13d703b93d6f9ff335a
3
- size 1625174528
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b927c63b15c51b2a920c8b53bc6eee44c33aa1b4d4835b98537d99f33374f1e5
3
+ size 1625174624
phi-3-mini-4k-instruct-imat-IQ3_XXS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c5abfc71c75ff53f16265b9882c1c9566279fe048982531f18b013ee6f396878
3
- size 1513001984
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4429bce10f5571cc6f7e40609b596878872226bc41979dc9806930b21fd24a6
3
+ size 1513002080
phi-3-mini-4k-instruct-imat-IQ4_NL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f1cf55dc22e789819a4c445eedfbc6d5343d72a2dd0bd8ed1bd89c91f3dd0238
3
- size 2176176128
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b25fb171e9dd33611c9d71bb532792f43b236fe5f40a04164ece21f38d8dc4ed
3
+ size 2176176224
phi-3-mini-4k-instruct-imat-IQ4_XS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:deb5269cc85354a576aa71f40451429940485f281238aa38de6254719d3b236e
3
- size 2059851776
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34fc6ac02743de09655ff21c3fae6af79035cc3b72782a913404bf93c48725c7
3
+ size 2059851872
phi-3-mini-4k-instruct-imat-Q4_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2ca03d273370a0eb6d4e51bd7c656f464c1a63a091e34596131af09c4a8acf39
3
- size 2182467584
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ee92e5371a7f2c7f30e359d89d5d43664a1972fb6b208dbe2df9eac148a3e34
3
+ size 2182467680
phi-3-mini-4k-instruct-imat-Q4_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2855e9157ddbb5ae81c952774b4c48213c44cac1a31aa350a5ecd7153e982850
3
- size 2393231360
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e97b8f3ca4f95a5ed95667fdb78edebb0b4afea9588ccaae397dacea8b36e43
3
+ size 2393231456
phi-3-mini-4k-instruct-imat-Q4_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:adf8ecad6bd65146a3e6d351ac9fc145bed7e102ae538c25844ef267adde1a9f
3
- size 2188759040
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf13a2bb4f158a074203f48bf38d5654d673c60422200f99056eb5ca0f807b2c
3
+ size 2188759136
phi-3-mini-4k-instruct-imat-Q5_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6c041c3edd311f7406948bed29c37257d9d69f8b328f88c05e76cb1fbcd44c3a
3
- size 2815275008
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1dfba30fce9d5dd39a8b22dfb7b2512d91207755cca81b84663223f4fb2ad668
3
+ size 2815275104
phi-3-mini-4k-instruct-imat-Q5_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:98d4fc3d6d8637a0a875ae83f88c2d18e836d56ac0a6b0455be19d40e61ba27f
3
- size 2641473536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19caefd4949ff3e2800229c86783719cd746f1b9853781ad2d9f3b590af8ab75
3
+ size 2641473632
phi-3-mini-4k-instruct-imat-Q6_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:147ee86ce7f49f7d4c8ce949d1f8cfe41e89267586ad7a4247d984b617c701fd
3
- size 3135852032
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7515494831aee7b16bed231ad2edab545c9315ad27592719ae6727533bf9370
3
+ size 3135852128
phi-3-mini-4k-instruct-imat-Q8_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c205adec0b5182b8b048725b2690fc60e204e93236654fd51033bf71d1fcd43a
3
- size 4061221376
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9e0308037f11059bfbc5e872510a87068dc1077313bc0729fcebec8b0fb09bf
3
+ size 4061221472