Hugging Face's logo

qwp4w3hyb
/
Phi-3-medium-128k-instruct-iMat-GGUF

Text Generation
GGUF
multilingual
nlp
code
microsoft
phi
instruct
finetune
imatrix
importance matrix
Inference Endpoints
conversational
Model card Files Community
qwp4w3hyb commited on
Commit
06d1c31
•
1 Parent(s): ae9f0b4

Upload folder using huggingface_hub

Browse files
Files changed (11) hide show
  1. .gitattributes +10 -0
  2. phi-3-medium-128k-instruct-imat-IQ2_M.gguf +3 -0
  3. phi-3-medium-128k-instruct-imat-IQ2_S.gguf +3 -0
  4. phi-3-medium-128k-instruct-imat-IQ2_XS.gguf +3 -0
  5. phi-3-medium-128k-instruct-imat-IQ3_M.gguf +3 -0
  6. phi-3-medium-128k-instruct-imat-IQ3_S.gguf +3 -0
  7. phi-3-medium-128k-instruct-imat-IQ3_XS.gguf +3 -0
  8. phi-3-medium-128k-instruct-imat-IQ4_NL.gguf +3 -0
  9. phi-3-medium-128k-instruct-imat-Q4_K_M.gguf +3 -0
  10. phi-3-medium-128k-instruct-imat-Q4_K_S.gguf +3 -0
  11. phi-3-medium-128k-instruct-imat-Q5_K_S.gguf +3 -0
.gitattributes CHANGED
@@ -43,3 +43,13 @@ phi-3-medium-128k-instruct-imat-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
43
  phi-3-medium-128k-instruct-imat-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
44
  phi-3-medium-128k-instruct-imat-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
45
  phi-3-medium-128k-instruct-imat-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
43
  phi-3-medium-128k-instruct-imat-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
44
  phi-3-medium-128k-instruct-imat-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
45
  phi-3-medium-128k-instruct-imat-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
46
+ phi-3-medium-128k-instruct-imat-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
47
+ phi-3-medium-128k-instruct-imat-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
48
+ phi-3-medium-128k-instruct-imat-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ phi-3-medium-128k-instruct-imat-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
50
+ phi-3-medium-128k-instruct-imat-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ phi-3-medium-128k-instruct-imat-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
52
+ phi-3-medium-128k-instruct-imat-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
53
+ phi-3-medium-128k-instruct-imat-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
54
+ phi-3-medium-128k-instruct-imat-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
55
+ phi-3-medium-128k-instruct-imat-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
phi-3-medium-128k-instruct-imat-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2941bfbcbe3da518925a8f09e9e3fc4ac0342cb50ab63417a775e62869618604
3
+ size 4717006368
phi-3-medium-128k-instruct-imat-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca40771bbc83c4a3318a71cdcef5f76b3fe839c1058981ff78accfe3c17bcf5d
3
+ size 4338126368
phi-3-medium-128k-instruct-imat-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2be6ed3560cb420a85125ce0e71b4f66a20215210f0e21078454a198b452e9a7
3
+ size 4127405088
phi-3-medium-128k-instruct-imat-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13c76810467677267891583d7c57c28eaead519269afcbc1db51f834bca6160c
3
+ size 6473977888
phi-3-medium-128k-instruct-imat-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c39900042cceef07d1b1794f7a274502d25cf502093f2f73c7f6e3284c23892
3
+ size 6064889888
phi-3-medium-128k-instruct-imat-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0374adfd72bb04f61df63f8383bac68a1dfa4b02ae359e91a2ca872764d6342
3
+ size 5806841888
phi-3-medium-128k-instruct-imat-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90ee00467ae33dc53ed1d6841fbb3e9efcd716feb6883f4a51cc81a483f219d8
3
+ size 7897125408
phi-3-medium-128k-instruct-imat-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39192acfc8962a9138a9b925db5a60abaec0512b9cec325dfbf4895336e6735d
3
+ size 8566821408
phi-3-medium-128k-instruct-imat-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f56c8b4d90573b6b7c5c056e60b0b4eebc32978f4c27741c14ac632a5dbc1595
3
+ size 7954469408
phi-3-medium-128k-instruct-imat-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e4fbc3d12f6c9c7e22d3f796b223f0b8134001a376831bba769e52768c5c545
3
+ size 9621582368