Add IQ Quants - Fixed (#7)
Browse files- Add IQ Quants - Fixed (e4162811959b345a19ec1ec04961d6ed830bbcd4)
Co-authored-by: Sai <[email protected]>
- index.html +23 -0
index.html
CHANGED
|
@@ -51,10 +51,21 @@
|
|
| 51 |
}
|
| 52 |
|
| 53 |
const gguf_quants = {
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 54 |
"Q2_K": 3.35,
|
| 55 |
"Q3_K_S": 3.5,
|
|
|
|
|
|
|
| 56 |
"Q3_K_M": 3.91,
|
| 57 |
"Q3_K_L": 4.27,
|
|
|
|
|
|
|
| 58 |
"Q4_0": 4.55,
|
| 59 |
"Q4_K_S": 4.58,
|
| 60 |
"Q4_K_M": 4.85,
|
|
@@ -477,9 +488,21 @@
|
|
| 477 |
<!-- Panel -->
|
| 478 |
<div
|
| 479 |
x-data="{ quants: [
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 480 |
'Q3_K_S',
|
|
|
|
|
|
|
| 481 |
'Q3_K_M',
|
| 482 |
'Q3_K_L',
|
|
|
|
|
|
|
| 483 |
'Q4_0',
|
| 484 |
'Q4_K_S',
|
| 485 |
'Q4_K_M',
|
|
|
|
| 51 |
}
|
| 52 |
|
| 53 |
const gguf_quants = {
|
| 54 |
+
"IQ1_S": 1.56,
|
| 55 |
+
"IQ2_XXS": 2.06,
|
| 56 |
+
"IQ2_XS": 2.31,
|
| 57 |
+
"IQ2_S": 2.5,
|
| 58 |
+
"IQ2_M": 2.7,
|
| 59 |
+
"IQ3_XXS": 3.06,
|
| 60 |
+
"IQ3_XS": 3.3,
|
| 61 |
"Q2_K": 3.35,
|
| 62 |
"Q3_K_S": 3.5,
|
| 63 |
+
"IQ3_S": 3.5,
|
| 64 |
+
"IQ3_M": 3.7,
|
| 65 |
"Q3_K_M": 3.91,
|
| 66 |
"Q3_K_L": 4.27,
|
| 67 |
+
"IQ4_XS": 4.25,
|
| 68 |
+
"IQ4_NL": 4.5,
|
| 69 |
"Q4_0": 4.55,
|
| 70 |
"Q4_K_S": 4.58,
|
| 71 |
"Q4_K_M": 4.85,
|
|
|
|
| 488 |
<!-- Panel -->
|
| 489 |
<div
|
| 490 |
x-data="{ quants: [
|
| 491 |
+
'IQ1_S',
|
| 492 |
+
'IQ2_XXS',
|
| 493 |
+
'IQ2_XS',
|
| 494 |
+
'IQ2_S',
|
| 495 |
+
'IQ2_M',
|
| 496 |
+
'IQ3_XXS',
|
| 497 |
+
'IQ3_XS',
|
| 498 |
+
'Q2_K',
|
| 499 |
'Q3_K_S',
|
| 500 |
+
'IQ3_S',
|
| 501 |
+
'IQ3_M',
|
| 502 |
'Q3_K_M',
|
| 503 |
'Q3_K_L',
|
| 504 |
+
'IQ4_XS',
|
| 505 |
+
'IQ4_NL',
|
| 506 |
'Q4_0',
|
| 507 |
'Q4_K_S',
|
| 508 |
'Q4_K_M',
|