File size: 7,867 Bytes
1f868cb |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 |
{
"deepseek-v2-lite-chat": {
"BaseARC": 69.01287553648069,
"BaseOpenbook": 64.60000000000001,
"📝StructARC": 40.155538694992416,
"📝StructOpenbook": 41.98437130002368,
"📝StructMMLU": 40.95659182440028,
"📝StructAverage": 41.03216727313879,
"BaseMMLU": 55.7,
"BaseAverage": 63.10429184549357
},
"baichuan2-7b-chat": {
"BaseARC": 57.596566523605155,
"BaseOpenbook": 60.8,
"📝StructARC": 31.39226100151745,
"📝StructOpenbook": 33.838503433578026,
"📝StructMMLU": 32.019719285283976,
"📝StructAverage": 32.41682790679315,
"BaseMMLU": 52.49,
"BaseAverage": 56.962188841201716
},
"mistral-7b-instruct-v0.3": {
"BaseARC": 76.39484978540773,
"BaseOpenbook": 74.4,
"📝StructARC": 42.640364188163886,
"📝StructOpenbook": 43.6182808430026,
"📝StructMMLU": 41.756990621302315,
"📝StructAverage": 42.67187855082293,
"BaseMMLU": 61.63,
"BaseAverage": 70.80828326180257
},
"yi-6b-chat": {
"BaseARC": 59.227467811158796,
"BaseOpenbook": 55.60000000000001,
"📝StructARC": 38.39150227617603,
"📝StructOpenbook": 38.977030547004496,
"📝StructMMLU": 36.34025031348594,
"📝StructAverage": 37.90292771222215,
"BaseMMLU": 58.24,
"BaseAverage": 57.68915593705293
},
"yi-1.5-9b-chat": {
"BaseARC": 85.75107296137338,
"BaseOpenbook": 83.0,
"📝StructARC": 57.01820940819423,
"📝StructOpenbook": 54.53469097797774,
"📝StructMMLU": 53.431308242228596,
"📝StructAverage": 54.99473620946685,
"BaseMMLU": 69.5,
"BaseAverage": 79.4170243204578
},
"llama-2-7b-chat": {
"BaseARC": 53.648068669527895,
"BaseOpenbook": 57.99999999999999,
"📝StructARC": 29.429059180576633,
"📝StructOpenbook": 33.24650722235378,
"📝StructMMLU": 27.884038239302765,
"📝StructAverage": 30.186534880744393,
"BaseMMLU": 34.1,
"BaseAverage": 48.5826895565093
},
"llama-3-8b-instruct": {
"BaseARC": 80.68669527896995,
"BaseOpenbook": 79.60000000000001,
"📝StructARC": 56.74317147192717,
"📝StructOpenbook": 57.06843476201753,
"📝StructMMLU": 54.63728961686302,
"📝StructAverage": 56.149631950269246,
"BaseMMLU": 68.4,
"BaseAverage": 76.22889842632333
},
"qwen1.5-7b-chat": {
"BaseARC": 70.21459227467811,
"BaseOpenbook": 68.60000000000001,
"📝StructARC": 40.92374810318665,
"📝StructOpenbook": 41.439734785697375,
"📝StructMMLU": 39.75951206275273,
"📝StructAverage": 40.707664983878914,
"BaseMMLU": 61.70508772,
"BaseAverage": 66.83989333155938
},
"qwen2-7b-instruct": {
"BaseARC": 84.29184549356223,
"BaseOpenbook": 82.39999999999999,
"📝StructARC": 58.34597875569044,
"📝StructOpenbook": 57.28155339805825,
"📝StructMMLU": 56.78738087582798,
"📝StructAverage": 57.47163767652555,
"BaseMMLU": 70.5,
"BaseAverage": 79.06394849785407
},
"mistral-7b-v0.3": {
"BaseARC": 76.65236051502146,
"BaseOpenbook": 72.8,
"📝StructARC": 46.936646433990894,
"📝StructOpenbook": 48.23585129055174,
"📝StructMMLU": 46.05517926584278,
"📝StructAverage": 47.075892330128475,
"BaseMMLU": 60.1,
"BaseAverage": 69.85078683834048
},
"yi-1.5-9b": {
"BaseARC": 88.41201716738198,
"BaseOpenbook": 83.0,
"📝StructARC": 60.60318664643399,
"📝StructOpenbook": 59.2943405162207,
"📝StructMMLU": 57.41526232409641,
"📝StructAverage": 59.10426316225036,
"BaseMMLU": 69.5,
"BaseAverage": 80.30400572246066
},
"yi-6b": {
"BaseARC": 77.6824034334764,
"BaseOpenbook": 73.6,
"📝StructARC": 46.936646433990894,
"📝StructOpenbook": 49.51456310679612,
"📝StructMMLU": 46.21888085492341,
"📝StructAverage": 47.55669679857014,
"BaseMMLU": 63.2,
"BaseAverage": 71.49413447782545
},
"deepseek-v2-lite": {
"BaseARC": 68.24034334763948,
"BaseOpenbook": 66.4,
"📝StructARC": 40.73406676783004,
"📝StructOpenbook": 42.97892493488042,
"📝StructMMLU": 41.024161265238256,
"📝StructAverage": 41.579050989316244,
"BaseMMLU": 58.3,
"BaseAverage": 64.3134477825465
},
"llama-3-8b": {
"BaseARC": 76.22317596566523,
"BaseOpenbook": 75.0,
"📝StructARC": 52.78831562974203,
"📝StructOpenbook": 53.04286052569264,
"📝StructMMLU": 51.37044261097523,
"📝StructAverage": 52.4005395888033,
"BaseMMLU": 66.6,
"BaseAverage": 72.60772532188841
},
"llama-2-7b": {
"BaseARC": 48.66952789699571,
"BaseOpenbook": 43.6,
"📝StructARC": 29.040212443095598,
"📝StructOpenbook": 31.730996921619703,
"📝StructMMLU": 29.187423497033315,
"📝StructAverage": 29.986210953916203,
"BaseMMLU": 45.7,
"BaseAverage": 45.98984263233191
},
"qwen2-7b": {
"BaseARC": 86.18025751072962,
"BaseOpenbook": 84.2,
"📝StructARC": 66.17033383915023,
"📝StructOpenbook": 66.13781671797301,
"📝StructMMLU": 65.24702121505192,
"📝StructAverage": 65.85172392405839,
"BaseMMLU": 70.3,
"BaseAverage": 80.22675250357655
},
"qwen1.5-7b": {
"BaseARC": 78.54077253218884,
"BaseOpenbook": 78.8,
"📝StructARC": 48.501517450682854,
"📝StructOpenbook": 50.248638408714186,
"📝StructMMLU": 46.709001366105916,
"📝StructAverage": 48.48638574183432,
"BaseMMLU": 61.0,
"BaseAverage": 72.78025751072961
},
"baichuan2-7b-base": {
"BaseARC": 61.630901287553655,
"BaseOpenbook": 62.6,
"📝StructARC": 32.42602427921092,
"📝StructOpenbook": 37.08264267108691,
"📝StructMMLU": 34.59571358681649,
"📝StructAverage": 34.7014601790381,
"BaseMMLU": 54.16,
"BaseAverage": 59.46363376251788
},
"llama-3-70b": {
"BaseARC": 92.1030042918455,
"BaseOpenbook": 89.60000000000001,
"📝StructARC": 73.12215477996965,
"📝StructOpenbook": 72.6024153445418,
"📝StructMMLU": 70.85211858440155,
"📝StructAverage": 72.19222956963766,
"BaseMMLU": 79.5,
"BaseAverage": 87.06766809728184
},
"qwen2-72b": {
"BaseARC": 95.79399141630901,
"BaseOpenbook": 96.39999999999999,
"📝StructARC": 79.10660091047042,
"📝StructOpenbook": 78.4986976083353,
"📝StructMMLU": 78.57972263190929,
"📝StructAverage": 78.72834038357168,
"BaseMMLU": 84.2,
"BaseAverage": 92.131330472103
},
"yi-1.5-34b": {
"BaseARC": 92.1030042918455,
"BaseOpenbook": 83.6,
"📝StructARC": 64.37784522003035,
"📝StructOpenbook": 63.76983187307601,
"📝StructMMLU": 63.296635991674755,
"📝StructAverage": 63.81477102826037,
"BaseMMLU": 77.1,
"BaseAverage": 84.26766809728183
},
"mixtral-8x7b-v0.1": {
"BaseARC": 84.0343347639485,
"BaseOpenbook": 77.8,
"📝StructARC": 62.3103186646434,
"📝StructOpenbook": 62.32536111768885,
"📝StructMMLU": 60.46643846946602,
"📝StructAverage": 61.70070608393275,
"BaseMMLU": 70.6,
"BaseAverage": 77.47811158798282
}
} |