Spaces:
Running
Running
Jason Zheng
commited on
Commit
•
3181619
1
Parent(s):
6906870
format model names
Browse files- RESULTS.json +11 -11
RESULTS.json
CHANGED
@@ -75,7 +75,7 @@
|
|
75 |
"RACE Score": 42.8
|
76 |
}
|
77 |
},
|
78 |
-
"CodeLlama-7b-Instruct
|
79 |
"readability": {
|
80 |
"R*": 32.3,
|
81 |
"RN_p": 31.5,
|
@@ -113,7 +113,7 @@
|
|
113 |
"RACE Score": 22.9
|
114 |
}
|
115 |
},
|
116 |
-
"CodeLlama-7b-Python
|
117 |
"readability": {
|
118 |
"R*": 29.3,
|
119 |
"RN_p": 29.5,
|
@@ -151,7 +151,7 @@
|
|
151 |
"RACE Score": 23.9
|
152 |
}
|
153 |
},
|
154 |
-
"CodeLlama-13b-Instruct
|
155 |
"readability": {
|
156 |
"R*": 36.0,
|
157 |
"RN_p": 37.7,
|
@@ -189,7 +189,7 @@
|
|
189 |
"RACE Score": 26.4
|
190 |
}
|
191 |
},
|
192 |
-
"CodeLlama-13b-Python
|
193 |
"readability": {
|
194 |
"R*": 40.2,
|
195 |
"RN_p": 35.0,
|
@@ -227,7 +227,7 @@
|
|
227 |
"RACE Score": 25.3
|
228 |
}
|
229 |
},
|
230 |
-
"CodeLlama-34b-Instruct
|
231 |
"readability": {
|
232 |
"R*": 36.0,
|
233 |
"RN_p": 36.5,
|
@@ -265,7 +265,7 @@
|
|
265 |
"RACE Score": 24.2
|
266 |
}
|
267 |
},
|
268 |
-
"CodeLlama-34b-Python
|
269 |
"readability": {
|
270 |
"R*": 31.7,
|
271 |
"RN_p": 27.2,
|
@@ -303,7 +303,7 @@
|
|
303 |
"RACE Score": 23.4
|
304 |
}
|
305 |
},
|
306 |
-
"
|
307 |
"readability": {
|
308 |
"R*": 65.2,
|
309 |
"RN_p": 65.5,
|
@@ -341,7 +341,7 @@
|
|
341 |
"RACE Score": 39.0
|
342 |
}
|
343 |
},
|
344 |
-
"
|
345 |
"readability": {
|
346 |
"R*": 61.0,
|
347 |
"RN_p": 61.5,
|
@@ -379,7 +379,7 @@
|
|
379 |
"RACE Score": 38.1
|
380 |
}
|
381 |
},
|
382 |
-
"
|
383 |
"readability": {
|
384 |
"R*": 65.9,
|
385 |
"RN_p": 64.6,
|
@@ -417,7 +417,7 @@
|
|
417 |
"RACE Score": 44.1
|
418 |
}
|
419 |
},
|
420 |
-
"DeepSeek-Coder-V2-Lite-Instruct": {
|
421 |
"readability": {
|
422 |
"R*": 72.0,
|
423 |
"RN_p": 71.2,
|
@@ -455,7 +455,7 @@
|
|
455 |
"RACE Score": 47.7
|
456 |
}
|
457 |
},
|
458 |
-
"
|
459 |
"readability": {
|
460 |
"R*": 73.8,
|
461 |
"RN_p": 75.3,
|
|
|
75 |
"RACE Score": 42.8
|
76 |
}
|
77 |
},
|
78 |
+
"CodeLlama-7b-Instruct": {
|
79 |
"readability": {
|
80 |
"R*": 32.3,
|
81 |
"RN_p": 31.5,
|
|
|
113 |
"RACE Score": 22.9
|
114 |
}
|
115 |
},
|
116 |
+
"CodeLlama-7b-Python": {
|
117 |
"readability": {
|
118 |
"R*": 29.3,
|
119 |
"RN_p": 29.5,
|
|
|
151 |
"RACE Score": 23.9
|
152 |
}
|
153 |
},
|
154 |
+
"CodeLlama-13b-Instruct": {
|
155 |
"readability": {
|
156 |
"R*": 36.0,
|
157 |
"RN_p": 37.7,
|
|
|
189 |
"RACE Score": 26.4
|
190 |
}
|
191 |
},
|
192 |
+
"CodeLlama-13b-Python": {
|
193 |
"readability": {
|
194 |
"R*": 40.2,
|
195 |
"RN_p": 35.0,
|
|
|
227 |
"RACE Score": 25.3
|
228 |
}
|
229 |
},
|
230 |
+
"CodeLlama-34b-Instruct": {
|
231 |
"readability": {
|
232 |
"R*": 36.0,
|
233 |
"RN_p": 36.5,
|
|
|
265 |
"RACE Score": 24.2
|
266 |
}
|
267 |
},
|
268 |
+
"CodeLlama-34b-Python": {
|
269 |
"readability": {
|
270 |
"R*": 31.7,
|
271 |
"RN_p": 27.2,
|
|
|
303 |
"RACE Score": 23.4
|
304 |
}
|
305 |
},
|
306 |
+
"DeepSeek-Coder-Instruct-6.7B": {
|
307 |
"readability": {
|
308 |
"R*": 65.2,
|
309 |
"RN_p": 65.5,
|
|
|
341 |
"RACE Score": 39.0
|
342 |
}
|
343 |
},
|
344 |
+
"DeepSeek-Coder-Instruct-7B": {
|
345 |
"readability": {
|
346 |
"R*": 61.0,
|
347 |
"RN_p": 61.5,
|
|
|
379 |
"RACE Score": 38.1
|
380 |
}
|
381 |
},
|
382 |
+
"DeepSeek-Coder-Instruct-33B": {
|
383 |
"readability": {
|
384 |
"R*": 65.9,
|
385 |
"RN_p": 64.6,
|
|
|
417 |
"RACE Score": 44.1
|
418 |
}
|
419 |
},
|
420 |
+
"DeepSeek-Coder-V2-Lite-Instruct-16B": {
|
421 |
"readability": {
|
422 |
"R*": 72.0,
|
423 |
"RN_p": 71.2,
|
|
|
455 |
"RACE Score": 47.7
|
456 |
}
|
457 |
},
|
458 |
+
"DeepSeek-Coder-V2-Instruct-236B": {
|
459 |
"readability": {
|
460 |
"R*": 73.8,
|
461 |
"RN_p": 75.3,
|