Jason Zheng commited on
Commit
3181619
1 Parent(s): 6906870

format model names

Browse files
Files changed (1) hide show
  1. RESULTS.json +11 -11
RESULTS.json CHANGED
@@ -75,7 +75,7 @@
75
  "RACE Score": 42.8
76
  }
77
  },
78
- "CodeLlama-7b-Instruct-hf": {
79
  "readability": {
80
  "R*": 32.3,
81
  "RN_p": 31.5,
@@ -113,7 +113,7 @@
113
  "RACE Score": 22.9
114
  }
115
  },
116
- "CodeLlama-7b-Python-hf": {
117
  "readability": {
118
  "R*": 29.3,
119
  "RN_p": 29.5,
@@ -151,7 +151,7 @@
151
  "RACE Score": 23.9
152
  }
153
  },
154
- "CodeLlama-13b-Instruct-hf": {
155
  "readability": {
156
  "R*": 36.0,
157
  "RN_p": 37.7,
@@ -189,7 +189,7 @@
189
  "RACE Score": 26.4
190
  }
191
  },
192
- "CodeLlama-13b-Python-hf": {
193
  "readability": {
194
  "R*": 40.2,
195
  "RN_p": 35.0,
@@ -227,7 +227,7 @@
227
  "RACE Score": 25.3
228
  }
229
  },
230
- "CodeLlama-34b-Instruct-hf": {
231
  "readability": {
232
  "R*": 36.0,
233
  "RN_p": 36.5,
@@ -265,7 +265,7 @@
265
  "RACE Score": 24.2
266
  }
267
  },
268
- "CodeLlama-34b-Python-hf": {
269
  "readability": {
270
  "R*": 31.7,
271
  "RN_p": 27.2,
@@ -303,7 +303,7 @@
303
  "RACE Score": 23.4
304
  }
305
  },
306
- "deepseek-coder-6.7b-instruct": {
307
  "readability": {
308
  "R*": 65.2,
309
  "RN_p": 65.5,
@@ -341,7 +341,7 @@
341
  "RACE Score": 39.0
342
  }
343
  },
344
- "deepseek-coder-7b-instruct-v1.5": {
345
  "readability": {
346
  "R*": 61.0,
347
  "RN_p": 61.5,
@@ -379,7 +379,7 @@
379
  "RACE Score": 38.1
380
  }
381
  },
382
- "deepseek-coder-33b-instruct": {
383
  "readability": {
384
  "R*": 65.9,
385
  "RN_p": 64.6,
@@ -417,7 +417,7 @@
417
  "RACE Score": 44.1
418
  }
419
  },
420
- "DeepSeek-Coder-V2-Lite-Instruct": {
421
  "readability": {
422
  "R*": 72.0,
423
  "RN_p": 71.2,
@@ -455,7 +455,7 @@
455
  "RACE Score": 47.7
456
  }
457
  },
458
- "deepseek-coder": {
459
  "readability": {
460
  "R*": 73.8,
461
  "RN_p": 75.3,
 
75
  "RACE Score": 42.8
76
  }
77
  },
78
+ "CodeLlama-7b-Instruct": {
79
  "readability": {
80
  "R*": 32.3,
81
  "RN_p": 31.5,
 
113
  "RACE Score": 22.9
114
  }
115
  },
116
+ "CodeLlama-7b-Python": {
117
  "readability": {
118
  "R*": 29.3,
119
  "RN_p": 29.5,
 
151
  "RACE Score": 23.9
152
  }
153
  },
154
+ "CodeLlama-13b-Instruct": {
155
  "readability": {
156
  "R*": 36.0,
157
  "RN_p": 37.7,
 
189
  "RACE Score": 26.4
190
  }
191
  },
192
+ "CodeLlama-13b-Python": {
193
  "readability": {
194
  "R*": 40.2,
195
  "RN_p": 35.0,
 
227
  "RACE Score": 25.3
228
  }
229
  },
230
+ "CodeLlama-34b-Instruct": {
231
  "readability": {
232
  "R*": 36.0,
233
  "RN_p": 36.5,
 
265
  "RACE Score": 24.2
266
  }
267
  },
268
+ "CodeLlama-34b-Python": {
269
  "readability": {
270
  "R*": 31.7,
271
  "RN_p": 27.2,
 
303
  "RACE Score": 23.4
304
  }
305
  },
306
+ "DeepSeek-Coder-Instruct-6.7B": {
307
  "readability": {
308
  "R*": 65.2,
309
  "RN_p": 65.5,
 
341
  "RACE Score": 39.0
342
  }
343
  },
344
+ "DeepSeek-Coder-Instruct-7B": {
345
  "readability": {
346
  "R*": 61.0,
347
  "RN_p": 61.5,
 
379
  "RACE Score": 38.1
380
  }
381
  },
382
+ "DeepSeek-Coder-Instruct-33B": {
383
  "readability": {
384
  "R*": 65.9,
385
  "RN_p": 64.6,
 
417
  "RACE Score": 44.1
418
  }
419
  },
420
+ "DeepSeek-Coder-V2-Lite-Instruct-16B": {
421
  "readability": {
422
  "R*": 72.0,
423
  "RN_p": 71.2,
 
455
  "RACE Score": 47.7
456
  }
457
  },
458
+ "DeepSeek-Coder-V2-Instruct-236B": {
459
  "readability": {
460
  "R*": 73.8,
461
  "RN_p": 75.3,