kennymckormick
commited on
Commit
•
7f008cb
1
Parent(s):
82c5f93
add OCRBench in MAIN_FIELDS
Browse files- .gitignore +1 -0
- meta_data.py +4 -1
.gitignore
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
.pre-commit-config.yaml
|
meta_data.py
CHANGED
@@ -19,7 +19,10 @@ This leaderboard was last updated: {}.
|
|
19 |
"""
|
20 |
# CONSTANTS-FIELDS
|
21 |
META_FIELDS = ['Method', 'Parameters (B)', 'Language Model', 'Vision Model', 'OpenSource', 'Verified']
|
22 |
-
MAIN_FIELDS = [
|
|
|
|
|
|
|
23 |
MMBENCH_FIELDS = ['MMBench_TEST_EN', 'MMBench_DEV_EN', 'MMBench_TEST_CN', 'MMBench_DEV_CN', 'CCBench']
|
24 |
MODEL_SIZE = ['<10B', '10B-20B', '20B-40B', '>40B', 'Unknown']
|
25 |
MODEL_TYPE = ['API', 'OpenSource', 'Proprietary']
|
|
|
19 |
"""
|
20 |
# CONSTANTS-FIELDS
|
21 |
META_FIELDS = ['Method', 'Parameters (B)', 'Language Model', 'Vision Model', 'OpenSource', 'Verified']
|
22 |
+
MAIN_FIELDS = [
|
23 |
+
'MMBench_TEST_EN', 'MMBench_TEST_CN', 'CCBench', 'MME', 'SEEDBench_IMG', 'MMVet',
|
24 |
+
'MMMU_VAL', 'MathVista', 'HallusionBench', 'LLaVABench', 'AI2D', 'OCRBench'
|
25 |
+
]
|
26 |
MMBENCH_FIELDS = ['MMBench_TEST_EN', 'MMBench_DEV_EN', 'MMBench_TEST_CN', 'MMBench_DEV_CN', 'CCBench']
|
27 |
MODEL_SIZE = ['<10B', '10B-20B', '20B-40B', '>40B', 'Unknown']
|
28 |
MODEL_TYPE = ['API', 'OpenSource', 'Proprietary']
|