linjunyao commited on
Commit
4166307
1 Parent(s): a5bf394

updated citation and intro

Browse files
Files changed (2) hide show
  1. app.py +2 -2
  2. judgerbench/meta_data.py +14 -6
app.py CHANGED
@@ -41,7 +41,7 @@ with gr.Blocks() as demo:
41
  # timestamp = struct['time']
42
 
43
  # EVAL_TIME = format_timestamp(timestamp)
44
- EVAL_TIME = '20241015'
45
 
46
  # results = struct['results']
47
  # N_MODEL = len(results)
@@ -284,7 +284,7 @@ with gr.Blocks() as demo:
284
  value=CITATION_BUTTON_TEXT,
285
  label=CITATION_BUTTON_LABEL,
286
  elem_id='citation-button',
287
- lines=10,
288
  )
289
 
290
 
 
41
  # timestamp = struct['time']
42
 
43
  # EVAL_TIME = format_timestamp(timestamp)
44
+ EVAL_TIME = '20241022'
45
 
46
  # results = struct['results']
47
  # N_MODEL = len(results)
 
284
  value=CITATION_BUTTON_TEXT,
285
  label=CITATION_BUTTON_LABEL,
286
  elem_id='citation-button',
287
+ lines=7,
288
  )
289
 
290
 
judgerbench/meta_data.py CHANGED
@@ -24,12 +24,14 @@ STYLE_CLASS_MAPPING = {
24
  URL = "http://opencompass.openxlab.space/assets/OpenVLM.json"
25
  VLMEVALKIT_README = 'https://raw.githubusercontent.com/open-compass/VLMEvalKit/main/README.md'
26
  # CONSTANTS-CITATION
27
- CITATION_BUTTON_TEXT = r"""@misc{2023opencompass,
28
- title={OpenCompass: A Universal Evaluation Platform for Foundation Models},
29
- author={OpenCompass Contributors},
30
- howpublished = {\url{https://github.com/open-compass/opencompass}},
31
- year={2023}
32
- }"""
 
 
33
  CITATION_BUTTON_LABEL = "Copy the following snippet to cite these results"
34
 
35
  # CONSTANTS-TEXT
@@ -37,6 +39,12 @@ LEADERBORAD_INTRODUCTION = """# JudgerBench Leaderboard
37
 
38
  ### Welcome to the JudgerBench Leaderboard!
39
 
 
 
 
 
 
 
40
  This leaderboard was last updated: {}.
41
  """
42
 
 
24
  URL = "http://opencompass.openxlab.space/assets/OpenVLM.json"
25
  VLMEVALKIT_README = 'https://raw.githubusercontent.com/open-compass/VLMEvalKit/main/README.md'
26
  # CONSTANTS-CITATION
27
+ CITATION_BUTTON_TEXT = r"""@article{cao2024compass,
28
+ title={CompassJudger-1: All-in-one Judge Model Helps Model Evaluation and Evolution},
29
+ author={Maosong Cao, Alexander Lam, Haodong Duan, Hongwei Liu, Songyang Zhang, Kai Chen},
30
+ journal={arXiv preprint arXiv:2410.16256},
31
+ year={2024}
32
+ }
33
+ """
34
+
35
  CITATION_BUTTON_LABEL = "Copy the following snippet to cite these results"
36
 
37
  # CONSTANTS-TEXT
 
39
 
40
  ### Welcome to the JudgerBench Leaderboard!
41
 
42
+ Model Link: https://huggingface.co/opencompass/CompassJudger-1-7B-Instruct
43
+
44
+ Code Link: https://github.com/open-compass/CompassJudger
45
+
46
+ Paper Link: https://arxiv.org/pdf/2410.16256
47
+
48
  This leaderboard was last updated: {}.
49
  """
50