|
LEADERBOARD_INTRODUCTION = """# CinePile Leaderboard |
|
### CinePile is a long video understanding dataset & benchmark. The leaderboard presents the evaluation results of various VLMs on the CinePile benchmark. |
|
### Currently, CinePile Leaderboard covers {} different VLMs. |
|
|
|
This leaderboard was last updated: {}. |
|
""" |
|
LEADERBOARD_MD = """ |
|
## Main Evaluation Results |
|
|
|
- Average Accuracy: The average accuracy on all question categories (normalized to 0 - 100, the higher the better). |
|
- Average Rank: The average rank based on the average accuracy (the lower the better). |
|
""" |
|
|
|
|
|
|
|
CITATION_BUTTON_TEXT = r"""@article{rawal2024cinepile, |
|
title={Cinepile: A long video question answering dataset and benchmark}, |
|
author={Rawal, Ruchit and Saifullah, Khalid and Basri, Ronen and Jacobs, David and Somepalli, Gowthami and Goldstein, Tom}, |
|
journal={arXiv preprint arXiv:2405.08813}, |
|
year={2024} |
|
}""" |
|
CITATION_BUTTON_LABEL = "Copy the following snippet to cite these results" |
|
|
|
CINEPILE_ABOUT_MD = "https://raw.githubusercontent.com/JARVVVIS/cinepile_leaderboard/refs/heads/main/assets/about_cinepile.md" |
|
|
