File size: 1,120 Bytes
f6eed87 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 |
LEADERBOARD_INTRODUCTION = """# CinePile Leaderboard
### CinePile is a long video understanding dataset & benchmark. The leaderboard presents the evaluation results of various VLMs on the CinePile benchmark.
### Currently, CinePile Leaderboard covers {} different VLMs.
This leaderboard was last updated: {}.
"""
LEADERBOARD_MD = """
## Main Evaluation Results
- Average Accuracy: The average accuracy on all question categories (normalized to 0 - 100, the higher the better).
- Average Rank: The average rank based on the average accuracy (the lower the better).
"""
# CONSTANTS-CITATION
CITATION_BUTTON_TEXT = r"""@article{rawal2024cinepile,
title={Cinepile: A long video question answering dataset and benchmark},
author={Rawal, Ruchit and Saifullah, Khalid and Basri, Ronen and Jacobs, David and Somepalli, Gowthami and Goldstein, Tom},
journal={arXiv preprint arXiv:2405.08813},
year={2024}
}"""
CITATION_BUTTON_LABEL = "Copy the following snippet to cite these results"
CINEPILE_ABOUT_MD = "https://raw.githubusercontent.com/JARVVVIS/cinepile_leaderboard/refs/heads/main/assets/about_cinepile.md"
|