alozowski commited on
Commit
31fb4e6
1 Parent(s): 58560f8

new citations

Browse files
Files changed (1) hide show
  1. src/display/about.py +61 -59
src/display/about.py CHANGED
@@ -212,13 +212,14 @@ Not all models are converted properly from `float16` to `bfloat16`, and selectin
212
 
213
  CITATION_BUTTON_LABEL = "Copy the following snippet to cite these results"
214
  CITATION_BUTTON_TEXT = r"""
215
- @misc{open-llm-leaderboard,
216
- author = {Edward Beeching and Clémentine Fourrier and Nathan Habib and Sheon Han and Nathan Lambert and Nazneen Rajani and Omar Sanseviero and Lewis Tunstall and Thomas Wolf},
217
- title = {Open LLM Leaderboard},
218
- year = {2023},
219
  publisher = {Hugging Face},
220
- howpublished = "\url{https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard}"
221
  }
 
222
  @software{eval-harness,
223
  author = {Gao, Leo and
224
  Tow, Jonathan and
@@ -243,65 +244,66 @@ CITATION_BUTTON_TEXT = r"""
243
  publisher = {Zenodo},
244
  version = {v0.0.1},
245
  doi = {10.5281/zenodo.5371628},
246
- url = {https://doi.org/10.5281/zenodo.5371628}
247
  }
248
- @misc{clark2018think,
249
- title={Think you have Solved Question Answering? Try ARC, the AI2 Reasoning Challenge},
250
- author={Peter Clark and Isaac Cowhey and Oren Etzioni and Tushar Khot and Ashish Sabharwal and Carissa Schoenick and Oyvind Tafjord},
251
- year={2018},
252
- eprint={1803.05457},
253
- archivePrefix={arXiv},
254
- primaryClass={cs.AI}
 
 
255
  }
256
- @misc{zellers2019hellaswag,
257
- title={HellaSwag: Can a Machine Really Finish Your Sentence?},
258
- author={Rowan Zellers and Ari Holtzman and Yonatan Bisk and Ali Farhadi and Yejin Choi},
259
- year={2019},
260
- eprint={1905.07830},
261
- archivePrefix={arXiv},
262
- primaryClass={cs.CL}
 
 
263
  }
264
- @misc{hendrycks2021measuring,
265
- title={Measuring Massive Multitask Language Understanding},
266
- author={Dan Hendrycks and Collin Burns and Steven Basart and Andy Zou and Mantas Mazeika and Dawn Song and Jacob Steinhardt},
267
- year={2021},
268
- eprint={2009.03300},
269
- archivePrefix={arXiv},
270
- primaryClass={cs.CY}
 
 
271
  }
272
- @misc{lin2022truthfulqa,
273
- title={TruthfulQA: Measuring How Models Mimic Human Falsehoods},
274
- author={Stephanie Lin and Jacob Hilton and Owain Evans},
275
- year={2022},
276
- eprint={2109.07958},
277
- archivePrefix={arXiv},
278
- primaryClass={cs.CL}
 
 
279
  }
280
- @misc{DBLP:journals/corr/abs-1907-10641,
281
- title={{WINOGRANDE:} An Adversarial Winograd Schema Challenge at Scale},
282
- author={Keisuke Sakaguchi and Ronan Le Bras and Chandra Bhagavatula and Yejin Choi},
283
- year={2019},
284
- eprint={1907.10641},
285
- archivePrefix={arXiv},
286
- primaryClass={cs.CL}
 
 
287
  }
288
- @misc{DBLP:journals/corr/abs-2110-14168,
289
- title={Training Verifiers to Solve Math Word Problems},
290
- author={Karl Cobbe and
291
- Vineet Kosaraju and
292
- Mohammad Bavarian and
293
- Mark Chen and
294
- Heewoo Jun and
295
- Lukasz Kaiser and
296
- Matthias Plappert and
297
- Jerry Tworek and
298
- Jacob Hilton and
299
- Reiichiro Nakano and
300
- Christopher Hesse and
301
- John Schulman},
302
- year={2021},
303
- eprint={2110.14168},
304
- archivePrefix={arXiv},
305
- primaryClass={cs.CL}
306
  }
307
  """
 
212
 
213
  CITATION_BUTTON_LABEL = "Copy the following snippet to cite these results"
214
  CITATION_BUTTON_TEXT = r"""
215
+ @misc{open-llm-leaderboard-v2,
216
+ author = {Clémentine Fourrier and Nathan Habib and Alina Lozovskaya and Konrad Szafer and Thomas Wolf},
217
+ title = {Open LLM Leaderboard v2},
218
+ year = {2024},
219
  publisher = {Hugging Face},
220
+ howpublished = "\url{https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard}",
221
  }
222
+
223
  @software{eval-harness,
224
  author = {Gao, Leo and
225
  Tow, Jonathan and
 
244
  publisher = {Zenodo},
245
  version = {v0.0.1},
246
  doi = {10.5281/zenodo.5371628},
247
+ url = {https://doi.org/10.5281/zenodo.5371628},
248
  }
249
+
250
+ @misc{zhou2023instructionfollowingevaluationlargelanguage,
251
+ title={Instruction-Following Evaluation for Large Language Models},
252
+ author={Jeffrey Zhou and Tianjian Lu and Swaroop Mishra and Siddhartha Brahma and Sujoy Basu and Yi Luan and Denny Zhou and Le Hou},
253
+ year={2023},
254
+ eprint={2311.07911},
255
+ archivePrefix={arXiv},
256
+ primaryClass={cs.CL},
257
+ url={https://arxiv.org/abs/2311.07911},
258
  }
259
+
260
+ @misc{suzgun2022challengingbigbenchtaskschainofthought,
261
+ title={Challenging BIG-Bench Tasks and Whether Chain-of-Thought Can Solve Them},
262
+ author={Mirac Suzgun and Nathan Scales and Nathanael Schärli and Sebastian Gehrmann and Yi Tay and Hyung Won Chung and Aakanksha Chowdhery and Quoc V. Le and Ed H. Chi and Denny Zhou and Jason Wei},
263
+ year={2022},
264
+ eprint={2210.09261},
265
+ archivePrefix={arXiv},
266
+ primaryClass={cs.CL},
267
+ url={https://arxiv.org/abs/2210.09261},
268
  }
269
+
270
+ @misc{hendrycks2021measuringmathematicalproblemsolving,
271
+ title={Measuring Mathematical Problem Solving With the MATH Dataset},
272
+ author={Dan Hendrycks and Collin Burns and Saurav Kadavath and Akul Arora and Steven Basart and Eric Tang and Dawn Song and Jacob Steinhardt},
273
+ year={2021},
274
+ eprint={2103.03874},
275
+ archivePrefix={arXiv},
276
+ primaryClass={cs.LG},
277
+ url={https://arxiv.org/abs/2103.03874},
278
  }
279
+
280
+ @misc{rein2023gpqagraduatelevelgoogleproofqa,
281
+ title={GPQA: A Graduate-Level Google-Proof Q&A Benchmark},
282
+ author={David Rein and Betty Li Hou and Asa Cooper Stickland and Jackson Petty and Richard Yuanzhe Pang and Julien Dirani and Julian Michael and Samuel R. Bowman},
283
+ year={2023},
284
+ eprint={2311.12022},
285
+ archivePrefix={arXiv},
286
+ primaryClass={cs.AI},
287
+ url={https://arxiv.org/abs/2311.12022},
288
  }
289
+
290
+ @misc{sprague2024musrtestinglimitschainofthought,
291
+ title={MuSR: Testing the Limits of Chain-of-thought with Multistep Soft Reasoning},
292
+ author={Zayne Sprague and Xi Ye and Kaj Bostrom and Swarat Chaudhuri and Greg Durrett},
293
+ year={2024},
294
+ eprint={2310.16049},
295
+ archivePrefix={arXiv},
296
+ primaryClass={cs.CL},
297
+ url={https://arxiv.org/abs/2310.16049},
298
  }
299
+
300
+ @misc{wang2024mmluprorobustchallengingmultitask,
301
+ title={MMLU-Pro: A More Robust and Challenging Multi-Task Language Understanding Benchmark},
302
+ author={Yubo Wang and Xueguang Ma and Ge Zhang and Yuansheng Ni and Abhranil Chandra and Shiguang Guo and Weiming Ren and Aaran Arulraj and Xuan He and Ziyan Jiang and Tianle Li and Max Ku and Kai Wang and Alex Zhuang and Rongqi Fan and Xiang Yue and Wenhu Chen},
303
+ year={2024},
304
+ eprint={2406.01574},
305
+ archivePrefix={arXiv},
306
+ primaryClass={cs.CL},
307
+ url={https://arxiv.org/abs/2406.01574},
 
 
 
 
 
 
 
 
 
308
  }
309
  """