open_pl_llm_leaderboard

Restarting on CPU Upgrade

djstrong commited on Feb 23

Commit

18e1b49

•

1 Parent(s): f72d53d

Update src/about.py

Files changed (1) hide show

src/about.py CHANGED Viewed

@@ -14,7 +14,7 @@ class Tasks(Enum):
     # task_key in the json file, metric_key in the json file, name to display in the leaderboard
     task0 = Task("anli_r1", "acc", "ANLI")
     task1 = Task("logiqa", "acc_norm", "LogiQA")
-    task2 = Task("polemo2_in", "exact_match", "Polemo2-in")
 NUM_FEWSHOT = 0 # Change with your few shot
 # ---------------------------------------------------

     # task_key in the json file, metric_key in the json file, name to display in the leaderboard
     task0 = Task("anli_r1", "acc", "ANLI")
     task1 = Task("logiqa", "acc_norm", "LogiQA")
+    task2 = Task("polemo2_in", "exact_match,score-first", "Polemo2-in")
 NUM_FEWSHOT = 0 # Change with your few shot
 # ---------------------------------------------------