new tasks

src/about.py

@@ -28,7 +28,7 @@ class Tasks(Enum):
     task12 = Task("polish_ppc_multiple_choice", "acc,none", "ppc_mc", "multiple_choice", 0.419)
     task13 = Task("polish_ppc_regex", "exact_match,score-first", "ppc_g", "generate_until", 0.419)
     task14 = Task("polish_psc_multiple_choice", "f1,none", "psc_mc", "multiple_choice", 0.466)
-    # task15 = Task("polish_psc_regex", "f1,score-first", "psc_g", "generate_until", 0.466)  # disabled until recalculation
+    task15 = Task("polish_psc_regex", "f1,score-first", "psc_g", "other", 0.466)  # TODO disabled until recalculation
     task16 = Task("polish_cbd_multiple_choice", "f1,none", "cbd_mc", "multiple_choice", 0.149)
     task17 = Task("polish_cbd_regex", "f1,score-first", "cbd_g", "generate_until", 0.149)
     task18 = Task("polish_klej_ner_multiple_choice", "acc,none", "klej_ner_mc", "multiple_choice", 0.343)
@@ -37,6 +37,10 @@ class Tasks(Enum):
     task22 = Task("polish_polqa_open_book", "levenshtein,none", "polqa_open_book_g", "generate_until", 0.0) # generate_until
     task23 = Task("polish_polqa_closed_book", "levenshtein,none", "polqa_closed_book_g", "generate_until", 0.0) # generate_until
     task20 = Task("polish_poleval2018_task3_test_10k", "word_perplexity,none", "poleval2018_task3_test_10k", "other")
+    task24 = Task("polish_poquad_open_book", "levenshtein,none", "poquad_open_book", "other", 0.0)
+    task25 = Task("polish_eq_bench_first_turn", "first_eqbench,none", "eq_bench_first_turn", "other", 0.0)
+    task26 = Task("polish_eq_bench", "average_eqbench,none", "eq_bench", "other", 0.0)
+    # task27 = Task("polish_eq_bench", "revised_eqbench,none", "eq_bench_revised", "other", 0.0)
 
 NUM_FEWSHOT = 0 # Change with your few shot
 # ---------------------------------------------------