Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Revert "Show only 12 tasks"
Browse filesThis reverts commit ed998e8db1e77aace48d5680a7753f55a8998f34.
- src/about.py +51 -13
src/about.py
CHANGED
@@ -12,19 +12,57 @@ class Task:
|
|
12 |
# ---------------------------------------------------
|
13 |
class Tasks(Enum):
|
14 |
AVG = Task("scores", "AVG", "AVG")
|
15 |
-
CG = Task("scores", "CG", "CG
|
16 |
-
EL = Task("scores", "EL", "EL
|
17 |
-
FA = Task("scores", "FA", "FA
|
18 |
-
HE = Task("scores", "HE", "HE
|
19 |
-
MC = Task("scores", "MC", "MC
|
20 |
-
MR = Task("scores", "MR", "MR
|
21 |
-
MT = Task("scores", "MT", "MT
|
22 |
-
NLI = Task("scores", "NLI", "NLI
|
23 |
-
QA = Task("scores", "QA", "QA
|
24 |
-
RC = Task("scores", "RC", "RC
|
25 |
-
SUM = Task("scores", "SUM", "SUM
|
26 |
-
|
27 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
28 |
|
29 |
|
30 |
NUM_FEWSHOT = 0 # Change with your few shot
|
|
|
12 |
# ---------------------------------------------------
|
13 |
class Tasks(Enum):
|
14 |
AVG = Task("scores", "AVG", "AVG")
|
15 |
+
CG = Task("scores", "CG", "CG")
|
16 |
+
EL = Task("scores", "EL", "EL")
|
17 |
+
FA = Task("scores", "FA", "FA")
|
18 |
+
HE = Task("scores", "HE", "HE")
|
19 |
+
MC = Task("scores", "MC", "MC")
|
20 |
+
MR = Task("scores", "MR", "MR")
|
21 |
+
MT = Task("scores", "MT", "MT")
|
22 |
+
NLI = Task("scores", "NLI", "NLI")
|
23 |
+
QA = Task("scores", "QA", "QA")
|
24 |
+
RC = Task("scores", "RC", "RC")
|
25 |
+
SUM = Task("scores", "SUM", "SUM")
|
26 |
+
alt_e_to_j_bert_score_ja_f1 = Task("scores", "alt-e-to-j_bert_score_ja_f1", "ALT E to J BERT Score")
|
27 |
+
alt_e_to_j_bleu_ja = Task("scores", "alt-e-to-j_bleu_ja", "ALT E to J BLEU")
|
28 |
+
alt_e_to_j_comet_wmt22 = Task("scores", "alt-e-to-j_comet_wmt22", "ALT E to J COMET WMT22")
|
29 |
+
alt_j_to_e_bert_score_en_f1 = Task("scores", "alt-j-to-e_bert_score_en_f1", "ALT J to E BERT Score")
|
30 |
+
alt_j_to_e_bleu_en = Task("scores", "alt-j-to-e_bleu_en", "ALT J to E BLEU")
|
31 |
+
alt_j_to_e_comet_wmt22 = Task("scores", "alt-j-to-e_comet_wmt22", "ALT J to E COMET WMT22")
|
32 |
+
chabsa_set_f1 = Task("scores", "chabsa_set_f1", "ChABSA")
|
33 |
+
commonsensemoralja_exact_match = Task("scores", "commonsensemoralja_exact_match", "CommonSenseMoralJA")
|
34 |
+
jamp_exact_match = Task("scores", "jamp_exact_match", "JAMP")
|
35 |
+
janli_exact_match = Task("scores", "janli_exact_match", "JANLI")
|
36 |
+
jcommonsenseqa_exact_match = Task("scores", "jcommonsenseqa_exact_match", "JCommonSenseQA")
|
37 |
+
jemhopqa_char_f1 = Task("scores", "jemhopqa_char_f1", "JEMHopQA")
|
38 |
+
jmmlu_exact_match = Task("scores", "jmmlu_exact_match", "JMMLU")
|
39 |
+
jnli_exact_match = Task("scores", "jnli_exact_match", "JNLI")
|
40 |
+
jsem_exact_match = Task("scores", "jsem_exact_match", "JSEM")
|
41 |
+
jsick_exact_match = Task("scores", "jsick_exact_match", "JSICK")
|
42 |
+
jsquad_char_f1 = Task("scores", "jsquad_char_f1", "JSquad")
|
43 |
+
jsts_pearson = Task("scores", "jsts_pearson", "JSTS (Pearson)")
|
44 |
+
jsts_spearman = Task("scores", "jsts_spearman", "JSTS (Spearman)")
|
45 |
+
kuci_exact_match = Task("scores", "kuci_exact_match", "KUCI")
|
46 |
+
mawps_exact_match = Task("scores", "mawps_exact_match", "MAWPS")
|
47 |
+
mmlu_en_exact_match = Task("scores", "mmlu_en_exact_match", "MMLU")
|
48 |
+
niilc_char_f1 = Task("scores", "niilc_char_f1", "NIILC")
|
49 |
+
wiki_coreference_set_f1 = Task("scores", "wiki_coreference_set_f1", "Wiki Coreference")
|
50 |
+
wiki_dependency_set_f1 = Task("scores", "wiki_dependency_set_f1", "Wiki Dependency")
|
51 |
+
wiki_ner_set_f1 = Task("scores", "wiki_ner_set_f1", "Wiki NER")
|
52 |
+
wiki_pas_set_f1 = Task("scores", "wiki_pas_set_f1", "Wiki PAS")
|
53 |
+
wiki_reading_char_f1 = Task("scores", "wiki_reading_char_f1", "Wiki Reading")
|
54 |
+
wikicorpus_e_to_j_bert_score_ja_f1 = Task("scores", "wikicorpus-e-to-j_bert_score_ja_f1", "WikiCorpus E to J BERT Score")
|
55 |
+
wikicorpus_e_to_j_bleu_ja = Task("scores", "wikicorpus-e-to-j_bleu_ja", "WikiCorpus E to J BLEU")
|
56 |
+
wikicorpus_e_to_j_comet_wmt22 = Task("scores", "wikicorpus-e-to-j_comet_wmt22", "WikiCorpus E to J COMET WMT22")
|
57 |
+
wikicorpus_j_to_e_bert_score_en_f1 = Task("scores", "wikicorpus-j-to-e_bert_score_en_f1", "WikiCorpus J to E BERT Score")
|
58 |
+
wikicorpus_j_to_e_bleu_en = Task("scores", "wikicorpus-j-to-e_bleu_en", "WikiCorpus J to E BLEU")
|
59 |
+
wikicorpus_j_to_e_comet_wmt22 = Task("scores", "wikicorpus-j-to-e_comet_wmt22", "WikiCorpus J to E COMET WMT22")
|
60 |
+
xlsum_ja_bert_score_ja_f1 = Task("scores", "xlsum_ja_bert_score_ja_f1", "XL-Sum JA BERT Score")
|
61 |
+
xlsum_ja_bleu_ja = Task("scores", "xlsum_ja_bleu_ja", "XL-Sum JA BLEU")
|
62 |
+
xlsum_ja_rouge1 = Task("scores", "xlsum_ja_rouge1", "XL-Sum ROUGE1")
|
63 |
+
xlsum_ja_rouge2 = Task("scores", "xlsum_ja_rouge2", "XL-Sum ROUGE2")
|
64 |
+
# xlsum_ja_rouge2_scaling = Task("scores", "xlsum_ja_rouge2_scaling", "XL-Sum JA ROUGE2 Scaling")
|
65 |
+
xlsum_ja_rougeLsum = Task("scores", "xlsum_ja_rougeLsum", "XL-Sum ROUGE-Lsum")
|
66 |
|
67 |
|
68 |
NUM_FEWSHOT = 0 # Change with your few shot
|