hysts HF staff commited on
Commit
1638cfa
1 Parent(s): 8577d70

Revert "Show only 12 tasks"

Browse files

This reverts commit ed998e8db1e77aace48d5680a7753f55a8998f34.

Files changed (1) hide show
  1. src/about.py +51 -13
src/about.py CHANGED
@@ -12,19 +12,57 @@ class Task:
12
  # ---------------------------------------------------
13
  class Tasks(Enum):
14
  AVG = Task("scores", "AVG", "AVG")
15
- CG = Task("scores", "CG", "CG - コード生成") # Code Generation - コード生成
16
- EL = Task("scores", "EL", "EL - エンティティリンキング") # Entity Linking - エンティティリンキング
17
- FA = Task("scores", "FA", "FA - 基礎分析") # Fundamental Analysis - 基礎分析
18
- HE = Task("scores", "HE", "HE - 人間の評価") # Human Examination - 人間の評価
19
- MC = Task("scores", "MC", "MC - 多肢選択式質問応答") # Multiple Choice question answering - 多肢選択式質問応答
20
- MR = Task("scores", "MR", "MR - 数学的推論") # Mathematical Reasoning - 数学的推論
21
- MT = Task("scores", "MT", "MT - 機械翻訳") # Machine Translation - 機械翻訳
22
- NLI = Task("scores", "NLI", "NLI - 自然言語推論") # Natural Language Inference - 自然言語推論
23
- QA = Task("scores", "QA", "QA - 質問応答") # Question Answering - 質問応答
24
- RC = Task("scores", "RC", "RC - 読解力") # Reading Comprehension - 読解力
25
- SUM = Task("scores", "SUM", "SUM - 要約") # Summarization - 要約
26
- jsts_pearson = Task("scores", "jsts_pearson", "JSTS (Pearson) - 意味的類似度") # Semantic Textual Similarity - 意味的類似度
27
- jsts_spearman = Task("scores", "jsts_spearman", "JSTS (Spearman) - 意味的類似度") # Semantic Textual Similarity - 意味的類似度
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
28
 
29
 
30
  NUM_FEWSHOT = 0 # Change with your few shot
 
12
  # ---------------------------------------------------
13
  class Tasks(Enum):
14
  AVG = Task("scores", "AVG", "AVG")
15
+ CG = Task("scores", "CG", "CG")
16
+ EL = Task("scores", "EL", "EL")
17
+ FA = Task("scores", "FA", "FA")
18
+ HE = Task("scores", "HE", "HE")
19
+ MC = Task("scores", "MC", "MC")
20
+ MR = Task("scores", "MR", "MR")
21
+ MT = Task("scores", "MT", "MT")
22
+ NLI = Task("scores", "NLI", "NLI")
23
+ QA = Task("scores", "QA", "QA")
24
+ RC = Task("scores", "RC", "RC")
25
+ SUM = Task("scores", "SUM", "SUM")
26
+ alt_e_to_j_bert_score_ja_f1 = Task("scores", "alt-e-to-j_bert_score_ja_f1", "ALT E to J BERT Score")
27
+ alt_e_to_j_bleu_ja = Task("scores", "alt-e-to-j_bleu_ja", "ALT E to J BLEU")
28
+ alt_e_to_j_comet_wmt22 = Task("scores", "alt-e-to-j_comet_wmt22", "ALT E to J COMET WMT22")
29
+ alt_j_to_e_bert_score_en_f1 = Task("scores", "alt-j-to-e_bert_score_en_f1", "ALT J to E BERT Score")
30
+ alt_j_to_e_bleu_en = Task("scores", "alt-j-to-e_bleu_en", "ALT J to E BLEU")
31
+ alt_j_to_e_comet_wmt22 = Task("scores", "alt-j-to-e_comet_wmt22", "ALT J to E COMET WMT22")
32
+ chabsa_set_f1 = Task("scores", "chabsa_set_f1", "ChABSA")
33
+ commonsensemoralja_exact_match = Task("scores", "commonsensemoralja_exact_match", "CommonSenseMoralJA")
34
+ jamp_exact_match = Task("scores", "jamp_exact_match", "JAMP")
35
+ janli_exact_match = Task("scores", "janli_exact_match", "JANLI")
36
+ jcommonsenseqa_exact_match = Task("scores", "jcommonsenseqa_exact_match", "JCommonSenseQA")
37
+ jemhopqa_char_f1 = Task("scores", "jemhopqa_char_f1", "JEMHopQA")
38
+ jmmlu_exact_match = Task("scores", "jmmlu_exact_match", "JMMLU")
39
+ jnli_exact_match = Task("scores", "jnli_exact_match", "JNLI")
40
+ jsem_exact_match = Task("scores", "jsem_exact_match", "JSEM")
41
+ jsick_exact_match = Task("scores", "jsick_exact_match", "JSICK")
42
+ jsquad_char_f1 = Task("scores", "jsquad_char_f1", "JSquad")
43
+ jsts_pearson = Task("scores", "jsts_pearson", "JSTS (Pearson)")
44
+ jsts_spearman = Task("scores", "jsts_spearman", "JSTS (Spearman)")
45
+ kuci_exact_match = Task("scores", "kuci_exact_match", "KUCI")
46
+ mawps_exact_match = Task("scores", "mawps_exact_match", "MAWPS")
47
+ mmlu_en_exact_match = Task("scores", "mmlu_en_exact_match", "MMLU")
48
+ niilc_char_f1 = Task("scores", "niilc_char_f1", "NIILC")
49
+ wiki_coreference_set_f1 = Task("scores", "wiki_coreference_set_f1", "Wiki Coreference")
50
+ wiki_dependency_set_f1 = Task("scores", "wiki_dependency_set_f1", "Wiki Dependency")
51
+ wiki_ner_set_f1 = Task("scores", "wiki_ner_set_f1", "Wiki NER")
52
+ wiki_pas_set_f1 = Task("scores", "wiki_pas_set_f1", "Wiki PAS")
53
+ wiki_reading_char_f1 = Task("scores", "wiki_reading_char_f1", "Wiki Reading")
54
+ wikicorpus_e_to_j_bert_score_ja_f1 = Task("scores", "wikicorpus-e-to-j_bert_score_ja_f1", "WikiCorpus E to J BERT Score")
55
+ wikicorpus_e_to_j_bleu_ja = Task("scores", "wikicorpus-e-to-j_bleu_ja", "WikiCorpus E to J BLEU")
56
+ wikicorpus_e_to_j_comet_wmt22 = Task("scores", "wikicorpus-e-to-j_comet_wmt22", "WikiCorpus E to J COMET WMT22")
57
+ wikicorpus_j_to_e_bert_score_en_f1 = Task("scores", "wikicorpus-j-to-e_bert_score_en_f1", "WikiCorpus J to E BERT Score")
58
+ wikicorpus_j_to_e_bleu_en = Task("scores", "wikicorpus-j-to-e_bleu_en", "WikiCorpus J to E BLEU")
59
+ wikicorpus_j_to_e_comet_wmt22 = Task("scores", "wikicorpus-j-to-e_comet_wmt22", "WikiCorpus J to E COMET WMT22")
60
+ xlsum_ja_bert_score_ja_f1 = Task("scores", "xlsum_ja_bert_score_ja_f1", "XL-Sum JA BERT Score")
61
+ xlsum_ja_bleu_ja = Task("scores", "xlsum_ja_bleu_ja", "XL-Sum JA BLEU")
62
+ xlsum_ja_rouge1 = Task("scores", "xlsum_ja_rouge1", "XL-Sum ROUGE1")
63
+ xlsum_ja_rouge2 = Task("scores", "xlsum_ja_rouge2", "XL-Sum ROUGE2")
64
+ # xlsum_ja_rouge2_scaling = Task("scores", "xlsum_ja_rouge2_scaling", "XL-Sum JA ROUGE2 Scaling")
65
+ xlsum_ja_rougeLsum = Task("scores", "xlsum_ja_rougeLsum", "XL-Sum ROUGE-Lsum")
66
 
67
 
68
  NUM_FEWSHOT = 0 # Change with your few shot