sh1gechan commited on
Commit
47d0320
1 Parent(s): 9f30a7d

Update src/about.py

Browse files
Files changed (1) hide show
  1. src/about.py +13 -13
src/about.py CHANGED
@@ -12,7 +12,7 @@ class TaskType(Enum):
12
  FA = "FA - 基礎分析"
13
  MR = "MR - 数学的推論"
14
  MT = "MT - 機械翻訳"
15
- # STS = "STS - 意味的類似度"
16
  HE = "HE - 試験問題"
17
  CG = "CG - コード生成"
18
  SUM = "SUM - 要約"
@@ -62,12 +62,12 @@ class Tasks(Enum):
62
  jsem_exact_match = Task("scores", "jsem_exact_match", "JSEM", TaskType.NLI)
63
  jsick_exact_match = Task("scores", "jsick_exact_match", "JSICK", TaskType.NLI)
64
  jsquad_char_f1 = Task("scores", "jsquad_char_f1", "JSquad", TaskType.RC)
65
- # jsts_pearson = Task(
66
- # "scores", "jsts_pearson", "JSTS (Pearson)", TaskType.STS
67
- # ) # Semantic Textual Similarity - 意味的類似度
68
- # jsts_spearman = Task(
69
- # "scores", "jsts_spearman", "JSTS (Spearman)", TaskType.STS
70
- # ) # Semantic Textual Similarity - 意味的類似度
71
  kuci_exact_match = Task("scores", "kuci_exact_match", "KUCI", TaskType.MC)
72
  mawps_exact_match = Task("scores", "mawps_exact_match", "MAWPS", TaskType.MR)
73
  mbpp_code_exec = Task("scores", "mbpp_code_exec", "MBPP (exec)", TaskType.CG)
@@ -195,11 +195,11 @@ List of tasks: (Reading Prediction, Named-entity recognition (NER), Dependency P
195
 
196
  * `WikiCorpus`, Japanese-English Bilingual Corpus of Wikipedia's articles about the city of Kyoto [Source](https://alaginrc.nict.go.jp/WikiCorpus/) (License CC BY-SA 3.0)
197
 
198
- # **STS (Semantic Textual Similarity)**
199
 
200
- # This task is supported by llm-jp-eval, but it is not included in the evaluation score average.
201
 
202
- # * `JSTS`, Japanese version of the STS (Semantic Textual Similarity) (part of JGLUE) [Source](https://github.com/yahoojapan/JGLUE) (License CC BY-SA 4.0)
203
 
204
  **HE (Human Examination)**
205
 
@@ -279,11 +279,11 @@ LLM_BENCHMARKS_TEXT_JA = """
279
 
280
  * `WikiCorpus`、京都市に関するWikipedia記事の日本語-英語対訳コーパス [ソース](https://alaginrc.nict.go.jp/WikiCorpus/)(ライセンス CC BY-SA 3.0)
281
 
282
- # **STS(意味的テキスト類似度)**
283
 
284
- # このタスクはllm-jp-evalでサポートされていますが、評価スコアの平均には含まれていません。
285
 
286
- # * `JSTS`、STS(Semantic Textual Similarity)の日本語版(JGLUEの一部)[ソース](https://github.com/yahoojapan/JGLUE)(ライセンス CC BY-SA 4.0)
287
 
288
  **HE(試験問題)**
289
 
 
12
  FA = "FA - 基礎分析"
13
  MR = "MR - 数学的推論"
14
  MT = "MT - 機械翻訳"
15
+ STS = "STS - 意味的類似度"
16
  HE = "HE - 試験問題"
17
  CG = "CG - コード生成"
18
  SUM = "SUM - 要約"
 
62
  jsem_exact_match = Task("scores", "jsem_exact_match", "JSEM", TaskType.NLI)
63
  jsick_exact_match = Task("scores", "jsick_exact_match", "JSICK", TaskType.NLI)
64
  jsquad_char_f1 = Task("scores", "jsquad_char_f1", "JSquad", TaskType.RC)
65
+ jsts_pearson = Task(
66
+ "scores", "jsts_pearson", "JSTS (Pearson)", TaskType.STS
67
+ ) # Semantic Textual Similarity - 意味的類似度
68
+ jsts_spearman = Task(
69
+ "scores", "jsts_spearman", "JSTS (Spearman)", TaskType.STS
70
+ ) # Semantic Textual Similarity - 意味的類似度
71
  kuci_exact_match = Task("scores", "kuci_exact_match", "KUCI", TaskType.MC)
72
  mawps_exact_match = Task("scores", "mawps_exact_match", "MAWPS", TaskType.MR)
73
  mbpp_code_exec = Task("scores", "mbpp_code_exec", "MBPP (exec)", TaskType.CG)
 
195
 
196
  * `WikiCorpus`, Japanese-English Bilingual Corpus of Wikipedia's articles about the city of Kyoto [Source](https://alaginrc.nict.go.jp/WikiCorpus/) (License CC BY-SA 3.0)
197
 
198
+ **STS (Semantic Textual Similarity)**
199
 
200
+ This task is supported by llm-jp-eval, but it is not included in the evaluation score average.
201
 
202
+ * `JSTS`, Japanese version of the STS (Semantic Textual Similarity) (part of JGLUE) [Source](https://github.com/yahoojapan/JGLUE) (License CC BY-SA 4.0)
203
 
204
  **HE (Human Examination)**
205
 
 
279
 
280
  * `WikiCorpus`、京都市に関するWikipedia記事の日本語-英語対訳コーパス [ソース](https://alaginrc.nict.go.jp/WikiCorpus/)(ライセンス CC BY-SA 3.0)
281
 
282
+ **STS(意味的テキスト類似度)**
283
 
284
+ このタスクはllm-jp-evalでサポートされていますが、評価スコアの平均には含まれていません。
285
 
286
+ * `JSTS`、STS(Semantic Textual Similarity)の日本語版(JGLUEの一部)[ソース](https://github.com/yahoojapan/JGLUE)(ライセンス CC BY-SA 4.0)
287
 
288
  **HE(試験問題)**
289