Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Update src/about.py
Browse files- src/about.py +13 -13
src/about.py
CHANGED
@@ -12,7 +12,7 @@ class TaskType(Enum):
|
|
12 |
FA = "FA - 基礎分析"
|
13 |
MR = "MR - 数学的推論"
|
14 |
MT = "MT - 機械翻訳"
|
15 |
-
|
16 |
HE = "HE - 試験問題"
|
17 |
CG = "CG - コード生成"
|
18 |
SUM = "SUM - 要約"
|
@@ -62,12 +62,12 @@ class Tasks(Enum):
|
|
62 |
jsem_exact_match = Task("scores", "jsem_exact_match", "JSEM", TaskType.NLI)
|
63 |
jsick_exact_match = Task("scores", "jsick_exact_match", "JSICK", TaskType.NLI)
|
64 |
jsquad_char_f1 = Task("scores", "jsquad_char_f1", "JSquad", TaskType.RC)
|
65 |
-
|
66 |
-
|
67 |
-
|
68 |
-
|
69 |
-
|
70 |
-
|
71 |
kuci_exact_match = Task("scores", "kuci_exact_match", "KUCI", TaskType.MC)
|
72 |
mawps_exact_match = Task("scores", "mawps_exact_match", "MAWPS", TaskType.MR)
|
73 |
mbpp_code_exec = Task("scores", "mbpp_code_exec", "MBPP (exec)", TaskType.CG)
|
@@ -195,11 +195,11 @@ List of tasks: (Reading Prediction, Named-entity recognition (NER), Dependency P
|
|
195 |
|
196 |
* `WikiCorpus`, Japanese-English Bilingual Corpus of Wikipedia's articles about the city of Kyoto [Source](https://alaginrc.nict.go.jp/WikiCorpus/) (License CC BY-SA 3.0)
|
197 |
|
198 |
-
|
199 |
|
200 |
-
|
201 |
|
202 |
-
|
203 |
|
204 |
**HE (Human Examination)**
|
205 |
|
@@ -279,11 +279,11 @@ LLM_BENCHMARKS_TEXT_JA = """
|
|
279 |
|
280 |
* `WikiCorpus`、京都市に関するWikipedia記事の日本語-英語対訳コーパス [ソース](https://alaginrc.nict.go.jp/WikiCorpus/)(ライセンス CC BY-SA 3.0)
|
281 |
|
282 |
-
|
283 |
|
284 |
-
|
285 |
|
286 |
-
|
287 |
|
288 |
**HE(試験問題)**
|
289 |
|
|
|
12 |
FA = "FA - 基礎分析"
|
13 |
MR = "MR - 数学的推論"
|
14 |
MT = "MT - 機械翻訳"
|
15 |
+
STS = "STS - 意味的類似度"
|
16 |
HE = "HE - 試験問題"
|
17 |
CG = "CG - コード生成"
|
18 |
SUM = "SUM - 要約"
|
|
|
62 |
jsem_exact_match = Task("scores", "jsem_exact_match", "JSEM", TaskType.NLI)
|
63 |
jsick_exact_match = Task("scores", "jsick_exact_match", "JSICK", TaskType.NLI)
|
64 |
jsquad_char_f1 = Task("scores", "jsquad_char_f1", "JSquad", TaskType.RC)
|
65 |
+
jsts_pearson = Task(
|
66 |
+
"scores", "jsts_pearson", "JSTS (Pearson)", TaskType.STS
|
67 |
+
) # Semantic Textual Similarity - 意味的類似度
|
68 |
+
jsts_spearman = Task(
|
69 |
+
"scores", "jsts_spearman", "JSTS (Spearman)", TaskType.STS
|
70 |
+
) # Semantic Textual Similarity - 意味的類似度
|
71 |
kuci_exact_match = Task("scores", "kuci_exact_match", "KUCI", TaskType.MC)
|
72 |
mawps_exact_match = Task("scores", "mawps_exact_match", "MAWPS", TaskType.MR)
|
73 |
mbpp_code_exec = Task("scores", "mbpp_code_exec", "MBPP (exec)", TaskType.CG)
|
|
|
195 |
|
196 |
* `WikiCorpus`, Japanese-English Bilingual Corpus of Wikipedia's articles about the city of Kyoto [Source](https://alaginrc.nict.go.jp/WikiCorpus/) (License CC BY-SA 3.0)
|
197 |
|
198 |
+
**STS (Semantic Textual Similarity)**
|
199 |
|
200 |
+
This task is supported by llm-jp-eval, but it is not included in the evaluation score average.
|
201 |
|
202 |
+
* `JSTS`, Japanese version of the STS (Semantic Textual Similarity) (part of JGLUE) [Source](https://github.com/yahoojapan/JGLUE) (License CC BY-SA 4.0)
|
203 |
|
204 |
**HE (Human Examination)**
|
205 |
|
|
|
279 |
|
280 |
* `WikiCorpus`、京都市に関するWikipedia記事の日本語-英語対訳コーパス [ソース](https://alaginrc.nict.go.jp/WikiCorpus/)(ライセンス CC BY-SA 3.0)
|
281 |
|
282 |
+
**STS(意味的テキスト類似度)**
|
283 |
|
284 |
+
このタスクはllm-jp-evalでサポートされていますが、評価スコアの平均には含まれていません。
|
285 |
|
286 |
+
* `JSTS`、STS(Semantic Textual Similarity)の日本語版(JGLUEの一部)[ソース](https://github.com/yahoojapan/JGLUE)(ライセンス CC BY-SA 4.0)
|
287 |
|
288 |
**HE(試験問題)**
|
289 |
|