Add evaluation results on the default config of xsum
#3
by
autoevaluator
HF staff
- opened
README.md
CHANGED
@@ -250,6 +250,39 @@ model-index:
|
|
250 |
type: gen_len
|
251 |
value: 19.1111
|
252 |
verified: true
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
253 |
---
|
254 |
|
255 |
# README - long-t5-tglobal-base-16384-booksum-V11-big_patent-V2
|
|
|
250 |
type: gen_len
|
251 |
value: 19.1111
|
252 |
verified: true
|
253 |
+
- task:
|
254 |
+
type: summarization
|
255 |
+
name: Summarization
|
256 |
+
dataset:
|
257 |
+
name: xsum
|
258 |
+
type: xsum
|
259 |
+
config: default
|
260 |
+
split: test
|
261 |
+
metrics:
|
262 |
+
- name: ROUGE-1
|
263 |
+
type: rouge
|
264 |
+
value: 25.2061
|
265 |
+
verified: true
|
266 |
+
- name: ROUGE-2
|
267 |
+
type: rouge
|
268 |
+
value: 4.7048
|
269 |
+
verified: true
|
270 |
+
- name: ROUGE-L
|
271 |
+
type: rouge
|
272 |
+
value: 17.8593
|
273 |
+
verified: true
|
274 |
+
- name: ROUGE-LSUM
|
275 |
+
type: rouge
|
276 |
+
value: 18.0798
|
277 |
+
verified: true
|
278 |
+
- name: loss
|
279 |
+
type: loss
|
280 |
+
value: 3.003053665161133
|
281 |
+
verified: true
|
282 |
+
- name: gen_len
|
283 |
+
type: gen_len
|
284 |
+
value: 27.4815
|
285 |
+
verified: true
|
286 |
---
|
287 |
|
288 |
# README - long-t5-tglobal-base-16384-booksum-V11-big_patent-V2
|