Commit
•
53c5095
1
Parent(s):
a66e692
Add evaluation results on the samsum config and test split of samsum (#13)
Browse files- Add evaluation results on the samsum config and test split of samsum (dcc72a00e9ddaf4d8d470323b1529dd8076613d3)
Co-authored-by: Evaluation Bot <[email protected]>
README.md
CHANGED
@@ -1,21 +1,63 @@
|
|
1 |
---
|
2 |
-
license: apache-2.0
|
3 |
-
datasets:
|
4 |
-
- Joemgu/sumstew
|
5 |
language:
|
6 |
- en
|
7 |
- de
|
8 |
- fr
|
9 |
- it
|
10 |
- es
|
|
|
11 |
library_name: transformers
|
12 |
-
pipeline_tag: summarization
|
13 |
tags:
|
14 |
- summarization
|
15 |
- long
|
16 |
- title generation
|
|
|
|
|
17 |
metrics:
|
18 |
- rouge
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
19 |
---
|
20 |
|
21 |
# mLong-T5-large-sumstew
|
|
|
1 |
---
|
|
|
|
|
|
|
2 |
language:
|
3 |
- en
|
4 |
- de
|
5 |
- fr
|
6 |
- it
|
7 |
- es
|
8 |
+
license: apache-2.0
|
9 |
library_name: transformers
|
|
|
10 |
tags:
|
11 |
- summarization
|
12 |
- long
|
13 |
- title generation
|
14 |
+
datasets:
|
15 |
+
- Joemgu/sumstew
|
16 |
metrics:
|
17 |
- rouge
|
18 |
+
pipeline_tag: summarization
|
19 |
+
model-index:
|
20 |
+
- name: Joemgu/mlong-t5-large-sumstew
|
21 |
+
results:
|
22 |
+
- task:
|
23 |
+
type: summarization
|
24 |
+
name: Summarization
|
25 |
+
dataset:
|
26 |
+
name: samsum
|
27 |
+
type: samsum
|
28 |
+
config: samsum
|
29 |
+
split: test
|
30 |
+
metrics:
|
31 |
+
- type: rouge
|
32 |
+
value: 29.7108
|
33 |
+
name: ROUGE-1
|
34 |
+
verified: true
|
35 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYjQ5MjY0NzQ1NzllNGQwOThiOTM1YzEyZWVjODFjZDdjZDViMjI3ODJmMzJmMWMxMTM3MzJiMzI1MzVhYTY1NyIsInZlcnNpb24iOjF9.ba2p1M93JoZuytNmxMMEMp8XSxiTESY0fcJLLGSMinXcpNNgou5voTCBYdlSLvEKwEOHClfVdiNUVJMjzYg0BA
|
36 |
+
- type: rouge
|
37 |
+
value: 8.2261
|
38 |
+
name: ROUGE-2
|
39 |
+
verified: true
|
40 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiZDI3MzAzNGI2MDNkY2Q5ODdiM2ZlOTM0ZDBkMDRlMjBiNzhjYmFhMmIyZTBmMjM3NjEzMDRjZTZjOTQwYTA2YiIsInZlcnNpb24iOjF9.F7ziJPm8M1RueG6vGIbaHCsq7hcp2SIi_CoQfdVSrJZbyo3wNZoWwEj3YS5AmPs7pZUYUj4d5Lyx1OzW5UInBQ
|
41 |
+
- type: rouge
|
42 |
+
value: 23.3337
|
43 |
+
name: ROUGE-L
|
44 |
+
verified: true
|
45 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYTA0MzRjM2JmOWJmZmM5NzhlNjIzZTBiYTg2Mjg3MzYwZTUwNDBkNjBkMDMyN2JhZjg1MzVjM2ZmNTFmM2EzOSIsInZlcnNpb24iOjF9.hwi4TH_eMUbKB-9_BxFQgpm5rTvr0-3tZXJWhJAhULXvrDaCM_QQUP15Mpvj8rhkj5RWSyyXwePXzHa2kQ5GDg
|
46 |
+
- type: rouge
|
47 |
+
value: 26.2366
|
48 |
+
name: ROUGE-LSUM
|
49 |
+
verified: true
|
50 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiZmI1NWZhNGQwNjY1OTAxZmY5YTE0NTkyNGQ0ZTA4N2QyZTk2ZWE5NDc1ZjYwMjBmYzI1OThlN2Q4YTJhNzg0ZiIsInZlcnNpb24iOjF9.IAw2t2gIgUde3-fALzgqdxF0lj0_vkIDn350NZC7wtVa-qRBgbYc8wMOAZDz2n4B7i-vp6vbWYX19ee4gRy5Cg
|
51 |
+
- type: loss
|
52 |
+
value: 3.2148165702819824
|
53 |
+
name: loss
|
54 |
+
verified: true
|
55 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiZGQ2ZDBhMjY4OTJmMTJiNzNkY2YxYzlmNDllY2M3YTRkYzQxOTljM2U4NzEyODUxNDMzN2E4ZWY2NjliYmQ2MCIsInZlcnNpb24iOjF9.lRdscf3-6dyITJQZc3KGIiw_hDhHSbZrN-I_8CPjeyP-x23fHSkH1UbKaYnXdzpaNwKen-FPib25rJN5mOx_CQ
|
56 |
+
- type: gen_len
|
57 |
+
value: 19.0
|
58 |
+
name: gen_len
|
59 |
+
verified: true
|
60 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMzRiYTlkOWE3YTBiMDA3MzE1MjAxYzA3N2FkNzJiNGFkYjBkNzhmY2FmMTMzYmQxNzJmMTE5ZTFmNGEwZmQ4OCIsInZlcnNpb24iOjF9.gF5iEgwXuKzCx2acampeKmEQDMd3KhH5GHHFQqVrYauTvruh43xf9fGBao-_iuSJFAnLget2kpaUISxaxUKgBA
|
61 |
---
|
62 |
|
63 |
# mLong-T5-large-sumstew
|