Add evaluation results on the 3.0.0 config and test split of cnn_dailymail
#18
by
autoevaluator
HF staff
- opened
README.md
CHANGED
|
@@ -79,6 +79,45 @@ model-index:
|
|
| 79 |
name: gen_len
|
| 80 |
verified: true
|
| 81 |
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYTgwYWYwMDRkNTJkMDM5N2I2MWNmYzQ3OWM1NDJmODUyZGViMGE4ZTdkNmIwYWM2N2VjZDNmN2RiMDE4YTYyYiIsInZlcnNpb24iOjF9.PbXTcNYX_SW-BuRQEcqyc21M7uKrOMbffQSAK6k2GLzTVRrzZxsDC57ktKL68zRY8fSiRGsnknOwv-nAR6YBCQ
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 82 |
---
|
| 83 |
|
| 84 |
## `bart-large-cnn-samsum`
|
|
|
|
| 79 |
name: gen_len
|
| 80 |
verified: true
|
| 81 |
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYTgwYWYwMDRkNTJkMDM5N2I2MWNmYzQ3OWM1NDJmODUyZGViMGE4ZTdkNmIwYWM2N2VjZDNmN2RiMDE4YTYyYiIsInZlcnNpb24iOjF9.PbXTcNYX_SW-BuRQEcqyc21M7uKrOMbffQSAK6k2GLzTVRrzZxsDC57ktKL68zRY8fSiRGsnknOwv-nAR6YBCQ
|
| 82 |
+
- task:
|
| 83 |
+
type: summarization
|
| 84 |
+
name: Summarization
|
| 85 |
+
dataset:
|
| 86 |
+
name: cnn_dailymail
|
| 87 |
+
type: cnn_dailymail
|
| 88 |
+
config: 3.0.0
|
| 89 |
+
split: test
|
| 90 |
+
metrics:
|
| 91 |
+
- type: rouge
|
| 92 |
+
value: 43.3317
|
| 93 |
+
name: ROUGE-1
|
| 94 |
+
verified: true
|
| 95 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYmE1OTJlNGVhMWYzMDE5NmFlOTViMzdjMWIyZThlYmFhNjlkMDdlMjE2YjgyNTNkOTcyMTc4OGZhNWZkMzhiOCIsInZlcnNpb24iOjF9._SJj49w8YQsBa-xYXv5s2PnLjipivKoiT_IuvpXRJBwbCftGF2m2vCVmRIBLr_90NlNeZwh1ZCz4FwOe2RpQCA
|
| 96 |
+
- type: rouge
|
| 97 |
+
value: 19.9243
|
| 98 |
+
name: ROUGE-2
|
| 99 |
+
verified: true
|
| 100 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMTcxMjg1OThmOWMzZjhiOThiNTNlMGU2NDU5MDQ5MzllMmFjYzI2OGYyN2FiNDAyYmRhMzUwZTBmNDk0ZDU0OSIsInZlcnNpb24iOjF9.ZyP_lLjx3NSZFBfSd-fWcK5JMCcqZiA5yUTNzbsM6XAOeycMYprNZ34821PB0GLmBc98nil_dgDzB3SXYEjNAA
|
| 101 |
+
- type: rouge
|
| 102 |
+
value: 29.6654
|
| 103 |
+
name: ROUGE-L
|
| 104 |
+
verified: true
|
| 105 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNWMyZGVmNTNlZGYwMjIyMTU2MTFkOGU3ZmRjYmMyMTczYmExNTVlZDc5ZDExMjQxN2VhNWZmNGNhOGQ1NGNkZCIsInZlcnNpb24iOjF9.FWFqThvZu18iQnClReDiirSivAunuSdVXxW4cNZw50uEJGkTQk2hBI6DkazQ0vFAQrzZk3Jutx03b4ilMjv2AA
|
| 106 |
+
- type: rouge
|
| 107 |
+
value: 40.2115
|
| 108 |
+
name: ROUGE-LSUM
|
| 109 |
+
verified: true
|
| 110 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMzEyOTVhMTU3NjA0Mjk5ZWRjMTk3YTcwMjBjNmFjMTI1ZjFhZDljY2UwNzhiZjJiYzEyYmM1YjI3MDg4YmNlMSIsInZlcnNpb24iOjF9.8hqQet_2qF--YTzh6JDZqru2ye9lAtOWVOHA_QyCcxOswb52PZVUV89gaAwltML137nb5RF2gGKHLOUE5hctDA
|
| 111 |
+
- type: loss
|
| 112 |
+
value: 2.9701931476593018
|
| 113 |
+
name: loss
|
| 114 |
+
verified: true
|
| 115 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiOTk4YzMzOWYwYTZlZmU4ZDcyYzBlZWM4ZWZlODU4YWUwOGQ4NWYyODVhYTMwMGUyNDhjNTkyODAwMjgxNDhmZiIsInZlcnNpb24iOjF9.ZTVL8gUVBU42M_sO8wJjIa7taBgotk5PhFfmN6T23vropZyp_gjazYjVNrWDU1eRO0unonfphPdkOHwyqXygAw
|
| 116 |
+
- type: gen_len
|
| 117 |
+
value: 83.6076
|
| 118 |
+
name: gen_len
|
| 119 |
+
verified: true
|
| 120 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiZTRmMWFjNGJlYWNhOTgzZTY1MDQ4MGIwYWM1ZGNiYTExZTc2ODlkNjZmZWRmZWJlMmY3YjNhMzU1ZjZkZjdiNSIsInZlcnNpb24iOjF9.Mlc1c9wpqt-AJIDz9WpdOASzXNlJHqJebCAXQznjOVTG1Bi8p5N-GOzqCUl93jVqyWWIMV9AVFBmQKoah5SIAg
|
| 121 |
---
|
| 122 |
|
| 123 |
## `bart-large-cnn-samsum`
|