Add evaluation results on the 3.0.0 config and test split of cnn_dailymail

#17
by autoevaluator HF staff - opened
Files changed (1) hide show
  1. README.md +39 -0
README.md CHANGED
@@ -79,6 +79,45 @@ model-index:
79
  name: gen_len
80
  verified: true
81
  verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYTgwYWYwMDRkNTJkMDM5N2I2MWNmYzQ3OWM1NDJmODUyZGViMGE4ZTdkNmIwYWM2N2VjZDNmN2RiMDE4YTYyYiIsInZlcnNpb24iOjF9.PbXTcNYX_SW-BuRQEcqyc21M7uKrOMbffQSAK6k2GLzTVRrzZxsDC57ktKL68zRY8fSiRGsnknOwv-nAR6YBCQ
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
82
  ---
83
 
84
  ## `bart-large-cnn-samsum`
 
79
  name: gen_len
80
  verified: true
81
  verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYTgwYWYwMDRkNTJkMDM5N2I2MWNmYzQ3OWM1NDJmODUyZGViMGE4ZTdkNmIwYWM2N2VjZDNmN2RiMDE4YTYyYiIsInZlcnNpb24iOjF9.PbXTcNYX_SW-BuRQEcqyc21M7uKrOMbffQSAK6k2GLzTVRrzZxsDC57ktKL68zRY8fSiRGsnknOwv-nAR6YBCQ
82
+ - task:
83
+ type: summarization
84
+ name: Summarization
85
+ dataset:
86
+ name: cnn_dailymail
87
+ type: cnn_dailymail
88
+ config: 3.0.0
89
+ split: test
90
+ metrics:
91
+ - type: rouge
92
+ value: 43.3283
93
+ name: ROUGE-1
94
+ verified: true
95
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMWM1NjRmZTI5OTNlNTZiODU5NTA5NzFjMmExY2FmYTJkYzAyZTc2ODcxMzFiZTUxZTg1M2RlNDI1Y2YyZGMyYSIsInZlcnNpb24iOjF9.s8gij8JC_ik7RuPnx82J9HStISFL8Nf3m4tJicqN1ljipZT5nH8lQddAFr9xkhOx3itw0_kLCRiGoiSfUSE_BA
96
+ - type: rouge
97
+ value: 19.914
98
+ name: ROUGE-2
99
+ verified: true
100
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiN2RiNjU4ZDcwYWEyYWFlYWI5MzQxMmEwZDA5YzFjMTMxNzQ0ZjQ2Nzk1ZDQwNTI4ZWVhZGVhMTM2YjAxNWNhOSIsInZlcnNpb24iOjF9.OpLoPC2EorRZpfm0bIoEOhAJOxOugw9EsP1kv-amFKifCVdeWvQZrq2IfxqZGFn_212O-mbISaDbZR_eQnnJDw
101
+ - type: rouge
102
+ value: 29.6674
103
+ name: ROUGE-L
104
+ verified: true
105
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiY2NkMmU5YjZmOTk5NzQ1ODlkMTU4MTRhZWJlZGZiMDU0NzBmMWZlMTc1YWU0MGZkZTE4YjUyMjk4YzhmOGRlMyIsInZlcnNpb24iOjF9.fYhNmott8hWa1h9NrclREPzO2pJnTvVHmCNksk4-ZyX1kmc0nJwTrlPrZNnL1zxNPe9SsY9g5vdlaagQyDafCA
106
+ - type: rouge
107
+ value: 40.2164
108
+ name: ROUGE-LSUM
109
+ verified: true
110
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYjE5YWMyYzI2MTlmYTg1ZmU5N2I0YmJhMWI3NmNjNGEzZGFkOTdjZWFhMDBhZDlkZTI3YzE1MTQyZGZlNjQwNCIsInZlcnNpb24iOjF9.HxXBB8FIH1WaSCtIEww4zaJD2BOlWcmWe1K4QZd3_j5o-Q3G8-a6ZIW8YORNW7dIkX8t2hs6oKXumOB-eHYeAA
111
+ - type: loss
112
+ value: 2.9701931476593018
113
+ name: loss
114
+ verified: true
115
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiOTk4YzMzOWYwYTZlZmU4ZDcyYzBlZWM4ZWZlODU4YWUwOGQ4NWYyODVhYTMwMGUyNDhjNTkyODAwMjgxNDhmZiIsInZlcnNpb24iOjF9.ZTVL8gUVBU42M_sO8wJjIa7taBgotk5PhFfmN6T23vropZyp_gjazYjVNrWDU1eRO0unonfphPdkOHwyqXygAw
116
+ - type: gen_len
117
+ value: 83.6076
118
+ name: gen_len
119
+ verified: true
120
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiZTRmMWFjNGJlYWNhOTgzZTY1MDQ4MGIwYWM1ZGNiYTExZTc2ODlkNjZmZWRmZWJlMmY3YjNhMzU1ZjZkZjdiNSIsInZlcnNpb24iOjF9.Mlc1c9wpqt-AJIDz9WpdOASzXNlJHqJebCAXQznjOVTG1Bi8p5N-GOzqCUl93jVqyWWIMV9AVFBmQKoah5SIAg
121
  ---
122
 
123
  ## `bart-large-cnn-samsum`