Add evaluation results on the default config of xsum

#3
by autoevaluator HF staff - opened
Files changed (1) hide show
  1. README.md +33 -0
README.md CHANGED
@@ -250,6 +250,39 @@ model-index:
250
  type: gen_len
251
  value: 19.1111
252
  verified: true
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
253
  ---
254
 
255
  # README - long-t5-tglobal-base-16384-booksum-V11-big_patent-V2
 
250
  type: gen_len
251
  value: 19.1111
252
  verified: true
253
+ - task:
254
+ type: summarization
255
+ name: Summarization
256
+ dataset:
257
+ name: xsum
258
+ type: xsum
259
+ config: default
260
+ split: test
261
+ metrics:
262
+ - name: ROUGE-1
263
+ type: rouge
264
+ value: 25.2061
265
+ verified: true
266
+ - name: ROUGE-2
267
+ type: rouge
268
+ value: 4.7048
269
+ verified: true
270
+ - name: ROUGE-L
271
+ type: rouge
272
+ value: 17.8593
273
+ verified: true
274
+ - name: ROUGE-LSUM
275
+ type: rouge
276
+ value: 18.0798
277
+ verified: true
278
+ - name: loss
279
+ type: loss
280
+ value: 3.003053665161133
281
+ verified: true
282
+ - name: gen_len
283
+ type: gen_len
284
+ value: 27.4815
285
+ verified: true
286
  ---
287
 
288
  # README - long-t5-tglobal-base-16384-booksum-V11-big_patent-V2