Add evaluation results on the default config and test split of xsum

#16
by autoevaluator HF staff - opened
Files changed (1) hide show
  1. README.md +39 -0
README.md CHANGED
@@ -346,6 +346,45 @@ model-index:
346
  name: gen_len
347
  verified: true
348
  verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiOWI2NjVlYjgwYWJiMjcyMDUzMzEwNDNjZTMxMDM0MjAzMzk1ZmIwY2Q1ZDQ2Y2M5NDBlMDEzYzFkNWEyNzJmNiIsInZlcnNpb24iOjF9.iZ1Iy7FuWL4GH7LS5EylVj5eZRC3L2ZsbYQapAkMNzR_VXPoMGvoM69Hp-kU7gW55tmz2V4Qxhvoz9cM8fciBA
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
349
  ---
350
  # led-large-book-summary
351
 
 
346
  name: gen_len
347
  verified: true
348
  verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiOWI2NjVlYjgwYWJiMjcyMDUzMzEwNDNjZTMxMDM0MjAzMzk1ZmIwY2Q1ZDQ2Y2M5NDBlMDEzYzFkNWEyNzJmNiIsInZlcnNpb24iOjF9.iZ1Iy7FuWL4GH7LS5EylVj5eZRC3L2ZsbYQapAkMNzR_VXPoMGvoM69Hp-kU7gW55tmz2V4Qxhvoz9cM8fciBA
349
+ - task:
350
+ type: summarization
351
+ name: Summarization
352
+ dataset:
353
+ name: xsum
354
+ type: xsum
355
+ config: default
356
+ split: test
357
+ metrics:
358
+ - type: rouge
359
+ value: 16.2446
360
+ name: ROUGE-1
361
+ verified: true
362
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiZjBiOWFhN2RhYjQxYjJjZTA0ZDk0ZTE2YjA1ZjlhNDJjNDE4MWYxZTlmOGY1YWUwNDExOTBhNmFhNTBiZjUzZSIsInZlcnNpb24iOjF9.wHFH8v49DN7N8I3MZibb0KKyiHBiHeMDbf14PedUMJrxZaBqCXdAl96wVveHPGThOV3G4e6nJ3nt1go9qR5PCA
363
+ - type: rouge
364
+ value: 3.4398
365
+ name: ROUGE-2
366
+ verified: true
367
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiOWE0ZjY2OWM2ZDBhZWU1MzU0YjYyOGEyNDM1ZjkxNDY4NjUyNDFlMjVmNzkxZDcwMDY1OGQxYTM1NzIwZjgxMyIsInZlcnNpb24iOjF9.VU0b4ap_qLWyyPsdquhBhSuiHNhTGKF85f1-4LDTfroLCPYtqsTKRBNs4cAYYQJ_NvXCw3VGNg27_yJqJ-u-CQ
368
+ - type: rouge
369
+ value: 10.5482
370
+ name: ROUGE-L
371
+ verified: true
372
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiOTRiYmJhN2I2M2JiODRiYTRiM2FkMjU4ZjVlZjhmMzAwOWI2YjIwMTkwZjRlNDFjMGUwZWM1YTA3ZWMwMDY5YyIsInZlcnNpb24iOjF9.N5RYDq9Ofs3tpGFO7CzTgA9fNUIu-At2C6VS_NbCdd3ZW9-9SIGNjO2XNH3P9gvc8vOvRRLCrYTbSAyoGjUmCA
373
+ - type: rouge
374
+ value: 13.0387
375
+ name: ROUGE-LSUM
376
+ verified: true
377
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMDU4ZjYxNjEwYWUyM2NlNTY4YTc4MDhiNmVjNzAzMjMxNjk1ZTdlNTk2OGZhOTFjM2ZmNWU1NTM0NWQwMTNlMyIsInZlcnNpb24iOjF9.xCPQe5UgY32P2MMxzYrN_Wn-bmvhFRPADPe3DpZqn4bAP-TaUUGvwtFQKiPMlJSCsuB0NVlgUCr_QcRqW-sJCg
378
+ - type: loss
379
+ value: 4.907131671905518
380
+ name: loss
381
+ verified: true
382
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMDcwOTJlMDBhMjM1Yzc2YzM1MmE4OWJkYTM3ZmI0MjU2NzE3ZDJhZTI4YzllZWEyY2Y5NzcyZjgxZjdlM2FkYiIsInZlcnNpb24iOjF9.s6o4IJCX71_CZMFcx6KlY7Gh306Z5mx-NPJ0JrSBukdYtryb69OGJT3Z1izoT8ucv3SaEZ0sF1zRYV6Y_AETCQ
383
+ - type: gen_len
384
+ value: 164.3006
385
+ name: gen_len
386
+ verified: true
387
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiOWQ3OTdkOWI2M2YyYjExNWQxNDNhNWJmMzZhYjNmNzIwMjNjMTFhNzc0ZDc2YmYyZTUyNzZmMTM4NWE2ODRkZiIsInZlcnNpb24iOjF9.aMkbonOrqeCASi3at-lPmys1Yvcg9W9cTl_uJR_im64RldqWrpLMPyHmNvY5WEmFabonmyJyFpZQIpoSJfWmDw
388
  ---
389
  # led-large-book-summary
390