Add evaluation results on the default config and test split of xsum
#16
by
autoevaluator
HF staff
- opened
README.md
CHANGED
@@ -346,6 +346,45 @@ model-index:
|
|
346 |
name: gen_len
|
347 |
verified: true
|
348 |
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiOWI2NjVlYjgwYWJiMjcyMDUzMzEwNDNjZTMxMDM0MjAzMzk1ZmIwY2Q1ZDQ2Y2M5NDBlMDEzYzFkNWEyNzJmNiIsInZlcnNpb24iOjF9.iZ1Iy7FuWL4GH7LS5EylVj5eZRC3L2ZsbYQapAkMNzR_VXPoMGvoM69Hp-kU7gW55tmz2V4Qxhvoz9cM8fciBA
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
349 |
---
|
350 |
# led-large-book-summary
|
351 |
|
|
|
346 |
name: gen_len
|
347 |
verified: true
|
348 |
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiOWI2NjVlYjgwYWJiMjcyMDUzMzEwNDNjZTMxMDM0MjAzMzk1ZmIwY2Q1ZDQ2Y2M5NDBlMDEzYzFkNWEyNzJmNiIsInZlcnNpb24iOjF9.iZ1Iy7FuWL4GH7LS5EylVj5eZRC3L2ZsbYQapAkMNzR_VXPoMGvoM69Hp-kU7gW55tmz2V4Qxhvoz9cM8fciBA
|
349 |
+
- task:
|
350 |
+
type: summarization
|
351 |
+
name: Summarization
|
352 |
+
dataset:
|
353 |
+
name: xsum
|
354 |
+
type: xsum
|
355 |
+
config: default
|
356 |
+
split: test
|
357 |
+
metrics:
|
358 |
+
- type: rouge
|
359 |
+
value: 16.2446
|
360 |
+
name: ROUGE-1
|
361 |
+
verified: true
|
362 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiZjBiOWFhN2RhYjQxYjJjZTA0ZDk0ZTE2YjA1ZjlhNDJjNDE4MWYxZTlmOGY1YWUwNDExOTBhNmFhNTBiZjUzZSIsInZlcnNpb24iOjF9.wHFH8v49DN7N8I3MZibb0KKyiHBiHeMDbf14PedUMJrxZaBqCXdAl96wVveHPGThOV3G4e6nJ3nt1go9qR5PCA
|
363 |
+
- type: rouge
|
364 |
+
value: 3.4398
|
365 |
+
name: ROUGE-2
|
366 |
+
verified: true
|
367 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiOWE0ZjY2OWM2ZDBhZWU1MzU0YjYyOGEyNDM1ZjkxNDY4NjUyNDFlMjVmNzkxZDcwMDY1OGQxYTM1NzIwZjgxMyIsInZlcnNpb24iOjF9.VU0b4ap_qLWyyPsdquhBhSuiHNhTGKF85f1-4LDTfroLCPYtqsTKRBNs4cAYYQJ_NvXCw3VGNg27_yJqJ-u-CQ
|
368 |
+
- type: rouge
|
369 |
+
value: 10.5482
|
370 |
+
name: ROUGE-L
|
371 |
+
verified: true
|
372 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiOTRiYmJhN2I2M2JiODRiYTRiM2FkMjU4ZjVlZjhmMzAwOWI2YjIwMTkwZjRlNDFjMGUwZWM1YTA3ZWMwMDY5YyIsInZlcnNpb24iOjF9.N5RYDq9Ofs3tpGFO7CzTgA9fNUIu-At2C6VS_NbCdd3ZW9-9SIGNjO2XNH3P9gvc8vOvRRLCrYTbSAyoGjUmCA
|
373 |
+
- type: rouge
|
374 |
+
value: 13.0387
|
375 |
+
name: ROUGE-LSUM
|
376 |
+
verified: true
|
377 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMDU4ZjYxNjEwYWUyM2NlNTY4YTc4MDhiNmVjNzAzMjMxNjk1ZTdlNTk2OGZhOTFjM2ZmNWU1NTM0NWQwMTNlMyIsInZlcnNpb24iOjF9.xCPQe5UgY32P2MMxzYrN_Wn-bmvhFRPADPe3DpZqn4bAP-TaUUGvwtFQKiPMlJSCsuB0NVlgUCr_QcRqW-sJCg
|
378 |
+
- type: loss
|
379 |
+
value: 4.907131671905518
|
380 |
+
name: loss
|
381 |
+
verified: true
|
382 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMDcwOTJlMDBhMjM1Yzc2YzM1MmE4OWJkYTM3ZmI0MjU2NzE3ZDJhZTI4YzllZWEyY2Y5NzcyZjgxZjdlM2FkYiIsInZlcnNpb24iOjF9.s6o4IJCX71_CZMFcx6KlY7Gh306Z5mx-NPJ0JrSBukdYtryb69OGJT3Z1izoT8ucv3SaEZ0sF1zRYV6Y_AETCQ
|
383 |
+
- type: gen_len
|
384 |
+
value: 164.3006
|
385 |
+
name: gen_len
|
386 |
+
verified: true
|
387 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiOWQ3OTdkOWI2M2YyYjExNWQxNDNhNWJmMzZhYjNmNzIwMjNjMTFhNzc0ZDc2YmYyZTUyNzZmMTM4NWE2ODRkZiIsInZlcnNpb24iOjF9.aMkbonOrqeCASi3at-lPmys1Yvcg9W9cTl_uJR_im64RldqWrpLMPyHmNvY5WEmFabonmyJyFpZQIpoSJfWmDw
|
388 |
---
|
389 |
# led-large-book-summary
|
390 |
|