From c4455b515a3ed63d76e9ff476a78dde8d0484239 Mon Sep 17 00:00:00 2001 From: lewtun Date: Wed, 17 Aug 2022 13:20:35 +0000 Subject: [PATCH] Add evaluation results on the 3.0.0 config of cnn_dailymail (#5) - Add evaluation results on the 3.0.0 config of cnn_dailymail (0a2da9e6569b4095d580a2f3089a505b03ad6d0a) - Merge branch 'main' into pr/5 (32e122dd99389517fdae89aa8fd85127cb72617f) Co-authored-by: Evaluation Bot --- README.md | 33 +++++++++++++++++++++++++++++++++ 1 file changed, 33 insertions(+) diff --git a/README.md b/README.md index df332fb..bcc9116 100644 --- a/README.md +++ b/README.md @@ -71,6 +71,39 @@ model-index: type: gen_len value: 22.8821 verified: true + - task: + type: summarization + name: Summarization + dataset: + name: cnn_dailymail + type: cnn_dailymail + config: 3.0.0 + split: test + metrics: + - name: ROUGE-1 + type: rouge + value: 22.2062 + verified: true + - name: ROUGE-2 + type: rouge + value: 7.6701 + verified: true + - name: ROUGE-L + type: rouge + value: 15.4046 + verified: true + - name: ROUGE-LSUM + type: rouge + value: 19.2182 + verified: true + - name: loss + type: loss + value: 2.681241273880005 + verified: true + - name: gen_len + type: gen_len + value: 25.0234 + verified: true --- ### Pegasus Models