From b047d6a04d7f764beb880d5cdea75fe2e7851370 Mon Sep 17 00:00:00 2001 From: lewtun Date: Wed, 17 Aug 2022 13:02:38 +0000 Subject: [PATCH] Add evaluation results on xsum dataset (#2) - Add evaluation results on xsum dataset (5607f0182d43ebd582201f345d8167e2d0921260) - Merge branch 'main' into pr/2 (dddd426cc6b2832527019a254827ecca1a8f3dfb) Co-authored-by: Evaluation Bot --- README.md | 33 +++++++++++++++++++++++++++++++++ 1 file changed, 33 insertions(+) diff --git a/README.md b/README.md index 8a4df78..df332fb 100644 --- a/README.md +++ b/README.md @@ -38,6 +38,39 @@ model-index: type: gen_len value: 20.3122 verified: true + - task: + type: summarization + name: Summarization + dataset: + name: xsum + type: xsum + config: default + split: test + metrics: + - name: ROUGE-1 + type: rouge + value: 46.8623 + verified: true + - name: ROUGE-2 + type: rouge + value: 24.4533 + verified: true + - name: ROUGE-L + type: rouge + value: 39.0548 + verified: true + - name: ROUGE-LSUM + type: rouge + value: 39.0994 + verified: true + - name: loss + type: loss + value: 1.5717021226882935 + verified: true + - name: gen_len + type: gen_len + value: 22.8821 + verified: true --- ### Pegasus Models