From 5a17152529496db865f0592db394123f7de59460 Mon Sep 17 00:00:00 2001 From: lewtun Date: Wed, 17 Aug 2022 12:53:41 +0000 Subject: [PATCH] Add evaluation results on samsum dataset (#1) - Add evaluation results on samsum dataset (81814d81846806cad273e3cd251efbd0f0ef1848) Co-authored-by: Evaluation Bot --- README.md | 36 ++++++++++++++++++++++++++++++++++++ 1 file changed, 36 insertions(+) diff --git a/README.md b/README.md index f8a0bfa..8a4df78 100644 --- a/README.md +++ b/README.md @@ -2,6 +2,42 @@ language: en tags: - summarization +model-index: +- name: google/pegasus-xsum + results: + - task: + type: summarization + name: Summarization + dataset: + name: samsum + type: samsum + config: samsum + split: train + metrics: + - name: ROUGE-1 + type: rouge + value: 21.8096 + verified: true + - name: ROUGE-2 + type: rouge + value: 4.2525 + verified: true + - name: ROUGE-L + type: rouge + value: 17.4469 + verified: true + - name: ROUGE-LSUM + type: rouge + value: 18.8907 + verified: true + - name: loss + type: loss + value: 3.0317161083221436 + verified: true + - name: gen_len + type: gen_len + value: 20.3122 + verified: true --- ### Pegasus Models