From d39b8d4166b0683451bbce6f047de1a238c0b5bf Mon Sep 17 00:00:00 2001 From: Sebastian Date: Mon, 5 Dec 2022 16:09:06 +0000 Subject: [PATCH] Add verifyToken field to verify evaluation results are produced by Hugging Face's automatic model evaluator (#10) - Add verifyToken field to verify evaluation results are produced by Hugging Face's automatic model evaluator (b3248a74a95a165bba47175373d8f3a2856495cd) Co-authored-by: Evaluation Bot --- README.md | 17 ++++++++++------- 1 file changed, 10 insertions(+), 7 deletions(-) diff --git a/README.md b/README.md index e0c721d..40481ca 100644 --- a/README.md +++ b/README.md @@ -1,8 +1,8 @@ --- language: en +license: cc-by-4.0 datasets: - squad_v2 -license: cc-by-4.0 model-index: - name: deepset/roberta-base-squad2 results: @@ -15,18 +15,21 @@ model-index: config: squad_v2 split: validation metrics: - - name: Exact Match - type: exact_match + - type: exact_match value: 79.9309 + name: Exact Match verified: true - - name: F1 - type: f1 + verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMDhhNjg5YzNiZGQ1YTIyYTAwZGUwOWEzZTRiYzdjM2QzYjA3ZTUxNDM1NjE1MTUyMjE1MGY1YzEzMjRjYzVjYiIsInZlcnNpb24iOjF9.EH5JJo8EEFwU7osPz3s7qanw_tigeCFhCXjSfyN0Y1nWVnSfulSxIk_DbAEI5iE80V4EKLyp5-mYFodWvL2KDA + - type: f1 value: 82.9501 + name: F1 verified: true - - name: total - type: total + verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMjk5ZDYwOGQyNjNkMWI0OTE4YzRmOTlkY2JjNjQ0YTZkNTMzMzNkYTA0MDFmNmI3NjA3NjNlMjhiMDQ2ZjJjNSIsInZlcnNpb24iOjF9.DDm0LNTkdLbGsue58bg1aH_s67KfbcmkvL-6ZiI2s8IoxhHJMSf29H_uV2YLyevwx900t-MwTVOW3qfFnMMEAQ + - type: total value: 11869 + name: total verified: true + verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMGFkMmI2ODM0NmY5NGNkNmUxYWViOWYxZDNkY2EzYWFmOWI4N2VhYzY5MGEzMTVhOTU4Zjc4YWViOGNjOWJjMCIsInZlcnNpb24iOjF9.fexrU1icJK5_MiifBtZWkeUvpmFISqBLDXSQJ8E6UnrRof-7cU0s4tX_dIsauHWtUpIHMPZCf5dlMWQKXZuAAA --- # roberta-base for QA