From d7a71e220849b5f578f83a847d3b2ec1f5101a69 Mon Sep 17 00:00:00 2001 From: Thomas De Decker Date: Thu, 16 Jun 2022 14:20:55 +0000 Subject: [PATCH] Update README.md --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index 8b7f259..4eacabb 100644 --- a/README.md +++ b/README.md @@ -162,7 +162,7 @@ lbl2idx = {"B": 0, "I": 1, "O": 2} idx2label = {0: "B", 1: "I", 2: "O"} # Tokenizer -tokenizer = AutoTokenizer.from_pretrained("distilbert-base-uncased", add_prefix_space=True) +tokenizer = AutoTokenizer.from_pretrained("distilbert-base-uncased") max_length = 512 # Dataset parameters