Update README.md

This commit is contained in:
Thomas De Decker 2022-06-16 14:20:55 +00:00 committed by huggingface-web
parent a06a57f369
commit d7a71e2208
1 changed files with 1 additions and 1 deletions

View File

@ -162,7 +162,7 @@ lbl2idx = {"B": 0, "I": 1, "O": 2}
idx2label = {0: "B", 1: "I", 2: "O"}
# Tokenizer
tokenizer = AutoTokenizer.from_pretrained("distilbert-base-uncased", add_prefix_space=True)
tokenizer = AutoTokenizer.from_pretrained("distilbert-base-uncased")
max_length = 512
# Dataset parameters