Update README.md
This commit is contained in:
parent
a06a57f369
commit
d7a71e2208
|
@ -162,7 +162,7 @@ lbl2idx = {"B": 0, "I": 1, "O": 2}
|
|||
idx2label = {0: "B", 1: "I", 2: "O"}
|
||||
|
||||
# Tokenizer
|
||||
tokenizer = AutoTokenizer.from_pretrained("distilbert-base-uncased", add_prefix_space=True)
|
||||
tokenizer = AutoTokenizer.from_pretrained("distilbert-base-uncased")
|
||||
max_length = 512
|
||||
|
||||
# Dataset parameters
|
||||
|
|
Loading…
Reference in New Issue