Specify tokenizer in config.

2021-01-18 10:14:30 +08:00 · 2021-01-18 10:14:30 +08:00 · 011967336d
parent 9a0a13b5c8
commit 011967336d
1 changed files with 1 additions and 0 deletions
--- a/config.json
+++ b/config.json
@ -171,6 +171,7 @@
  "pooler_num_fc_layers": 3,
  "pooler_size_per_head": 128,
  "pooler_type": "first_token_transform",
+  "tokenizer_class": "BertTokenizerFast",
  "type_vocab_size": 2,
  "vocab_size": 21128
 }