From 011967336d2797218fcb59beeb94bde90f2f2445 Mon Sep 17 00:00:00 2001
From: Mu Yang <emfomy@gmail.com>
Date: Mon, 18 Jan 2021 10:14:30 +0800
Subject: [PATCH] Specify tokenizer in config.

---
 config.json | 1 +
 1 file changed, 1 insertion(+)

diff --git a/config.json b/config.json
index 5813831..00c2c8d 100644
--- a/config.json
+++ b/config.json
@@ -171,6 +171,7 @@
   "pooler_num_fc_layers": 3,
   "pooler_size_per_head": 128,
   "pooler_type": "first_token_transform",
+  "tokenizer_class": "BertTokenizerFast",
   "type_vocab_size": 2,
   "vocab_size": 21128
 }