From 855e787bb3d89417a90264cb120f8c878f9d4fbc Mon Sep 17 00:00:00 2001
From: Julien Chaumond <chaumond@gmail.com>
Date: Thu, 19 Nov 2020 14:16:34 +0100
Subject: [PATCH] [config.json] tokenizer_class: BertJapaneseTokenizer

---
 config.json | 1 +
 1 file changed, 1 insertion(+)

diff --git a/config.json b/config.json
index 7178a9c..8af9744 100644
--- a/config.json
+++ b/config.json
@@ -14,6 +14,7 @@
   "num_attention_heads": 12,
   "num_hidden_layers": 12,
   "pad_token_id": 0,
+  "tokenizer_class": "BertJapaneseTokenizer",
   "type_vocab_size": 2,
   "vocab_size": 32000
 }