diff --git a/config.json b/config.json index 7178a9c..8af9744 100644 --- a/config.json +++ b/config.json @@ -14,6 +14,7 @@ "num_attention_heads": 12, "num_hidden_layers": 12, "pad_token_id": 0, + "tokenizer_class": "BertJapaneseTokenizer", "type_vocab_size": 2, "vocab_size": 32000 }