cl-tohoku
/
bert-base-japanese-whole-word-masking
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[config.json] tokenizer_class: BertJapaneseTokenizer

This commit is contained in:
Julien Chaumond 2020-11-19 14:16:34 +01:00
parent 30931391d3
commit 855e787bb3
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
config.json
View File

@ -14,6 +14,7 @@
"num_attention_heads": 12, "num_attention_heads": 12,
"num_hidden_layers": 12, "num_hidden_layers": 12,
"pad_token_id": 0, "pad_token_id": 0,
"tokenizer_class": "BertJapaneseTokenizer",
"type_vocab_size": 2, "type_vocab_size": 2,
"vocab_size": 32000 "vocab_size": 32000
} }