Add tokenizer configuration

2020-11-25 15:16:04 +01:00 · 2020-11-25 15:16:04 +01:00 · e45a5efde2
parent d419f61276
commit e45a5efde2
1 changed files with 3 additions and 0 deletions
--- a/tokenizer_config.json
+++ b/tokenizer_config.json
@ -0,0 +1,3 @@
+{
+  "do_lower_case": false
+}