From 875a30fe155697b637c68f2c93577200c0546fba Mon Sep 17 00:00:00 2001
From: Thomas Wolf <thomwolf@users.noreply.github.com>
Date: Tue, 24 Nov 2020 23:51:48 +0100
Subject: [PATCH] Add tokenizer configuration

---
 tokenizer_config.json | 3 +++
 1 file changed, 3 insertions(+)
 create mode 100644 tokenizer_config.json

diff --git a/tokenizer_config.json b/tokenizer_config.json
new file mode 100644
index 0000000..e3c6d45
--- /dev/null
+++ b/tokenizer_config.json
@@ -0,0 +1,3 @@
+{
+  "do_lower_case": false
+}