From e45a5efde2aa2215710f269f2edbb44ea16a4cf8 Mon Sep 17 00:00:00 2001
From: Thomas Wolf <thomwolf@users.noreply.github.com>
Date: Wed, 25 Nov 2020 15:16:04 +0100
Subject: [PATCH] Add tokenizer configuration

---
 tokenizer_config.json | 3 +++
 1 file changed, 3 insertions(+)
 create mode 100644 tokenizer_config.json

diff --git a/tokenizer_config.json b/tokenizer_config.json
new file mode 100644
index 0000000..e3c6d45
--- /dev/null
+++ b/tokenizer_config.json
@@ -0,0 +1,3 @@
+{
+  "do_lower_case": false
+}