From b3ae6931262e55d5f6ff61e0e80a3e3c6ff14fad Mon Sep 17 00:00:00 2001
From: Thomas Wolf <thomwolf@users.noreply.github.com>
Date: Tue, 24 Nov 2020 18:45:35 +0100
Subject: [PATCH] Add tokenizer configuration

---
 tokenizer_config.json | 3 +++
 1 file changed, 3 insertions(+)
 create mode 100644 tokenizer_config.json

diff --git a/tokenizer_config.json b/tokenizer_config.json
new file mode 100644
index 0000000..a661b1a
--- /dev/null
+++ b/tokenizer_config.json
@@ -0,0 +1,3 @@
+{
+  "do_lower_case": true
+}