From 182a12c8b079bd74663fb156c772bbf6d8b48db6 Mon Sep 17 00:00:00 2001
From: Thomas Wolf <thomwolf@users.noreply.github.com>
Date: Wed, 25 Nov 2020 15:12:03 +0100
Subject: [PATCH] Add tokenizer configuration

---
 tokenizer_config.json | 3 +++
 1 file changed, 3 insertions(+)
 create mode 100644 tokenizer_config.json

diff --git a/tokenizer_config.json b/tokenizer_config.json
new file mode 100644
index 0000000..a661b1a
--- /dev/null
+++ b/tokenizer_config.json
@@ -0,0 +1,3 @@
+{
+  "do_lower_case": true
+}