From b57f64c66c07a142e2421109affe37b061f936e2 Mon Sep 17 00:00:00 2001
From: Thomas Wolf <thomwolf@users.noreply.github.com>
Date: Wed, 25 Nov 2020 12:57:33 +0100
Subject: [PATCH] Update tokenizer configuration

---
 tokenizer_config.json | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tokenizer_config.json b/tokenizer_config.json
index 8a8f021..8ff960d 100644
--- a/tokenizer_config.json
+++ b/tokenizer_config.json
@@ -1 +1 @@
-{"add_prefix_space": "true"}
+{"add_prefix_space": "true", "tokenizer_class_name": "BlenderbotTokenizer"}