From b2ab9fed0c91031817fa9c1b552929be3eed60d9 Mon Sep 17 00:00:00 2001
From: BDoyen <baptiste.doyen@supelec.fr>
Date: Thu, 25 Mar 2021 10:57:55 +0000
Subject: [PATCH] delete other config file

---
 tokenizer_config.json | 1 -
 1 file changed, 1 deletion(-)
 delete mode 100644 tokenizer_config.json

diff --git a/tokenizer_config.json b/tokenizer_config.json
deleted file mode 100644
index b267a7e..0000000
--- a/tokenizer_config.json
+++ /dev/null
@@ -1 +0,0 @@
-{"bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": {"content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "additional_special_tokens": ["<s>NOTUSED", "</s>NOTUSED"], "model_max_length": 512, "special_tokens_map_file": null, "name_or_path": "camembert-base"}
\ No newline at end of file