diff --git a/tokenizer_config.json b/tokenizer_config.json index 83c357b..d3c6c50 100644 --- a/tokenizer_config.json +++ b/tokenizer_config.json @@ -1 +1,67 @@ -{"do_lower_case": true, "errors": "replace", "bos_token": {"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "eos_token": {"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "unk_token": {"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "sep_token": {"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "cls_token": {"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "pad_token": {"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "mask_token": {"content": "", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "add_prefix_space": true, "max_cell_length": 15, "model_max_length": 1024, "special_tokens_map_file": null, "name_or_path": "microsoft/tapex-large-finetuned-wtq", "use_fast": true, "tokenizer_class": "TapexTokenizer"} \ No newline at end of file +{ + "do_lower_case": false, + "errors": "replace", + "bos_token": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "__type": "AddedToken" + }, + "eos_token": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "__type": "AddedToken" + }, + "unk_token": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "__type": "AddedToken" + }, + "sep_token": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "__type": "AddedToken" + }, + "cls_token": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "__type": "AddedToken" + }, + "pad_token": { + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "__type": "AddedToken" + }, + "mask_token": { + "content": "", + "single_word": false, + "lstrip": true, + "rstrip": false, + "normalized": true, + "__type": "AddedToken" + }, + "add_prefix_space": true, + "max_cell_length": 15, + "model_max_length": 1024, + "special_tokens_map_file": null, + "name_or_path": "neulab/omnitab-large-finetuned-wtq", + "use_fast": true, + "tokenizer_class": "TapexTokenizer" +}