Upload processor

This commit is contained in:
Niels Rogge 2023-02-07 15:18:27 +00:00 committed by huggingface-web
parent 118fba2d5d
commit c7b85aea22
5 changed files with 100364 additions and 0 deletions

50001
merges.txt Normal file

File diff suppressed because it is too large Load Diff

24
preprocessor_config.json Normal file
View File

@ -0,0 +1,24 @@
{
"do_convert_rgb": true,
"do_normalize": true,
"do_rescale": true,
"do_resize": true,
"image_mean": [
0.48145466,
0.4578275,
0.40821073
],
"image_processor_type": "BlipImageProcessor",
"image_std": [
0.26862954,
0.26130258,
0.27577711
],
"processor_class": "Blip2Processor",
"resample": 3,
"rescale_factor": 0.00392156862745098,
"size": {
"height": 364,
"width": 364
}
}

30
special_tokens_map.json Normal file
View File

@ -0,0 +1,30 @@
{
"bos_token": {
"content": "</s>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
},
"eos_token": {
"content": "</s>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
},
"pad_token": {
"content": "<pad>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
},
"unk_token": {
"content": "</s>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
}
}

42
tokenizer_config.json Normal file
View File

@ -0,0 +1,42 @@
{
"add_bos_token": true,
"add_prefix_space": false,
"bos_token": {
"__type": "AddedToken",
"content": "</s>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
},
"eos_token": {
"__type": "AddedToken",
"content": "</s>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
},
"errors": "replace",
"model_max_length": 1000000000000000019884624838656,
"name_or_path": "facebook/opt-2.7b",
"pad_token": {
"__type": "AddedToken",
"content": "<pad>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
},
"processor_class": "Blip2Processor",
"special_tokens_map_file": null,
"tokenizer_class": "GPT2Tokenizer",
"unk_token": {
"__type": "AddedToken",
"content": "</s>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false
}
}

50267
vocab.json Normal file

File diff suppressed because it is too large Load Diff