diff --git a/config.json b/config.json new file mode 100644 index 0000000..8653b75 --- /dev/null +++ b/config.json @@ -0,0 +1,30 @@ +{ + "architectures": [ + "T5Model" + ], + "d_ff": 3072, + "d_kv": 64, + "d_model": 768, + "decoder_start_token_id": 0, + "dropout_rate": 0.1, + "eos_token_id": 1, + "initializer_factor": 1.0, + "is_encoder_decoder": true, + "layer_norm_epsilon": 1e-06, + "model_type": "t5", + "n_positions": 512, + "num_decoder_layers": 12, + "num_heads": 12, + "num_layers": 12, + "output_past": true, + "pad_token_id": 0, + "relative_attention_num_buckets": 32, + "task_specific_params": { + "summarization": { + "max_length": 512, + "num_beams": 4, + "prefix": "function documentation generation python: " + } + }, + "vocab_size": 32128 +} diff --git a/pytorch_model.bin b/pytorch_model.bin new file mode 100644 index 0000000..b9e8eaa --- /dev/null +++ b/pytorch_model.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c3d435fd06063a0e7ee9df6ea7bf69aebe94efef2dae846a523e7dcd35b93f5 +size 891734137 diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..881bdbf --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1 @@ +{"eos_token": "", "unk_token": "", "pad_token": "", "additional_special_tokens": ["", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", ""]} \ No newline at end of file diff --git a/spiece.model b/spiece.model new file mode 100644 index 0000000..c3a7347 Binary files /dev/null and b/spiece.model differ diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..57f1746 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1 @@ +{"do_lower_case": false} \ No newline at end of file