Compare commits
No commits in common. "42ab86cf8349e1cdaa426d92c770747c56b59d8f" and "872cb1beaf679a6eefedb91e47a3101d3832a531" have entirely different histories.
42ab86cf83
...
872cb1beaf
|
@ -6,4 +6,3 @@
|
|||
*.tar.gz filter=lfs diff=lfs merge=lfs -text
|
||||
*.ot filter=lfs diff=lfs merge=lfs -text
|
||||
*.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
||||
|
|
104
README.md
104
README.md
|
@ -1,104 +0,0 @@
|
|||
---
|
||||
language:
|
||||
- en
|
||||
- es
|
||||
|
||||
tags:
|
||||
- translation
|
||||
|
||||
license: apache-2.0
|
||||
---
|
||||
|
||||
### eng-spa
|
||||
|
||||
* source group: English
|
||||
* target group: Spanish
|
||||
* OPUS readme: [eng-spa](https://github.com/Helsinki-NLP/Tatoeba-Challenge/tree/master/models/eng-spa/README.md)
|
||||
|
||||
* model: transformer
|
||||
* source language(s): eng
|
||||
* target language(s): spa
|
||||
* model: transformer
|
||||
* pre-processing: normalization + SentencePiece (spm32k,spm32k)
|
||||
* download original weights: [opus-2020-08-18.zip](https://object.pouta.csc.fi/Tatoeba-MT-models/eng-spa/opus-2020-08-18.zip)
|
||||
* test set translations: [opus-2020-08-18.test.txt](https://object.pouta.csc.fi/Tatoeba-MT-models/eng-spa/opus-2020-08-18.test.txt)
|
||||
* test set scores: [opus-2020-08-18.eval.txt](https://object.pouta.csc.fi/Tatoeba-MT-models/eng-spa/opus-2020-08-18.eval.txt)
|
||||
|
||||
## Benchmarks
|
||||
|
||||
| testset | BLEU | chr-F |
|
||||
|-----------------------|-------|-------|
|
||||
| newssyscomb2009-engspa.eng.spa | 31.0 | 0.583 |
|
||||
| news-test2008-engspa.eng.spa | 29.7 | 0.564 |
|
||||
| newstest2009-engspa.eng.spa | 30.2 | 0.578 |
|
||||
| newstest2010-engspa.eng.spa | 36.9 | 0.620 |
|
||||
| newstest2011-engspa.eng.spa | 38.2 | 0.619 |
|
||||
| newstest2012-engspa.eng.spa | 39.0 | 0.625 |
|
||||
| newstest2013-engspa.eng.spa | 35.0 | 0.598 |
|
||||
| Tatoeba-test.eng.spa | 54.9 | 0.721 |
|
||||
|
||||
|
||||
### System Info:
|
||||
- hf_name: eng-spa
|
||||
|
||||
- source_languages: eng
|
||||
|
||||
- target_languages: spa
|
||||
|
||||
- opus_readme_url: https://github.com/Helsinki-NLP/Tatoeba-Challenge/tree/master/models/eng-spa/README.md
|
||||
|
||||
- original_repo: Tatoeba-Challenge
|
||||
|
||||
- tags: ['translation']
|
||||
|
||||
- languages: ['en', 'es']
|
||||
|
||||
- src_constituents: {'eng'}
|
||||
|
||||
- tgt_constituents: {'spa'}
|
||||
|
||||
- src_multilingual: False
|
||||
|
||||
- tgt_multilingual: False
|
||||
|
||||
- prepro: normalization + SentencePiece (spm32k,spm32k)
|
||||
|
||||
- url_model: https://object.pouta.csc.fi/Tatoeba-MT-models/eng-spa/opus-2020-08-18.zip
|
||||
|
||||
- url_test_set: https://object.pouta.csc.fi/Tatoeba-MT-models/eng-spa/opus-2020-08-18.test.txt
|
||||
|
||||
- src_alpha3: eng
|
||||
|
||||
- tgt_alpha3: spa
|
||||
|
||||
- short_pair: en-es
|
||||
|
||||
- chrF2_score: 0.721
|
||||
|
||||
- bleu: 54.9
|
||||
|
||||
- brevity_penalty: 0.978
|
||||
|
||||
- ref_len: 77311.0
|
||||
|
||||
- src_name: English
|
||||
|
||||
- tgt_name: Spanish
|
||||
|
||||
- train_date: 2020-08-18 00:00:00
|
||||
|
||||
- src_alpha2: en
|
||||
|
||||
- tgt_alpha2: es
|
||||
|
||||
- prefer_old: False
|
||||
|
||||
- long_pair: eng-spa
|
||||
|
||||
- helsinki_git_sha: d2f0910c89026c34a44e331e785dec1e0faa7b82
|
||||
|
||||
- transformers_git_sha: f7af09b4524b784d67ae8526f0e2fcc6f5ed0de9
|
||||
|
||||
- port_machine: brutasse
|
||||
|
||||
- port_time: 2020-08-24-18:20
|
21
config.json
21
config.json
|
@ -1,5 +1,5 @@
|
|||
{
|
||||
"_name_or_path": "/tmp/Helsinki-NLP/opus-mt-en-es",
|
||||
"_num_labels": 3,
|
||||
"activation_dropout": 0.0,
|
||||
"activation_function": "swish",
|
||||
"add_bias_logits": false,
|
||||
|
@ -10,29 +10,23 @@
|
|||
"attention_dropout": 0.0,
|
||||
"bad_words_ids": [
|
||||
[
|
||||
65000
|
||||
58865
|
||||
]
|
||||
],
|
||||
"bos_token_id": 0,
|
||||
"classif_dropout": 0.0,
|
||||
"classifier_dropout": 0.0,
|
||||
"d_model": 512,
|
||||
"decoder_attention_heads": 8,
|
||||
"decoder_ffn_dim": 2048,
|
||||
"decoder_layerdrop": 0.0,
|
||||
"decoder_layers": 6,
|
||||
"decoder_start_token_id": 65000,
|
||||
"decoder_vocab_size": 65001,
|
||||
"decoder_start_token_id": 58865,
|
||||
"dropout": 0.1,
|
||||
"encoder_attention_heads": 8,
|
||||
"encoder_ffn_dim": 2048,
|
||||
"encoder_layerdrop": 0.0,
|
||||
"encoder_layers": 6,
|
||||
"eos_token_id": 0,
|
||||
"extra_pos_embeddings": 65001,
|
||||
"force_bos_token_to_be_generated": false,
|
||||
"forced_eos_token_id": 0,
|
||||
"gradient_checkpointing": false,
|
||||
"id2label": {
|
||||
"0": "LABEL_0",
|
||||
"1": "LABEL_1",
|
||||
|
@ -50,13 +44,10 @@
|
|||
"model_type": "marian",
|
||||
"normalize_before": false,
|
||||
"normalize_embedding": false,
|
||||
"num_beams": 4,
|
||||
"num_beams": 6,
|
||||
"num_hidden_layers": 6,
|
||||
"pad_token_id": 65000,
|
||||
"pad_token_id": 58865,
|
||||
"scale_embedding": true,
|
||||
"share_encoder_decoder_embeddings": true,
|
||||
"static_position_embeddings": true,
|
||||
"transformers_version": "4.22.0.dev0",
|
||||
"use_cache": true,
|
||||
"vocab_size": 65001
|
||||
"vocab_size": 58866
|
||||
}
|
||||
|
|
BIN
flax_model.msgpack (Stored with Git LFS)
BIN
flax_model.msgpack (Stored with Git LFS)
Binary file not shown.
|
@ -1,16 +0,0 @@
|
|||
{
|
||||
"_from_model_config": true,
|
||||
"bad_words_ids": [
|
||||
[
|
||||
65000
|
||||
]
|
||||
],
|
||||
"bos_token_id": 0,
|
||||
"decoder_start_token_id": 65000,
|
||||
"eos_token_id": 0,
|
||||
"forced_eos_token_id": 0,
|
||||
"max_length": 512,
|
||||
"num_beams": 4,
|
||||
"pad_token_id": 65000,
|
||||
"transformers_version": "4.27.0.dev0"
|
||||
}
|
|
@ -1 +0,0 @@
|
|||
{"hf_name":"eng-spa","source_languages":"eng","target_languages":"spa","opus_readme_url":"https:\/\/github.com\/Helsinki-NLP\/Tatoeba-Challenge\/tree\/master\/models\/eng-spa\/README.md","original_repo":"Tatoeba-Challenge","tags":["translation"],"languages":["en","es"],"src_constituents":["eng"],"tgt_constituents":["spa"],"src_multilingual":false,"tgt_multilingual":false,"prepro":" normalization + SentencePiece (spm32k,spm32k)","url_model":"https:\/\/object.pouta.csc.fi\/Tatoeba-MT-models\/eng-spa\/opus-2020-08-18.zip","url_test_set":"https:\/\/object.pouta.csc.fi\/Tatoeba-MT-models\/eng-spa\/opus-2020-08-18.test.txt","src_alpha3":"eng","tgt_alpha3":"spa","short_pair":"en-es","chrF2_score":0.721,"bleu":54.9,"brevity_penalty":0.978,"ref_len":77311.0,"src_name":"English","tgt_name":"Spanish","train_date":1597708800000,"src_alpha2":"en","tgt_alpha2":"es","prefer_old":false,"long_pair":"eng-spa","helsinki_git_sha":"d2f0910c89026c34a44e331e785dec1e0faa7b82","transformers_git_sha":"f7af09b4524b784d67ae8526f0e2fcc6f5ed0de9","port_machine":"brutasse","port_time":"2020-08-24-18:20"}
|
BIN
pytorch_model.bin (Stored with Git LFS)
BIN
pytorch_model.bin (Stored with Git LFS)
Binary file not shown.
BIN
source.spm
BIN
source.spm
Binary file not shown.
BIN
tf_model.h5 (Stored with Git LFS)
BIN
tf_model.h5 (Stored with Git LFS)
Binary file not shown.
Loading…
Reference in New Issue