Compare commits
No commits in common. "42ab86cf8349e1cdaa426d92c770747c56b59d8f" and "872cb1beaf679a6eefedb91e47a3101d3832a531" have entirely different histories.
42ab86cf83
...
872cb1beaf
|
@ -6,4 +6,3 @@
|
||||||
*.tar.gz filter=lfs diff=lfs merge=lfs -text
|
*.tar.gz filter=lfs diff=lfs merge=lfs -text
|
||||||
*.ot filter=lfs diff=lfs merge=lfs -text
|
*.ot filter=lfs diff=lfs merge=lfs -text
|
||||||
*.onnx filter=lfs diff=lfs merge=lfs -text
|
*.onnx filter=lfs diff=lfs merge=lfs -text
|
||||||
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
|
||||||
|
|
104
README.md
104
README.md
|
@ -1,104 +0,0 @@
|
||||||
---
|
|
||||||
language:
|
|
||||||
- en
|
|
||||||
- es
|
|
||||||
|
|
||||||
tags:
|
|
||||||
- translation
|
|
||||||
|
|
||||||
license: apache-2.0
|
|
||||||
---
|
|
||||||
|
|
||||||
### eng-spa
|
|
||||||
|
|
||||||
* source group: English
|
|
||||||
* target group: Spanish
|
|
||||||
* OPUS readme: [eng-spa](https://github.com/Helsinki-NLP/Tatoeba-Challenge/tree/master/models/eng-spa/README.md)
|
|
||||||
|
|
||||||
* model: transformer
|
|
||||||
* source language(s): eng
|
|
||||||
* target language(s): spa
|
|
||||||
* model: transformer
|
|
||||||
* pre-processing: normalization + SentencePiece (spm32k,spm32k)
|
|
||||||
* download original weights: [opus-2020-08-18.zip](https://object.pouta.csc.fi/Tatoeba-MT-models/eng-spa/opus-2020-08-18.zip)
|
|
||||||
* test set translations: [opus-2020-08-18.test.txt](https://object.pouta.csc.fi/Tatoeba-MT-models/eng-spa/opus-2020-08-18.test.txt)
|
|
||||||
* test set scores: [opus-2020-08-18.eval.txt](https://object.pouta.csc.fi/Tatoeba-MT-models/eng-spa/opus-2020-08-18.eval.txt)
|
|
||||||
|
|
||||||
## Benchmarks
|
|
||||||
|
|
||||||
| testset | BLEU | chr-F |
|
|
||||||
|-----------------------|-------|-------|
|
|
||||||
| newssyscomb2009-engspa.eng.spa | 31.0 | 0.583 |
|
|
||||||
| news-test2008-engspa.eng.spa | 29.7 | 0.564 |
|
|
||||||
| newstest2009-engspa.eng.spa | 30.2 | 0.578 |
|
|
||||||
| newstest2010-engspa.eng.spa | 36.9 | 0.620 |
|
|
||||||
| newstest2011-engspa.eng.spa | 38.2 | 0.619 |
|
|
||||||
| newstest2012-engspa.eng.spa | 39.0 | 0.625 |
|
|
||||||
| newstest2013-engspa.eng.spa | 35.0 | 0.598 |
|
|
||||||
| Tatoeba-test.eng.spa | 54.9 | 0.721 |
|
|
||||||
|
|
||||||
|
|
||||||
### System Info:
|
|
||||||
- hf_name: eng-spa
|
|
||||||
|
|
||||||
- source_languages: eng
|
|
||||||
|
|
||||||
- target_languages: spa
|
|
||||||
|
|
||||||
- opus_readme_url: https://github.com/Helsinki-NLP/Tatoeba-Challenge/tree/master/models/eng-spa/README.md
|
|
||||||
|
|
||||||
- original_repo: Tatoeba-Challenge
|
|
||||||
|
|
||||||
- tags: ['translation']
|
|
||||||
|
|
||||||
- languages: ['en', 'es']
|
|
||||||
|
|
||||||
- src_constituents: {'eng'}
|
|
||||||
|
|
||||||
- tgt_constituents: {'spa'}
|
|
||||||
|
|
||||||
- src_multilingual: False
|
|
||||||
|
|
||||||
- tgt_multilingual: False
|
|
||||||
|
|
||||||
- prepro: normalization + SentencePiece (spm32k,spm32k)
|
|
||||||
|
|
||||||
- url_model: https://object.pouta.csc.fi/Tatoeba-MT-models/eng-spa/opus-2020-08-18.zip
|
|
||||||
|
|
||||||
- url_test_set: https://object.pouta.csc.fi/Tatoeba-MT-models/eng-spa/opus-2020-08-18.test.txt
|
|
||||||
|
|
||||||
- src_alpha3: eng
|
|
||||||
|
|
||||||
- tgt_alpha3: spa
|
|
||||||
|
|
||||||
- short_pair: en-es
|
|
||||||
|
|
||||||
- chrF2_score: 0.721
|
|
||||||
|
|
||||||
- bleu: 54.9
|
|
||||||
|
|
||||||
- brevity_penalty: 0.978
|
|
||||||
|
|
||||||
- ref_len: 77311.0
|
|
||||||
|
|
||||||
- src_name: English
|
|
||||||
|
|
||||||
- tgt_name: Spanish
|
|
||||||
|
|
||||||
- train_date: 2020-08-18 00:00:00
|
|
||||||
|
|
||||||
- src_alpha2: en
|
|
||||||
|
|
||||||
- tgt_alpha2: es
|
|
||||||
|
|
||||||
- prefer_old: False
|
|
||||||
|
|
||||||
- long_pair: eng-spa
|
|
||||||
|
|
||||||
- helsinki_git_sha: d2f0910c89026c34a44e331e785dec1e0faa7b82
|
|
||||||
|
|
||||||
- transformers_git_sha: f7af09b4524b784d67ae8526f0e2fcc6f5ed0de9
|
|
||||||
|
|
||||||
- port_machine: brutasse
|
|
||||||
|
|
||||||
- port_time: 2020-08-24-18:20
|
|
21
config.json
21
config.json
|
@ -1,5 +1,5 @@
|
||||||
{
|
{
|
||||||
"_name_or_path": "/tmp/Helsinki-NLP/opus-mt-en-es",
|
"_num_labels": 3,
|
||||||
"activation_dropout": 0.0,
|
"activation_dropout": 0.0,
|
||||||
"activation_function": "swish",
|
"activation_function": "swish",
|
||||||
"add_bias_logits": false,
|
"add_bias_logits": false,
|
||||||
|
@ -10,29 +10,23 @@
|
||||||
"attention_dropout": 0.0,
|
"attention_dropout": 0.0,
|
||||||
"bad_words_ids": [
|
"bad_words_ids": [
|
||||||
[
|
[
|
||||||
65000
|
58865
|
||||||
]
|
]
|
||||||
],
|
],
|
||||||
"bos_token_id": 0,
|
"bos_token_id": 0,
|
||||||
"classif_dropout": 0.0,
|
"classif_dropout": 0.0,
|
||||||
"classifier_dropout": 0.0,
|
|
||||||
"d_model": 512,
|
"d_model": 512,
|
||||||
"decoder_attention_heads": 8,
|
"decoder_attention_heads": 8,
|
||||||
"decoder_ffn_dim": 2048,
|
"decoder_ffn_dim": 2048,
|
||||||
"decoder_layerdrop": 0.0,
|
"decoder_layerdrop": 0.0,
|
||||||
"decoder_layers": 6,
|
"decoder_layers": 6,
|
||||||
"decoder_start_token_id": 65000,
|
"decoder_start_token_id": 58865,
|
||||||
"decoder_vocab_size": 65001,
|
|
||||||
"dropout": 0.1,
|
"dropout": 0.1,
|
||||||
"encoder_attention_heads": 8,
|
"encoder_attention_heads": 8,
|
||||||
"encoder_ffn_dim": 2048,
|
"encoder_ffn_dim": 2048,
|
||||||
"encoder_layerdrop": 0.0,
|
"encoder_layerdrop": 0.0,
|
||||||
"encoder_layers": 6,
|
"encoder_layers": 6,
|
||||||
"eos_token_id": 0,
|
"eos_token_id": 0,
|
||||||
"extra_pos_embeddings": 65001,
|
|
||||||
"force_bos_token_to_be_generated": false,
|
|
||||||
"forced_eos_token_id": 0,
|
|
||||||
"gradient_checkpointing": false,
|
|
||||||
"id2label": {
|
"id2label": {
|
||||||
"0": "LABEL_0",
|
"0": "LABEL_0",
|
||||||
"1": "LABEL_1",
|
"1": "LABEL_1",
|
||||||
|
@ -50,13 +44,10 @@
|
||||||
"model_type": "marian",
|
"model_type": "marian",
|
||||||
"normalize_before": false,
|
"normalize_before": false,
|
||||||
"normalize_embedding": false,
|
"normalize_embedding": false,
|
||||||
"num_beams": 4,
|
"num_beams": 6,
|
||||||
"num_hidden_layers": 6,
|
"num_hidden_layers": 6,
|
||||||
"pad_token_id": 65000,
|
"pad_token_id": 58865,
|
||||||
"scale_embedding": true,
|
"scale_embedding": true,
|
||||||
"share_encoder_decoder_embeddings": true,
|
|
||||||
"static_position_embeddings": true,
|
"static_position_embeddings": true,
|
||||||
"transformers_version": "4.22.0.dev0",
|
"vocab_size": 58866
|
||||||
"use_cache": true,
|
|
||||||
"vocab_size": 65001
|
|
||||||
}
|
}
|
||||||
|
|
BIN
flax_model.msgpack (Stored with Git LFS)
BIN
flax_model.msgpack (Stored with Git LFS)
Binary file not shown.
|
@ -1,16 +0,0 @@
|
||||||
{
|
|
||||||
"_from_model_config": true,
|
|
||||||
"bad_words_ids": [
|
|
||||||
[
|
|
||||||
65000
|
|
||||||
]
|
|
||||||
],
|
|
||||||
"bos_token_id": 0,
|
|
||||||
"decoder_start_token_id": 65000,
|
|
||||||
"eos_token_id": 0,
|
|
||||||
"forced_eos_token_id": 0,
|
|
||||||
"max_length": 512,
|
|
||||||
"num_beams": 4,
|
|
||||||
"pad_token_id": 65000,
|
|
||||||
"transformers_version": "4.27.0.dev0"
|
|
||||||
}
|
|
|
@ -1 +0,0 @@
|
||||||
{"hf_name":"eng-spa","source_languages":"eng","target_languages":"spa","opus_readme_url":"https:\/\/github.com\/Helsinki-NLP\/Tatoeba-Challenge\/tree\/master\/models\/eng-spa\/README.md","original_repo":"Tatoeba-Challenge","tags":["translation"],"languages":["en","es"],"src_constituents":["eng"],"tgt_constituents":["spa"],"src_multilingual":false,"tgt_multilingual":false,"prepro":" normalization + SentencePiece (spm32k,spm32k)","url_model":"https:\/\/object.pouta.csc.fi\/Tatoeba-MT-models\/eng-spa\/opus-2020-08-18.zip","url_test_set":"https:\/\/object.pouta.csc.fi\/Tatoeba-MT-models\/eng-spa\/opus-2020-08-18.test.txt","src_alpha3":"eng","tgt_alpha3":"spa","short_pair":"en-es","chrF2_score":0.721,"bleu":54.9,"brevity_penalty":0.978,"ref_len":77311.0,"src_name":"English","tgt_name":"Spanish","train_date":1597708800000,"src_alpha2":"en","tgt_alpha2":"es","prefer_old":false,"long_pair":"eng-spa","helsinki_git_sha":"d2f0910c89026c34a44e331e785dec1e0faa7b82","transformers_git_sha":"f7af09b4524b784d67ae8526f0e2fcc6f5ed0de9","port_machine":"brutasse","port_time":"2020-08-24-18:20"}
|
|
BIN
pytorch_model.bin (Stored with Git LFS)
BIN
pytorch_model.bin (Stored with Git LFS)
Binary file not shown.
BIN
source.spm
BIN
source.spm
Binary file not shown.
BIN
tf_model.h5 (Stored with Git LFS)
BIN
tf_model.h5 (Stored with Git LFS)
Binary file not shown.
Loading…
Reference in New Issue