Remove installed files
Browse files- libtranslate/libax_translate.so +0 -3
- libtranslate/libsentencepiece.so.0 +0 -3
- libtranslate/opus-mt-en-zh.axmodel +0 -3
- libtranslate/opus-mt-en-zh/.gitattributes +0 -9
- libtranslate/opus-mt-en-zh/README.md +0 -96
- libtranslate/opus-mt-en-zh/config.json +0 -61
- libtranslate/opus-mt-en-zh/generation_config.json +0 -16
- libtranslate/opus-mt-en-zh/metadata.json +0 -1
- libtranslate/opus-mt-en-zh/source.spm +0 -3
- libtranslate/opus-mt-en-zh/target.spm +0 -3
- libtranslate/opus-mt-en-zh/tokenizer_config.json +0 -1
- libtranslate/opus-mt-en-zh/vocab.json +0 -0
- libtranslate/test_translate +0 -0
libtranslate/libax_translate.so
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:9d6c5901387ed8d0a3c0611a5ad8d60281487e34d20afc83a58923ea2462b456
|
| 3 |
-
size 1222544
|
|
|
|
|
|
|
|
|
|
|
|
libtranslate/libsentencepiece.so.0
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:9e93872d229a074c73e66eeeff8988197deb35b81b09ee893e022e115f886ed4
|
| 3 |
-
size 1320848
|
|
|
|
|
|
|
|
|
|
|
|
libtranslate/opus-mt-en-zh.axmodel
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:e262aab07f3a5478a0a0df24a92e1f88c138c4999be5b4cb18b618d996bcacff
|
| 3 |
-
size 217562368
|
|
|
|
|
|
|
|
|
|
|
|
libtranslate/opus-mt-en-zh/.gitattributes
DELETED
|
@@ -1,9 +0,0 @@
|
|
| 1 |
-
*.bin.* filter=lfs diff=lfs merge=lfs -text
|
| 2 |
-
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
| 3 |
-
*.bin filter=lfs diff=lfs merge=lfs -text
|
| 4 |
-
*.h5 filter=lfs diff=lfs merge=lfs -text
|
| 5 |
-
*.tflite filter=lfs diff=lfs merge=lfs -text
|
| 6 |
-
*.tar.gz filter=lfs diff=lfs merge=lfs -text
|
| 7 |
-
*.ot filter=lfs diff=lfs merge=lfs -text
|
| 8 |
-
*.onnx filter=lfs diff=lfs merge=lfs -text
|
| 9 |
-
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
libtranslate/opus-mt-en-zh/README.md
DELETED
|
@@ -1,96 +0,0 @@
|
|
| 1 |
-
---
|
| 2 |
-
language:
|
| 3 |
-
- en
|
| 4 |
-
- zh
|
| 5 |
-
tags:
|
| 6 |
-
- translation
|
| 7 |
-
license: apache-2.0
|
| 8 |
-
---
|
| 9 |
-
|
| 10 |
-
### eng-zho
|
| 11 |
-
|
| 12 |
-
* source group: English
|
| 13 |
-
* target group: Chinese
|
| 14 |
-
* OPUS readme: [eng-zho](https://github.com/Helsinki-NLP/Tatoeba-Challenge/tree/master/models/eng-zho/README.md)
|
| 15 |
-
|
| 16 |
-
* model: transformer
|
| 17 |
-
* source language(s): eng
|
| 18 |
-
* target language(s): cjy_Hans cjy_Hant cmn cmn_Hans cmn_Hant gan lzh lzh_Hans nan wuu yue yue_Hans yue_Hant
|
| 19 |
-
* model: transformer
|
| 20 |
-
* pre-processing: normalization + SentencePiece (spm32k,spm32k)
|
| 21 |
-
* a sentence initial language token is required in the form of `>>id<<` (id = valid target language ID)
|
| 22 |
-
* download original weights: [opus-2020-07-17.zip](https://object.pouta.csc.fi/Tatoeba-MT-models/eng-zho/opus-2020-07-17.zip)
|
| 23 |
-
* test set translations: [opus-2020-07-17.test.txt](https://object.pouta.csc.fi/Tatoeba-MT-models/eng-zho/opus-2020-07-17.test.txt)
|
| 24 |
-
* test set scores: [opus-2020-07-17.eval.txt](https://object.pouta.csc.fi/Tatoeba-MT-models/eng-zho/opus-2020-07-17.eval.txt)
|
| 25 |
-
|
| 26 |
-
## Benchmarks
|
| 27 |
-
|
| 28 |
-
| testset | BLEU | chr-F |
|
| 29 |
-
|-----------------------|-------|-------|
|
| 30 |
-
| Tatoeba-test.eng.zho | 31.4 | 0.268 |
|
| 31 |
-
|
| 32 |
-
|
| 33 |
-
### System Info:
|
| 34 |
-
- hf_name: eng-zho
|
| 35 |
-
|
| 36 |
-
- source_languages: eng
|
| 37 |
-
|
| 38 |
-
- target_languages: zho
|
| 39 |
-
|
| 40 |
-
- opus_readme_url: https://github.com/Helsinki-NLP/Tatoeba-Challenge/tree/master/models/eng-zho/README.md
|
| 41 |
-
|
| 42 |
-
- original_repo: Tatoeba-Challenge
|
| 43 |
-
|
| 44 |
-
- tags: ['translation']
|
| 45 |
-
|
| 46 |
-
- languages: ['en', 'zh']
|
| 47 |
-
|
| 48 |
-
- src_constituents: {'eng'}
|
| 49 |
-
|
| 50 |
-
- tgt_constituents: {'cmn_Hans', 'nan', 'nan_Hani', 'gan', 'yue', 'cmn_Kana', 'yue_Hani', 'wuu_Bopo', 'cmn_Latn', 'yue_Hira', 'cmn_Hani', 'cjy_Hans', 'cmn', 'lzh_Hang', 'lzh_Hira', 'cmn_Hant', 'lzh_Bopo', 'zho', 'zho_Hans', 'zho_Hant', 'lzh_Hani', 'yue_Hang', 'wuu', 'yue_Kana', 'wuu_Latn', 'yue_Bopo', 'cjy_Hant', 'yue_Hans', 'lzh', 'cmn_Hira', 'lzh_Yiii', 'lzh_Hans', 'cmn_Bopo', 'cmn_Hang', 'hak_Hani', 'cmn_Yiii', 'yue_Hant', 'lzh_Kana', 'wuu_Hani'}
|
| 51 |
-
|
| 52 |
-
- src_multilingual: False
|
| 53 |
-
|
| 54 |
-
- tgt_multilingual: False
|
| 55 |
-
|
| 56 |
-
- prepro: normalization + SentencePiece (spm32k,spm32k)
|
| 57 |
-
|
| 58 |
-
- url_model: https://object.pouta.csc.fi/Tatoeba-MT-models/eng-zho/opus-2020-07-17.zip
|
| 59 |
-
|
| 60 |
-
- url_test_set: https://object.pouta.csc.fi/Tatoeba-MT-models/eng-zho/opus-2020-07-17.test.txt
|
| 61 |
-
|
| 62 |
-
- src_alpha3: eng
|
| 63 |
-
|
| 64 |
-
- tgt_alpha3: zho
|
| 65 |
-
|
| 66 |
-
- short_pair: en-zh
|
| 67 |
-
|
| 68 |
-
- chrF2_score: 0.268
|
| 69 |
-
|
| 70 |
-
- bleu: 31.4
|
| 71 |
-
|
| 72 |
-
- brevity_penalty: 0.8959999999999999
|
| 73 |
-
|
| 74 |
-
- ref_len: 110468.0
|
| 75 |
-
|
| 76 |
-
- src_name: English
|
| 77 |
-
|
| 78 |
-
- tgt_name: Chinese
|
| 79 |
-
|
| 80 |
-
- train_date: 2020-07-17
|
| 81 |
-
|
| 82 |
-
- src_alpha2: en
|
| 83 |
-
|
| 84 |
-
- tgt_alpha2: zh
|
| 85 |
-
|
| 86 |
-
- prefer_old: False
|
| 87 |
-
|
| 88 |
-
- long_pair: eng-zho
|
| 89 |
-
|
| 90 |
-
- helsinki_git_sha: 480fcbe0ee1bf4774bcbe6226ad9f58e63f6c535
|
| 91 |
-
|
| 92 |
-
- transformers_git_sha: 2207e5d8cb224e954a7cba69fa4ac2309e9ff30b
|
| 93 |
-
|
| 94 |
-
- port_machine: brutasse
|
| 95 |
-
|
| 96 |
-
- port_time: 2020-08-21-14:41
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
libtranslate/opus-mt-en-zh/config.json
DELETED
|
@@ -1,61 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"_name_or_path": "./",
|
| 3 |
-
"activation_dropout": 0.0,
|
| 4 |
-
"activation_function": "swish",
|
| 5 |
-
"add_bias_logits": false,
|
| 6 |
-
"add_final_layer_norm": false,
|
| 7 |
-
"architectures": [
|
| 8 |
-
"MarianMTModel"
|
| 9 |
-
],
|
| 10 |
-
"attention_dropout": 0.0,
|
| 11 |
-
"bad_words_ids": [
|
| 12 |
-
[
|
| 13 |
-
65000
|
| 14 |
-
]
|
| 15 |
-
],
|
| 16 |
-
"bos_token_id": 0,
|
| 17 |
-
"classif_dropout": 0.0,
|
| 18 |
-
"classifier_dropout": 0.0,
|
| 19 |
-
"d_model": 512,
|
| 20 |
-
"decoder_attention_heads": 8,
|
| 21 |
-
"decoder_ffn_dim": 2048,
|
| 22 |
-
"decoder_layerdrop": 0.0,
|
| 23 |
-
"decoder_layers": 6,
|
| 24 |
-
"decoder_start_token_id": 65000,
|
| 25 |
-
"do_blenderbot_90_layernorm": false,
|
| 26 |
-
"dropout": 0.1,
|
| 27 |
-
"encoder_attention_heads": 8,
|
| 28 |
-
"encoder_ffn_dim": 2048,
|
| 29 |
-
"encoder_layerdrop": 0.0,
|
| 30 |
-
"encoder_layers": 6,
|
| 31 |
-
"eos_token_id": 0,
|
| 32 |
-
"extra_pos_embeddings": 0,
|
| 33 |
-
"force_bos_token_to_be_generated": false,
|
| 34 |
-
"forced_eos_token_id": 0,
|
| 35 |
-
"gradient_checkpointing": false,
|
| 36 |
-
"id2label": {
|
| 37 |
-
"0": "LABEL_0",
|
| 38 |
-
"1": "LABEL_1",
|
| 39 |
-
"2": "LABEL_2"
|
| 40 |
-
},
|
| 41 |
-
"init_std": 0.02,
|
| 42 |
-
"is_encoder_decoder": true,
|
| 43 |
-
"label2id": {
|
| 44 |
-
"LABEL_0": 0,
|
| 45 |
-
"LABEL_1": 1,
|
| 46 |
-
"LABEL_2": 2
|
| 47 |
-
},
|
| 48 |
-
"max_length": 512,
|
| 49 |
-
"max_position_embeddings": 512,
|
| 50 |
-
"model_type": "marian",
|
| 51 |
-
"normalize_before": false,
|
| 52 |
-
"normalize_embedding": false,
|
| 53 |
-
"num_beams": 4,
|
| 54 |
-
"num_hidden_layers": 6,
|
| 55 |
-
"pad_token_id": 65000,
|
| 56 |
-
"scale_embedding": true,
|
| 57 |
-
"static_position_embeddings": true,
|
| 58 |
-
"transformers_version": "4.9.0.dev0",
|
| 59 |
-
"use_cache": true,
|
| 60 |
-
"vocab_size": 65001
|
| 61 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
libtranslate/opus-mt-en-zh/generation_config.json
DELETED
|
@@ -1,16 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"bad_words_ids": [
|
| 3 |
-
[
|
| 4 |
-
65000
|
| 5 |
-
]
|
| 6 |
-
],
|
| 7 |
-
"bos_token_id": 0,
|
| 8 |
-
"decoder_start_token_id": 65000,
|
| 9 |
-
"eos_token_id": 0,
|
| 10 |
-
"forced_eos_token_id": 0,
|
| 11 |
-
"max_length": 512,
|
| 12 |
-
"num_beams": 4,
|
| 13 |
-
"pad_token_id": 65000,
|
| 14 |
-
"renormalize_logits": true,
|
| 15 |
-
"transformers_version": "4.32.0.dev0"
|
| 16 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
libtranslate/opus-mt-en-zh/metadata.json
DELETED
|
@@ -1 +0,0 @@
|
|
| 1 |
-
{"hf_name":"eng-zho","source_languages":"eng","target_languages":"zho","opus_readme_url":"https:\/\/github.com\/Helsinki-NLP\/Tatoeba-Challenge\/tree\/master\/models\/eng-zho\/README.md","original_repo":"Tatoeba-Challenge","tags":["translation"],"languages":["en","zh"],"src_constituents":["eng"],"tgt_constituents":["cmn_Hans","nan","nan_Hani","gan","yue","cmn_Kana","yue_Hani","wuu_Bopo","cmn_Latn","yue_Hira","cmn_Hani","cjy_Hans","cmn","lzh_Hang","lzh_Hira","cmn_Hant","lzh_Bopo","zho","zho_Hans","zho_Hant","lzh_Hani","yue_Hang","wuu","yue_Kana","wuu_Latn","yue_Bopo","cjy_Hant","yue_Hans","lzh","cmn_Hira","lzh_Yiii","lzh_Hans","cmn_Bopo","cmn_Hang","hak_Hani","cmn_Yiii","yue_Hant","lzh_Kana","wuu_Hani"],"src_multilingual":false,"tgt_multilingual":false,"prepro":" normalization + SentencePiece (spm32k,spm32k)","url_model":"https:\/\/object.pouta.csc.fi\/Tatoeba-MT-models\/eng-zho\/opus-2020-07-17.zip","url_test_set":"https:\/\/object.pouta.csc.fi\/Tatoeba-MT-models\/eng-zho\/opus-2020-07-17.test.txt","src_alpha3":"eng","tgt_alpha3":"zho","short_pair":"en-zh","chrF2_score":0.268,"bleu":31.4,"brevity_penalty":0.896,"ref_len":110468.0,"src_name":"English","tgt_name":"Chinese","train_date":"2020-07-17","src_alpha2":"en","tgt_alpha2":"zh","prefer_old":false,"long_pair":"eng-zho","helsinki_git_sha":"480fcbe0ee1bf4774bcbe6226ad9f58e63f6c535","transformers_git_sha":"2207e5d8cb224e954a7cba69fa4ac2309e9ff30b","port_machine":"brutasse","port_time":"2020-08-21-14:41"}
|
|
|
|
|
|
libtranslate/opus-mt-en-zh/source.spm
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:5775ddc9e3ff2fae91554da56468ad35ff56edaba870fea74447bc7234bfdaa8
|
| 3 |
-
size 806435
|
|
|
|
|
|
|
|
|
|
|
|
libtranslate/opus-mt-en-zh/target.spm
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:81dc94efa84e4025ef38d25d5d07429fe41e3eb29d44003f1db6fe98487b0052
|
| 3 |
-
size 804600
|
|
|
|
|
|
|
|
|
|
|
|
libtranslate/opus-mt-en-zh/tokenizer_config.json
DELETED
|
@@ -1 +0,0 @@
|
|
| 1 |
-
{"target_lang": "zho", "source_lang": "eng"}
|
|
|
|
|
|
libtranslate/opus-mt-en-zh/vocab.json
DELETED
|
The diff for this file is too large to render.
See raw diff
|
|
|
libtranslate/test_translate
DELETED
|
Binary file (82.1 kB)
|
|
|