{ "opusmt": { "scores": { "flores101-devtest": 32.7, "flores200-devtest": 32.7, "generaltest2022": 31.1, "newstest2012": 36.8, "newstest2013": 26.9, "newstest2014": 43.5, "newstest2015": 34.9, "newstest2016": 33.1, "newstest2017": 37.3, "newstest2018": 32.9, "newstest2019": 31.8, "newstest2020": 25.5, "newstest2021": 39.8, "ntrex128": 34.6, "tatoeba-test-v2020-07-28": 48.8, "tatoeba-test-v2021-03-30": 47.6, "tatoeba-test-v2021-08-07": 46.8, "tico19-test": 33.7 }, "models": { "flores101-devtest": "Tatoeba-MT-models\/eng-zle\/opusTCv20210807+bt_transformer-big_2022-03-13", "flores200-devtest": "Tatoeba-MT-models\/eng-zle\/opusTCv20210807+bt_transformer-big_2022-03-13", "generaltest2022": "Tatoeba-MT-models\/eng-zle\/opusTCv20210807+bt_transformer-big_2022-03-13", "newstest2012": "Tatoeba-MT-models\/eng-zle\/opusTCv20210807+bt_transformer-big_2022-03-13", "newstest2013": "Tatoeba-MT-models\/eng-zle\/opusTCv20210807+bt_transformer-big_2022-03-13", "newstest2014": "Tatoeba-MT-models\/eng-zle\/opusTCv20210807+bt_transformer-big_2022-03-13", "newstest2015": "Tatoeba-MT-models\/eng-zle\/opusTCv20210807+bt_transformer-big_2022-03-13", "newstest2016": "Tatoeba-MT-models\/eng-zle\/opusTCv20210807+bt_transformer-big_2022-03-13", "newstest2017": "Tatoeba-MT-models\/eng-zle\/opusTCv20210807+bt_transformer-big_2022-03-13", "newstest2018": "Tatoeba-MT-models\/eng-zle\/opusTCv20210807+bt_transformer-big_2022-03-13", "newstest2019": "Tatoeba-MT-models\/eng-zle\/opusTCv20210807+bt_transformer-big_2022-03-13", "newstest2020": "Tatoeba-MT-models\/eng-zle\/opusTCv20210807+bt_transformer-big_2022-03-13", "newstest2021": "Tatoeba-MT-models\/eng-zle\/opusTCv20210807+bt_transformer-big_2022-03-13", "ntrex128": "Tatoeba-MT-models\/eng-zle\/opusTCv20210807+bt_transformer-big_2022-03-13", "tatoeba-test-v2020-07-28": "OPUS-MT-models\/en-ru\/opus-2020-02-11", "tatoeba-test-v2021-03-30": "OPUS-MT-models\/en-ru\/opus-2020-02-11", "tatoeba-test-v2021-08-07": "OPUS-MT-models\/en-ru\/opus-2020-02-11", "tico19-test": "Tatoeba-MT-models\/eng-zle\/opusTCv20210807+bt_transformer-big_2022-03-13" } }, "external": { "scores": { "flores101-devtest": 30.4, "flores200-devtest": 30.4, "generaltest2022": 28.6, "newstest2012": 36.7, "newstest2013": 29.7, "newstest2014": 43.1, "newstest2015": 40.3, "newstest2016": 35.8, "newstest2017": 42.2, "newstest2018": 34.9, "newstest2019": 33.4, "newstest2020": 23.8, "newstest2021": 37.5, "ntrex128": 29.2, "tatoeba-test-v2020-07-28": 47.2, "tatoeba-test-v2021-03-30": 46.6, "tatoeba-test-v2021-08-07": 46.2, "tico19-test": 32 }, "models": { "flores101-devtest": "huggingface\/facebook\/wmt19-en-ru", "flores200-devtest": "huggingface\/facebook\/wmt19-en-ru", "generaltest2022": "huggingface\/facebook\/nllb-200-distilled-1.3B", "newstest2012": "huggingface\/facebook\/nllb-200-3.3B", "newstest2013": "huggingface\/facebook\/wmt19-en-ru", "newstest2014": "huggingface\/facebook\/wmt19-en-ru", "newstest2015": "huggingface\/facebook\/wmt19-en-ru", "newstest2016": "huggingface\/facebook\/wmt19-en-ru", "newstest2017": "huggingface\/facebook\/wmt19-en-ru", "newstest2018": "huggingface\/facebook\/wmt19-en-ru", "newstest2019": "huggingface\/facebook\/wmt19-en-ru", "newstest2020": "huggingface\/facebook\/wmt19-en-ru", "newstest2021": "huggingface\/facebook\/nllb-200-3.3B", "ntrex128": "huggingface\/facebook\/nllb-200-distilled-1.3B", "tatoeba-test-v2020-07-28": "huggingface\/facebook\/nllb-200-3.3B", "tatoeba-test-v2021-03-30": "huggingface\/facebook\/nllb-200-3.3B", "tatoeba-test-v2021-08-07": "huggingface\/facebook\/nllb-200-3.3B", "tico19-test": "huggingface\/facebook\/nllb-200-3.3B" } } }