{ "opusmt": { "scores": { "flores101-devtest": 35.2, "flores200-devtest": 35.2, "generaltest2022": 41.2, "newstest2012": 39.2, "newstest2013": 31.3, "newstest2014": 40.5, "newstest2015": 36.1, "newstest2016": 35.8, "newstest2017": 40.8, "newstest2018": 35.2, "newstest2019": 41.6, "newstest2020": 36.9, "newstest2021": 50.6, "newstestALL2020": 52.2, "newstestB2020": 39.3, "ntrex128": 29.3, "tatoeba-test-v2020-07-28": 60.6, "tatoeba-test-v2021-03-30": 60.1, "tatoeba-test-v2021-08-07": 58.2, "tico19-test": 33.3 }, "models": { "flores101-devtest": "Tatoeba-MT-models\/zle-eng\/opusTCv20210807+bt_transformer-big_2022-03-17", "flores200-devtest": "Tatoeba-MT-models\/zle-eng\/opusTCv20210807+bt_transformer-big_2022-03-17", "generaltest2022": "Tatoeba-MT-models\/sla-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17", "newstest2012": "Tatoeba-MT-models\/zle-eng\/opusTCv20210807+bt_transformer-big_2022-03-17", "newstest2013": "Tatoeba-MT-models\/zle-eng\/opusTCv20210807+bt_transformer-big_2022-03-17", "newstest2014": "Tatoeba-MT-models\/zle-eng\/opusTCv20210807+bt_transformer-big_2022-03-17", "newstest2015": "Tatoeba-MT-models\/zle-eng\/opusTCv20210807+bt_transformer-big_2022-03-17", "newstest2016": "Tatoeba-MT-models\/zle-eng\/opusTCv20210807+bt_transformer-big_2022-03-03", "newstest2017": "Tatoeba-MT-models\/zle-eng\/opusTCv20210807+bt_transformer-big_2022-03-17", "newstest2018": "Tatoeba-MT-models\/zle-eng\/opusTCv20210807+bt_transformer-big_2022-03-17", "newstest2019": "Tatoeba-MT-models\/zle-eng\/opusTCv20210807+bt_transformer-big_2022-03-17", "newstest2020": "Tatoeba-MT-models\/zle-eng\/opusTCv20210807+bt_transformer-big_2022-03-17", "newstest2021": "Tatoeba-MT-models\/zle-eng\/opusTCv20210807+bt_transformer-big_2022-03-17", "newstestALL2020": "Tatoeba-MT-models\/zle-eng\/opusTCv20210807+bt_transformer-big_2022-03-17", "newstestB2020": "Tatoeba-MT-models\/zle-eng\/opusTCv20210807+bt_transformer-big_2022-03-17", "ntrex128": "Tatoeba-MT-models\/zle-eng\/opusTCv20210807+bt_transformer-big_2022-03-17", "tatoeba-test-v2020-07-28": "OPUS-MT-models\/ru-en\/opus-2020-02-26", "tatoeba-test-v2021-03-30": "OPUS-MT-models\/ru-en\/opus-2020-02-26", "tatoeba-test-v2021-08-07": "OPUS-MT-models\/ru-en\/opus-2020-02-26", "tico19-test": "Tatoeba-MT-models\/zle-eng\/opusTCv20210807+bt_transformer-big_2022-03-17" } }, "external": { "scores": { "flores101-devtest": 37.3, "flores200-devtest": 37.3, "generaltest2022": 37.6, "newstest2012": 40, "newstest2013": 38.3, "newstest2014": 42.2, "newstest2015": 45, "newstest2016": 40, "newstest2017": 51.9, "newstest2018": 38.6, "newstest2019": 39, "newstest2020": 38, "newstest2021": 48.7, "newstestALL2020": 50.4, "newstestB2020": 40.1, "ntrex128": 32, "tatoeba-test-v2020-07-28": 61.6, "tatoeba-test-v2021-03-30": 61.2, "tatoeba-test-v2021-08-07": 59.6, "tico19-test": 36.4 }, "models": { "flores101-devtest": "huggingface\/facebook\/wmt19-ru-en", "flores200-devtest": "huggingface\/facebook\/wmt19-ru-en", "generaltest2022": "huggingface\/facebook\/nllb-200-1.3B", "newstest2012": "huggingface\/facebook\/wmt19-ru-en", "newstest2013": "huggingface\/facebook\/wmt19-ru-en", "newstest2014": "huggingface\/facebook\/wmt19-ru-en", "newstest2015": "huggingface\/facebook\/wmt19-ru-en", "newstest2016": "huggingface\/facebook\/wmt19-ru-en", "newstest2017": "huggingface\/facebook\/wmt19-ru-en", "newstest2018": "huggingface\/facebook\/wmt19-ru-en", "newstest2019": "huggingface\/facebook\/wmt19-ru-en", "newstest2020": "huggingface\/facebook\/wmt19-ru-en", "newstest2021": "huggingface\/facebook\/nllb-200-1.3B", "newstestALL2020": "huggingface\/facebook\/nllb-200-1.3B", "newstestB2020": "huggingface\/facebook\/wmt19-ru-en", "ntrex128": "huggingface\/facebook\/nllb-200-distilled-1.3B", "tatoeba-test-v2020-07-28": "huggingface\/facebook\/nllb-200-3.3B", "tatoeba-test-v2021-03-30": "huggingface\/facebook\/nllb-200-3.3B", "tatoeba-test-v2021-08-07": "huggingface\/facebook\/nllb-200-distilled-1.3B", "tico19-test": "huggingface\/facebook\/nllb-200-3.3B" } } }