{ "opusmt": { "scores": { "flores101-devtest": 41.8, "flores200-devtest": 43.7, "generaltest2022": 48.4, "multi30k_task2_test_2016": 4.3, "multi30k_test_2016_flickr": 42.7, "multi30k_test_2017_flickr": 42.7, "multi30k_test_2017_mscoco": 34.6, "multi30k_test_2018_flickr": 38.4, "newssyscomb2009": 29.4, "newstest2008": 28, "newstest2009": 27.1, "newstest2010": 31.5, "newstest2011": 27.6, "newstest2012": 29.4, "newstest2013": 32.4, "newstest2014": 35.7, "newstest2015": 35.2, "newstest2016": 42.5, "newstest2017": 37.5, "newstest2018": 45.4, "newstest2019": 41.3, "newstest2020": 40.1, "newstest2021": 49.3, "newstestALL2020": 54, "newstestB2020": 39.1, "ntrex128": 37.2, "tatoeba-test-v2020-07-28": 55.7, "tatoeba-test-v2021-03-30": 54.2, "tatoeba-test-v2021-08-07": 52.7 }, "models": { "flores101-devtest": "Tatoeba-MT-models\/gmw-gmw\/opusTCv20210807_transformer-big_2022-08-11", "flores200-devtest": "Tatoeba-MT-models\/gmw-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17", "generaltest2022": "Tatoeba-MT-models\/gmw-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17", "multi30k_task2_test_2016": "Tatoeba-MT-models\/ine-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17", "multi30k_test_2016_flickr": "Tatoeba-MT-models\/gmw-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17", "multi30k_test_2017_flickr": "Tatoeba-MT-models\/gmw-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17", "multi30k_test_2017_mscoco": "Tatoeba-MT-models\/gmw-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17", "multi30k_test_2018_flickr": "Tatoeba-MT-models\/gmw-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17", "newssyscomb2009": "Tatoeba-MT-models\/gmw-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17", "newstest2008": "Tatoeba-MT-models\/deu-eng\/opus-2021-02-22", "newstest2009": "Tatoeba-MT-models\/deu-eng\/opus-2021-02-19", "newstest2010": "Tatoeba-MT-models\/gmw-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17", "newstest2011": "Tatoeba-MT-models\/deu-eng\/opus-2021-02-19", "newstest2012": "Tatoeba-MT-models\/deu-eng\/opus-2021-02-12", "newstest2013": "Tatoeba-MT-models\/deu-eng\/opus-2021-02-12", "newstest2014": "Tatoeba-MT-models\/gmw-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17", "newstest2015": "Tatoeba-MT-models\/gmw-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17", "newstest2016": "Tatoeba-MT-models\/gmw-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17", "newstest2017": "Tatoeba-MT-models\/gmw-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17", "newstest2018": "Tatoeba-MT-models\/gmw-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17", "newstest2019": "Tatoeba-MT-models\/gmw-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17", "newstest2020": "Tatoeba-MT-models\/deu-eng\/opus-2021-02-22", "newstest2021": "Tatoeba-MT-models\/gmw-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17", "newstestALL2020": "Tatoeba-MT-models\/deu-eng\/opus-2021-02-22", "newstestB2020": "Tatoeba-MT-models\/deu-eng\/opus-2021-02-22", "ntrex128": "Tatoeba-MT-models\/gmw-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17", "tatoeba-test-v2020-07-28": "OPUS-MT-models\/de-en\/opus-2020-02-26", "tatoeba-test-v2021-03-30": "OPUS-MT-models\/de-en\/opus-2020-02-26", "tatoeba-test-v2021-08-07": "OPUS-MT-models\/de-en\/opus-2020-02-26" } }, "external": { "scores": { "flores101-devtest": 45.1, "flores200-devtest": 45.1, "generaltest2022": 40.7, "multi30k_task2_test_2016": 4.8, "multi30k_test_2016_flickr": 43.9, "multi30k_test_2017_flickr": 45.4, "multi30k_test_2017_mscoco": 37, "multi30k_test_2018_flickr": 40.4, "newssyscomb2009": 29.9, "newstest2008": 27.8, "newstest2009": 28.3, "newstest2010": 34.3, "newstest2011": 29.5, "newstest2012": 33.1, "newstest2013": 36.5, "newstest2014": 39.3, "newstest2015": 40.6, "newstest2016": 47.4, "newstest2017": 42.9, "newstest2018": 49.1, "newstest2019": 41.2, "newstest2020": 39.2, "newstest2021": 44.2, "newstestALL2020": 43.9, "newstestB2020": 38.5, "ntrex128": 40.2, "tatoeba-test-v2020-07-28": 57.6, "tatoeba-test-v2021-03-30": 56.5, "tatoeba-test-v2021-08-07": 54.9 }, "models": { "flores101-devtest": "huggingface\/facebook\/wmt19-de-en", "flores200-devtest": "huggingface\/facebook\/wmt19-de-en", "generaltest2022": "huggingface\/facebook\/nllb-200-1.3B", "multi30k_task2_test_2016": "huggingface\/facebook\/nllb-200-distilled-1.3B", "multi30k_test_2016_flickr": "huggingface\/facebook\/nllb-200-1.3B", "multi30k_test_2017_flickr": "huggingface\/facebook\/wmt19-de-en", "multi30k_test_2017_mscoco": "huggingface\/facebook\/nllb-200-3.3B", "multi30k_test_2018_flickr": "huggingface\/facebook\/wmt19-de-en", "newssyscomb2009": "huggingface\/allenai\/wmt19-de-en-6-6-big", "newstest2008": "huggingface\/facebook\/nllb-200-1.3B", "newstest2009": "huggingface\/facebook\/wmt19-de-en", "newstest2010": "huggingface\/facebook\/wmt19-de-en", "newstest2011": "huggingface\/facebook\/wmt19-de-en", "newstest2012": "huggingface\/facebook\/wmt19-de-en", "newstest2013": "huggingface\/facebook\/wmt19-de-en", "newstest2014": "huggingface\/facebook\/wmt19-de-en", "newstest2015": "huggingface\/facebook\/wmt19-de-en", "newstest2016": "huggingface\/facebook\/wmt19-de-en", "newstest2017": "huggingface\/facebook\/wmt19-de-en", "newstest2018": "huggingface\/facebook\/wmt19-de-en", "newstest2019": "huggingface\/facebook\/wmt19-de-en", "newstest2020": "huggingface\/facebook\/wmt19-de-en", "newstest2021": "huggingface\/facebook\/nllb-200-1.3B", "newstestALL2020": "huggingface\/facebook\/nllb-200-1.3B", "newstestB2020": "huggingface\/facebook\/wmt19-de-en", "ntrex128": "huggingface\/facebook\/nllb-200-3.3B", "tatoeba-test-v2020-07-28": "huggingface\/facebook\/nllb-200-3.3B", "tatoeba-test-v2021-03-30": "huggingface\/facebook\/nllb-200-3.3B", "tatoeba-test-v2021-08-07": "huggingface\/facebook\/nllb-200-3.3B" } } }