{ "opusmt": { "scores": { "flores101-devtest": 31.5, "flores200-devtest": 31.5, "generaltest2022": 45.6, "multi30k_test_2016_flickr": 33.1, "multi30k_test_2017_flickr": 31.5, "multi30k_test_2017_mscoco": 26.6, "multi30k_test_2018_flickr": 25, "newssyscomb2009": 24.2, "newstest2008": 24.2, "newstest2009": 23.7, "newstest2010": 24.8, "newstest2011": 24, "newstest2012": 24.9, "newstest2013": 27, "newstest2019": 31.8, "newstest2020": 31.7, "newstest2021": 41.8, "ntrex128": 24.5, "tatoeba-test-v2020-07-28": 51.8, "tatoeba-test-v2021-03-30": 52, "tatoeba-test-v2021-08-07": 52.1 }, "models": { "flores101-devtest": "Tatoeba-MT-models\/fra-deu\/opusTCv20210807_transformer-big_2022-07-22", "flores200-devtest": "Tatoeba-MT-models\/fra-deu\/opusTCv20210807_transformer-big_2022-07-22", "generaltest2022": "Tatoeba-MT-models\/fra-deu\/opusTCv20210807_transformer-big_2022-07-22", "multi30k_test_2016_flickr": "Tatoeba-MT-models\/fra-deu\/opusTCv20210807_transformer-big_2022-07-22", "multi30k_test_2017_flickr": "Tatoeba-MT-models\/fra-deu\/opusTCv20210807_transformer-big_2022-07-22", "multi30k_test_2017_mscoco": "Tatoeba-MT-models\/roa-deu+eng+fra+por+spa\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30", "multi30k_test_2018_flickr": "Tatoeba-MT-models\/fra-deu\/opusTCv20210807_transformer-big_2022-07-22", "newssyscomb2009": "Tatoeba-MT-models\/fra-deu\/opusTCv20210807_transformer-big_2022-07-22", "newstest2008": "Tatoeba-MT-models\/fra-deu\/opusTCv20210807_transformer-big_2022-07-22", "newstest2009": "Tatoeba-MT-models\/fra-deu\/opusTCv20210807_transformer-big_2022-07-22", "newstest2010": "Tatoeba-MT-models\/fra-deu\/opusTCv20210807_transformer-big_2022-07-22", "newstest2011": "Tatoeba-MT-models\/fra-deu\/opusTCv20210807_transformer-big_2022-07-22", "newstest2012": "Tatoeba-MT-models\/fra-deu\/opusTCv20210807_transformer-big_2022-07-22", "newstest2013": "Tatoeba-MT-models\/fra-deu\/opusTCv20210807_transformer-big_2022-07-22", "newstest2019": "Tatoeba-MT-models\/fra-deu\/opusTCv20210807_transformer-big_2022-07-22", "newstest2020": "Tatoeba-MT-models\/fra-deu\/opusTCv20210807_transformer-big_2022-07-22", "newstest2021": "Tatoeba-MT-models\/fra-deu\/opusTCv20210807_transformer-big_2022-07-22", "ntrex128": "Tatoeba-MT-models\/fra-deu\/opusTCv20210807_transformer-big_2022-07-22", "tatoeba-test-v2020-07-28": "Tatoeba-MT-models\/fra-deu\/opusTCv20210807_transformer-big_2022-07-22", "tatoeba-test-v2021-03-30": "Tatoeba-MT-models\/fra-deu\/opusTCv20210807_transformer-big_2022-07-22", "tatoeba-test-v2021-08-07": "Tatoeba-MT-models\/fra-deu\/opusTCv20210807_transformer-big_2022-07-22" } }, "external": { "scores": { "flores101-devtest": 26.8, "flores200-devtest": 26.8, "generaltest2022": 38.2, "multi30k_test_2016_flickr": 34.6, "multi30k_test_2017_flickr": 30, "multi30k_test_2017_mscoco": 27.5, "multi30k_test_2018_flickr": 25.6, "newssyscomb2009": 21.5, "newstest2008": 21.2, "newstest2009": 21, "newstest2010": 21.5, "newstest2011": 21.4, "newstest2012": 22.5, "newstest2013": 24.1, "newstest2019": 26.1, "newstest2020": 26, "newstest2021": 33.8, "ntrex128": 22.4, "tatoeba-test-v2020-07-28": 48.7, "tatoeba-test-v2021-03-30": 48.9, "tatoeba-test-v2021-08-07": 49.4 }, "models": { "flores101-devtest": "huggingface\/facebook\/nllb-200-3.3B", "flores200-devtest": "huggingface\/facebook\/nllb-200-3.3B", "generaltest2022": "huggingface\/facebook\/nllb-200-distilled-1.3B", "multi30k_test_2016_flickr": "huggingface\/facebook\/nllb-200-distilled-1.3B", "multi30k_test_2017_flickr": "huggingface\/facebook\/nllb-200-distilled-1.3B", "multi30k_test_2017_mscoco": "huggingface\/facebook\/nllb-200-1.3B", "multi30k_test_2018_flickr": "huggingface\/facebook\/nllb-200-distilled-1.3B", "newssyscomb2009": "huggingface\/facebook\/nllb-200-3.3B", "newstest2008": "huggingface\/facebook\/nllb-200-1.3B", "newstest2009": "huggingface\/facebook\/nllb-200-1.3B", "newstest2010": "huggingface\/facebook\/nllb-200-3.3B", "newstest2011": "huggingface\/facebook\/nllb-200-3.3B", "newstest2012": "huggingface\/facebook\/nllb-200-3.3B", "newstest2013": "huggingface\/facebook\/nllb-200-3.3B", "newstest2019": "huggingface\/facebook\/nllb-200-distilled-1.3B", "newstest2020": "huggingface\/facebook\/nllb-200-distilled-1.3B", "newstest2021": "huggingface\/facebook\/nllb-200-3.3B", "ntrex128": "huggingface\/facebook\/nllb-200-1.3B", "tatoeba-test-v2020-07-28": "huggingface\/facebook\/nllb-200-distilled-1.3B", "tatoeba-test-v2021-03-30": "huggingface\/facebook\/nllb-200-distilled-1.3B", "tatoeba-test-v2021-08-07": "huggingface\/facebook\/nllb-200-distilled-1.3B" } } }