{ "opusmt": { "scores": { "flores101-devtest": 46, "flores200-devtest": 46, "multi30k_test_2016_flickr": 49.8, "multi30k_test_2017_flickr": 52.2, "multi30k_test_2017_mscoco": 51.9, "multi30k_test_2018_flickr": 45.4, "newsdiscusstest2015": 40.7, "newssyscomb2009": 31.7, "newstest2008": 26.7, "newstest2009": 30.6, "newstest2010": 33.4, "newstest2011": 33.9, "newstest2012": 33.7, "newstest2013": 34.8, "newstest2014": 39.7, "ntrex128": 37.5, "tatoeba-test-v2020-07-28": 59.6, "tatoeba-test-v2021-03-30": 59.8, "tatoeba-test-v2021-08-07": 60, "tico19-test": 41.6 }, "models": { "flores101-devtest": "Tatoeba-MT-models\/fra-eng\/opusTCv20210807+bt_transformer-big_2022-03-09", "flores200-devtest": "Tatoeba-MT-models\/fra-eng\/opusTCv20210807+bt_transformer-big_2022-03-09", "multi30k_test_2016_flickr": "Tatoeba-MT-models\/roa-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17", "multi30k_test_2017_flickr": "Tatoeba-MT-models\/roa-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17", "multi30k_test_2017_mscoco": "Tatoeba-MT-models\/roa-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17", "multi30k_test_2018_flickr": "Tatoeba-MT-models\/roa-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17", "newsdiscusstest2015": "Tatoeba-MT-models\/roa-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17", "newssyscomb2009": "Tatoeba-MT-models\/roa-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17", "newstest2008": "Tatoeba-MT-models\/roa-deu+eng+fra+por+spa\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30", "newstest2009": "Tatoeba-MT-models\/roa-deu+eng+fra+por+spa\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30", "newstest2010": "Tatoeba-MT-models\/fra-eng\/opusTCv20210807+bt_transformer-big_2022-03-09", "newstest2011": "Tatoeba-MT-models\/roa-deu+eng+fra+por+spa\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30", "newstest2012": "Tatoeba-MT-models\/roa-deu+eng+fra+por+spa\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30", "newstest2013": "Tatoeba-MT-models\/fra-eng\/opusTCv20210807+bt_transformer-big_2022-03-09", "newstest2014": "Tatoeba-MT-models\/roa-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17", "ntrex128": "Tatoeba-MT-models\/roa-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17", "tatoeba-test-v2020-07-28": "Tatoeba-MT-models\/roa-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17", "tatoeba-test-v2021-03-30": "Tatoeba-MT-models\/roa-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17", "tatoeba-test-v2021-08-07": "Tatoeba-MT-models\/roa-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17", "tico19-test": "Tatoeba-MT-models\/roa-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17" } }, "external": { "scores": { "flores101-devtest": 45.4, "flores200-devtest": 45.7, "multi30k_test_2016_flickr": 49.5, "multi30k_test_2017_flickr": 50.7, "multi30k_test_2017_mscoco": 50.9, "multi30k_test_2018_flickr": 44.9, "newsdiscusstest2015": 36.6, "newssyscomb2009": 30.7, "newstest2008": 26.9, "newstest2009": 30.1, "newstest2010": 34.1, "newstest2011": 33.8, "newstest2012": 33.5, "newstest2013": 34.7, "newstest2014": 40.3, "ntrex128": 39, "tatoeba-test-v2020-07-28": 60.2, "tatoeba-test-v2021-03-30": 60.6, "tatoeba-test-v2021-08-07": 60, "tico19-test": 43.4 }, "models": { "flores101-devtest": "huggingface\/facebook\/nllb-200-3.3B", "flores200-devtest": "huggingface\/facebook\/nllb-200-3.3B", "multi30k_test_2016_flickr": "huggingface\/facebook\/nllb-200-distilled-1.3B", "multi30k_test_2017_flickr": "huggingface\/facebook\/nllb-200-1.3B", "multi30k_test_2017_mscoco": "huggingface\/facebook\/nllb-200-distilled-1.3B", "multi30k_test_2018_flickr": "huggingface\/facebook\/nllb-200-1.3B", "newsdiscusstest2015": "huggingface\/facebook\/nllb-200-3.3B", "newssyscomb2009": "huggingface\/facebook\/nllb-200-1.3B", "newstest2008": "huggingface\/facebook\/nllb-200-3.3B", "newstest2009": "huggingface\/facebook\/nllb-200-1.3B", "newstest2010": "huggingface\/facebook\/nllb-200-1.3B", "newstest2011": "huggingface\/facebook\/nllb-200-3.3B", "newstest2012": "huggingface\/facebook\/nllb-200-3.3B", "newstest2013": "huggingface\/facebook\/nllb-200-1.3B", "newstest2014": "huggingface\/facebook\/nllb-200-3.3B", "ntrex128": "huggingface\/facebook\/nllb-200-3.3B", "tatoeba-test-v2020-07-28": "huggingface\/facebook\/nllb-200-3.3B", "tatoeba-test-v2021-03-30": "huggingface\/facebook\/nllb-200-3.3B", "tatoeba-test-v2021-08-07": "huggingface\/facebook\/nllb-200-3.3B", "tico19-test": "huggingface\/facebook\/nllb-200-3.3B" } } }