{ "opusmt": { "scores": { "flores101-devtest": 0.72494, "flores200-devtest": 0.72494, "multi30k_test_2016_flickr": 0.72361, "multi30k_test_2017_flickr": 0.72826, "multi30k_test_2017_mscoco": 0.74406, "multi30k_test_2018_flickr": 0.66723, "newsdiscusstest2015": 0.64915, "newssyscomb2009": 0.58903, "newstest2008": 0.55648, "newstest2009": 0.5803, "newstest2010": 0.60156, "newstest2011": 0.61632, "newstest2012": 0.59736, "newstest2013": 0.597, "newstest2014": 0.66686, "ntrex128": 0.62861, "tatoeba-test-v2020-07-28": 0.6809, "tatoeba-test-v2021-03-30": 0.68816, "tatoeba-test-v2021-08-07": 0.69621, "tico19-test": 0.63024 }, "models": { "flores101-devtest": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "flores200-devtest": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "multi30k_test_2016_flickr": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "multi30k_test_2017_flickr": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "multi30k_test_2017_mscoco": "Tatoeba-MT-models\/gem-fra+ita+por+spa\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17", "multi30k_test_2018_flickr": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "newsdiscusstest2015": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "newssyscomb2009": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "newstest2008": "Tatoeba-MT-models\/gem-fra+ita+por+spa\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17", "newstest2009": "Tatoeba-MT-models\/gmw-deu+eng+fra+por+spa\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30", "newstest2010": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "newstest2011": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "newstest2012": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "newstest2013": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "newstest2014": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "ntrex128": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "tatoeba-test-v2020-07-28": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "tatoeba-test-v2021-03-30": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "tatoeba-test-v2021-08-07": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "tico19-test": "Tatoeba-MT-models\/gmw-fra+ita+por+spa\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17" } }, "external": { "scores": { "flores101-devtest": 0.69188, "flores200-devtest": 0.69043, "multi30k_test_2016_flickr": 0.70675, "multi30k_test_2017_flickr": 0.71385, "multi30k_test_2017_mscoco": 0.71615, "multi30k_test_2018_flickr": 0.66042, "newsdiscusstest2015": 0.63423, "newssyscomb2009": 0.59189, "newstest2008": 0.55442, "newstest2009": 0.5793, "newstest2010": 0.59915, "newstest2011": 0.61468, "newstest2012": 0.59492, "newstest2013": 0.59539, "newstest2014": 0.65887, "ntrex128": 0.61188, "tatoeba-test-v2020-07-28": 0.66411, "tatoeba-test-v2021-03-30": 0.67018, "tatoeba-test-v2021-08-07": 0.67405, "tico19-test": 0.64383 }, "models": { "flores101-devtest": "huggingface\/facebook\/nllb-200-3.3B", "flores200-devtest": "huggingface\/facebook\/nllb-200-3.3B", "multi30k_test_2016_flickr": "huggingface\/facebook\/nllb-200-3.3B", "multi30k_test_2017_flickr": "huggingface\/facebook\/nllb-200-distilled-1.3B", "multi30k_test_2017_mscoco": "huggingface\/facebook\/nllb-200-distilled-1.3B", "multi30k_test_2018_flickr": "huggingface\/facebook\/nllb-200-3.3B", "newsdiscusstest2015": "huggingface\/facebook\/nllb-200-distilled-1.3B", "newssyscomb2009": "huggingface\/facebook\/nllb-200-3.3B", "newstest2008": "huggingface\/facebook\/nllb-200-1.3B", "newstest2009": "huggingface\/facebook\/nllb-200-3.3B", "newstest2010": "huggingface\/facebook\/nllb-200-distilled-1.3B", "newstest2011": "huggingface\/facebook\/nllb-200-3.3B", "newstest2012": "huggingface\/facebook\/nllb-200-3.3B", "newstest2013": "huggingface\/facebook\/nllb-200-distilled-1.3B", "newstest2014": "huggingface\/facebook\/nllb-200-3.3B", "ntrex128": "huggingface\/facebook\/nllb-200-distilled-1.3B", "tatoeba-test-v2020-07-28": "huggingface\/facebook\/nllb-200-distilled-1.3B", "tatoeba-test-v2021-03-30": "huggingface\/facebook\/nllb-200-distilled-1.3B", "tatoeba-test-v2021-08-07": "huggingface\/facebook\/nllb-200-distilled-1.3B", "tico19-test": "huggingface\/facebook\/nllb-200-3.3B" } } }