{ "opusmt": { "scores": { "flores101-devtest": 0.8177, "flores200-devtest": 0.8736, "multi30k_test_2016_flickr": 0.8577, "multi30k_test_2017_flickr": 0.8622, "multi30k_test_2017_mscoco": 0.8494, "multi30k_test_2018_flickr": 0.8298, "newsdiscusstest2015": 0.8258, "newssyscomb2009": 0.8368, "newstest2008": 0.8231, "newstest2009": 0.8244, "newstest2010": 0.8332, "newstest2011": 0.8305, "newstest2012": 0.8291, "newstest2013": 0.8444, "newstest2014": 0.863, "ntrex128": 0.8345, "tatoeba-test-v2020-07-28": 0.9035, "tatoeba-test-v2021-03-30": 0.9107, "tatoeba-test-v2021-08-07": 0.9059, "tico19-test": 0.8049 }, "models": { "flores101-devtest": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "flores200-devtest": "Tatoeba-MT-models\/deu+eng+fra+por+spa-itc\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30", "multi30k_test_2016_flickr": "Tatoeba-MT-models\/deu+eng+fra+por+spa-itc\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30", "multi30k_test_2017_flickr": "Tatoeba-MT-models\/deu+eng+fra+por+spa-itc\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30", "multi30k_test_2017_mscoco": "Tatoeba-MT-models\/gem-fra+ita+por+spa\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17", "multi30k_test_2018_flickr": "Tatoeba-MT-models\/gem-fra+ita+por+spa\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17", "newsdiscusstest2015": "Tatoeba-MT-models\/deu+eng+fra+por+spa-itc\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30", "newssyscomb2009": "Tatoeba-MT-models\/deu+eng+fra+por+spa-roa\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30", "newstest2008": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "newstest2009": "Tatoeba-MT-models\/deu+eng+fra+por+spa-itc\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30", "newstest2010": "Tatoeba-MT-models\/deu+eng+fra+por+spa-itc\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30", "newstest2011": "Tatoeba-MT-models\/deu+eng+fra+por+spa-roa\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30", "newstest2012": "Tatoeba-MT-models\/deu+eng+fra+por+spa-itc\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30", "newstest2013": "Tatoeba-MT-models\/deu+eng+fra+por+spa-itc\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30", "newstest2014": "Tatoeba-MT-models\/deu+eng+fra+por+spa-itc\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30", "ntrex128": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "tatoeba-test-v2020-07-28": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "tatoeba-test-v2021-03-30": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "tatoeba-test-v2021-08-07": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "tico19-test": "Tatoeba-MT-models\/deu+eng+fra+por+spa-itc\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30" } }, "external": { "scores": { "flores101-devtest": 0.7651, "flores200-devtest": 0.7581, "multi30k_test_2016_flickr": 0.8188, "multi30k_test_2017_flickr": 0.807, "multi30k_test_2017_mscoco": 0.7924, "multi30k_test_2018_flickr": 0.7112, "newsdiscusstest2015": 0.6011, "newssyscomb2009": 0.5985, "newstest2009": 0.5761, "newstest2010": 0.6276, "newstest2011": 0.6213, "newstest2012": 0.5849, "newstest2013": 0.6334, "newstest2014": 0.7322, "tatoeba-test-v2020-07-28": 0.8813, "tatoeba-test-v2021-03-30": 0.8868, "tatoeba-test-v2021-08-07": 0.8791, "tico19-test": 0.4846 }, "models": { "flores101-devtest": "huggingface\/facebook\/nllb-200-3.3B", "flores200-devtest": "huggingface\/facebook\/nllb-200-1.3B", "multi30k_test_2016_flickr": "huggingface\/facebook\/nllb-200-distilled-1.3B", "multi30k_test_2017_flickr": "huggingface\/facebook\/nllb-200-distilled-1.3B", "multi30k_test_2017_mscoco": "huggingface\/facebook\/nllb-200-distilled-1.3B", "multi30k_test_2018_flickr": "huggingface\/facebook\/nllb-200-3.3B", "newsdiscusstest2015": "huggingface\/facebook\/nllb-200-distilled-1.3B", "newssyscomb2009": "huggingface\/facebook\/nllb-200-3.3B", "newstest2009": "huggingface\/facebook\/nllb-200-1.3B", "newstest2010": "huggingface\/facebook\/nllb-200-distilled-1.3B", "newstest2011": "huggingface\/facebook\/nllb-200-3.3B", "newstest2012": "huggingface\/facebook\/nllb-200-distilled-1.3B", "newstest2013": "huggingface\/facebook\/nllb-200-distilled-1.3B", "newstest2014": "huggingface\/facebook\/nllb-200-distilled-1.3B", "tatoeba-test-v2020-07-28": "huggingface\/facebook\/nllb-200-distilled-1.3B", "tatoeba-test-v2021-03-30": "huggingface\/facebook\/nllb-200-distilled-1.3B", "tatoeba-test-v2021-08-07": "huggingface\/facebook\/nllb-200-distilled-1.3B", "tico19-test": "huggingface\/facebook\/nllb-200-distilled-1.3B" } } }