{ "opusmt": { "scores": { "flores101-devtest": 56.7, "flores200-devtest": 56.7, "multi30k_test_2016_flickr": 56.8, "multi30k_test_2017_flickr": 58.3, "multi30k_test_2017_mscoco": 59.8, "multi30k_test_2018_flickr": 49.7, "newsdiscusstest2015": 45.2, "newssyscomb2009": 37.1, "newstest2008": 33.8, "newstest2009": 36, "newstest2010": 39.1, "newstest2011": 40.8, "newstest2012": 38.1, "newstest2013": 39.9, "newstest2014": 47.5, "ntrex128": 42.2, "tatoeba-test-v2020-07-28": 54.1, "tatoeba-test-v2021-03-30": 55, "tatoeba-test-v2021-08-07": 55.7, "tico19-test": 44.5 }, "models": { "flores101-devtest": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "flores200-devtest": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "multi30k_test_2016_flickr": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "multi30k_test_2017_flickr": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "multi30k_test_2017_mscoco": "Tatoeba-MT-models\/gmw-deu+eng+fra+por+spa\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30", "multi30k_test_2018_flickr": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "newsdiscusstest2015": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "newssyscomb2009": "Tatoeba-MT-models\/eng-fra\/opus-2021-02-19", "newstest2008": "Tatoeba-MT-models\/eng-fra\/opus-2021-02-22", "newstest2009": "Tatoeba-MT-models\/eng-fra\/opus-2021-02-22", "newstest2010": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "newstest2011": "Tatoeba-MT-models\/eng-fra\/opus-2021-02-22", "newstest2012": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "newstest2013": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "newstest2014": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "ntrex128": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "tatoeba-test-v2020-07-28": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "tatoeba-test-v2021-03-30": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "tatoeba-test-v2021-08-07": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "tico19-test": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09" } }, "external": { "scores": { "flores101-devtest": 52.7, "flores200-devtest": 52.4, "multi30k_test_2016_flickr": 55, "multi30k_test_2017_flickr": 56.2, "multi30k_test_2017_mscoco": 56.3, "multi30k_test_2018_flickr": 49.2, "newsdiscusstest2015": 43.5, "newssyscomb2009": 38.9, "newstest2008": 33.8, "newstest2009": 36.5, "newstest2010": 39.2, "newstest2011": 41.4, "newstest2012": 38.7, "newstest2013": 40.5, "newstest2014": 47, "ntrex128": 39, "tatoeba-test-v2020-07-28": 51.9, "tatoeba-test-v2021-03-30": 52.7, "tatoeba-test-v2021-08-07": 53.2, "tico19-test": 44.6 }, "models": { "flores101-devtest": "huggingface\/facebook\/nllb-200-3.3B", "flores200-devtest": "huggingface\/facebook\/nllb-200-3.3B", "multi30k_test_2016_flickr": "huggingface\/facebook\/nllb-200-3.3B", "multi30k_test_2017_flickr": "huggingface\/facebook\/nllb-200-distilled-1.3B", "multi30k_test_2017_mscoco": "huggingface\/facebook\/nllb-200-distilled-1.3B", "multi30k_test_2018_flickr": "huggingface\/facebook\/nllb-200-distilled-1.3B", "newsdiscusstest2015": "huggingface\/facebook\/nllb-200-distilled-1.3B", "newssyscomb2009": "huggingface\/facebook\/nllb-200-3.3B", "newstest2008": "huggingface\/facebook\/nllb-200-distilled-1.3B", "newstest2009": "huggingface\/facebook\/nllb-200-3.3B", "newstest2010": "huggingface\/facebook\/nllb-200-distilled-1.3B", "newstest2011": "huggingface\/facebook\/nllb-200-3.3B", "newstest2012": "huggingface\/facebook\/nllb-200-3.3B", "newstest2013": "huggingface\/facebook\/nllb-200-distilled-1.3B", "newstest2014": "huggingface\/facebook\/nllb-200-3.3B", "ntrex128": "huggingface\/facebook\/nllb-200-distilled-1.3B", "tatoeba-test-v2020-07-28": "huggingface\/facebook\/nllb-200-distilled-1.3B", "tatoeba-test-v2021-03-30": "huggingface\/facebook\/nllb-200-distilled-1.3B", "tatoeba-test-v2021-08-07": "huggingface\/facebook\/nllb-200-distilled-1.3B", "tico19-test": "huggingface\/facebook\/nllb-200-3.3B" } } }