{ "opusmt": { "scores": { "flores101-devtest": 52.2, "flores200-devtest": 52.2, "multi30k_test_2016_flickr": 52.4, "multi30k_test_2017_flickr": 52.8, "multi30k_test_2017_mscoco": 55.7, "multi30k_test_2018_flickr": 43.7, "newsdiscusstest2015": 40.3, "newssyscomb2009": 30.7, "newstest2008": 27.6, "newstest2009": 30, "newstest2010": 33.5, "newstest2011": 35, "newstest2012": 32.8, "newstest2013": 34.6, "newstest2014": 41.9, "ntrex128": 37.3, "tatoeba-test-v2020-07-28": 51.7, "tatoeba-test-v2021-03-30": 52.5, "tatoeba-test-v2021-08-07": 53.2, "tico19-test": 40.6 }, "models": { "flores101-devtest": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "flores200-devtest": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "multi30k_test_2016_flickr": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "multi30k_test_2017_flickr": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "multi30k_test_2017_mscoco": "Tatoeba-MT-models\/gmw-deu+eng+fra+por+spa\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30", "multi30k_test_2018_flickr": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "newsdiscusstest2015": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "newssyscomb2009": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "newstest2008": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "newstest2009": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "newstest2010": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "newstest2011": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "newstest2012": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "newstest2013": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "newstest2014": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "ntrex128": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "tatoeba-test-v2020-07-28": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "tatoeba-test-v2021-03-30": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "tatoeba-test-v2021-08-07": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "tico19-test": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09" } }, "external": { "scores": { "flores101-devtest": 48, "flores200-devtest": 47.8, "multi30k_test_2016_flickr": 51.3, "multi30k_test_2017_flickr": 51.1, "multi30k_test_2017_mscoco": 52.3, "multi30k_test_2018_flickr": 44.2, "newsdiscusstest2015": 38.8, "newssyscomb2009": 32.6, "newstest2008": 28.3, "newstest2009": 30.9, "newstest2010": 33.9, "newstest2011": 35.8, "newstest2012": 33.4, "newstest2013": 35.2, "newstest2014": 41.6, "ntrex128": 34.6, "tatoeba-test-v2020-07-28": 50, "tatoeba-test-v2021-03-30": 50.7, "tatoeba-test-v2021-08-07": 51.3, "tico19-test": 40.5 }, "models": { "flores101-devtest": "huggingface\/facebook\/nllb-200-3.3B", "flores200-devtest": "huggingface\/facebook\/nllb-200-3.3B", "multi30k_test_2016_flickr": "huggingface\/facebook\/nllb-200-3.3B", "multi30k_test_2017_flickr": "huggingface\/facebook\/nllb-200-distilled-1.3B", "multi30k_test_2017_mscoco": "huggingface\/facebook\/nllb-200-distilled-1.3B", "multi30k_test_2018_flickr": "huggingface\/facebook\/nllb-200-distilled-1.3B", "newsdiscusstest2015": "huggingface\/facebook\/nllb-200-distilled-1.3B", "newssyscomb2009": "huggingface\/facebook\/nllb-200-3.3B", "newstest2008": "huggingface\/facebook\/nllb-200-1.3B", "newstest2009": "huggingface\/facebook\/nllb-200-3.3B", "newstest2010": "huggingface\/facebook\/nllb-200-distilled-1.3B", "newstest2011": "huggingface\/facebook\/nllb-200-3.3B", "newstest2012": "huggingface\/facebook\/nllb-200-3.3B", "newstest2013": "huggingface\/facebook\/nllb-200-distilled-1.3B", "newstest2014": "huggingface\/facebook\/nllb-200-distilled-1.3B", "ntrex128": "huggingface\/facebook\/nllb-200-distilled-1.3B", "tatoeba-test-v2020-07-28": "huggingface\/facebook\/nllb-200-distilled-1.3B", "tatoeba-test-v2021-03-30": "huggingface\/facebook\/nllb-200-distilled-1.3B", "tatoeba-test-v2021-08-07": "huggingface\/facebook\/nllb-200-3.3B", "tico19-test": "huggingface\/facebook\/nllb-200-distilled-1.3B" } } }