{ "opusmt": { "scores": { "flores101-devtest": 0.70683, "flores200-devtest": 0.70683, "multi30k_test_2016_flickr": 0.71176, "multi30k_test_2017_flickr": 0.71356, "multi30k_test_2017_mscoco": 0.73235, "multi30k_test_2018_flickr": 0.64932, "newsdiscusstest2015": 0.6263, "newssyscomb2009": 0.56209, "newstest2008": 0.53021, "newstest2009": 0.5531, "newstest2010": 0.5771, "newstest2011": 0.59055, "newstest2012": 0.57134, "newstest2013": 0.57459, "newstest2014": 0.64497, "ntrex128": 0.6055, "tatoeba-test-v2020-07-28": 0.67298, "tatoeba-test-v2021-03-30": 0.67987, "tatoeba-test-v2021-08-07": 0.68676, "tico19-test": 0.6069 }, "models": { "flores101-devtest": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "flores200-devtest": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "multi30k_test_2016_flickr": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "multi30k_test_2017_flickr": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "multi30k_test_2017_mscoco": "Tatoeba-MT-models\/gem-fra+ita+por+spa\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17", "multi30k_test_2018_flickr": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "newsdiscusstest2015": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "newssyscomb2009": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "newstest2008": "Tatoeba-MT-models\/gem-fra+ita+por+spa\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17", "newstest2009": "Tatoeba-MT-models\/gmw-deu+eng+fra+por+spa\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30", "newstest2010": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "newstest2011": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "newstest2012": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "newstest2013": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "newstest2014": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "ntrex128": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "tatoeba-test-v2020-07-28": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "tatoeba-test-v2021-03-30": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "tatoeba-test-v2021-08-07": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09", "tico19-test": "Tatoeba-MT-models\/eng-fra\/opusTCv20210807+bt_transformer-big_2022-03-09" } }, "external": { "scores": { "flores101-devtest": 0.67364, "flores200-devtest": 0.67222, "multi30k_test_2016_flickr": 0.69723, "multi30k_test_2017_flickr": 0.7011, "multi30k_test_2017_mscoco": 0.7061, "multi30k_test_2018_flickr": 0.64539, "newsdiscusstest2015": 0.61207, "newssyscomb2009": 0.56756, "newstest2008": 0.52896, "newstest2009": 0.5537, "newstest2010": 0.57585, "newstest2011": 0.59064, "newstest2012": 0.57069, "newstest2013": 0.57461, "newstest2014": 0.63804, "ntrex128": 0.58768, "tatoeba-test-v2020-07-28": 0.65684, "tatoeba-test-v2021-03-30": 0.66262, "tatoeba-test-v2021-08-07": 0.66593, "tico19-test": 0.61946 }, "models": { "flores101-devtest": "huggingface\/facebook\/nllb-200-3.3B", "flores200-devtest": "huggingface\/facebook\/nllb-200-3.3B", "multi30k_test_2016_flickr": "huggingface\/facebook\/nllb-200-3.3B", "multi30k_test_2017_flickr": "huggingface\/facebook\/nllb-200-distilled-1.3B", "multi30k_test_2017_mscoco": "huggingface\/facebook\/nllb-200-distilled-1.3B", "multi30k_test_2018_flickr": "huggingface\/facebook\/nllb-200-distilled-1.3B", "newsdiscusstest2015": "huggingface\/facebook\/nllb-200-distilled-1.3B", "newssyscomb2009": "huggingface\/facebook\/nllb-200-3.3B", "newstest2008": "huggingface\/facebook\/nllb-200-1.3B", "newstest2009": "huggingface\/facebook\/nllb-200-3.3B", "newstest2010": "huggingface\/facebook\/nllb-200-distilled-1.3B", "newstest2011": "huggingface\/facebook\/nllb-200-3.3B", "newstest2012": "huggingface\/facebook\/nllb-200-3.3B", "newstest2013": "huggingface\/facebook\/nllb-200-3.3B", "newstest2014": "huggingface\/facebook\/nllb-200-3.3B", "ntrex128": "huggingface\/facebook\/nllb-200-distilled-1.3B", "tatoeba-test-v2020-07-28": "huggingface\/facebook\/nllb-200-distilled-1.3B", "tatoeba-test-v2021-03-30": "huggingface\/facebook\/nllb-200-distilled-1.3B", "tatoeba-test-v2021-08-07": "huggingface\/facebook\/nllb-200-3.3B", "tico19-test": "huggingface\/facebook\/nllb-200-3.3B" } } }