{ "opusmt": { "scores": { "flores101-devtest": 0.5207, "flores200-devtest": 0.53827, "multi30k_test_2016_flickr": 0.55186, "multi30k_test_2018_flickr": 0.52189, "newssyscomb2009": 0.52096, "newstest2008": 0.50376, "newstest2009": 0.5073, "newstest2010": 0.51172, "newstest2011": 0.51156, "newstest2012": 0.49486, "newstest2013": 0.507, "ntrex128": 0.50076, "tatoeba-test-v2020-07-28": 0.67606, "tatoeba-test-v2021-03-30": 0.6775, "tatoeba-test-v2021-08-07": 0.67702 }, "models": { "flores101-devtest": "Tatoeba-MT-models\/fra-sla\/opusTCv20210807_transformer-big_2022-09-15", "flores200-devtest": "Tatoeba-MT-models\/deu+eng+fra+por+spa-sla\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30", "multi30k_test_2016_flickr": "Tatoeba-MT-models\/deu+eng+fra+por+spa-sla\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30", "multi30k_test_2018_flickr": "Tatoeba-MT-models\/deu+eng+fra+por+spa-sla\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30", "newssyscomb2009": "Tatoeba-MT-models\/deu+eng+fra+por+spa-sla\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30", "newstest2008": "Tatoeba-MT-models\/deu+eng+fra+por+spa-sla\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30", "newstest2009": "Tatoeba-MT-models\/deu+eng+fra+por+spa-sla\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30", "newstest2010": "Tatoeba-MT-models\/deu+eng+fra+por+spa-sla\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30", "newstest2011": "Tatoeba-MT-models\/deu+eng+fra+por+spa-sla\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30", "newstest2012": "Tatoeba-MT-models\/deu+eng+fra+por+spa-sla\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30", "newstest2013": "Tatoeba-MT-models\/deu+eng+fra+por+spa-sla\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30", "ntrex128": "Tatoeba-MT-models\/deu+eng+fra+por+spa-sla\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30", "tatoeba-test-v2020-07-28": "Tatoeba-MT-models\/fra-ces\/opus-2021-02-18", "tatoeba-test-v2021-03-30": "Tatoeba-MT-models\/fra-ces\/opus-2021-02-18", "tatoeba-test-v2021-08-07": "Tatoeba-MT-models\/fra-ces\/opus-2021-02-18" } }, "external": { "scores": { "flores101-devtest": 0.50029, "flores200-devtest": 0.50029, "multi30k_test_2016_flickr": 0.50095, "multi30k_test_2018_flickr": 0.47513, "newssyscomb2009": 0.48923, "newstest2008": 0.47673, "newstest2009": 0.47825, "newstest2010": 0.48228, "newstest2011": 0.48465, "newstest2012": 0.46847, "newstest2013": 0.47681, "ntrex128": 0.47804, "tatoeba-test-v2020-07-28": 0.65818, "tatoeba-test-v2021-03-30": 0.65796, "tatoeba-test-v2021-08-07": 0.65834 }, "models": { "flores101-devtest": "huggingface\/facebook\/nllb-200-distilled-1.3B", "flores200-devtest": "huggingface\/facebook\/nllb-200-distilled-1.3B", "multi30k_test_2016_flickr": "huggingface\/facebook\/nllb-200-distilled-1.3B", "multi30k_test_2018_flickr": "huggingface\/facebook\/nllb-200-distilled-1.3B", "newssyscomb2009": "huggingface\/facebook\/nllb-200-3.3B", "newstest2008": "huggingface\/facebook\/nllb-200-1.3B", "newstest2009": "huggingface\/facebook\/nllb-200-3.3B", "newstest2010": "huggingface\/facebook\/nllb-200-distilled-1.3B", "newstest2011": "huggingface\/facebook\/m2m100_418M", "newstest2012": "huggingface\/facebook\/nllb-200-distilled-1.3B", "newstest2013": "huggingface\/facebook\/nllb-200-distilled-1.3B", "ntrex128": "huggingface\/facebook\/nllb-200-distilled-1.3B", "tatoeba-test-v2020-07-28": "huggingface\/facebook\/nllb-200-distilled-1.3B", "tatoeba-test-v2021-03-30": "huggingface\/facebook\/nllb-200-distilled-1.3B", "tatoeba-test-v2021-08-07": "huggingface\/facebook\/nllb-200-distilled-1.3B" } } }