{ "opusmt": { "scores": { "flores101-devtest": 28.7, "flores200-devtest": 29.7, "newssyscomb2009": 38.7, "newstest2008": 36.8, "newstest2009": 36.1, "newstest2010": 41.9, "newstest2011": 43.8, "newstest2012": 42.9, "newstest2013": 38.6, "ntrex128": 35.2, "tatoeba-test-v2020-07-28": 57.5, "tatoeba-test-v2021-03-30": 57.5, "tatoeba-test-v2021-08-07": 57.5, "tico19-test": 34.6 }, "models": { "flores101-devtest": "Tatoeba-MT-models\/itc-itc\/opusTCv20210807_transformer-big_2022-08-10", "flores200-devtest": "Tatoeba-MT-models\/deu+eng+fra+por+spa-itc\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30", "newssyscomb2009": "Tatoeba-MT-models\/roa-deu+eng+fra+por+spa\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30", "newstest2008": "Tatoeba-MT-models\/itc-itc\/opusTCv20210807_transformer-big_2022-08-10", "newstest2009": "Tatoeba-MT-models\/itc-itc\/opusTCv20210807_transformer-big_2022-08-10", "newstest2010": "Tatoeba-MT-models\/roa-deu+eng+fra+por+spa\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30", "newstest2011": "Tatoeba-MT-models\/deu+eng+fra+por+spa-roa\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30", "newstest2012": "Tatoeba-MT-models\/roa-deu+eng+fra+por+spa\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30", "newstest2013": "Tatoeba-MT-models\/roa-deu+eng+fra+por+spa\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30", "ntrex128": "Tatoeba-MT-models\/deu+eng+fra+por+spa-itc\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30", "tatoeba-test-v2020-07-28": "Tatoeba-MT-models\/itc-fra+ita+por+spa\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17", "tatoeba-test-v2021-03-30": "Tatoeba-MT-models\/itc-fra+ita+por+spa\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17", "tatoeba-test-v2021-08-07": "Tatoeba-MT-models\/itc-fra+ita+por+spa\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17", "tico19-test": "Tatoeba-MT-models\/mul-mul\/opusTCv20230926+bt+jhubc_transformer-big_2024-08-17" } }, "external": { "scores": { "flores101-devtest": 28.4, "flores200-devtest": 28.4, "newssyscomb2009": 36.1, "newstest2008": 34.8, "newstest2009": 34.7, "newstest2010": 40.1, "newstest2011": 41.9, "newstest2012": 41.3, "newstest2013": 37.4, "ntrex128": 34.1, "tatoeba-test-v2020-07-28": 55.2, "tatoeba-test-v2021-03-30": 55.2, "tatoeba-test-v2021-08-07": 55.2, "tico19-test": 40.5 }, "models": { "flores101-devtest": "huggingface\/facebook\/nllb-200-3.3B", "flores200-devtest": "huggingface\/facebook\/nllb-200-3.3B", "newssyscomb2009": "huggingface\/facebook\/nllb-200-3.3B", "newstest2008": "huggingface\/facebook\/nllb-200-3.3B", "newstest2009": "huggingface\/facebook\/nllb-200-3.3B", "newstest2010": "huggingface\/facebook\/nllb-200-3.3B", "newstest2011": "huggingface\/facebook\/nllb-200-3.3B", "newstest2012": "huggingface\/facebook\/nllb-200-3.3B", "newstest2013": "huggingface\/facebook\/nllb-200-3.3B", "ntrex128": "huggingface\/facebook\/nllb-200-distilled-1.3B", "tatoeba-test-v2020-07-28": "huggingface\/facebook\/nllb-200-distilled-1.3B", "tatoeba-test-v2021-03-30": "huggingface\/facebook\/nllb-200-distilled-1.3B", "tatoeba-test-v2021-08-07": "huggingface\/facebook\/nllb-200-distilled-1.3B", "tico19-test": "huggingface\/facebook\/nllb-200-3.3B" } } }