{ "opusmt": { "scores": { "flores101-devtest": 29.6, "flores200-devtest": 30.6, "newssyscomb2009": 31.5, "newstest2009": 31.9, "ntrex128": 36.8, "tatoeba-test-v2020-07-28": 50.6, "tatoeba-test-v2021-03-30": 52.1, "tatoeba-test-v2021-08-07": 53.9 }, "models": { "flores101-devtest": "Tatoeba-MT-models\/eng-ita\/opusTCv20210807+bt_transformer-big_2022-03-13", "flores200-devtest": "Tatoeba-MT-models\/deu+eng+fra+por+spa-itc\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30", "newssyscomb2009": "Tatoeba-MT-models\/gem-fra+ita+por+spa\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17", "newstest2009": "Tatoeba-MT-models\/deu+eng+fra+por+spa-itc\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30", "ntrex128": "Tatoeba-MT-models\/deu+eng+fra+por+spa-roa\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30", "tatoeba-test-v2020-07-28": "Tatoeba-MT-models\/eng-ita\/opusTCv20210807+bt_transformer-big_2022-03-13", "tatoeba-test-v2021-03-30": "Tatoeba-MT-models\/eng-ita\/opusTCv20210807+bt_transformer-big_2022-03-13", "tatoeba-test-v2021-08-07": "Tatoeba-MT-models\/eng-ita\/opusTCv20210807+bt_transformer-big_2022-03-13" } }, "external": { "scores": { "flores101-devtest": 29.4, "flores200-devtest": 29.4, "newssyscomb2009": 31.6, "newstest2009": 32.5, "ntrex128": 36, "tatoeba-test-v2020-07-28": 51.8, "tatoeba-test-v2021-03-30": 53.1, "tatoeba-test-v2021-08-07": 54.3 }, "models": { "flores101-devtest": "huggingface\/facebook\/nllb-200-3.3B", "flores200-devtest": "huggingface\/facebook\/nllb-200-3.3B", "newssyscomb2009": "huggingface\/facebook\/nllb-200-distilled-1.3B", "newstest2009": "huggingface\/facebook\/nllb-200-distilled-1.3B", "ntrex128": "huggingface\/facebook\/nllb-200-distilled-1.3B", "tatoeba-test-v2020-07-28": "huggingface\/facebook\/nllb-200-3.3B", "tatoeba-test-v2021-03-30": "huggingface\/facebook\/nllb-200-3.3B", "tatoeba-test-v2021-08-07": "huggingface\/facebook\/nllb-200-3.3B" } } }