{ "opusmt": { "scores": { "flores101-devtest": 28, "flores200-devtest": 28.2, "newstest2019": 18.9, "ntrex128": 21.9, "tatoeba-test-v2020-07-28": 39.7, "tatoeba-test-v2021-03-30": 39.6, "tatoeba-test-v2021-08-07": 39.7 }, "models": { "flores101-devtest": "Tatoeba-MT-models\/eng-lit\/opusTCv20210807+bt_transformer-big_2022-02-25", "flores200-devtest": "Tatoeba-MT-models\/deu+eng+fra+por+spa-bat\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30", "newstest2019": "Tatoeba-MT-models\/deu+eng+fra+por+spa-bat\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30", "ntrex128": "Tatoeba-MT-models\/deu+eng+fra+por+spa-bat\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30", "tatoeba-test-v2020-07-28": "Tatoeba-MT-models\/deu+eng+fra+por+spa-bat\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30", "tatoeba-test-v2021-03-30": "OPUS-MT-models\/en-lt\/opus-2019-12-04", "tatoeba-test-v2021-08-07": "Tatoeba-MT-models\/deu+eng+fra+por+spa-bat\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30" } }, "external": { "scores": { "flores101-devtest": 25.5, "flores200-devtest": 25.5, "newstest2019": 17.4, "ntrex128": 17.4, "tatoeba-test-v2020-07-28": 37.6, "tatoeba-test-v2021-03-30": 37.9, "tatoeba-test-v2021-08-07": 37.2 }, "models": { "flores101-devtest": "huggingface\/facebook\/m2m100_1.2B", "flores200-devtest": "huggingface\/facebook\/m2m100_1.2B", "newstest2019": "huggingface\/facebook\/m2m100_1.2B", "ntrex128": "huggingface\/facebook\/nllb-200-distilled-1.3B", "tatoeba-test-v2020-07-28": "huggingface\/facebook\/nllb-200-3.3B", "tatoeba-test-v2021-03-30": "huggingface\/facebook\/nllb-200-3.3B", "tatoeba-test-v2021-08-07": "huggingface\/facebook\/nllb-200-distilled-1.3B" } } }