{ "opusmt": { "scores": { "flores101-devtest": 28.6, "flores200-devtest": 28.7, "ntrex128": 23.4, "tatoeba-test-v2020-07-28": 54.4, "tatoeba-test-v2021-03-30": 54.3, "tatoeba-test-v2021-08-07": 54.5 }, "models": { "flores101-devtest": "Tatoeba-MT-models\/sla-deu\/opusTCv20210807_transformer-big_2022-09-15", "flores200-devtest": "Tatoeba-MT-models\/sla-deu+eng+fra+por+spa\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30", "ntrex128": "Tatoeba-MT-models\/zls-deu\/opusTCv20210807_transformer-big_2022-07-26", "tatoeba-test-v2020-07-28": "Tatoeba-MT-models\/zls-deu\/opusTCv20210807_transformer-big_2022-07-26", "tatoeba-test-v2021-03-30": "Tatoeba-MT-models\/zls-deu\/opusTCv20210807_transformer-big_2022-07-26", "tatoeba-test-v2021-08-07": "Tatoeba-MT-models\/zls-deu\/opusTCv20210807_transformer-big_2022-07-26" } }, "external": { "scores": { "flores101-devtest": 26.5, "flores200-devtest": 26.5, "ntrex128": 21.5, "tatoeba-test-v2020-07-28": 50.4, "tatoeba-test-v2021-03-30": 50.3, "tatoeba-test-v2021-08-07": 50.3 }, "models": { "flores101-devtest": "huggingface\/facebook\/m2m100_1.2B", "flores200-devtest": "huggingface\/facebook\/m2m100_1.2B", "ntrex128": "huggingface\/facebook\/nllb-200-distilled-1.3B", "tatoeba-test-v2020-07-28": "huggingface\/facebook\/nllb-200-3.3B", "tatoeba-test-v2021-03-30": "huggingface\/facebook\/nllb-200-3.3B", "tatoeba-test-v2021-08-07": "huggingface\/facebook\/nllb-200-3.3B" } } }