{ "opusmt": { "scores": { "flores101-devtest": 8.3, "flores200-devtest": 15.4, "ntrex128": 10.8, "tatoeba-test-v2020-07-28": 45.5, "tatoeba-test-v2021-03-30": 44.7, "tatoeba-test-v2021-08-07": 44.3, "tico19-test": 13.5 }, "models": { "flores101-devtest": "Tatoeba-MT-models\/eng-inc\/opus1m+bt-2021-04-13", "flores200-devtest": "Tatoeba-MT-models\/deu+eng+fra+por+spa-inc\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30", "ntrex128": "Tatoeba-MT-models\/deu+eng+fra+por+spa-inc\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30", "tatoeba-test-v2020-07-28": "OPUS-MT-models\/en-mr\/opus+bt-2020-05-23", "tatoeba-test-v2021-03-30": "OPUS-MT-models\/en-mr\/opus+bt-2020-05-23", "tatoeba-test-v2021-08-07": "OPUS-MT-models\/en-mr\/opus+bt-2020-05-23", "tico19-test": "Tatoeba-MT-models\/deu+eng+fra+por+spa-inc\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30" } }, "external": { "scores": { "flores101-devtest": 14.2, "flores200-devtest": 14.4, "ntrex128": 11.2, "tatoeba-test-v2020-07-28": 33.8, "tatoeba-test-v2021-03-30": 33.7, "tatoeba-test-v2021-08-07": 33.6, "tico19-test": 14.1 }, "models": { "flores101-devtest": "huggingface\/facebook\/nllb-200-3.3B", "flores200-devtest": "huggingface\/facebook\/nllb-200-3.3B", "ntrex128": "huggingface\/facebook\/nllb-200-3.3B", "tatoeba-test-v2020-07-28": "huggingface\/facebook\/nllb-200-distilled-1.3B", "tatoeba-test-v2021-03-30": "huggingface\/facebook\/nllb-200-distilled-1.3B", "tatoeba-test-v2021-08-07": "huggingface\/facebook\/nllb-200-distilled-1.3B", "tico19-test": "huggingface\/facebook\/nllb-200-distilled-1.3B" } } }