{ "opusmt": { "scores": { "flores101-devtest": 38.4, "flores200-devtest": 40.3, "ntrex128": 28.4, "tatoeba-test-v2020-07-28": 56.6, "tatoeba-test-v2021-03-30": 56.4, "tatoeba-test-v2021-08-07": 56.5 }, "models": { "flores101-devtest": "Tatoeba-MT-models\/itc-itc\/opusTCv20210807_transformer-big_2022-08-10", "flores200-devtest": "Tatoeba-MT-models\/itc-fra+ita+por+spa\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17", "ntrex128": "Tatoeba-MT-models\/itc-fra+ita+por+spa\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17", "tatoeba-test-v2020-07-28": "Tatoeba-MT-models\/itc-fra+ita+por+spa\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17", "tatoeba-test-v2021-03-30": "Tatoeba-MT-models\/itc-fra+ita+por+spa\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17", "tatoeba-test-v2021-08-07": "Tatoeba-MT-models\/itc-fra+ita+por+spa\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17" } }, "external": { "scores": { "flores101-devtest": 38.4, "flores200-devtest": 38.4, "ntrex128": 28.1, "tatoeba-test-v2020-07-28": 57.2, "tatoeba-test-v2021-03-30": 56.7, "tatoeba-test-v2021-08-07": 56.7 }, "models": { "flores101-devtest": "huggingface\/facebook\/nllb-200-1.3B", "flores200-devtest": "huggingface\/facebook\/nllb-200-1.3B", "ntrex128": "huggingface\/facebook\/nllb-200-distilled-1.3B", "tatoeba-test-v2020-07-28": "huggingface\/facebook\/nllb-200-distilled-1.3B", "tatoeba-test-v2021-03-30": "huggingface\/facebook\/nllb-200-distilled-1.3B", "tatoeba-test-v2021-08-07": "huggingface\/facebook\/nllb-200-distilled-1.3B" } } }