{ "opusmt": { "scores": { "flores101-devtest": 24.9, "flores200-devtest": 24.9, "newssyscomb2009": 28.7, "newstest2008": 26.6, "newstest2009": 26, "newstest2010": 33.8, "newstest2011": 31.3, "newstest2012": 32.6, "newstest2013": 32.4, "ntrex128": 31.8, "tatoeba-test-v2020-07-28": 50.6, "tatoeba-test-v2021-03-30": 50.6, "tatoeba-test-v2021-08-07": 50.8 }, "models": { "flores101-devtest": "Tatoeba-MT-models\/deu-spa\/opusTCv20210807_transformer-big_2022-07-26", "flores200-devtest": "Tatoeba-MT-models\/deu-spa\/opusTCv20210807_transformer-big_2022-07-26", "newssyscomb2009": "Tatoeba-MT-models\/gem-fra+ita+por+spa\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17", "newstest2008": "Tatoeba-MT-models\/deu-spa\/opusTCv20210807_transformer-big_2022-07-26", "newstest2009": "Tatoeba-MT-models\/deu+eng+fra+por+spa-itc\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30", "newstest2010": "Tatoeba-MT-models\/deu-spa\/opusTCv20210807_transformer-big_2022-07-26", "newstest2011": "Tatoeba-MT-models\/deu-spa\/opusTCv20210807_transformer-big_2022-07-26", "newstest2012": "Tatoeba-MT-models\/deu-spa\/opusTCv20210807_transformer-big_2022-07-26", "newstest2013": "Tatoeba-MT-models\/deu-spa\/opusTCv20210807_transformer-big_2022-07-26", "ntrex128": "Tatoeba-MT-models\/deu-spa\/opusTCv20210807_transformer-big_2022-07-26", "tatoeba-test-v2020-07-28": "Tatoeba-MT-models\/deu-spa\/opusTCv20210807_transformer-big_2022-07-26", "tatoeba-test-v2021-03-30": "Tatoeba-MT-models\/deu-spa\/opusTCv20210807_transformer-big_2022-07-26", "tatoeba-test-v2021-08-07": "Tatoeba-MT-models\/deu-spa\/opusTCv20210807_transformer-big_2022-07-26" } }, "external": { "scores": { "flores101-devtest": 23.2, "flores200-devtest": 23.2, "newssyscomb2009": 27.7, "newstest2008": 25.8, "newstest2009": 25.3, "newstest2010": 32.4, "newstest2011": 30.4, "newstest2012": 31.5, "newstest2013": 31.4, "ntrex128": 30.8, "tatoeba-test-v2020-07-28": 50.3, "tatoeba-test-v2021-03-30": 50.4, "tatoeba-test-v2021-08-07": 50.5 }, "models": { "flores101-devtest": "huggingface\/facebook\/nllb-200-distilled-1.3B", "flores200-devtest": "huggingface\/facebook\/nllb-200-distilled-1.3B", "newssyscomb2009": "huggingface\/facebook\/nllb-200-3.3B", "newstest2008": "huggingface\/facebook\/nllb-200-1.3B", "newstest2009": "huggingface\/facebook\/nllb-200-distilled-1.3B", "newstest2010": "huggingface\/facebook\/nllb-200-distilled-1.3B", "newstest2011": "huggingface\/facebook\/nllb-200-distilled-1.3B", "newstest2012": "huggingface\/facebook\/nllb-200-3.3B", "newstest2013": "huggingface\/facebook\/nllb-200-3.3B", "ntrex128": "huggingface\/facebook\/nllb-200-3.3B", "tatoeba-test-v2020-07-28": "huggingface\/facebook\/nllb-200-distilled-1.3B", "tatoeba-test-v2021-03-30": "huggingface\/facebook\/nllb-200-distilled-1.3B", "tatoeba-test-v2021-08-07": "huggingface\/facebook\/nllb-200-distilled-1.3B" } } }