{ "opusmt": { "scores": { "flores101-devtest": 29.9, "flores200-devtest": 29.9, "newssyscomb2009": 31.6, "newstest2008": 28, "newstest2009": 31, "newstest2010": 36.8, "newstest2011": 34.7, "newstest2012": 38.6, "newstest2013": 35.4, "ntrex128": 40.4, "tatoeba-test-v2020-07-28": 61.8, "tatoeba-test-v2021-03-30": 61.8, "tatoeba-test-v2021-08-07": 62.6, "tico19-test": 52.2 }, "models": { "flores101-devtest": "Tatoeba-MT-models\/cat+oci+spa-eng\/opusTCv20210807+bt_transformer-big_2022-03-13", "flores200-devtest": "Tatoeba-MT-models\/cat+oci+spa-eng\/opusTCv20210807+bt_transformer-big_2022-03-13", "newssyscomb2009": "Tatoeba-MT-models\/roa-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17", "newstest2008": "Tatoeba-MT-models\/itc-deu+eng+fra+por+spa\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30", "newstest2009": "Tatoeba-MT-models\/roa-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17", "newstest2010": "Tatoeba-MT-models\/cat+oci+spa-eng\/opusTCv20210807+bt_transformer-big_2022-03-13", "newstest2011": "Tatoeba-MT-models\/cat+oci+spa-eng\/opusTCv20210807+bt_transformer-big_2022-03-13", "newstest2012": "Tatoeba-MT-models\/cat+oci+spa-eng\/opusTCv20210807+bt_transformer-big_2022-03-13", "newstest2013": "Tatoeba-MT-models\/spa-eng\/opus+bt-2021-04-30", "ntrex128": "Tatoeba-MT-models\/cat+oci+spa-eng\/opusTCv20210807+bt_transformer-big_2022-03-13", "tatoeba-test-v2020-07-28": "Tatoeba-MT-models\/roa-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17", "tatoeba-test-v2021-03-30": "Tatoeba-MT-models\/roa-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17", "tatoeba-test-v2021-08-07": "Tatoeba-MT-models\/roa-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17", "tico19-test": "Tatoeba-MT-models\/roa-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17" } }, "external": { "scores": { "flores101-devtest": 31.7, "flores200-devtest": 31.7, "newssyscomb2009": 32.1, "newstest2008": 27.3, "newstest2009": 31.1, "newstest2010": 37.8, "newstest2011": 34.6, "newstest2012": 38.7, "newstest2013": 36.4, "ntrex128": 39.3, "tatoeba-test-v2020-07-28": 62, "tatoeba-test-v2021-03-30": 62, "tatoeba-test-v2021-08-07": 62.7, "tico19-test": 53.1 }, "models": { "flores101-devtest": "huggingface\/facebook\/nllb-200-distilled-1.3B", "flores200-devtest": "huggingface\/facebook\/nllb-200-distilled-1.3B", "newssyscomb2009": "huggingface\/facebook\/nllb-200-1.3B", "newstest2008": "huggingface\/facebook\/nllb-200-distilled-600M", "newstest2009": "huggingface\/facebook\/nllb-200-1.3B", "newstest2010": "huggingface\/facebook\/nllb-200-3.3B", "newstest2011": "huggingface\/facebook\/nllb-200-3.3B", "newstest2012": "huggingface\/facebook\/nllb-200-1.3B", "newstest2013": "huggingface\/facebook\/nllb-200-distilled-1.3B", "ntrex128": "huggingface\/facebook\/nllb-200-distilled-600M", "tatoeba-test-v2020-07-28": "huggingface\/facebook\/nllb-200-3.3B", "tatoeba-test-v2021-03-30": "huggingface\/facebook\/nllb-200-3.3B", "tatoeba-test-v2021-08-07": "huggingface\/facebook\/nllb-200-3.3B", "tico19-test": "huggingface\/facebook\/nllb-200-3.3B" } } }