{ "opusmt": { "scores": { "flores101-devtest": 41.2, "flores200-devtest": 41.2, "generaltest2022": 55.4, "multi30k_test_2016_flickr": 38.6, "multi30k_test_2018_flickr": 37.9, "newssyscomb2009": 30.2, "newstest2008": 26.3, "newstest2009": 29.5, "newstest2010": 30.7, "newstest2011": 30.9, "newstest2012": 29.4, "newstest2013": 33.1, "newstest2014": 38.7, "newstest2015": 33.6, "newstest2016": 37.1, "newstest2017": 32.5, "newstest2018": 33.1, "newstest2021": 41.1, "ntrex128": 38.4, "tatoeba-test-v2020-07-28": 58.7, "tatoeba-test-v2021-03-30": 58.1, "tatoeba-test-v2021-08-07": 57.7 }, "models": { "flores101-devtest": "Tatoeba-MT-models\/zlw-eng\/opusTCv20210807+bt_transformer-big_2022-03-17", "flores200-devtest": "Tatoeba-MT-models\/zlw-eng\/opusTCv20210807+bt_transformer-big_2022-03-17", "generaltest2022": "Tatoeba-MT-models\/ces+slk-eng\/opusTCv20210807+bt_transformer-big_2022-03-17", "multi30k_test_2016_flickr": "Tatoeba-MT-models\/ces+slk-eng\/opusTCv20210807+bt_transformer-big_2022-03-17", "multi30k_test_2018_flickr": "Tatoeba-MT-models\/ces+slk-eng\/opusTCv20210807+bt_transformer-big_2022-03-17", "newssyscomb2009": "Tatoeba-MT-models\/zlw-eng\/opusTCv20210807+bt_transformer-big_2022-03-17", "newstest2008": "Tatoeba-MT-models\/zlw-eng\/opusTCv20210807+bt_transformer-big_2022-03-17", "newstest2009": "Tatoeba-MT-models\/zlw-eng\/opusTCv20210807+bt_transformer-big_2022-03-17", "newstest2010": "Tatoeba-MT-models\/zlw-eng\/opusTCv20210807+bt_transformer-big_2022-03-17", "newstest2011": "Tatoeba-MT-models\/zlw-eng\/opusTCv20210807+bt_transformer-big_2022-03-17", "newstest2012": "Tatoeba-MT-models\/zlw-eng\/opusTCv20210807+bt_transformer-big_2022-03-17", "newstest2013": "Tatoeba-MT-models\/ces+slk-eng\/opusTCv20210807+bt_transformer-big_2022-03-17", "newstest2014": "Tatoeba-MT-models\/zlw-eng\/opusTCv20210807+bt_transformer-big_2022-03-17", "newstest2015": "Tatoeba-MT-models\/ces+slk-eng\/opusTCv20210807+bt_transformer-big_2022-03-17", "newstest2016": "Tatoeba-MT-models\/zlw-eng\/opusTCv20210807+bt_transformer-big_2022-03-17", "newstest2017": "Tatoeba-MT-models\/zlw-eng\/opusTCv20210807+bt_transformer-big_2022-03-17", "newstest2018": "Tatoeba-MT-models\/zlw-eng\/opusTCv20210807+bt_transformer-big_2022-03-17", "newstest2021": "Tatoeba-MT-models\/zlw-eng\/opusTCv20210807+bt_transformer-big_2022-03-17", "ntrex128": "Tatoeba-MT-models\/ces+slk-eng\/opusTCv20210807+bt_transformer-big_2022-03-17", "tatoeba-test-v2020-07-28": "Tatoeba-MT-models\/ces+slk-eng\/opusTCv20210807+bt_transformer-big_2022-03-17", "tatoeba-test-v2021-03-30": "Tatoeba-MT-models\/ces+slk-eng\/opusTCv20210807+bt_transformer-big_2022-03-17", "tatoeba-test-v2021-08-07": "Tatoeba-MT-models\/ces+slk-eng\/opusTCv20210807+bt_transformer-big_2022-03-17" } }, "external": { "scores": { "flores101-devtest": 39.2, "flores200-devtest": 39.1, "generaltest2022": 51, "multi30k_test_2016_flickr": 38.1, "multi30k_test_2018_flickr": 37.7, "newssyscomb2009": 28.6, "newstest2008": 25.3, "newstest2009": 27.9, "newstest2010": 30.3, "newstest2011": 28.9, "newstest2012": 28.7, "newstest2013": 32.1, "newstest2014": 36.5, "newstest2015": 32.2, "newstest2016": 35.6, "newstest2017": 31.8, "newstest2018": 31.9, "newstest2021": 36.5, "ntrex128": 39, "tatoeba-test-v2020-07-28": 58.6, "tatoeba-test-v2021-03-30": 58.1, "tatoeba-test-v2021-08-07": 57.7 }, "models": { "flores101-devtest": "huggingface\/facebook\/nllb-200-3.3B", "flores200-devtest": "huggingface\/facebook\/nllb-200-3.3B", "generaltest2022": "huggingface\/facebook\/nllb-200-3.3B", "multi30k_test_2016_flickr": "huggingface\/facebook\/nllb-200-distilled-1.3B", "multi30k_test_2018_flickr": "huggingface\/facebook\/nllb-200-distilled-1.3B", "newssyscomb2009": "huggingface\/facebook\/nllb-200-1.3B", "newstest2008": "huggingface\/facebook\/nllb-200-1.3B", "newstest2009": "huggingface\/facebook\/nllb-200-3.3B", "newstest2010": "huggingface\/facebook\/nllb-200-1.3B", "newstest2011": "huggingface\/facebook\/nllb-200-3.3B", "newstest2012": "huggingface\/facebook\/nllb-200-3.3B", "newstest2013": "huggingface\/facebook\/nllb-200-3.3B", "newstest2014": "huggingface\/facebook\/nllb-200-3.3B", "newstest2015": "huggingface\/facebook\/nllb-200-distilled-1.3B", "newstest2016": "huggingface\/facebook\/nllb-200-3.3B", "newstest2017": "huggingface\/facebook\/nllb-200-3.3B", "newstest2018": "huggingface\/facebook\/nllb-200-3.3B", "newstest2021": "huggingface\/facebook\/nllb-200-3.3B", "ntrex128": "huggingface\/facebook\/nllb-200-3.3B", "tatoeba-test-v2020-07-28": "huggingface\/facebook\/nllb-200-3.3B", "tatoeba-test-v2021-03-30": "huggingface\/facebook\/nllb-200-3.3B", "tatoeba-test-v2021-08-07": "huggingface\/facebook\/nllb-200-3.3B" } } }