{
    "opusmt": {
        "scores": {
            "flores101-devtest": 0.67761,
            "flores200-devtest": 0.67793,
            "multi30k_test_2016_flickr": 0.67892,
            "multi30k_test_2017_flickr": 0.70307,
            "multi30k_test_2017_mscoco": 0.6988,
            "multi30k_test_2018_flickr": 0.65716,
            "newsdiscusstest2015": 0.61314,
            "newssyscomb2009": 0.55807,
            "newstest2008": 0.52392,
            "newstest2009": 0.55074,
            "newstest2010": 0.57866,
            "newstest2011": 0.58447,
            "newstest2012": 0.57737,
            "newstest2013": 0.57887,
            "newstest2014": 0.62729,
            "ntrex128": 0.60846,
            "tatoeba-test-v2020-07-28": 0.73132,
            "tatoeba-test-v2021-03-30": 0.73408,
            "tatoeba-test-v2021-08-07": 0.73644,
            "tico19-test": 0.61532
        },
        "models": {
            "flores101-devtest": "Tatoeba-MT-models\/fra-eng\/opusTCv20210807+bt_transformer-big_2022-03-09",
            "flores200-devtest": "Tatoeba-MT-models\/roa-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17",
            "multi30k_test_2016_flickr": "Tatoeba-MT-models\/roa-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17",
            "multi30k_test_2017_flickr": "Tatoeba-MT-models\/roa-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17",
            "multi30k_test_2017_mscoco": "Tatoeba-MT-models\/roa-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17",
            "multi30k_test_2018_flickr": "Tatoeba-MT-models\/roa-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17",
            "newsdiscusstest2015": "Tatoeba-MT-models\/roa-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17",
            "newssyscomb2009": "Tatoeba-MT-models\/roa-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17",
            "newstest2008": "Tatoeba-MT-models\/roa-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17",
            "newstest2009": "Tatoeba-MT-models\/fra-eng\/opus-2021-02-19",
            "newstest2010": "Tatoeba-MT-models\/roa-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17",
            "newstest2011": "Tatoeba-MT-models\/roa-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17",
            "newstest2012": "Tatoeba-MT-models\/roa-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17",
            "newstest2013": "Tatoeba-MT-models\/roa-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17",
            "newstest2014": "Tatoeba-MT-models\/roa-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17",
            "ntrex128": "Tatoeba-MT-models\/roa-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17",
            "tatoeba-test-v2020-07-28": "Tatoeba-MT-models\/roa-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17",
            "tatoeba-test-v2021-03-30": "Tatoeba-MT-models\/roa-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17",
            "tatoeba-test-v2021-08-07": "Tatoeba-MT-models\/roa-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17",
            "tico19-test": "Tatoeba-MT-models\/roa-eng\/opusTCv20230926max50+bt+jhubc_transformer-big_2024-08-17"
        }
    },
    "external": {
        "scores": {
            "flores101-devtest": 0.67086,
            "flores200-devtest": 0.67316,
            "multi30k_test_2016_flickr": 0.67825,
            "multi30k_test_2017_flickr": 0.68674,
            "multi30k_test_2017_mscoco": 0.69469,
            "multi30k_test_2018_flickr": 0.64604,
            "newsdiscusstest2015": 0.58326,
            "newssyscomb2009": 0.54929,
            "newstest2008": 0.52242,
            "newstest2009": 0.54442,
            "newstest2010": 0.57817,
            "newstest2011": 0.57705,
            "newstest2012": 0.57265,
            "newstest2013": 0.57314,
            "newstest2014": 0.62735,
            "ntrex128": 0.61854,
            "tatoeba-test-v2020-07-28": 0.73456,
            "tatoeba-test-v2021-03-30": 0.73816,
            "tatoeba-test-v2021-08-07": 0.73505,
            "tico19-test": 0.63282
        },
        "models": {
            "flores101-devtest": "huggingface\/facebook\/nllb-200-3.3B",
            "flores200-devtest": "huggingface\/facebook\/nllb-200-3.3B",
            "multi30k_test_2016_flickr": "huggingface\/facebook\/nllb-200-distilled-1.3B",
            "multi30k_test_2017_flickr": "huggingface\/facebook\/nllb-200-1.3B",
            "multi30k_test_2017_mscoco": "huggingface\/facebook\/nllb-200-3.3B",
            "multi30k_test_2018_flickr": "huggingface\/facebook\/nllb-200-3.3B",
            "newsdiscusstest2015": "huggingface\/facebook\/nllb-200-3.3B",
            "newssyscomb2009": "huggingface\/facebook\/nllb-200-1.3B",
            "newstest2008": "huggingface\/facebook\/nllb-200-3.3B",
            "newstest2009": "huggingface\/facebook\/nllb-200-3.3B",
            "newstest2010": "huggingface\/facebook\/nllb-200-1.3B",
            "newstest2011": "huggingface\/facebook\/nllb-200-3.3B",
            "newstest2012": "huggingface\/facebook\/nllb-200-1.3B",
            "newstest2013": "huggingface\/facebook\/nllb-200-3.3B",
            "newstest2014": "huggingface\/facebook\/nllb-200-3.3B",
            "ntrex128": "huggingface\/facebook\/nllb-200-3.3B",
            "tatoeba-test-v2020-07-28": "huggingface\/facebook\/nllb-200-3.3B",
            "tatoeba-test-v2021-03-30": "huggingface\/facebook\/nllb-200-3.3B",
            "tatoeba-test-v2021-08-07": "huggingface\/facebook\/nllb-200-3.3B",
            "tico19-test": "huggingface\/facebook\/nllb-200-3.3B"
        }
    },
    "contributed": {
        "scores": {
            "flores200-devtest": 0.68438
        }
    },
    "contibuted": {
        "models": {
            "flores200-devtest": "facebook\/nllb-200-54.5B"
        }
    }
}