[
restart
] [
share link
] [
json
]
select language:
ace_Arab
ace_Latn
acm
acq
aeb
afr
ajp
aka
als
amh
apc
ara
ars
ary
arz
asm
ast
awa
ayr
azb
azj
bak
bam
ban
bel
bem
ben
bho
bjn_Arab
bjn_Latn
bod
bos
bug
bul
cat
ceb
ces
cjk
ckb
cmn_Hans
cmn_Hant
crh
cym
dan
deu
dik
dyu
dzo
ell
eng
epo
est
eus
ewe
fao
fij
fin
fon
fra
fur
fuv
gaz
gla
gle
glg
grn
guj
hat
hau
heb
hin
hne
hrv
hun
hye
ibo
ilo
ind
isl
ita
jav
jpn
kab
kac
kam
kan
kas_Arab
kas_Deva
kat
kaz
kbp
kea
khk
khm
kik
kin
kir
kmb
kmr
knc_Arab
knc_Latn
kon
kor
lao
lav
lij
lim
lin
lit
liv
lmo
ltg
ltz
lua
lug
luo
lus
lvs
mag
mai
mal
mar
min_Latn
mkd
mlt
mni
mos
mri
mya
nld
nno
nob
npi
nso
nus
nya
oci
ory
pag
pan
pap
pbt
pes
plt
pol
por
prs
quy
ron
run
rus
sag
sah
san
sat
scn
shn
sin
slk
slv
smo
sna
snd
som
sot
spa
srd
srp_Cyrl
ssw
sun
swe
swh
szl
tam
taq_Latn
taq_Tfng
tat
tel
tgk
tgl
tha
tir
tpi
tsn
tso
tuk
tum
tur
twi
tzm
uig
ukr
umb
urd
uzn
vec
vie
war
wol
xho
ydd
yor
yue
zho
zsm
zul
ace_Arab
ace_Latn
acm
acq
aeb
afr
ajp
aka
als
amh
apc
ara
ars
ary
arz
asm
ast
awa
ayr
azb
azj
bak
bam
ban
bel
bem
ben
bho
bjn_Arab
bjn_Latn
bod
bos
bug
bul
cat
ceb
ces
cjk
ckb
cmn_Hans
cmn_Hant
crh
cym
dan
dik
dyu
dzo
ell
eng
epo
est
eus
ewe
fao
fij
fin
fon
fra
fur
fuv
gaz
gla
gle
glg
grn
guj
hat
hau
heb
hin
hne
hrv
hun
hye
ibo
ilo
ind
isl
ita
jav
jpn
kab
kac
kam
kan
kas_Arab
kas_Deva
kat
kaz
kbp
kea
khk
khm
kik
kin
kir
kmb
kmr
knc_Arab
knc_Latn
kon
kor
lao
lij
lim
lin
lit
lmo
ltg
ltz
lua
lug
luo
lus
lvs
mag
mai
mal
mar
min_Latn
mkd
mlt
mni
mos
mri
mya
nld
nno
nob
npi
nso
nus
nya
oci
ory
pag
pan
pap
pbt
pes
plt
pol
por
prs
quy
ron
run
rus
sag
san
sat
scn
shn
sin
slk
slv
smo
sna
snd
som
sot
spa
srd
srp_Cyrl
ssw
sun
swe
swh
szl
tam
taq_Latn
taq_Tfng
tat
tel
tgk
tgl
tha
tir
tpi
tsn
tso
tuk
tum
tur
twi
tzm
uig
ukr
umb
urd
uzn
vec
vie
war
wol
xho
ydd
yor
yue
zsm
zul
[
swap
] [
compare scores
] [
compare models
] [
map
] [
release history
] [
uploads
]
OPUS-MT Dashboard
Language pair:
deu-eng [
all languages
]
Models:
[all models] [
OPUS-MT
] [
external
] [
compare
]
Benchmark:
[
all benchmarks
] [
average score
] newstest2012
Evaluation metric:
[
bleu
][
spbleu
][
chrf
][
chrf++
] comet
Chart Type:
[
barchart
][
scatterplot
] [
size
] [type]
orange = OPUS-MT, blue = Tatoeba-MT models, red = HPLT-MT models
green = student models, grey = external models, purple = user-contributed
render chart with [gd] [
plotly
]
Model Scores (comet scores on the "newstest2012" testset)
ID
comet
Output
Model
Size
Link
64
0.827
show
gmw-deu+eng+...2024-05-30
225.5M
zip-file
63
0.826
show
gem-deu+eng+...2024-05-30
226.4M
zip-file
62
0.823
show
deu+eng+fra+...2024-05-30
226.6M
zip-file
61
0.822
show
deu+eng+fra+...2024-05-30
225.7M
zip-file
60
0.821
show
ine-deu+eng+...2024-05-30
230.5M
zip-file
59
0.821
show
gmw-eng/opus...2024-08-17
232.4M
zip-file
58
0.818
show
deu+eng+fra+...2024-05-30
231M
zip-file
57
0.816
show
gmw-deu+eng+...2024-08-18
216.8M
zip-file
56
0.811
show
ine-eng/opus...2024-08-17
235.7M
zip-file
55
0.811
show
ine-deu+eng+...2024-08-18
232.9M
zip-file
54
0.808
show
gem-eng/opus...2024-08-17
233M
zip-file
53
0.802
show
mul-deu+eng+...2024-05-30
235.1M
zip-file
52
0.801
show
mul-deu+eng+...2024-08-18
236.3M
zip-file
51
0.794
show
mul-eng/opus...2024-08-17
237.2M
zip-file
50
0.786
show
deu+eng+fra+...2024-05-30
240.9M
zip-file
49
0.549
show
facebook/wmt19-de-en
?
URL
48
0.512
show
allenai/wmt1...en-6-6-big
?
URL
47
0.494
show
facebook/nllb-200-1.3B
1331.2M
URL
46
0.487
show
deu-eng/opus-2021-02-12
77.5M
zip-file
45
0.482
show
deu-eng/opus-2021-02-22
77.5M
zip-file
44
0.481
show
deu-eng/opus-2020-07-03
77.5M
zip-file
43
0.480
show
facebook/nll...illed-1.3B
1331.2M
URL
42
0.479
show
deu-eng/opus-2021-02-19
77.5M
zip-file
41
0.477
show
deu-eng/opus...2021-04-30
77.5M
zip-file
40
0.477
show
facebook/nllb-200-3.3B
3379.2M
URL
39
0.473
show
gmw-gmw/opus...2022-08-11
212.9M
zip-file
38
0.457
show
facebook/m2m100_1.2B
1331.2M
URL
37
0.449
show
facebook/nll...illed-600M
600M
URL
36
0.434
show
allenai/wmt1...n-6-6-base
?
URL
35
0.409
show
gem-eng/opus4m-2020-08-12
73.2M
zip-file
34
0.392
show
gem-eng/opus2m-2020-08-01
73.2M
zip-file
33
0.391
show
deu+eng+fin+...2021-02-22
75.8M
zip-file
32
0.382
show
gmw-eng/opus4m-2020-08-12
72.6M
zip-file
31
0.378
show
gmw-eng/opus2m-2020-08-01
72.6M
zip-file
30
0.373
show
gem-eng/opus-2020-07-26
73.2M
zip-file
29
0.373
show
gem-eng/opus-2020-07-04
72.9M
zip-file
28
0.365
show
gem-eng/opus-2020-07-14
73.2M
zip-file
27
0.354
show
deu+eng+fin+...2021-02-22
66.2M
zip-file
26
0.348
show
gmw-eng/opus-2020-07-26
72.6M
zip-file
25
0.341
show
gmw-eng/opus-2020-06-27
72.6M
zip-file
24
0.336
show
facebook/m2m100_418M
418M
URL
23
0.331
show
gmw-eng/opus...2021-05-01
72.5M
zip-file
22
0.291
show
gmw-gmw/opus-2020-10-04
62.3M
zip-file
21
0.291
show
gmw-gmw/opus-2021-02-23
62.3M
zip-file
20
0.289
show
gmw-eng/opus...2021-09-30
72.5M
zip-file
19
0.280
show
ine-eng/opus4m-2020-08-12
75.4M
zip-file
18
0.266
show
ine-eng/opus2m-2020-08-01
75.4M
zip-file
17
0.256
show
gem-gem/opus-2021-02-24
63.5M
zip-file
16
0.256
show
gem-gem/opus-2020-10-04
63.5M
zip-file
15
0.254
show
gmw-gmw/opus-2020-07-27
62.3M
zip-file
14
0.252
show
ine-eng/opus-2020-07-19
75.4M
zip-file
13
0.252
show
ine-eng/opus-2020-07-26
75.4M
zip-file
12
0.241
show
gem-gem/opus-2020-09-26
63.5M
zip-file
11
0.240
show
gmw-gmw/opus-2020-07-06
62.3M
zip-file
10
0.234
show
gem-gem/opus-2020-07-27
63.5M
zip-file
9
0.229
show
ine-eng/opus-2020-07-14
75.4M
zip-file
8
0.227
show
gem-gem/opus-2020-07-06
63.4M
zip-file
7
0.198
show
gem-gem/opus-2020-07-21
63.5M
zip-file
6
0.115
show
mul-eng/opus2m-2020-08-12
77.1M
zip-file
5
0.095
show
mul-eng/opus-2020-07-20
77.1M
zip-file
4
0.082
show
westgermanic...2020-06-21
61.3M
zip-file
3
0.071
show
mul-eng/opus-2020-07-14
77.1M
zip-file
2
-0.169
show
tatoeba-zero...2020-06-19
63M
zip-file
1
-0.171
show
tatoeba-zero...2020-06-21
63M
zip-file
0
-0.288
show
tatoeba-lowe...2020-06-15
61.3M
zip-file