[
restart
] [
share link
] [
json
]
select language:
ace_Arab
ace_Latn
acm
acq
aeb
afr
ajp
aka
als
amh
apc
ara
ara_Latn
ars
ary
arz
asm
ast
awa
ayr
azb
aze
azj
bak
bam
ban
bel
bem
ben
bho
bjn_Arab
bjn_Latn
bod
bos
bre
bug
bul
cat
ceb
ces
cjk
ckb
cmn_Hans
cmn_Hant
crh
cym
dan
deu
dik
dyu
dzo
ell
eng
epo
est
eus
ewe
fao
fas
fij
fin
fon
fra
fry
ful
fur
fuv
gaz
gla
gle
glg
grn
guj
hat
hau
heb
hin
hne
hrv
hun
hye
ibo
ilo
ind
isl
ita
jav
jpn
kab
kac
kam
kan
kas_Arab
kas_Deva
kat
kaz
kbp
kea
khk
khm
kik
kin
kir
kmb
kmr
knc_Arab
knc_Latn
kon
kor
lao
lav
lij
lim
lin
lit
lmo
ltg
ltz
lua
lug
luo
lus
lvs
mag
mai
mal
mar
min_Arab
min_Latn
mkd
mlt
mni
mon
mos
mri
msa
mya
nep
nld
nno
nob
nor
npi
nso
nus
nya
oci
orm
ory
pag
pan
pap
pbt
pes
plt
pol
por
prs
pus
quy
ron
run
rus
sag
san
sat
scn
shn
sin
slk
slv
smo
sna
snd
som
sot
spa
sqi
srd
srp
srp_Cyrl
ssw
sun
swa
swe
swh
szl
tam
taq_Latn
taq_Tfng
tat
tel
tgk
tgl
tha
tir
tpi
tsn
tso
tuk
tum
tur
twi
tzm
uig
ukr
umb
urd
uzb
uzn
vec
vie
war
wol
xho
ydd
yid
yor
zho
zul
ace_Arab
ace_Latn
acm
acq
aeb
afr
ajp
aka
als
amh
apc
ara
ara_Latn
ars
ary
arz
asm
ast
awa
ayr
azb
azj
bak
bam
ban
bel
bem
ben
bho
bjn_Arab
bjn_Latn
bod
bos
bug
bul
cat
ceb
ces
cjk
ckb
cmn_Hans
cmn_Hant
crh
cym
dan
deu
dik
dyu
dzo
ell
eng
epo
est
eus
ewe
fao
fas
fij
fin
fon
fra
ful
fur
fuv
gaz
gla
gle
glg
grn
guj
hat
hau
heb
hin
hne
hrv
hun
hye
ibo
ilo
ind
isl
ita
jav
jpn
kab
kac
kam
kan
kas_Arab
kas_Deva
kat
kaz
kbp
kea
khk
khm
kik
kin
kir
kmb
kmr
knc_Arab
knc_Latn
kon
kor
lao
lav
lij
lim
lin
lit
lmo
ltg
ltz
lua
lug
luo
lus
lvs
mag
mai
mal
mar
min_Arab
min_Latn
mkd
mlt
mni
mon
mos
mri
msa
mya
nld
nno
nob
nor
npi
nso
nus
nya
oci
orm
ory
pag
pan
pap
pbt
pes
plt
pol
por
prs
pus
quy
ron
run
rus
sag
san
sat
scn
shn
sin
slk
slv
smo
sna
snd
som
sot
spa
srd
srp
srp_Cyrl
ssw
sun
swe
swh
szl
tam
taq_Latn
taq_Tfng
tat
tel
tgk
tgl
tha
tir
tpi
tsn
tso
tuk
tum
tur
twi
tzm
uig
ukr
umb
urd
uzb
uzn
vec
vie
war
wol
xho
ydd
yid
yor
zho
zul
[
swap
] [
compare scores
] [
compare models
] [
map
] [
release history
] [
uploads
]
OPUS-MT Dashboard
Language pair:
deu-eng [
all languages
]
Models:
[all models] [
OPUS-MT
] [
external
] [
contributed
] [
compare
]
Benchmark:
[
all benchmarks
] [
average score
] flores200-devtest
Evaluation metric:
[
bleu
][
spbleu
][
chrf
] chrf++ [
comet
]
Chart Type:
[
barchart
][
scatterplot
] [
size
] [type]
orange = OPUS-MT, blue = Tatoeba-MT models, red = HPLT-MT models
green = student models, grey = external models, purple = user-contributed
render chart with [gd] [
plotly
]
Model Scores (chrf++ scores on the "flores200-devtest" testset)
ID
chrf++
Output
Model
Size
Link
65
0.677
show
facebook/wmt19-de-en
?
URL
64
0.675
show
nllb-200-54.5B
?
URL
63
0.671
show
gmw-eng/opus...2024-08-17
232.4M
zip-file
62
0.661
show
facebook/nllb-200-3.3B
3379.2M
URL
61
0.660
show
gmw-deu+eng+...2024-05-30
225.5M
zip-file
60
0.659
show
gem-deu+eng+...2024-05-30
226.4M
zip-file
59
0.659
show
allenai/wmt1...en-6-6-big
?
URL
58
0.658
show
facebook/nllb-200-1.3B
1331.2M
URL
57
0.657
show
facebook/nll...illed-1.3B
1331.2M
URL
56
0.657
show
ine-deu+eng+...2024-08-18
232.9M
zip-file
55
0.656
show
ine-eng/opus...2024-08-17
235.7M
zip-file
54
0.655
show
deu+eng+fra+...2024-05-30
225.7M
zip-file
53
0.655
show
gmw-deu+eng+...2024-08-18
216.8M
zip-file
52
0.654
show
deu-eng/opus...2021-04-30
77.5M
zip-file
51
0.653
show
deu+eng+fra+...2024-05-30
226.6M
zip-file
50
0.652
show
ine-deu+eng+...2024-05-30
230.5M
zip-file
49
0.652
show
gmw-gmw/opus...2022-08-11
212.9M
zip-file
48
0.652
show
deu-eng/opus-2021-02-22
77.5M
zip-file
47
0.651
show
deu-eng/opus-2021-02-12
77.5M
zip-file
46
0.650
show
gem-eng/opus...2024-08-17
233M
zip-file
45
0.650
show
deu-eng/opus-2020-07-03
77.5M
zip-file
44
0.650
show
deu-eng/opus-2021-02-19
77.5M
zip-file
43
0.643
show
mul-deu+eng+...2024-08-18
236.3M
zip-file
42
0.642
show
mul-eng/opus...2024-08-17
237.2M
zip-file
41
0.640
show
facebook/nll...illed-600M
600M
URL
40
0.638
show
facebook/m2m100_1.2B
1331.2M
URL
39
0.637
show
deu+eng+fra+...2024-05-30
231M
zip-file
38
0.637
show
allenai/wmt1...n-6-6-base
?
URL
37
0.633
show
mul-deu+eng+...2024-05-30
235.1M
zip-file
36
0.628
show
gem-eng/opus4m-2020-08-12
73.2M
zip-file
35
0.628
show
gmw-eng/opus4m-2020-08-12
72.6M
zip-file
34
0.625
show
gmw-eng/opus...2021-05-01
72.5M
zip-file
33
0.624
show
gem-eng/opus2m-2020-08-01
73.2M
zip-file
32
0.624
show
deu+eng+fin+...2021-02-22
75.8M
zip-file
31
0.623
show
gmw-eng/opus2m-2020-08-01
72.6M
zip-file
30
0.619
show
gem-eng/opus-2020-07-04
72.9M
zip-file
29
0.618
show
gem-eng/opus-2020-07-14
73.2M
zip-file
28
0.617
show
gem-eng/opus-2020-07-26
73.2M
zip-file
27
0.616
show
gmw-eng/opus-2020-07-26
72.6M
zip-file
26
0.615
show
gmw-eng/opus-2020-06-27
72.6M
zip-file
25
0.612
show
gmw-eng/opus...2021-09-30
72.5M
zip-file
24
0.605
show
deu+eng+fin+...2021-02-22
66.2M
zip-file
23
0.604
show
deu+eng+fra+...2024-05-30
240.9M
zip-file
22
0.597
show
ine-eng/opus4m-2020-08-12
75.4M
zip-file
21
0.597
show
gmw-gmw/opus-2020-09-26
62.3M
zip-file
20
0.596
show
gmw-gmw/opus-2021-02-23
62.3M
zip-file
19
0.596
show
gmw-gmw/opus-2020-10-04
62.3M
zip-file
18
0.595
show
facebook/m2m100_418M
418M
URL
17
0.591
show
ine-eng/opus2m-2020-08-01
75.4M
zip-file
16
0.590
show
gmw-gmw/opus-2020-07-27
62.3M
zip-file
15
0.588
show
gmw-gmw/opus-2020-07-06
62.3M
zip-file
14
0.587
show
mul-mul/opus...2024-08-17
247.8M
zip-file
13
0.587
show
ine-eng/opus-2020-07-26
75.4M
zip-file
12
0.587
show
ine-eng/opus-2020-07-19
75.4M
zip-file
11
0.585
show
ine-eng/opus-2020-07-14
75.4M
zip-file
10
0.583
show
gem-gem/opus-2021-02-24
63.5M
zip-file
9
0.583
show
gem-gem/opus-2020-10-04
63.5M
zip-file
8
0.580
show
gem-gem/opus-2020-09-26
63.5M
zip-file
7
0.580
show
gem-gem/opus-2020-07-27
63.5M
zip-file
6
0.579
show
gem-gem/opus-2020-07-06
63.4M
zip-file
5
0.574
show
gem-gem/opus-2020-07-21
63.5M
zip-file
4
0.560
show
mul-eng/opus2m-2020-08-12
77.1M
zip-file
3
0.558
show
westgermanic...2020-06-21
61.3M
zip-file
2
0.554
show
mul-eng/opus-2020-07-20
77.1M
zip-file
1
0.548
show
mul-eng/opus-2020-07-14
77.1M
zip-file
0
0.475
show
tatoeba-lowe...2020-06-15
61.3M
zip-file