[
restart
] [
share link
] [
json
]
select language:
acm
afr
ajp
aka
amh
ang
apc
ara
ara_Latn
arq
ary
arz
asm
ast
awa
aze
aze_Latn
bak
bam
ban
bel
bem
ben
ber
ber_Latn
bho
bod
bos
bos_Latn
bre
bua
bug
bul
cat
cbk
ceb
ces
cha
chm
chv
cjk
ckb
cmn_Hans
cmn_Hant
cor
crh
cym
dan
deu
dik
din
div
dsb
dtp
dyu
dzo
egl
ell
eng
epo
est
eus
ewe
fao
fas
fij
fil
fin
fkv
fon
fra
frr
fry
fuc
ful
fur
fuv
gcf
gla
gle
glg
gos
got
grc
grn
gsw
guj
hat
hau
hbs
heb
hin
hmn
hne
hoc
hoc_Latn
hrv
hrx
hsb
hun
hye
ibo
ido
ido_Latn
iku
ile
ile_Latn
ilo
ina
ina_Latn
ind
isl
ita
jav
jbo
jbo_Latn
jpn
jpn_Hani
jpn_Hira
jpn_Kana
kab
kac
kam
kan
kas_Arab
kas_Deva
kat
kau
kaz
kaz_Cyrl
kbp
kea
kha
khm
kik
kin
kir
kmb
kmr
kon
kor
kor_Hang
kur
kur_Latn
lad
lad_Latn
lao
lat
lat_Latn
lav
lfn_Cyrl
lfn
lfn_Latn
lij
lim
lin
lit
liv
lmo
ltg
ltz
lua
lug
luo
lus
mag
mai
mal
mar
mkd
mlg
mlt
mni
mon
mos
mri
msa
mya
nde
nds
nep
nld
nno
nob
nor
nov
npi
nso
nst
nus
nya
oci
orm
orv
ota_Arab
ota
ota_Latn
pag
pam
pan
pap
pcd
pes
plt
pmn
pms
pol
por
prg
prs
pus
que
rom
ron
run
rus
sag
san
sat
scn
shi
shn
sin
slk
slv
smo
sna
snd_Arab
snd
som
sot
spa
sqi
srd
srp
srp_Cyrl
srp_Latn
ssw
sun
swa
swe
swg
swh
szl
tah
tam
tat
tel
tgk_Cyrl
tgk
tgl
tha
tir
tlh
tlh_Latn
toki
toki_Latn
ton
tpi
tsn
tso
tuk
tuk_Latn
tum
tur
twi
tzl
tzl_Latn
uig_Arab
uig
ukr
umb
urd
uzb
uzb_Latn
vec
ven
vie
vol
war
wol
wuu
xal
xho
yid
yor
yue
yue_Hans
yue_Hant
zho
zho_Hans
zho_Hant
zsm
zsm_Latn
zul
zza
acm
afr
ajp
aka
amh
apc
ara
ara_Latn
arz
asm
ast
awa
aze_Latn
bak
bam
ban
bel
bem
ben
bho
bod
bos
bug
bul
cat
ceb
ces
cjk
ckb
cmn_Hans
cmn_Hant
cor
crh
cym
dan
deu
dik
div
dsb
dyu
dzo
ell
eng
epo
est
eus
ewe
fao
fas
fij
fil
fin
fon
fra
frr
fuc
fur
gla
gle
glg
gos
grn
guj
hat
hau
hbs
heb
hin
hmn
hne
hrv
hrx
hsb
hun
hye
ibo
ido
ile
ilo
ind
isl
ita
jav
jbo
jpn
jpn_Hani
jpn_Hira
jpn_Kana
kab
kac
kam
kan
kas_Arab
kas_Deva
kat
kaz
kbp
kea
khm
kik
kin
kmb
kmr
kon
kur_Latn
lad
lao
lat
lav
lfn_Latn
lij
lim
lin
lit
lmo
ltg
ltz
lua
lug
luo
lus
mag
mai
mal
mar
mkd
mlg
mlt
mni
mon
mos
mri
msa
mya
nde
nds
nep
nld
nno
nob
nor
npi
nso
nus
nya
oci
orm
pag
pan
pap
pes
plt
pol
por
prs
pus
ron
run
rus
sag
san
sat
scn
shi
shn
sin
slk
slv
smo
sna
snd_Arab
som
sot
spa
sqi
srd
srp
srp_Cyrl
srp_Latn
ssw
sun
swa
swe
swg
swh
szl
tah
tam
tat
tel
tgk
tgk_Cyrl
tgl
tha
tir
tlh
toki
ton
tpi
tsn
tso
tuk
tum
tur
twi
uig
ukr
umb
urd
vec
ven
vie
war
wol
xho
yid
yor
yue
zho
zsm
zul
[
swap
] [
compare scores
] [
compare models
] [
map
] [
release history
] [
uploads
]
OPUS-MT Dashboard
Language pair:
deu-eng [
all languages
]
Models:
[all models] [
OPUS-MT
] [
external
] [
contributed
] [
compare
]
Benchmark:
[
all benchmarks
] [
average score
] newstest2018
Evaluation metric:
[
bleu
][
spbleu
] chrf [
chrf++
][
comet
]
Chart Type:
[
barchart
][
scatterplot
] [
size
] [type]
orange = OPUS-MT, blue = Tatoeba-MT models, red = HPLT-MT models
green = student models, grey = external models, purple = user-contributed
render chart with [
gd
] [plotly]
Model Scores (chrf scores on the "newstest2018" testset)
ID
chrf
Output
Model
Size
Link
74
0.702
show
facebook/wmt19-de-en
?
URL
73
0.685
show
gmw-eng/opus...2024-08-17
232.4M
zip-file
72
0.674
show
gmw-deu+eng+...2024-05-30
225.5M
zip-file
71
0.672
show
deu-eng/opus-2021-02-12
77.5M
zip-file
70
0.672
show
deu-eng/opus...2021-04-30
77.5M
zip-file
69
0.672
show
gmw-deu+eng+...2024-08-18
216.8M
zip-file
68
0.672
show
allenai/wmt1...en-6-6-big
?
URL
67
0.672
show
gem-deu+eng+...2024-05-30
226.4M
zip-file
66
0.671
show
deu-eng/opus-2021-02-22
77.5M
zip-file
65
0.671
show
deu+eng+fra+...2024-05-30
225.7M
zip-file
64
0.671
show
deu-eng/opus-2021-02-19
77.5M
zip-file
63
0.669
show
deu-eng/opus-2020-07-03
77.5M
zip-file
62
0.669
show
ine-eng/opus...2024-08-17
235.7M
zip-file
61
0.668
show
gmw-gmw/opus...2022-08-11
212.9M
zip-file
60
0.667
show
de-en/opus-2020-02-26
73.9M
zip-file
59
0.666
show
ine-deu+eng+...2024-08-18
232.9M
zip-file
58
0.665
show
de-en/opus-2019-12-18
92.4M
zip-file
57
0.665
show
gem-eng/opus...2024-08-17
233M
zip-file
56
0.665
show
deu+eng+fra+...2024-05-30
226.6M
zip-file
55
0.664
show
ine-deu+eng+...2024-05-30
230.5M
zip-file
54
0.661
show
facebook/nllb-200-3.3B
3379.2M
URL
53
0.660
show
facebook/nllb-200-1.3B
1331.2M
URL
52
0.658
show
facebook/nll...illed-1.3B
1331.2M
URL
51
0.653
show
mul-deu+eng+...2024-08-18
236.3M
zip-file
50
0.652
show
mul-eng/opus...2024-08-17
237.2M
zip-file
49
0.650
show
facebook/m2m100_1.2B
1331.2M
URL
48
0.650
show
allenai/wmt1...n-6-6-base
?
URL
47
0.649
show
deu+eng+fra+...2024-05-30
231M
zip-file
46
0.645
show
facebook/nll...illed-600M
600M
URL
45
0.644
show
gem-eng/opus4m-2020-08-12
73.2M
zip-file
44
0.643
show
de-en/opus-2019-12-04
77.5M
zip-file
43
0.642
show
gmw-eng/opus4m-2020-08-12
72.6M
zip-file
42
0.639
show
gem-eng/opus2m-2020-08-01
73.2M
zip-file
41
0.638
show
mul-deu+eng+...2024-05-30
235.1M
zip-file
40
0.637
show
deu+eng+fin+...2021-02-22
75.8M
zip-file
39
0.636
show
gmw-eng/opus2m-2020-08-01
72.6M
zip-file
38
0.635
show
de+af+fy+nl-...2019-12-04
77.5M
zip-file
37
0.635
show
de+nl+af+fy-...2019-12-04
77.5M
zip-file
36
0.634
show
gem-eng/opus-2020-07-26
73.2M
zip-file
35
0.634
show
gem-eng/opus-2020-07-14
73.2M
zip-file
34
0.633
show
gem-eng/opus-2020-07-04
72.9M
zip-file
33
0.629
show
gmw-eng/opus-2020-07-26
72.6M
zip-file
32
0.629
show
gmw-eng/opus-2020-06-27
72.6M
zip-file
31
0.624
show
gmw-eng/opus...2021-05-01
72.5M
zip-file
30
0.622
show
en+de+nl+fy+...2019-12-04
67M
zip-file
29
0.620
show
deu+eng+fin+...2021-02-22
66.2M
zip-file
28
0.613
show
gmw-eng/opus...2021-09-30
72.5M
zip-file
27
0.613
show
deu+eng+fra+...2024-05-30
240.9M
zip-file
26
0.610
show
facebook/m2m100_418M
418M
URL
25
0.610
show
gmw-gmw/opus-2020-10-04
62.3M
zip-file
24
0.610
show
gmw-gmw/opus-2021-02-23
62.3M
zip-file
23
0.609
show
gmw-gmw/opus-2020-09-26
62.3M
zip-file
22
0.606
show
ine-eng/opus4m-2020-08-12
75.4M
zip-file
21
0.606
show
gmw-gmw/opus-2020-07-27
62.3M
zip-file
20
0.603
show
ine-eng/opus2m-2020-08-01
75.4M
zip-file
19
0.603
show
gmw-gmw/opus-2020-07-06
62.3M
zip-file
18
0.599
show
ine-eng/opus-2020-07-19
75.4M
zip-file
17
0.599
show
ine-eng/opus-2020-07-26
75.4M
zip-file
16
0.597
show
gem-gem/opus-2020-10-04
63.5M
zip-file
15
0.597
show
gem-gem/opus-2021-02-24
63.5M
zip-file
14
0.595
show
ine-eng/opus-2020-07-14
75.4M
zip-file
13
0.595
show
mul-mul/opus...2024-08-17
247.8M
zip-file
12
0.595
show
gem-gem/opus-2020-09-26
63.5M
zip-file
11
0.594
show
gem-gem/opus-2020-07-06
63.4M
zip-file
10
0.591
show
gem-gem/opus-2020-07-27
63.5M
zip-file
9
0.586
show
gem-gem/opus-2020-07-21
63.5M
zip-file
8
0.568
show
westgermanic...2020-06-21
61.3M
zip-file
7
0.563
show
mul-eng/opus2m-2020-08-12
77.1M
zip-file
6
0.558
show
mul-eng/opus-2020-07-20
77.1M
zip-file
5
0.555
show
mul-eng/opus-2020-07-14
77.1M
zip-file
4
0.517
show
ine-ine/opus-2020-07-27
66.1M
zip-file
3
0.511
show
tatoeba-zero...2020-06-21
63M
zip-file
2
0.510
show
tatoeba-zero...2020-06-19
63M
zip-file
1
0.506
show
ine-ine/opus-2020-07-21
66.1M
zip-file
0
0.488
show
tatoeba-lowe...2020-06-15
61.3M
zip-file