[
restart
] [
share link
] [
json
]
select language:
ace_Arab
ace_Latn
acm
acq
aeb
afr
ajp
aka
als
amh
apc
ara
ars
ary
arz
asm
ast
awa
ayr
azb
azj
bak
bam
ban
bel
bem
ben
bho
bjn_Arab
bjn_Latn
bod
bos
bug
bul
cat
ceb
ces
cjk
ckb
cmn_Hans
cmn_Hant
crh
cym
dan
deu
dik
dyu
dzo
ell
eng
epo
est
eus
ewe
fao
fij
fin
fon
fra
fur
fuv
gaz
gla
gle
glg
grn
guj
hat
hau
heb
hin
hne
hrv
hun
hye
ibo
ilo
ind
isl
ita
jav
jpn
kab
kac
kam
kan
kas_Arab
kas_Deva
kat
kaz
kbp
kea
khk
khm
kik
kin
kir
kmb
kmr
knc_Arab
knc_Latn
kon
kor
lao
lav
lij
lim
lin
lit
liv
lmo
ltg
ltz
lua
lug
luo
lus
lvs
mag
mai
mal
mar
min_Latn
mkd
mlt
mni
mos
mri
mya
nld
nno
nob
npi
nso
nus
nya
oci
ory
pag
pan
pap
pbt
pes
plt
pol
por
prs
quy
ron
run
rus
sag
sah
san
sat
scn
shn
sin
slk
slv
smo
sna
snd
som
sot
spa
srd
srp_Cyrl
ssw
sun
swe
swh
szl
tam
taq_Latn
taq_Tfng
tat
tel
tgk
tgl
tha
tir
tpi
tsn
tso
tuk
tum
tur
twi
tzm
uig
ukr
umb
urd
uzn
vec
vie
war
wol
xho
ydd
yor
yue
zho
zsm
zul
ace_Arab
ace_Latn
acm
acq
aeb
afr
ajp
aka
als
amh
apc
ara
ars
ary
arz
asm
ast
awa
ayr
azb
azj
bak
bam
ban
bel
bem
ben
bho
bjn_Arab
bjn_Latn
bod
bos
bug
bul
cat
ceb
ces
cjk
ckb
cmn_Hans
cmn_Hant
crh
cym
dan
deu
dik
dyu
dzo
ell
epo
est
eus
ewe
fao
fij
fin
fon
fra
fur
fuv
gaz
gla
gle
glg
grn
guj
hat
hau
heb
hin
hne
hrv
hun
hye
ibo
ilo
ind
isl
ita
jav
jpn
kab
kac
kam
kan
kas_Arab
kas_Deva
kat
kaz
kbp
kea
khk
khm
kik
kin
kir
kmb
kmr
knc_Arab
knc_Latn
kon
kor
lao
lav
lij
lim
lin
lit
liv
lmo
ltg
ltz
lua
lug
luo
lus
lvs
mag
mai
mal
mar
min_Latn
mkd
mlt
mni
mos
mri
mya
nld
nno
nob
npi
nso
nus
nya
oci
ory
pag
pan
pap
pbt
pes
plt
pol
por
prs
quy
ron
run
rus
sag
san
sat
scn
shn
sin
slk
slv
smo
sna
snd
som
sot
spa
srd
srp_Cyrl
ssw
sun
swe
swh
szl
tam
taq_Latn
taq_Tfng
tat
tel
tgk
tgl
tha
tir
tpi
tsn
tso
tuk
tum
tur
twi
tzm
uig
ukr
umb
urd
uzn
vec
vie
war
wol
xho
ydd
yor
yue
zho
zsm
zul
[
swap
] [
compare scores
] [
compare models
] [
map
] [
release history
] [
uploads
]
OPUS-MT Dashboard
Language pair:
eng-fra [
all languages
]
Models:
[all models] [
OPUS-MT
] [
external
] [
compare
]
Benchmark:
[
all benchmarks
] [
average score
] multi30k_test_2017_mscoco
Evaluation metric:
[
bleu
][
spbleu
] chrf [
chrf++
][
comet
]
Chart Type:
[
barchart
][scatterplot] [
size
] [type]
orange = OPUS-MT, blue = Tatoeba-MT models, red = HPLT-MT models
green = student models, grey = external models, purple = user-contributed
render chart with [
gd
] [plotly]
Model Scores (chrf scores on the "multi30k_test_2017_mscoco" testset)
ID
chrf
Output
Model
Size
Link
54
0.744
show
gem-fra+ita+...2024-08-17
234.6M
zip-file
53
0.743
show
gmw-deu+eng+...2024-05-30
225.5M
zip-file
52
0.741
show
deu+eng+fra+...2024-05-30
222.9M
zip-file
51
0.740
show
gmw-fra+ita+...2024-08-17
234.1M
zip-file
50
0.735
show
eng-fra/opus...2022-03-09
230.7M
zip-file
49
0.734
show
gem-deu+eng+...2024-05-30
226.4M
zip-file
48
0.732
show
deu+eng+fra+...2024-05-30
222.9M
zip-file
47
0.721
show
en-fr+fr_BE+...2020-04-17
77.5M
zip-file
46
0.720
show
ine-deu+eng+...2024-05-30
230.5M
zip-file
45
0.719
show
eng-fra/opus-2021-02-22
77.5M
zip-file
44
0.719
show
en-fr+fr_BE+...2020-04-21
77.5M
zip-file
43
0.718
show
deu+eng+fra+...2024-05-30
231M
zip-file
42
0.716
show
eng-fra/opus-2021-02-19
77.5M
zip-file
41
0.716
show
facebook/nll...illed-1.3B
1331.2M
URL
40
0.712
show
eng-fra/opus-2021-02-15
77.5M
zip-file
39
0.710
show
en-fr/opus-2020-02-26
74.7M
zip-file
38
0.710
show
facebook/nllb-200-3.3B
3379.2M
URL
37
0.707
show
en-fr/opus-2019-12-04
77M
zip-file
36
0.699
show
facebook/nllb-200-1.3B
1331.2M
URL
35
0.694
show
mul-deu+eng+...2024-05-30
235.1M
zip-file
34
0.688
show
facebook/nll...illed-600M
600M
URL
33
0.685
show
eng-roa/opus-2020-06-28
72.6M
zip-file
32
0.676
show
eng-roa/opus2m-2020-08-01
73.2M
zip-file
31
0.676
show
facebook/m2m100_1.2B
1331.2M
URL
30
0.665
show
eng-roa/opus-2020-07-27
73.2M
zip-file
29
0.663
show
eng-itc/opus2m-2020-08-01
73.5M
zip-file
28
0.662
show
eng-deu+eng+...2021-02-22
75.8M
zip-file
27
0.661
show
eng-roa/opus-2020-07-20
73.2M
zip-file
26
0.660
show
en+fr-en+fr/...2019-12-04
66.4M
zip-file
25
0.657
show
deu+eng+fra+...2024-05-30
240.9M
zip-file
24
0.651
show
eng-itc/opus-2020-07-20
73.5M
zip-file
23
0.650
show
eng-roa/opus-2020-07-14
73.2M
zip-file
22
0.650
show
eng-itc/opus-2020-07-27
73.5M
zip-file
21
0.648
show
eng-itc/opus-2020-07-14
73.5M
zip-file
20
0.634
show
eng-roa/opus...2021-03-23
72.4M
zip-file
19
0.632
show
eng-roa/opus...2021-04-10
71.7M
zip-file
18
0.628
show
eng-roa/opus...2021-03-24
72M
zip-file
17
0.627
show
deu+eng+fin+...2021-02-22
66.2M
zip-file
16
0.624
show
eng-itc/opus...2021-04-10
71.9M
zip-file
15
0.609
show
mul-mul/opus...2024-08-17
247.8M
zip-file
14
0.605
show
eng-ine/opus2m-2020-08-01
75.5M
zip-file
13
0.601
show
facebook/m2m100_418M
418M
URL
12
0.594
show
eng-ine/opus-2020-07-27
75.5M
zip-file
11
0.591
show
eng-ine/opus-2020-07-19
75.5M
zip-file
10
0.586
show
eng-ine/opus-2020-07-14
75.5M
zip-file
9
0.541
show
eng-mul/opus2m-2020-08-01
77M
zip-file
8
0.533
show
eng-mul/opus-2020-07-27
77M
zip-file
7
0.525
show
eng-mul/opus-2020-07-20
77M
zip-file
6
0.505
show
eng-mul/opus-2020-07-14
77M
zip-file
5
0.497
show
ine-ine/opus-2020-07-27
66.1M
zip-file
4
0.490
show
ine-ine/opus-2020-07-21
66.1M
zip-file
3
0.489
show
tatoeba-zero...2020-06-19
63M
zip-file
2
0.487
show
tatoeba-zero...2020-06-21
63M
zip-file
1
0.466
show
tatoeba-lowe...2020-06-15
61.3M
zip-file
0
0.167
show
JamesH/Trans...fr_project
?
URL