[
restart
] [
share link
] [
json
]
select language:
ace_Arab
ace_Latn
acm
acq
aeb
afr
ajp
aka
als
amh
apc
ara
ara_Latn
ars
ary
arz
asm
ast
awa
ayr
azb
aze
azj
bak
bam
ban
bel
bem
ben
bho
bjn_Arab
bjn_Latn
bod
bos
bre
bug
bul
cat
ceb
ces
cjk
ckb
cmn_Hans
cmn_Hant
crh
cym
dan
deu
dik
dyu
dzo
ell
eng
epo
est
eus
ewe
fao
fas
fij
fin
fon
fra
fry
ful
fur
fuv
gaz
gla
gle
glg
grn
guj
hat
hau
heb
hin
hne
hrv
hun
hye
ibo
ilo
ind
isl
ita
jav
jpn
kab
kac
kam
kan
kas_Arab
kas_Deva
kat
kaz
kbp
kea
khk
khm
kik
kin
kir
kmb
kmr
knc_Arab
knc_Latn
kon
kor
lao
lav
lij
lim
lin
lit
lmo
ltg
ltz
lua
lug
luo
lus
lvs
mag
mai
mal
mar
min_Arab
min_Latn
mkd
mlt
mni
mon
mos
mri
msa
mya
nep
nld
nno
nob
nor
npi
nso
nus
nya
oci
orm
ory
pag
pan
pap
pbt
pes
plt
pol
por
prs
pus
quy
ron
run
rus
sag
san
sat
scn
shn
sin
slk
slv
smo
sna
snd
som
sot
spa
sqi
srd
srp
srp_Cyrl
ssw
sun
swa
swe
swh
szl
tam
taq_Latn
taq_Tfng
tat
tel
tgk
tgl
tha
tir
tpi
tsn
tso
tuk
tum
tur
twi
tzm
uig
ukr
umb
urd
uzb
uzn
vec
vie
war
wol
xho
ydd
yid
yor
zho
zul
ace_Arab
ace_Latn
acm
acq
aeb
afr
ajp
aka
als
amh
apc
ara
ara_Latn
ars
ary
arz
asm
ast
awa
ayr
azb
aze
azj
bak
bam
ban
bel
bem
ben
bho
bjn_Arab
bjn_Latn
bod
bos
bre
bug
bul
cat
ceb
ces
cjk
ckb
cmn_Hans
cmn_Hant
crh
cym
dan
deu
dik
dyu
dzo
ell
eng
epo
est
eus
ewe
fao
fas
fij
fin
fon
fra
fry
ful
fur
fuv
gaz
gla
gle
glg
grn
guj
hat
hau
heb
hin
hne
hrv
hun
hye
ibo
ilo
ind
isl
ita
jav
jpn
kab
kac
kam
kan
kas_Arab
kas_Deva
kat
kaz
kbp
kea
khk
khm
kik
kin
kir
kmb
kmr
knc_Arab
knc_Latn
kon
kor
lao
lav
lij
lim
lin
lit
lmo
ltg
ltz
lua
lug
luo
lus
lvs
mag
mai
mal
mar
min_Arab
min_Latn
mkd
mlt
mni
mon
mos
mri
msa
mya
nep
nld
nno
nob
nor
npi
nso
nus
nya
oci
orm
ory
pag
pan
pap
pbt
pes
plt
pol
por
prs
pus
quy
ron
run
rus
sag
san
sat
scn
shn
sin
slk
slv
smo
sna
snd
som
sot
spa
sqi
srd
srp
srp_Cyrl
ssw
sun
swa
swe
swh
szl
tam
taq_Latn
taq_Tfng
tat
tel
tgk
tgl
tha
tir
tpi
tsn
tso
tuk
tum
tur
twi
tzm
uig
ukr
umb
urd
uzb
uzn
vec
vie
war
wol
xho
ydd
yid
yor
zho
zul
[
swap
] [
compare scores
] [
compare models
] [
map
] [
release history
] [
uploads
]
OPUS-MT Dashboard
Language pair:
eng-fra [
all languages
]
Models:
[all models] [
OPUS-MT
] [
external
] [
compare
]
Benchmark:
[
all benchmarks
] [
average score
] multi30k_test_2017_flickr
Evaluation metric:
[
bleu
][
spbleu
] chrf [
chrf++
][
comet
]
Chart Type:
[
barchart
][scatterplot] [size] [
type
]
color:
#params:
24M
36M
54M
81M
122M
183M
275M
413M
620M
930M
unknown
orange = OPUS-MT, blue = Tatoeba-MT models, red = HPLT-MT models
green = student models, grey = external models, purple = user-contributed
render chart with [
gd
] [plotly]
Model Scores (chrf scores on the "multi30k_test_2017_flickr" testset)
ID
chrf
Output
Model
Size
Link
54
0.728
show
eng-fra/opus...2022-03-09
230.7M
zip-file
53
0.726
show
gem-fra+ita+...2024-08-17
234.6M
zip-file
52
0.726
show
deu+eng+fra+...2024-05-30
222.9M
zip-file
51
0.724
show
deu+eng+fra+...2024-05-30
222.9M
zip-file
50
0.721
show
gmw-deu+eng+...2024-05-30
225.5M
zip-file
49
0.719
show
gem-deu+eng+...2024-05-30
226.4M
zip-file
48
0.719
show
gmw-fra+ita+...2024-08-17
234.1M
zip-file
47
0.716
show
eng-fra/opus-2021-02-22
77.5M
zip-file
46
0.714
show
facebook/nll...illed-1.3B
1331.2M
URL
45
0.711
show
eng-fra/opus-2021-02-19
77.5M
zip-file
44
0.709
show
eng-fra/opus-2021-02-15
77.5M
zip-file
43
0.707
show
en-fr/opus-2020-02-26
74.7M
zip-file
42
0.706
show
facebook/nllb-200-3.3B
3379.2M
URL
41
0.706
show
en-fr+fr_BE+...2020-04-17
77.5M
zip-file
40
0.705
show
en-fr+fr_BE+...2020-04-21
77.5M
zip-file
39
0.704
show
en-fr/opus-2019-12-04
77M
zip-file
38
0.704
show
facebook/nllb-200-1.3B
1331.2M
URL
37
0.699
show
ine-deu+eng+...2024-05-30
230.5M
zip-file
36
0.691
show
deu+eng+fra+...2024-05-30
231M
zip-file
35
0.680
show
facebook/nll...illed-600M
600M
URL
34
0.671
show
mul-deu+eng+...2024-05-30
235.1M
zip-file
33
0.661
show
eng-deu+eng+...2021-02-22
75.8M
zip-file
32
0.655
show
eng-roa/opus-2020-06-28
72.6M
zip-file
31
0.654
show
facebook/m2m100_1.2B
1331.2M
URL
30
0.648
show
eng-roa/opus2m-2020-08-01
73.2M
zip-file
29
0.644
show
eng-itc/opus2m-2020-08-01
73.5M
zip-file
28
0.643
show
eng-roa/opus-2020-07-27
73.2M
zip-file
27
0.641
show
en+fr-en+fr/...2019-12-04
66.4M
zip-file
26
0.637
show
eng-roa/opus-2020-07-20
73.2M
zip-file
25
0.636
show
eng-itc/opus-2020-07-27
73.5M
zip-file
24
0.636
show
deu+eng+fra+...2024-05-30
240.9M
zip-file
23
0.633
show
eng-roa/opus-2020-07-14
73.2M
zip-file
22
0.633
show
eng-itc/opus-2020-07-20
73.5M
zip-file
21
0.631
show
eng-itc/opus-2020-07-14
73.5M
zip-file
20
0.620
show
deu+eng+fin+...2021-02-22
66.2M
zip-file
19
0.609
show
eng-roa/opus...2021-03-23
72.4M
zip-file
18
0.608
show
eng-roa/opus...2021-04-10
71.7M
zip-file
17
0.600
show
eng-itc/opus...2021-04-10
71.9M
zip-file
16
0.598
show
eng-roa/opus...2021-03-24
72M
zip-file
15
0.590
show
mul-mul/opus...2024-08-17
247.8M
zip-file
14
0.589
show
facebook/m2m100_418M
418M
URL
13
0.585
show
eng-ine/opus2m-2020-08-01
75.5M
zip-file
12
0.581
show
eng-ine/opus-2020-07-27
75.5M
zip-file
11
0.575
show
eng-ine/opus-2020-07-19
75.5M
zip-file
10
0.569
show
eng-ine/opus-2020-07-14
75.5M
zip-file
9
0.519
show
eng-mul/opus2m-2020-08-01
77M
zip-file
8
0.512
show
eng-mul/opus-2020-07-27
77M
zip-file
7
0.508
show
eng-mul/opus-2020-07-20
77M
zip-file
6
0.490
show
eng-mul/opus-2020-07-14
77M
zip-file
5
0.488
show
ine-ine/opus-2020-07-27
66.1M
zip-file
4
0.481
show
ine-ine/opus-2020-07-21
66.1M
zip-file
3
0.477
show
tatoeba-zero...2020-06-21
63M
zip-file
2
0.475
show
tatoeba-zero...2020-06-19
63M
zip-file
1
0.464
show
tatoeba-lowe...2020-06-15
61.3M
zip-file
0
0.164
show
JamesH/Trans...fr_project
?
URL