OPUS-MT Dashboard

Language pair: [fra-eng] all languages
Models: [all models] [OPUS-MT] [external] [compare]
Selected: huggingface/facebook/nllb-200-1.3B
Benchmark: all benchmarks [download]
Evaluation metric: [bleu][spbleu][chrf][chrf++] comet
Chart Type: [barchart] [heatmap]

Selected Benchmark: [avg] [flores200-devtest] [flores101-devtest] [tatoeba-test-v2021-08-07] [tatoeba-test-v2021-03-30] [tico19-test] [tatoeba-test-v2020-07-28] [multi30k_test_2016_flickr] [multi30k_test_2018_flickr] [newssyscomb2009] [newstest2009] [newstest2010] [newstest2011] [newstest2012] [newstest2013] [newstest2014] [newstest2015] [newstest2016] [newstest2017] [newstest2018] [multi30k_test_2017_flickr] [multi30k_test_2017_mscoco] [newstest2019] [newstest2020] [newstest2021]
Scores shown in percentage points

	ace_Arab	ace_Latn	acm	acq	aeb	afr	ajp	aka	als	amh	apc	ara	ara_Latn	ars	ary	arz	asm	ast	awa	ayr	azb	azj	bak	bam	ban	bel	bem	ben	bho	bjn_Arab	bjn_Latn	bod	bos	bug	bul	cat	ceb	ces	cjk	ckb	cmn_Hans	cmn_Hant	crh	cym	dan	deu	dik	dyu	dzo	ell	eng	epo	est	eus	ewe	fao	fij	fin	fon	fra	fur	fuv	gaz	gla	gle	glg	grn	guj	hat	hau	heb	hin	hne	hrv	hun	hye	ibo	ilo	ind	isl	ita	jav	jpn	kab	kac	kam	kan	kas_Arab	kas_Deva	kat	kaz	kbp	kea	khk	khm	kik	kin	kir	kmb	kmr	knc_Arab	knc_Latn	kon	kor	lao	lij	lim	lin	lit	lmo	ltg	ltz	lua	lug	luo	lus	lvs	mag	mai	mal	mar	min_Arab	min_Latn	mkd	mlt	mni	mos	mri	msa	mya	nld	nno	nob	npi	nso	nus	nya	oci	ory	pag	pan	pap	pbt	pes	plt	pol	por	prs	quy	ron	run	rus	sag	san	sat	scn	shn	sin	slk	slv	smo	sna	snd	som	sot	spa	srd	srp_Cyrl	ssw	sun	swe	swh	szl	tam	taq_Latn	taq_Tfng	tat	tel	tgk	tgl	tha	tir	tpi	tsn	tso	tuk	tum	tur	twi	tzm	uig	ukr	umb	urd	uzn	vec	vie	war	wol	xho	ydd	yor
ace_Arab	ace_Arab	-71.6	-104.4	-104.6	-114.8	-103.7	-103.7	-39.6	-95.5	-72.6	-110.5	-157.2	-162.5	-104.6	-109.8	-105.2	-57.3	-133.9	-91.1	-71.5	-105.1	-88.6	-39.1	-55.5	-82.8	-95.2	-70.2	-72.6	-77.8	-26.0	-86.3	27.3	-92.5	-70.9	-96.2	-105.9	-83.6	-95.3	-160.2	2.8	-144.6	-143.9	-158.9	-104.1	-101.3	-113.0	-88.4	-109.2	35.3	-100.5	-80.8	-97.7	-92.5	-90.7	-27.5	-102.2	-58.6	-93.1	-48.4	-106.1	-102.6	-94.2	-79.2	-93.7	-99.3	-103.4	-69.8	-33.0	-66.1	-82.3	-109.7	-77.8	-81.6	-94.5	-110.5	-77.6	-37.2	-53.6	-86.8	-97.1	-103.4	-76.0
ace_Latn		ace_Latn																																																	-8.5							-28.9
acm			acm																																																59.5							34.4
acq				acq																																															62.8							34.6
aeb					aeb																																														45.3							17.0
afr						afr																																													86.1							63.6
ajp							ajp																																												62.3							28.1
aka								aka																																											-8.2							-26.2
als									als																																										71.2							56.1
amh										amh																																									63.5							28.8
apc											apc																																								59.4							30.3
ara												ara																																							69.9							45.8
ara_Latn													ara_Latn																																						-206.5							-220.3
ars														ars																																					66.3							36.8
ary															ary																																				30.3							5.6
arz																arz																																			56.7							35.8
asm																	asm																																		53.6							17.7
ast																		ast																																	56.4							36.9
awa																			awa																																72.0							32.6
ayr																				ayr																															-58.3							-73.3
azb																					azb																														-24.1							-41.2
azj																						azj																													59.5							39.6
bak																							bak																												32.5							10.6
bam																								bam																											-39.8							-55.6
ban																									ban																										34.9							7.2
bel																										bel																									58.9							39.5
bem																											bem																								6.9							-19.8
ben																												ben																							74.6							38.8
bho																													bho																						51.1							20.5
bjn_Arab																														bjn_Arab																					-65.0							-81.5
bjn_Latn																															bjn_Latn																				41.9							15.7
bod																																bod																			-30.4							-47.7
bos																																	bos																		73.7							54.0
bug																																		bug																	-11.3							-29.8
bul																																			bul																75.6							54.3
cat																																				cat															79.2							60.6
ceb																																					ceb														29.4							22.1
ces																																						ces													61.3							59.7
cjk																																							cjk												-85.5							-93.6
ckb																																								ckb											23.3							-10.8
cmn_Hans																																									cmn_Hans										26.5							-19.7
cmn_Hant																																										cmn_Hant									23.5							-34.0
crh																																											crh								-12.2							-41.9
cym																																												cym							69.8							38.6
dan																																													dan						89.5							78.4
deu																																														deu					54.9							74.7
dik																																															dik				-71.1							-80.6
dyu																																																dyu			-87.9							-98.0
dzo																																																	dzo		-13.5							-33.0
ell																																																		ell	85.9							50.5
eng	-70.6	-73.8	39.2	46.3	-11.1	72.6	48.9	-30.8	78.0	59.0	29.6	63.8	-179.8	53.7	2.7	37.2	54.9	-29.0	16.2	-57.7	-82.3	66.7	-3.0	-36.7	-38.1	57.0	-62.3	79.7	0.9	-80.5	-14.4	50.3	83.7	-57.9	83.9	77.9	-22.5	79.5	-178.2	1.9	41.6	11.7	-170.3	54.5	90.8	49.3	-77.0	-109.2	59.5	95.5	eng	91.1	88.0	66.5	-20.4	24.5	-48.1	85.1	-40.4	69.7	-48.6	-80.7	-22.1	20.6	48.2	79.1	-40.4	86.0	-37.0	31.7	76.7	84.2	14.3	94.0	79.5	71.9	-22.0	-4.6	87.8	46.0	83.0	26.8	-154.2	-10.7	-38.9	-84.4	68.3	-44.6	-67.7	6.8	81.5	-210.8	-58.5	42.6	28.7	-35.5	-36.8	64.8	-73.8	9.4	-115.6	-94.2	-40.5	-69.0	45.5	-62.9	-56.8	-35.5	88.4	-89.6	-45.6	-7.3	-56.3	-45.6	-58.0	-48.5	48.3	25.9	-3.4	83.2	93.9	-186.1	-19.4	79.7	8.3	-12.3	-76.8	-23.3	74.8	48.9	77.8	68.2	84.4	46.7	-41.4	-12.4	-47.5	-18.7	71.6	-50.8	75.8	-38.2	35.6	61.5	28.7	85.7	94.3	53.6	-74.3	92.4	-12.5	73.3	-62.3	6.0	-221.3	-72.6	19.8	57.5	81.3	70.0	-46.4	-45.2	58.9	8.2	-42.4	77.2	-41.1	77.0	-44.6	31.6	93.2	55.1	-6.8	71.5	-75.8	23.2	2.2	72.1	-11.6	-86.0	54.1	-4.0	-64.0	-38.5	-33.5	-30.9	-58.3	93.7	-20.3	82.2	67.6	80.7	-78.7	68.6	74.7	-55.9	69.6	-20.8	-71.5	21.5	7.5	-49.6
epo																																																			87.5	epo						90.8
est																																																			71.7		est					59.2
eus																																																			73.5			eus				44.8
ewe																																																			-23.8				ewe			-37.6
fao																																																			50.0					fao		12.9
fij																																																			-7.4						fij	-26.6
fin	-65.7	-62.2	9.0	16.3	-53.4	51.3	17.3	-25.6	58.2	35.2	-5.0	-98.5	-153.1	21.7	-52.3	11.9	25.4	-52.6	-45.5	-56.5	-88.8	43.2	-14.1	-38.3	-45.0	39.9	-58.8	43.7	-30.2	-81.2	-25.3	51.5	70.4	-55.8	63.6	55.6	-27.9	69.7	-150.9	-12.0	-55.7	-56.1	-37.9	26.8	71.1	66.6	-67.4	-105.4	56.5	49.9	68.1	78.1	69.6	11.8	-18.4	-37.2	-46.6	fin	-34.1	71.6	-46.4	-80.2	-43.9	2.1	11.0	58.8	-55.2	73.7	-42.1	3.8	61.9	48.7	-22.9	65.8	72.8	60.7	-17.3	-36.1	60.2	41.4	69.3	33.3
fon																																																			-59.8							-69.3	fon
fra																																																			70.0							87.7		fra
fur																																																			49.3							29.3			fur
fuv																																																			-59.9							-74.7				fuv
gaz																																																			8.8							-26.4					gaz
gla																																																			39.7							2.9						gla
gle																																																			64.5							25.6							gle
glg																																																			81.5							63.4								glg
grn																																																			6.6							-17.4									grn
guj																																																			71.5							54.4										guj
hat																																																			32.1							3.7											hat
hau																																																			40.7							12.3												hau
heb																																																			77.0							71.4													heb
hin																																																			76.6							48.9														hin
hne																																																			61.4							24.1															hne
hrv																																																			80.1							52.8																hrv
hun																																																			68.7							71.9																	hun
hye																																																			66.1							50.2																		hye
ibo																																																			10.6							-13.5																			ibo
ilo																																																			43.8							5.7																				ilo
ind																																																			79.7							50.1																					ind
isl																																																			63.7							35.0																						isl
ita																																																			79.4							76.8																							ita
jav																																																			39.3							25.8																								jav
jpn																																																			-5.4							5.2																									jpn
kab																																																			20.0							-44.4																										kab
kac																																																			-37.8							-46.0																											kac
kam																																																			-46.8							-63.6																												kam
kan																																																			66.6							41.6																													kan
kas_Arab																																																			18.9							-12.0																														kas_Arab
kas_Deva																																																			-6.8							-41.5																															kas_Deva
kat																																																			70.4							39.7																																kat
kaz																																																			66.7							45.1																																	kaz
kbp																																																			-46.3							-60.8																																		kbp
kea																																																			44.6							18.7																																			kea
khk																																																			44.2							16.1																																				khk
khm																																																			29.3							23.6																																					khm
kik																																																			-8.8							-45.3																																						kik
kin																																																			19.4							-5.7																																							kin
kir																																																			52.0							32.4																																								kir
kmb																																																			-45.7							-63.6																																									kmb
kmr																																																			26.2							-6.0																																										kmr
knc_Arab																																																			-135.4							-136.6																																											knc_Arab
knc_Latn																																																			-50.4							-68.9																																												knc_Latn
kon																																																			-4.8							-26.2																																													kon
kor																																																			60.3							51.1																																														kor
lao																																																			59.6							28.5																																															lao
lij																																																			46.7							23.4																																																lij
lim																																																			41.6							23.4																																																	lim
lin																																																			16.2							-7.1																																																		lin
lit																																																			72.7							44.5																																																			lit
lmo																																																			30.6							12.8																																																				lmo
ltg																																																			33.3							17.0																																																					ltg
ltz																																																			60.3							28.5																																																						ltz
lua																																																			-24.5							-42.9																																																							lua
lug																																																			1.5							-31.7																																																								lug
luo																																																			-6.2							-26.9																																																									luo
lus																																																			-172.9							-179.1																																																										lus
lvs																																																			60.1							44.8																																																											lvs
mag																																																			66.6							30.0																																																												mag
mai																																																			55.0							18.5																																																													mai
mal																																																			78.6							39.5																																																														mal
mar																																																			83.5							45.5																																																															mar
min_Arab																																																			-121.0							-126.0																																																																min_Arab
min_Latn																																																			37.4							10.8																																																																	min_Latn
mkd																																																			73.7							53.6																																																																		mkd
mlt																																																			57.7							17.3																																																																			mlt
mni																																																			8.6							-28.9																																																																				mni
mos																																																			-66.6							-77.8																																																																					mos
mri																																																			13.7							-23.7																																																																						mri
msa																																																			78.4							45.4																																																																							msa
mya																																																			58.1							25.1																																																																								mya
nld																																																			82.5							91.2																																																																									nld
nno																																																			78.4							95.7																																																																										nno
nob																																																			79.4							72.1																																																																											nob
npi																																																			69.1							41.6																																																																												npi
nso																																																			22.4							-2.3																																																																													nso
nus																																																			-44.2							-60.5																																																																														nus
nya																																																			14.1							-10.7																																																																															nya
oci																																																			47.8							48.7																																																																																oci
ory																																																			67.7							38.6																																																																																	ory
pag																																																			16.8							-5.2																																																																																		pag
pan																																																			70.2							44.2																																																																																			pan
pap																																																			54.2							27.7																																																																																				pap
pbt																																																			51.6							20.4																																																																																					pbt
pes																																																			68.6							44.2																																																																																						pes
plt																																																			49.5							23.9																																																																																							plt
pol																																																			72.7							75.9																																																																																								pol
por																																																			92.3							91.7																																																																																									por
prs																																																			61.6							42.5																																																																																										prs
quy																																																			-48.8							-71.9																																																																																											quy
ron																																																			82.9							61.4																																																																																												ron
run																																																			35.6							-10.2																																																																																													run
rus																																																			62.5							70.8																																																																																														rus
sag																																																			-54.7							-65.3																																																																																															sag
san																																																			25.5							-4.6																																																																																																san
sat																																																			-52.8							-64.6																																																																																																	sat
scn																																																			36.3							16.4																																																																																																		scn
shn																																																			4.2							-26.4																																																																																																			shn
sin																																																			51.7							40.3																																																																																																				sin
slk																																																			69.8							56.5																																																																																																					slk
slv																																																			72.4							54.0																																																																																																						slv
smo																																																			19.7							-4.8																																																																																																							smo
sna																																																			12.8							-9.3																																																																																																								sna
snd																																																			63.9							29.3																																																																																																									snd
som																																																			13.6							5.7																																																																																																										som
sot																																																			33.9							5.8																																																																																																											sot
spa																																																			71.5							89.5																																																																																																												spa
srd																																																			46.1							23.9																																																																																																													srd
srp_Cyrl																																																			74.4							57.0																																																																																																														srp_Cyrl
ssw																																																			17.0							-13.1																																																																																																															ssw
sun																																																			56.3							25.3																																																																																																																sun
swe																																																			89.2							85.8																																																																																																																	swe
swh																																																			63.3							37.7																																																																																																																		swh
szl																																																			54.5							40.9																																																																																																																			szl
tam																																																			65.8							36.8																																																																																																																				tam
taq_Latn																																																			-69.6							-83.6																																																																																																																					taq_Latn
taq_Tfng																																																			-91.0							-95.5																																																																																																																						taq_Tfng
tat																																																			31.2							10.1																																																																																																																							tat
tel																																																			67.9							37.8																																																																																																																								tel
tgk																																																			27.8							-0.2																																																																																																																									tgk
tgl																																																			21.2							45.6																																																																																																																										tgl
tha																																																			68.1							31.8																																																																																																																											tha
tir																																																			21.8							-14.9																																																																																																																												tir
tpi																																																			13.1							-14.1																																																																																																																													tpi
tsn																																																			12.6							-7.0																																																																																																																														tsn
tso																																																			17.5							-4.9																																																																																																																															tso
tuk																																																			35.1							2.2																																																																																																																																tuk
tum																																																			-0.9							-21.7																																																																																																																																	tum
tur																																																			73.5							61.9																																																																																																																																		tur
twi																																																			-8.0							-34.1																																																																																																																																			twi
tzm																																																			-36.5							-50.8																																																																																																																																				tzm
uig																																																			53.2							27.7																																																																																																																																					uig
ukr																																																			76.9							49.9																																																																																																																																						ukr
umb																																																			-53.0							-64.0																																																																																																																																							umb
urd																																																			68.9							38.2																																																																																																																																								urd
uzn																																																			64.4							43.2																																																																																																																																									uzn
vec																																																			50.2							35.6																																																																																																																																										vec
vie																																																			70.5							46.6																																																																																																																																											vie
war																																																			35.8							21.6																																																																																																																																												war
wol																																																			-34.7							-47.9																																																																																																																																													wol
xho																																																			50.4							9.0																																																																																																																																														xho
ydd																																																			55.5							23.3																																																																																																																																															ydd
yor																																																			-18.2							-37.0																																																																																																																																																yor

color:
score:	0	10	20	30	40	50	60	70	80	90	100