OPUS-MT Dashboard

Language pair: [eng-fra] all languages
Models: [all models] [OPUS-MT] [external] [compare]
Selected: huggingface/facebook/nllb-200-distilled-1.3B
Benchmark: [all benchmarks] tatoeba-test-v2021-08-07 [download]
Evaluation metric: [bleu][spbleu][chrf] chrf++ [comet]
Chart Type: [barchart] [heatmap]

Selected Benchmark: [avg] [flores200-devtest] [flores101-devtest] [ntrex128] [tatoeba-test-v2021-08-07] [tatoeba-test-v2021-03-30] [tico19-test] [tatoeba-test-v2020-07-28] [wmt21-ml-wp] [multi30k_test_2016_flickr] [multi30k_test_2018_flickr] [newssyscomb2009] [newstest2008] [newstest2009] [newstest2010] [newstest2011] [newstest2012] [newstest2013] [newstest2019] [generaltest2022] [newstest2014] [newstest2015] [newstest2016] [newstest2017] [newstest2018] [newstest2021] [multi30k_test_2017_flickr] [multi30k_test_2017_mscoco] [newstest2020] [wikipedia.devtest] [europeana2021]
Scores shown in percentage points

	afr	ara	awa	bel	ben	bul	cat	ceb	ces	cmn_Hans	cmn_Hant	cym	dan	deu	ell	eng	epo	est	eus	fao	fas	fin	fra	gla	gle	glg	grn	heb	hin	hrv	hun	hye	ilo	ind	isl	ita	jav	jpn	kab	kat	kaz	khm	kor	lav	lit	ltz	mal	mar	mkd	mlt	mon	mri	msa	mya	nld	nno	nob	oci	pes	pol	por	ron	run	rus	slv	spa	srp_Cyrl	swe	tam	tat	tel	tgl	tha	tuk	tur	uig	ukr	urd	uzb	vie	war
afr	afr													73.3		79.8	72.5																																						75.8									68.7		73.8
ara		ara												63.4	61.6	65.3	68.0						56.7					59.3								66.9		0.0																						60.1				64.4		65.0									58.2
awa			awa													79.4
bel				bel										70.8		68.9	70.5						70.9													71.8																			65.7					73.1				72.7		71.0											69.0
ben					ben											71.0
bul						51.9				19.2				67.5		71.4	70.9						66.6													62.8		0.0																										67.0		64.0									64.4		69.9
cat							cat							65.9		73.2	70.4						71.1													74.8																			68.2						70.0					78.7											65.6
ceb								ceb						35.8		44.6
ces									ces					65.9		71.3	70.3						69.8								63.7					66.8																								64.2				70.1	22.1	66.9											67.6
cmn_Hans						46.1				cmn_Hans				50.0		55.6	58.4						51.9					45.9			36.5					49.1																								40.2	53.8			44.4	17.8	58.3		53.2							53.1		43.7			39.5
cmn_Hant											cmn_Hant			45.1		54.0	55.4						46.6					40.5								46.4																			43.8					35.4	56.7			43.3		55.6		51.7							48.5		40.8
crh																																																																											58.0
cym												cym				72.6
dan													65.3	72.5		77.1	75.9					57.9	75.2													73.3		0.1																	77.8		81.8				73.5			72.5		71.2		76.7							65.3
deu	74.7	48.0		63.4		66.9	62.0	39.5	60.3	21.2	17.7		72.4	55.7	64.4	69.6	70.4	69.1	62.4		0.6	60.3	66.5					57.3		62.6	53.0			64.4	63.9	68.0		0.3	35.4				2.5		60.0	70.7							50.9		70.5		69.8			63.0	61.3	63.2	49.7	66.4	27.1	67.7		69.1		40.7		4.8			60.5		64.1			45.8
ell		48.8												66.1	64.0	77.3	73.7						71.1													70.5																			60.3						62.5			71.6		63.2		68.8							65.6
eng	76.0	45.9	34.3	56.3	48.2	65.4	65.8	40.4	63.1	20.7	19.6	59.6	73.5	63.8	70.2	83.0	70.5	66.6	56.9	57.4	0.5	58.2	66.6	52.7	61.5	63.7		58.5	54.6	65.1	56.0	49.1	56.3	62.4	53.4	70.9	34.9	0.1	40.6	30.1	50.6	30.7	1.0	2.9	63.1	72.8	48.1	58.9	60.8	54.4	0.7	48.4	48.8	31.2	70.8	60.9	71.0	37.0	35.2	64.4	67.2	66.0	50.3	64.9	31.5	72.1	57.3	71.8	44.9	40.5	40.4	3.4	42.5	45.4	63.9	46.3	61.4	49.0	1.7	54.6	40.4
epo	73.0	53.6		62.7		66.9	66.4		64.0	21.6	20.6		73.8	67.9	68.0	73.3	63.0					65.7	67.0			66.4		55.9		61.5	60.5				62.3	71.5		26.2							62.9										68.8		70.3	40.4		68.8	67.1	67.7		67.0	26.1	70.4	54.5	76.7				52.2			67.7		67.2			54.9
est														64.4		71.2		est																																														70.6
eus														65.1		67.6			eus																			0.0																										64.2		63.3
fao																68.4				fao
fas														55.4		56.1					fas		55.0
fin													66.9	62.6		69.5	69.9					46.0	63.6					54.2			66.6					66.0		0.0					26.0												73.7	73.0	72.3			64.1	68.7			65.9		66.3		64.6							55.8
fra		42.8		60.5		64.1	63.3		64.8	21.2	16.4		76.5	66.8	69.3	73.0	69.4				0.5	62.8	57.2					58.7		60.8	59.7			64.3		70.2		0.0	39.6				25.4										49.1		65.6		72.7	38.3		60.9	65.5	64.0	53.2	65.1	21.9	70.1		74.3		55.8		3.1			58.5	49.6	62.1			51.3
gla																59.5								gla																																										58.8
gle																72.9									gle
glg																72.4	72.6									glg																																			74.6					77.3
grn																											grn																																		45.1					47.9
heb		51.2								22.1	16.7			64.1		67.2	67.1					59.7	64.4					49.8			54.9					66.0		23.4																	59.2					59.9	61.5			60.6		68.5									67.2		57.7
hin																70.6													hin																																																	56.0
hrv														65.2		72.0	65.9						59.3							hrv																														63.0						68.3											63.4
hun									63.6	22.2				59.1		65.5	65.9					69.0	65.5					53.7			38.7					69.4		18.3					31.5												66.0					63.7	61.0			63.3		65.5		65.0							61.0		61.3
hye																61.8																hye																																57.4
ilo																63.5																	ilo
ind														60.8		65.1							62.7											ind		62.2
isl														66.9		66.5	66.0																		isl	67.5		0.1																												61.8
ita		50.5		68.2		63.0	70.5		59.1	22.9	16.5		71.1	66.9	71.8	81.2	73.3					64.0	75.2					57.9			66.0			56.4	65.8	67.3		19.9							63.9								50.0		72.4					63.4	70.1	71.6		65.2		75.3		70.7							50.1		68.9			54.8
jav																51.2																					jav
jpn		47.1				46.3							69.0	51.1		53.5	62.2		42.3			43.8	52.5					46.8			44.0				50.3	49.8		22.1					29.1		47.7			52.0					40.7		57.2					44.3	49.0			49.7		55.1		46.6							47.1		51.1			45.0
kab														46.1		57.0							50.5																29.6																									47.9		46.2
kat																69.8																								kat																								69.5
kaz																64.8																									kaz																							56.8
khm																49.8																										khm																								40.6
kor														52.5		60.7						50.4	51.5								50.1							0.0					kor																					53.9		52.0
lav																69.9																												lav																				71.3
lit														65.9		74.2	71.1																			68.8		21.1							lit															70.2				69.6		70.1									66.0
ltz														77.1		76.5																														ltz									76.6
mal																68.1																															mal
mar																77.9																						29.0										mar
mkd																69.3																																	mkd																	69.6
mlt																72.6																																		mlt
mon																51.8																																			mon
mri																54.2																																				mri
msa														59.9		63.9							60.6													62.1		17.0															44.7													62.2
mya																58.1																																						mya
nld	78.4			58.0			65.5				18.6		77.5	71.6	61.1	74.4	71.0					71.2	67.4					53.5			60.7					71.7		0.9								74.4									62.3					63.3	66.3	63.0		68.2		68.9									58.1		63.2
nno																72.4						64.1																																		nno
nob													83.8	68.6		74.0	69.6					60.8	71.5																																		nob							67.7		72.8		84.4
oci																58.2	56.3						62.9																																			oci
pes																62.2																																											pes
pol		49.1		66.1					60.2	19.3	15.1			65.3		69.5	72.2					60.0	64.2					55.0		63.6	60.9					66.2		0.0							63.2										64.5					pol	61.1			70.0		64.2		68.3							59.6		65.5
por							68.9			21.4	21.6		78.0	67.4	71.6	77.7	70.6					73.0	73.4			71.8	40.1	61.4			61.4					75.6		22.5																	69.5					64.8	69.6	67.4		66.4		76.8		74.7				55.5			64.9		64.8
ron														68.1		73.8	70.8						69.2													74.7																			64.8						69.9	ron		68.5		72.2									58.9
run														59.5		64.5							61.3																																								run	61.0		61.5
rus	73.9	49.7		2.1		66.0			65.5	19.2	17.4		73.8	68.0	67.4	72.6	70.3	70.3	61.4			61.3	66.4					55.3			58.0	57.0				64.2		22.4	38.4	58.6	54.4		29.2	59.7	62.4										68.4		66.5			67.8	62.9	62.8	54.4	57.4	36.2	68.0	63.7	68.4		45.9					55.0	47.7	71.6			37.6
slv									69.7	17.2				70.9		68.9							60.2																																									70.1	slv												64.6
spa	78.6	1.8		62.6		64.4	73.4		62.6	25.2	19.8		73.0	67.4	64.2	75.1						63.3	72.4			69.6		62.0		65.0	60.8				64.9	76.2		24.2				1.0	28.8		64.5				66.3				50.6		68.5		75.2			64.8	71.5	67.5		67.2		spa		72.8				4.9			68.7		63.4			51.8
srp_Cyrl																67.8																																																71.3			srp_Cyrl										68.0
swe										25.2	23.2		76.6	68.8	68.5	75.7						59.4	69.5								58.0					70.2		19.5																			80.8			63.3	66.2			65.1		68.6		swe							60.2
tam																58.1																																																					tam
tat																49.6																																																						tat
tel																59.3																																																							tel
tgl														37.1		40.8							59.7																																						57.8					61.4						tgl
tha																64.8																																																									tha
tuk																61.9																																																										tuk
tur		46.5				63.1				24.3	20.1		67.5	62.9	67.1	71.4						55.2	61.6					60.7			57.0					54.2		20.4							60.5										61.8					60.4	62.0	58.7		56.0		70.2		60.5							tur		66.8		3.4
uig																54.5																																																												uig
ukr				2.5		75.1	69.7		69.9	21.4	18.8			71.1		73.1							67.1					60.0		65.3	65.2					72.3		0.0																	70.3					71.8	66.2			77.3	29.6	69.2	66.9								70.0		ukr
urd																61.2													57.3																																																	urd
uzb																63.8																																																											65.1				uzb
vie										14.9				48.6		62.9							56.5													57.0		18.1																										32.5		53.0														vie
war																50.4																																																																	war

color:
score:	0	10	20	30	40	50	60	70	80	90	100