OPUS-MT Dashboard

Language pair: [eng-fra] all languages
Models: [all models] [OPUS-MT] [external] [compare]
Selected: Tatoeba-MT-models/ine-ine/opus-2020-07-27
Benchmark: all benchmarks [download]
Evaluation metric: bleu [spbleu][chrf][chrf++][comet]
Chart Type: [barchart] [heatmap]

Selected Benchmark: [avg] [flores101-devtest] [tatoeba-test-v2020-07-28] [tatoeba-test-v2021-03-30] [tatoeba-test-v2021-08-07] [tico19-test] [wmt21-ml-wp] [multi30k_test_2016_flickr] [multi30k_test_2018_flickr] [newssyscomb2009] [newstest2009] [newstest2010] [newstest2011] [newstest2012] [newstest2013] [newstest2019] [newstest2014] [newstest2015] [newstest2016] [newstest2017] [newstest2018] [multi30k_test_2017_flickr] [multi30k_test_2017_mscoco] [newstest2020] [newstest2021] [europeana2021]
Scores shown in percentage points

	afr	asm	ast	awa	bel	ben	bos_Latn	bre	bul	cat	ces	cor	cym	dan	deu	dsb	egl	ell	eng	fao	fra	frr	fry	gla	gle	glg	gos	gsw	guj	hin	hrv	hsb	hye	ind	isl	ita	kur_Latn	lad	lad_Latn	lat_Latn	lav	lit	ltz	mar	mkd	nds	nld	nno	nob	npi	oci	pcd	pes	pms	pol	por	pus	rom	ron	rus	sin	slv	spa	sqi	srp_Cyrl	srp_Latn	swe	swg	ukr	urd	yid	zsm_Latn	zza
afr	afr	0.8	11.3		4.2	1.8			14.4	16.5	9.7		10.0	19.4	29.3			8.8	44.4		18.5				9.3	14.8			1.5	5.7	9.6		3.9	15.6	7.7	12.5					9.1	7.8	4.8	1.3	12.6		37.4		15.7	0.3	9.5				7.3	18.9	0.4		11.9	26.9		10.4	36.3				18.7		9.2	2.7
asm	5.7	asm	3.2		1.8	2.1			4.9	5.3	3.1		3.4	5.9	4.2			3.2	13.3		5.3				3.6	3.9			2.7	5.3	3.2		2.2	4.9	2.6	3.6					3.5	3.1	1.4	1.9	4.2		3.4		4.4	0.1	2.9				2.1	5.3	0.4		4.0	3.3		3.6	4.7				4.8		3.4	2.5
ast	14.3	0.9	ast		3.4	1.4			12.5	21.8	8.7		8.0	14.7	11.9			7.6	22.5		19.7				7.4	20.5			1.9	5.3	8.1		3.6	12.5	5.4	13.8					7.8	7.4	3.8	1.4	10.7		10.2		11.3	0.4	11.1				6.6	21.2	0.5		11.5	8.5		8.9	18.0				13.7		8.4	2.9
awa				awa															3.1
bel	6.5	0.5	5.0		bel	1.2			8.7	8.2	5.6		4.3	7.9	23.6			5.3	26.0		25.4				4.1	7.2			1.2	3.7	5.5		3.0	6.8	3.8	26.1					5.9	5.2	2.2	0.9	7.3		22.2		6.0	0.1	3.9				27.5	7.7	0.2		6.6	33.7		6.1	22.5				6.6		33.1	2.1
ben	5.8	1.4	3.5		1.7	ben			5.0	5.7	3.3		3.5	6.0	4.2			3.1	19.5		5.8				3.8	4.5			2.7	5.5	3.4		2.4	5.1	2.4	4.0					3.8	3.5	1.5	1.8	4.3		3.7		4.4	0.1	2.8				2.6	5.6	0.4		4.2	3.5		3.9	4.6				4.9		3.1	2.6
bos_Latn							bos_Latn												47.6
bre								bre											13.4		8.2
bul	13.1	0.7	9.3		4.9	1.6			bul	14.4	10.0		7.6	15.1	26.7			8.5	32.3		31.2				6.8	13.0			1.3	5.2	9.9		4.3	11.8	5.4	21.2					9.2	7.9	3.9	1.0	15.4		10.4		11.5	0.2	7.3				7.9	15.6	0.3		11.4	24.1		9.9	27.5				13.4		27.4	2.5
cat	16.0	1.1	16.0		4.2	1.8			14.7	cat	9.5		9.1	17.5	26.6			10.0	35.9		36.2				8.5	22.3			2.2	6.2	9.4		4.4	14.6	6.6	32.4					9.2	8.0	4.2	1.6	12.7		29.6		13.2	0.4	20.1				7.8	35.2	0.4		13.7	9.5		10.2	46.1				16.0		25.1	3.4
ces	12.3	0.4	9.0		4.3	1.4			13.1	13.2	ces		6.8	14.8	17.1			8.0	20.0		20.5				6.6	12.4			0.9	4.1	10.8		3.4	12.0	6.3	21.1					8.7	8.6	4.1	1.0	11.5		10.1		11.7	0.2	7.1				25.1	14.3	0.3		10.9	23.8		6.1	21.9				13.1		28.1	1.9
cor												cor			4.4				4.5		5.6															5.9																								2.4			3.2
cym	12.4	0.8	7.3		3.1	1.4			9.6	11.2	6.0		cym	12.7	9.2			6.2	29.8		12.5				8.6	9.4			2.1	5.2	6.1		3.1	11.4	6.3	7.7					6.1	5.5	3.1	1.3	8.4		7.9		10.2	0.3	6.5				4.9	12.6	0.4		8.7	6.3		6.8	9.4				11.9		6.4	2.7
dan	18.2	0.8	10.8		4.6	1.7			14.9	17.3	11.1		9.3	dan	30.8			9.2	39.4		40.1				8.4	15.3			1.3	5.3	10.5		3.9	15.5	8.6	28.9					10.6	8.6	5.2	1.3	13.1		38.5		49.0	0.3	8.8				8.2	35.8	0.5		13.7	25.6		11.3	30.9				45.7		10.0	2.6
deu	31.7	0.5	10.2		15.5	1.7			27.7	25.4	13.5	0.3	7.6	33.2	deu	0.1		22.4	21.7		19.2	0.1			7.7	13.8	0.2		1.3	4.6	22.4	6.5	3.7	23.1	14.0	21.6	10.6	0.2			9.3	15.4	15.4	1.3	11.9	13.3	31.0		29.4	0.2	8.0				19.5	23.1	0.4		22.3	18.8		9.4	22.0			20.2	33.5	0.0	22.5	2.3	6.6
dsb															14.2	dsb																3.9																														2.2
egl																	egl																			1.2
ell	10.1	0.4	7.5		3.6	1.1			10.5	12.2	7.3		5.9	11.8	25.2			ell	34.9		32.9				5.9	10.4			0.8	4.3	6.8		3.1	9.5	5.2	25.9					6.8	6.3	3.0	0.8	9.0		18.5		9.1	0.1	6.4				5.4	22.9	0.2		8.9	24.7		7.7	24.6				28.8		6.9	1.7
eng	41.1	0.8	14.4	0.1	13.6	5.2	38.6	6.3	28.0	31.1	13.7	0.2	17.4	37.2	17.4			25.1	eng	5.9	24.6		14.0	7.2	17.6	27.0	0.3	0.3	2.5	9.2	26.3		9.5	24.1	11.8	26.8	9.0	0.2	0.2		18.6	15.9	13.3	6.4	26.1	12.1	30.6	21.3	35.0	0.5	6.8		4.8	0.5	19.5	30.1	0.5	7.0	23.2	16.5	0.1	12.0	27.5	21.8	26.8	24.2	37.5		22.8	5.5	6.3	0.6	0.3
fao																			21.7	fao
fra	16.2	1.0	13.2		17.1	1.8		3.3	27.2	30.4	14.5	0.4	9.4	39.6	17.4			26.6	27.2		fra				8.6	18.4			2.2	6.7	23.3		4.7	21.6	7.0	28.9					9.6	8.9	4.7	1.7	12.8	12.6	27.1		32.0	0.3	8.8	0.1			18.5	30.1	0.3		25.6	19.9		5.2	29.1				37.2		22.3	3.4	7.7
frr															5.1							frr
fry																			23.2				fry																								35.3
gla																			17.3					gla																																							13.8
gle	10.4	0.7	7.0		3.2	1.2			8.5	9.9	5.7		8.4	10.9	8.5			5.2	27.9		11.1				gle	8.4			1.4	4.6	5.7		2.8	9.9	6.0	7.4					5.7	5.1	3.1	0.9	7.8		7.6		8.4	0.3	5.9				5.2	10.6	0.2		7.7	5.7		6.3	9.0				9.4		5.7	2.0
glg	14.1	0.5	15.2		4.2	1.5			13.7	22.8	9.4		8.5	16.6	13.3			9.4	34.0		22.1				8.1	glg			1.0	4.7	9.4		3.6	13.7	6.5	15.7					8.4	8.1	4.5	0.8	12.2		11.4		12.8	0.3	11.7				7.7	41.2	0.4		13.3	9.8		9.8	44.7				14.8		8.9	2.1
gos															14.8				16.4								gos																				16.5
gsw																			15.2									gsw
guj	4.8	1.0	3.4		1.7	1.3			4.9	4.6	2.9		3.1	5.3	4.0			2.7	6.1		4.2				3.8	4.1			guj	4.8	3.2		2.1	4.4	2.5	3.4					3.5	2.8	1.7	1.8	4.0		3.4		4.1	0.0	2.6				2.0	4.8	0.4		4.0	3.2		3.6	4.3				4.6		3.1	2.0
hin	8.0	1.2	4.9		2.4	2.0			6.9	7.7	4.5		4.5	8.1	6.5			4.6	18.5		7.8				5.1	5.8			2.6	hin	4.3		3.0	6.8	3.5	5.7					5.1	4.6	2.0	2.5	5.9		5.1		6.6	0.1	3.6				3.2	7.7	0.4		5.5	4.6		5.1	6.2				7.0		4.5	9.5
hrv	12.4	0.4	9.1		4.7	1.5			13.2	13.4	10.8		6.7	14.7	28.5			7.5	34.1		27.6				6.7	12.1			1.0	3.9	hrv		3.7	12.4	6.2	11.2					8.6	7.9	3.8	1.1	13.3		9.9		11.1	0.2	6.8				24.3	14.1	0.4		11.0	10.3		12.3	32.3				13.1		26.4	2.0
hsb															24.0	0.0																hsb																														8.1
hye	8.2	0.7	5.2		3.3	1.1			8.9	9.0	5.4		4.7	9.2	7.3			5.2	19.6		9.4				4.6	7.0			1.7	5.5	5.5		hye	7.5	3.9	6.5					6.1	5.2	1.9	1.4	7.6		5.6		6.7	0.1	3.7				4.1	8.6	0.2		6.6	17.9		6.4	7.4				7.4		6.1	3.1
ind	11.7	0.6	8.3		3.3	1.5			10.0	11.8	7.4		7.7	12.7	20.2			6.6	25.4		22.5				7.2	10.3			1.3	4.2	7.4		3.3	ind	6.1	19.9					6.7	5.9	3.5	1.0	9.0		8.4		10.6	0.2	6.9				5.7	13.1	0.3		9.1	6.8		7.8	10.0				11.6		6.5	2.0		0.6
isl	10.4	0.4	6.6		3.3	1.0			8.4	9.6	6.9		6.3	12.0	25.7			5.7	24.0		10.3				6.5	8.6			0.8	3.0	6.5		2.7	9.8	isl	23.9					5.7	5.2	3.3	0.9	7.4		7.7		10.0	0.1	4.6				5.0	9.9	0.2		7.7	6.1		7.1	25.4				10.7		5.4	1.5
ita	12.4	0.8	10.8		19.1	1.4			23.9	33.7	16.6	0.9	7.3	32.0	22.1		0.0	26.0	34.9		34.2				6.8	15.6			1.4	5.2	9.0		3.4	16.6	15.2	ita					8.1	16.5	3.7	1.2	10.7	13.1	30.8		11.2	0.3	13.7			0.2	21.1	31.8	0.3		25.7	23.4		9.4	34.2			40.4	31.5		26.7	2.7	9.6
kur_Latn															11.8				7.7																		kur_Latn
lad															22.4				23.7																			lad																									34.1								4.5
lad_Latn																			26.9																				lad_Latn																								41.2								5.6
lat_Latn																																								lat_Latn																12.1
lav	10.1	0.5	7.0		4.3	1.4			11.1	11.1	8.0		5.7	12.1	9.8			6.9	25.5		12.9				5.8	9.7			0.7	3.8	7.4		3.4	9.6	4.8	9.0					lav	8.6	2.8	1.1	9.0		7.8		9.0	0.1	5.3				6.1	11.6	0.3		9.2	25.9		8.5	9.9				10.6		8.3	1.8
lit	9.8	0.2	7.1		4.1	1.0			10.0	10.4	7.8		5.3	10.8	21.3			6.1	28.3		12.1				5.7	9.1			0.7	3.6	7.0		3.1	9.4	4.6	19.1					8.7	lit	2.8	0.8	8.2		7.5		8.4	0.1	5.5				24.3	11.4	0.3		8.5	24.3		8.0	26.6				9.2		7.2	1.6
ltz	11.0	0.6	7.4		2.9	0.9			8.9	10.5	6.6		5.0	11.9	30.0			5.5	26.9		12.2				5.1	9.4			1.1	3.8	6.2		2.5	8.6	4.4	8.4					6.0	5.5	ltz	0.9	7.5		20.2		9.2	0.2	5.9				4.5	11.1	0.2		7.8	5.8		7.4	8.7				10.8		5.3	1.7
mar	6.3	1.0	3.9		2.1	1.3			5.4	5.6	3.3		3.5	6.2	4.6			3.7	14.9		5.4				4.1	4.9			1.9	5.3	3.2		2.2	5.6	2.8	4.2					3.9	3.3	1.8	mar	4.5		4.0		5.3	0.0	2.9				2.7	5.8	0.2		4.1	3.7		4.1	5.0				5.4		3.6	2.2
mkd	14.1	0.6	9.4		4.8	1.5			18.0	15.4	10.4		7.6	15.2	13.2			8.5	32.1		17.3				7.3	13.7			1.0	4.8	11.0		3.9	13.6	6.0	11.9					9.2	7.7	3.8	1.1	mkd		10.2		12.4	0.2	7.8				7.7	16.2	0.2		11.5	10.3		10.8	36.3				13.9		10.0	2.2
nds															32.2				28.8		31.8															28.3										nds	38.3									27.0				25.5			32.0
nld	40.8	0.6	8.9		14.3	1.3			10.7	27.1	8.2		6.6	40.5	31.6			17.3	35.8		30.0		19.6		6.7	12.0	0.4		1.1	4.2	8.3		3.0	11.0	6.0	29.1					7.3	7.0	14.4	1.1	9.7	15.6	nld		11.2	0.2	7.0				20.7	26.9	0.3		22.3	24.0		8.6	29.0				12.8		21.4	2.1
nno																			33.9																													nno	59.4
nob	15.3	0.7	10.2		4.0	1.4			12.8	15.3	9.6		8.7	49.6	27.6			8.3	37.5		33.6				7.8	13.3			1.3	5.9	9.3		3.9	14.0	9.9	11.6					9.2	7.6	4.4	1.1	11.8		11.3	37.5	nob	0.2	8.2				7.2	16.4	0.5		11.3	23.1		9.6	31.7			21.4	45.2		9.0	2.4
npi	1.9	0.5	2.1		1.1	0.5			2.4	2.9	1.5		1.8	2.8	2.2			1.3	3.0		2.8				2.1	2.3			1.0	2.3	1.6		1.0	2.4	1.4	2.3					1.6	1.8	1.1	0.8	1.8		1.7		2.1	npi	2.0				1.4	2.7	0.3		2.2	1.5		2.0	2.7				2.0		1.5	1.0
oci	15.0	1.0	12.6		3.7	1.5			13.1	31.0	8.6		9.3	16.7	12.6			9.0	16.0		20.7				8.1	18.5			2.1	5.5	8.5		3.6	13.8	6.3	19.1					7.6	7.2	4.3	1.2	11.5		10.6		12.7	0.4	oci				6.4	22.0	0.3		12.2	8.8		9.6	15.9				14.9		8.5	3.0
pcd																					14.2																															pcd
pes																			10.1																																		pes
pms																			9.5																	8.6																		pms
pol	9.6	0.4	7.6		19.6	1.1			11.2	11.7	23.8		5.9	12.4	24.1			6.5	26.7		26.1				5.9	10.7			0.8	3.3	25.7		3.0	10.2	5.2	23.5					7.4	17.7	3.6	0.8	9.4		24.8		9.5	0.2	6.0				pol	22.3	0.3		9.4	28.1		8.9	25.5				28.7		26.4	1.6
por	17.0	0.8	15.3		4.3	1.6			15.5	33.5	10.8		9.8	43.4	26.6			27.7	40.6		38.3				9.1	42.1			1.1	5.3	10.2		3.8	15.7	7.1	33.9				5.4	9.7	8.8	4.6	1.2	13.2	13.4	29.5		14.3	0.3	12.8				21.1	por	0.3		27.6	22.6		10.9	41.1				36.5		23.0	2.5
pus	2.9	0.5	2.3		1.0	0.5			2.8	2.8	2.1		2.0	3.0	2.5			1.7	3.1		2.6				2.1	2.6			1.4	2.1	2.0		1.2	2.9	1.8	2.2					2.1	2.1	1.2	0.3	2.3		2.0		2.5	0.1	1.9				1.6	2.8	pus		2.6	1.5		2.4	2.9				2.5		1.7	1.0
rom																			5.1																																							rom
ron	14.5	0.7	11.7		4.6	1.7			14.7	17.9	10.0		8.6	16.8	27.6			9.4	32.4		33.5				7.8	16.4			1.4	5.5	10.1		3.6	14.0	6.4	28.4					8.7	8.7	4.0	1.2	13.1		27.0		12.9	0.3	10.6				8.0	29.7	0.4		ron	27.4		10.1	34.2				14.9		9.4	2.6
rus	28.6	0.7	7.7		27.9	1.3			25.8	13.1	21.3	0.4	6.1	31.5	20.8			23.6	21.7		23.2				6.3	11.5			1.2	4.4	8.6		10.9	10.9	5.4	22.4					25.2	18.0	3.1	1.0	11.1	11.2	25.2		25.8	0.2	6.3				25.0	21.5	0.3		21.6	rus		15.9	22.9		29.5	31.4	26.8		34.0	2.4	5.9
sin																			1.1																																										sin
slv	11.2	0.4	8.4		4.1	1.2			12.5	12.3	26.0		6.1	13.2	26.6	0.0		6.8	26.2		18.3				6.4	11.2			0.9	3.7	10.5	14.0	3.4	11.2	5.7	10.3					8.4	7.5	3.5	0.9	11.0		9.7		10.5	0.1	6.5				7.8	13.3	0.3		9.8	25.6		slv	11.2				11.7		23.5	1.9
spa	37.8	0.4	12.0		17.6	1.2			25.3	40.9	16.2	0.6	6.9	32.5	18.9			23.5	28.5		28.5			8.4	6.7	41.1			0.8	4.0	26.9		3.2	11.2	14.3	31.5		0.4	0.4		7.6	18.2	3.8	0.6	30.3	15.6	27.6		34.5	0.2	8.6				21.4	35.0	0.4		26.8	20.1		8.5	spa				32.7		22.9	1.8	8.2
sqi																			29.7																																													sqi
srp_Cyrl																			35.0																																									34.7					srp_Cyrl				40.7
srp_Latn															31.7				38.7																	46.0													31.7											41.1						srp_Latn			40.3
swe	16.9	0.7	11.1		4.3	1.5			14.4	16.9	10.5		9.3	46.4	31.4			26.8	40.6		37.1				8.3	14.5			1.4	4.9	10.4		3.7	14.9	7.9	27.9					9.5	8.0	4.8	1.3	12.6		12.7		45.9	0.2	8.3				21.3	28.1	0.3		12.9	23.6		10.8	30.8				swe		9.1	2.3
swg															7.2																																																					swg
ukr	11.8	0.7	8.2		28.9	1.5			33.2	29.1	26.9		6.4	13.6	28.0			7.8	31.0		27.6				6.3	11.4			1.2	4.8	26.8		4.1	11.2	5.6	26.8					9.2	8.0	3.1	1.3	11.9		26.8		10.9	0.1	6.2				26.1	23.4	0.3		9.9	37.9		10.7	26.4		36.7	32.0	12.3		ukr	2.2
urd	6.6	1.0	4.0		2.2	1.4			6.0	6.2	3.9		3.7	7.4	5.6			3.6	13.7		6.3				4.1	4.4			2.5	12.5	3.8		3.0	6.0	3.0	4.3					4.5	4.0	1.4	1.6	5.0		4.5		5.4	0.1	2.8				3.0	6.2	0.3		4.9	4.2		4.6	5.6				5.7		4.2	urd
yid															18.0				15.3		17.2															13.2		0.1	0.1																					14.9			14.7								yid
zsm_Latn																			24.2															22.3																																						zsm_Latn
zza																			1.8																																																						zza

color:
score:	0	10	20	30	40	50	60	70	80	90	100