OPUS-MT Dashboard

Language pair: [eng-fra] all languages
Models: [all models] [OPUS-MT] [external] [compare]
Selected: Tatoeba-MT-models/ine-ine/opus-2020-07-21
Benchmark: all benchmarks [download]
Evaluation metric: bleu [spbleu][chrf][chrf++][comet]
Chart Type: [barchart] [heatmap]

Selected Benchmark: [avg] [flores101-devtest] [tatoeba-test-v2020-07-28] [tatoeba-test-v2021-03-30] [tatoeba-test-v2021-08-07] [tico19-test] [wmt21-ml-wp] [multi30k_test_2016_flickr] [multi30k_test_2018_flickr] [newssyscomb2009] [newstest2009] [newstest2010] [newstest2011] [newstest2012] [newstest2013] [newstest2019] [newstest2014] [newstest2015] [newstest2016] [newstest2017] [newstest2018] [multi30k_test_2017_flickr] [multi30k_test_2017_mscoco] [newstest2020] [newstest2021] [europeana2021]
Scores shown in percentage points

	afr	asm	ast	awa	bel	ben	bos_Latn	bre	bul	cat	ces	cor	cym	dan	deu	dsb	egl	ell	eng	fao	fra	frr	fry	gla	gle	glg	gos	gsw	guj	hin	hrv	hsb	hye	ind	isl	ita	kur_Latn	lad	lad_Latn	lat_Latn	lav	lit	ltz	mar	mkd	nds	nld	nno	nob	npi	oci	pcd	pes	pms	pol	por	pus	rom	ron	rus	sin	slv	spa	sqi	srp_Cyrl	srp_Latn	swe	swg	ukr	urd	yid	zsm_Latn	zza
afr	afr	0.6	10.9		3.9	1.7			13.2	16.0	9.1		9.2	18.6	27.8			8.2	42.5		17.7				8.7	14.5			1.3	5.4	8.3		3.6	14.7	7.1	12.0					8.1	7.1	4.7	1.3	11.8		36.0		14.8	0.2	8.9				6.9	18.1	0.3		11.2	22.9		9.6	35.4				17.7		8.7	2.3
asm	5.1	asm	2.9		1.6	1.8			4.3	4.8	2.7		3.0	5.3	3.7			2.8	11.0		5.0				3.0	3.6			2.2	5.0	2.7		2.1	4.5	2.4	3.4					3.3	3.1	1.3	1.7	3.7		3.1		3.6	0.1	2.6				2.2	4.5	0.2		3.8	3.3		3.2	4.3				4.4		3.1	2.3
ast	14.0	0.9	ast		3.2	1.2			11.5	21.3	8.1		7.4	14.0	11.0			7.5	21.5		19.5				6.8	19.9			1.6	5.3	7.3		3.4	11.7	5.1	13.4					7.4	6.6	3.6	1.5	9.9		9.8		10.7	0.4	10.8				6.5	20.7	0.2		11.0	8.4		8.6	17.6				12.7		7.8	2.7
awa				awa															2.5
bel	6.0	0.4	4.5		bel	0.9			8.3	7.8	5.5		4.0	7.5	22.8			4.9	24.5		24.9				3.8	6.9			0.8	3.6	5.1		2.6	6.3	3.6	24.8					5.6	5.2	2.1	0.9	6.9		20.4		5.6	0.1	3.7				26.1	7.3	0.1		6.1	32.9		5.8	22.0				6.4		32.1	2.0
ben	5.4	1.1	3.1		1.7	ben			4.7	5.6	2.8		3.6	5.5	4.1			2.8	17.7		5.2				3.5	4.1			2.2	5.1	3.0		2.1	4.5	2.3	3.7					3.8	3.2	1.6	1.8	4.0		3.5		4.2	0.1	2.2				2.2	5.4	0.2		4.0	3.1		3.6	4.5				4.5		3.0	2.3
bos_Latn							bos_Latn												45.3
bre								bre											9.0		7.0
bul	12.8	0.6	8.6		4.7	1.3			bul	14.1	9.2		7.1	14.5	25.8			8.2	31.1		30.9				6.4	12.3			1.1	5.0	8.6		3.8	11.4	5.4	20.1					8.5	7.7	3.5	0.8	15.1		9.8		10.8	0.2	6.9				7.3	14.9	0.2		10.8	24.1		9.3	25.0				12.7		26.4	2.3
cat	15.3	0.8	15.7		4.1	1.5			13.5	cat	8.8		8.5	17.3	24.7			9.5	34.6		35.2				7.8	21.6			1.8	5.8	8.5		4.0	13.3	6.3	31.6					8.6	7.7	3.9	1.5	11.9		28.2		12.6	0.3	19.9				7.4	34.3	0.2		13.2	9.3		9.4	45.4				14.9		23.1	3.1
ces	11.9	0.4	8.6		4.1	1.1			12.1	12.9	ces		6.4	14.2	16.3			7.1	19.1		19.5				6.2	12.0			0.8	3.8	9.5		3.0	10.8	5.6	19.8					8.4	7.8	3.8	0.9	10.5		9.4		10.8	0.2	6.6				24.4	13.3	0.2		10.3	22.9		6.0	20.7				12.4		26.8	1.7
cor												cor			3.6				3.6		6.2															5.1																								2.5			4.2
cym	11.7	0.7	6.9		2.9	1.2			8.8	10.6	5.5		cym	11.8	8.3			5.5	26.9		11.1				8.2	8.5			1.9	4.8	5.5		2.9	10.6	5.8	7.2					5.4	5.0	2.7	1.2	7.6		7.4		9.2	0.3	5.9				4.6	11.7	0.2		7.7	5.8		6.5	8.4				10.9		5.4	2.5
dan	17.4	0.5	10.3		4.3	1.5			14.4	16.4	10.1		8.8	dan	29.4			8.6	38.1		38.5				8.1	14.6			1.1	5.2	9.4		3.8	14.8	8.3	29.4					10.0	7.8	5.1	1.2	12.2		37.4		47.7	0.3	8.6				7.6	34.9	0.2		12.6	24.6		10.6	29.5				44.9		9.3	2.4
deu	31.2	0.4	9.5		13.9	1.3			26.3	23.5	12.8	0.4	7.0	32.0	deu	0.0		21.4	20.7		18.3	0.2			7.1	13.2	0.2		1.1	4.3	20.6	5.1	3.3	21.4	13.3	20.3	10.8	0.2			8.3	14.2	14.8	1.3	10.6	13.3	30.1		28.4	0.2	7.3				18.3	22.0	0.2		20.4	17.7		9.5	21.1			19.5	32.5	0.0	21.6	2.2	6.2
dsb															13.8	dsb																5.1																														1.9
egl																	egl																			1.5
ell	9.4	0.4	7.1		3.4	1.1			9.9	11.5	6.6		5.7	11.5	24.0			ell	33.5		31.4				5.4	9.7			0.7	3.7	6.4		3.0	9.1	4.9	24.0					6.6	5.7	2.7	0.9	8.3		17.0		8.6	0.1	5.9				5.3	21.9	0.1		8.9	23.0		7.3	24.4				26.7		6.1	1.6
eng	40.4	0.8	13.7	0.1	12.7	4.9	35.1	5.3	26.9	29.6	12.9	0.2	15.9	35.6	16.7			24.1	eng	5.3	23.7		13.9	7.6	16.3	26.2	0.4	0.3	2.0	8.6	24.5		9.4	22.7	11.3	25.7	7.4	0.2	0.2		17.6	14.7	11.2	5.9	25.0	12.2	29.5	19.5	33.5	0.4	7.0		4.9	0.4	18.6	29.1	0.4	7.9	21.8	15.8	0.1	11.4	26.6	19.5	25.9	23.1	36.1		21.9	5.0	5.9	0.7	0.4
fao																			20.7	fao
fra	15.4	0.8	12.7		16.5	1.6		2.8	24.7	29.2	13.7	0.6	8.8	38.3	16.6			25.1	26.0		fra				7.9	17.7			1.7	6.0	22.0		4.2	20.9	6.7	28.0					8.9	8.0	4.2	1.6	11.9	12.2	26.3		31.0	0.3	8.0	0.1			17.8	29.3	0.2		24.5	19.1		5.0	28.2				36.1		21.2	3.1	5.5
frr															5.8							frr
fry																			22.9				fry																								34.2
gla																			16.5					gla																																							11.8
gle	9.7	0.5	6.4		2.8	1.1			7.6	9.3	5.2		7.9	9.9	7.7			4.8	25.6		10.7				gle	7.9			1.3	3.9	5.5		2.4	9.2	5.6	7.1					5.3	4.8	3.1	0.8	7.2		7.0		7.9	0.2	5.5				4.3	9.9	0.1		7.1	5.2		6.0	8.4				8.9		5.2	1.6
glg	13.6	0.4	14.9		4.0	1.2			12.8	22.6	8.7		7.8	15.6	12.5			8.6	32.0		21.1				7.2	glg			0.7	4.3	8.4		3.3	12.7	6.1	15.3					7.7	7.4	4.0	0.9	11.3		10.7		12.5	0.3	11.4				6.9	40.4	0.2		12.7	9.2		9.3	43.5				14.2		8.2	1.8
gos															17.5				14.0								gos																				15.3
gsw																			13.6									gsw
guj	4.8	0.6	2.8		1.8	1.4			4.3	4.1	2.7		2.8	4.7	3.6			2.6	5.7		4.0				3.3	3.5			guj	4.5	2.7		1.9	4.0	2.3	3.1					3.0	2.5	1.5	1.7	3.5		2.8		3.9	0.0	2.1				2.0	4.0	0.1		3.8	3.1		3.3	3.7				3.8		2.8	1.7
hin	7.8	1.2	4.6		2.2	1.9			6.6	7.0	4.2		4.0	7.8	5.8			4.2	17.3		7.1				4.8	5.8			2.2	hin	3.8		2.9	6.2	3.3	5.2					4.8	4.3	1.8	2.2	5.5		4.7		6.1	0.1	3.4				2.9	7.1	0.2		5.2	4.4		5.0	5.9				6.6		4.6	8.9
hrv	12.2	0.3	8.6		4.1	1.2			12.7	12.9	10.0		6.3	14.3	27.0			7.0	32.9		25.2				6.3	11.4			0.9	3.5	hrv		3.1	11.4	5.7	10.6					8.2	7.2	3.7	1.2	12.6		9.3		10.9	0.1	6.6				23.2	13.4	0.2		10.0	9.5		11.6	29.4				12.8		24.6	1.7
hsb															24.4	0.0																hsb																														7.6
hye	7.7	0.7	4.8		3.0	1.0			8.4	7.9	4.7		4.4	8.7	6.7			4.7	18.7		8.7				4.3	6.4			1.7	5.0	4.7		hye	7.1	3.3	6.0					5.6	4.8	1.7	1.2	6.9		5.1		6.2	0.0	3.4				3.8	8.1	0.2		6.0	14.5		5.6	7.0				6.9		5.8	2.9
ind	11.0	0.4	8.0		3.2	1.0			9.4	11.4	7.1		7.3	12.1	19.7			6.0	24.4		21.4				6.7	9.8			1.0	3.7	6.8		2.9	ind	6.0	19.5					6.5	5.4	3.4	1.1	8.1		8.0		10.4	0.2	6.3				5.3	11.6	0.2		8.5	6.5		7.3	9.1				11.4		6.1	1.8		0.6
isl	10.3	0.3	6.5		3.0	0.9			8.4	8.9	6.4		5.7	11.9	25.3			5.1	23.2		9.8				5.9	8.3			0.5	3.0	6.3		2.4	9.2	isl	22.8					5.6	5.1	3.3	0.9	7.1		7.4		9.9	0.1	4.8				4.9	9.7	0.2		7.2	5.8		6.7	25.1				10.5		5.2	1.3
ita	11.7	0.6	10.5		19.9	1.3			22.4	32.7	15.9	1.3	6.6	30.3	21.0		0.1	24.2	33.3		33.2				6.5	15.3			1.2	5.0	8.2		3.0	16.2	12.4	ita					7.5	15.3	3.7	1.2	9.8	14.4	29.5		10.9	0.3	12.9			0.3	20.6	30.7	0.2		25.3	22.1		9.0	33.3			39.6	30.4		25.5	2.3	3.5
kur_Latn															11.6				9.6																		kur_Latn
lad															24.2				24.0																			lad																									33.5								4.7
lad_Latn																			26.5																				lad_Latn																								37.5								6.2
lat_Latn																																								lat_Latn																11.7
lav	9.4	0.4	6.5		4.2	1.2			10.2	10.2	7.7		5.0	11.6	9.2			6.4	24.1		11.9				5.3	9.4			0.7	3.7	6.8		3.4	8.9	4.6	8.5					lav	8.0	2.7	1.0	8.4		7.1		8.7	0.1	4.9				5.8	10.7	0.1		8.7	26.8		8.2	9.4				10.0		7.3	1.6
lit	9.3	0.4	6.8		3.7	1.0			10.1	9.8	7.4		4.8	10.2	20.1			5.8	26.7		11.5				5.0	8.9			0.6	3.4	6.4		3.0	8.4	4.5	16.6					8.0	lit	2.5	0.7	7.9		7.1		8.1	0.1	5.3				22.5	10.4	0.1		8.1	23.3		7.5	24.7				8.6		6.8	1.3
ltz	10.1	0.4	6.9		2.4	0.8			8.0	9.5	6.1		4.7	10.8	27.5			5.0	29.2		11.5				4.7	8.7			1.2	3.6	5.6		2.1	7.9	4.3	7.6					5.1	4.8	ltz	0.9	7.0		25.9		8.5	0.2	5.9				4.6	10.3	0.1		7.3	5.3		6.7	8.2				10.1		4.9	1.6
mar	5.8	1.0	3.3		1.9	1.4			5.0	4.9	3.1		3.0	5.6	4.0			3.0	14.7		5.0				3.9	4.3			1.5	5.2	2.9		2.1	4.9	2.7	3.8					3.6	3.1	1.6	mar	3.9		4.1		5.1	0.0	2.7				2.3	5.1	0.1		4.0	3.3		4.1	4.7				4.7		3.5	1.8
mkd	13.7	0.6	9.0		4.7	1.3			16.9	14.8	9.8		7.0	14.6	12.2			8.3	31.1		16.5				7.0	13.0			0.9	4.8	10.1		3.6	12.5	5.4	11.4					8.1	7.3	3.7	1.2	mkd		10.0		11.4	0.2	7.5				7.3	15.5	0.2		10.8	10.1		10.3	35.0				13.2		9.5	2.0
nds															31.2				27.8		30.5															25.7										nds	36.8									27.3				23.7			30.2
nld	40.0	0.5	8.7		14.0	1.2			10.1	25.7	7.6		6.0	39.0	30.5			16.1	34.2		28.7		19.9		6.3	11.6	0.4		0.9	4.1	7.3		2.6	10.5	5.8	27.6					6.8	6.2	12.9	1.1	9.0	15.3	nld		10.6	0.3	6.8				20.0	25.9	0.2		21.0	22.8		8.2	27.9				12.2		20.3	1.9
nno																			32.9																													nno	58.2
nob	14.9	0.7	9.7		3.9	1.3			12.1	14.7	9.1		8.2	49.2	26.5			7.7	36.2		31.2				7.3	12.8			1.3	5.6	8.2		3.5	13.3	9.3	11.1					8.4	7.3	4.1	1.0	11.2		10.7	36.3	nob	0.3	7.5				6.6	15.5	0.2		11.0	22.6		9.1	31.1			19.9	44.4		8.4	2.2
npi	2.0	0.5	2.1		0.9	0.5			2.3	2.6	1.4		1.6	2.7	2.0			1.3	3.0		2.5				1.9	2.4			0.9	2.3	1.6		1.0	2.2	1.3	1.9					1.5	1.9	0.9	0.9	1.6		1.7		1.9	npi	1.8				1.3	2.2	0.1		2.3	1.6		2.1	2.8				2.0		1.5	0.9
oci	13.8	0.8	12.2		3.1	1.3			12.4	30.3	8.4		8.1	15.6	11.9			8.0	15.6		20.1				7.6	17.7			1.5	5.2	7.6		3.2	12.8	5.8	18.5					7.1	6.7	3.9	1.4	10.8		10.2		12.1	0.4	oci				6.1	20.9	0.2		11.6	8.6		9.3	15.5				13.7		7.8	2.8
pcd																					14.7																															pcd
pes																			10.0																																		pes
pms																			7.7																	8.1																		pms
pol	9.0	0.4	7.3		19.1	0.7			10.5	11.2	23.2		5.3	11.5	22.8			6.0	25.4		24.9				5.3	10.3			0.5	3.4	23.7		2.8	9.6	5.0	22.6					6.9	16.6	3.1	0.8	8.7		24.2		8.6	0.2	5.6				pol	21.5	0.1		8.9	26.8		8.5	23.8				27.3		25.4	1.5
por	16.7	0.6	14.2		4.0	1.4			14.8	32.5	9.8		9.1	42.5	25.4			25.8	39.3		37.1				8.5	38.7			1.0	5.3	9.2		3.8	14.6	6.9	32.2				5.0	9.1	8.2	4.3	1.1	12.1	12.6	28.5		13.7	0.3	12.2				20.1	por	0.2		26.4	21.4		10.3	40.1				34.4		21.8	2.4
pus	2.8	0.5	1.9		1.0	0.5			2.5	2.7	2.0		1.8	2.9	2.4			1.6	2.9		2.5				1.8	2.5			1.2	2.0	1.9		1.1	2.7	2.0	2.2					2.1	1.9	1.3	0.3	2.0		2.0		2.7	0.1	1.9				1.6	2.7	pus		2.4	1.4		2.6	3.0				2.3		1.7	0.8
rom																			4.7																																							rom
ron	13.9	0.6	11.2		4.4	1.3			13.7	17.7	9.3		8.0	16.2	25.9			8.9	31.1		32.2				7.3	16.1			1.0	5.2	9.2		3.5	13.1	6.3	27.5					8.4	7.8	3.9	1.0	12.4		25.6		12.0	0.2	10.1				7.4	28.6	0.2		ron	25.8		9.4	32.7				14.3		8.6	2.4
rus	27.9	0.6	7.3		26.9	1.3			25.1	12.5	20.3	0.6	5.6	29.9	19.8			21.8	20.8		22.2				5.7	10.9			1.0	4.2	8.0		11.5	10.2	5.0	21.4					24.6	16.7	2.9	1.2	10.7	11.4	24.3		24.6	0.1	5.8				23.2	20.8	0.2		20.1	rus		14.7	21.7		29.3	30.5	25.8		33.2	2.3	5.7
sin																			1.2																																										sin
slv	10.6	0.3	7.8		4.0	1.2			12.1	12.0	24.9		5.7	12.7	25.3	0.0		6.5	24.7		17.8				5.8	10.6			0.9	3.6	9.7	13.1	3.0	10.5	5.4	9.9					8.0	6.8	3.4	1.0	10.1		9.1		10.0	0.1	6.1				7.3	12.9	0.1		9.0	24.6		slv	10.6				11.3		22.2	1.6
spa	37.4	0.3	11.6		15.5	1.1			24.2	39.5	15.2	0.7	6.4	31.0	18.1			22.9	27.6		27.6			8.2	6.3	39.2			0.6	3.5	25.7		3.1	10.2	14.1	30.7		0.5	0.5		7.3	16.5	3.2	0.7	28.4	14.8	26.4		33.5	0.3	8.5				20.3	34.5	0.2		25.4	19.2		8.1	spa				32.4		21.8	1.5	7.2
sqi																			28.9																																													sqi
srp_Cyrl																			33.1																																									34.1					srp_Cyrl				36.5
srp_Latn															29.8				37.0																	42.2													30.4											39.3						srp_Latn			37.7
swe	16.3	0.4	10.5		3.9	1.2			13.8	16.0	9.5		8.4	45.6	29.9			24.6	39.1		35.6				7.8	14.1			1.3	4.6	9.2		3.4	14.0	7.6	26.6					9.0	7.6	4.6	1.5	11.7		12.3		45.6	0.2	7.9				20.0	27.9	0.2		12.2	22.8		10.0	29.8				swe		8.6	2.2
swg															6.9																																																					swg
ukr	10.9	0.6	7.6		28.4	1.1			31.6	27.9	25.8		5.9	12.8	26.8			7.3	29.6		26.6				5.6	11.2			1.2	4.6	24.7		3.8	10.4	5.3	25.5					8.6	7.6	3.0	1.4	11.1		25.6		10.2	0.1	6.0				25.2	22.9	0.1		9.3	36.9		11.1	25.2		33.4	29.1	11.6		ukr	2.2
urd	6.4	0.9	3.9		2.2	1.5			5.7	5.8	3.7		3.5	6.9	4.9			3.6	13.0		5.8				3.8	4.4			1.9	11.4	3.4		3.0	5.0	2.7	4.0					4.0	3.6	1.3	1.6	4.8		4.2		5.0	0.0	2.6				2.6	5.8	0.3		4.7	4.1		4.2	5.3				5.4		4.0	urd
yid															17.2				15.0		16.1															13.4		0.0	0.0																					18.6			9.7								yid
zsm_Latn																			23.4															20.7																																						zsm_Latn
zza																			2.1																																																						zza

color:
score:	0	10	20	30	40	50	60	70	80	90	100