OPUS-MT Dashboard

Language pair: [eng-fra] all languages
Models: [all models] [OPUS-MT] [external] [compare]
Benchmark: [all benchmarks] [average score] tatoeba-test-v2021-03-30
Evaluation metric: bleu [spbleu][chrf][chrf++][comet]
Highlighting colors: [model score] [model type] [model size]

	afr	amh	ang	ara	arq	asm	awa	aze	aze_Latn	bel	ben	ber	bos_Latn	bre	bul	cat	cbk	ceb	ces	cha	chm	chv	cmn_Hans	cmn_Hant	cor	crh	cym	dan	deu	dsb	dtp	egl	ell	eng	epo	est	eus	fao	fas	fin	fkv	fra	frr	fry	gcf	gla	gle	glg	gos	got	grc	grn	gsw	hbs	heb	hin	hoc	hoc_Latn	hrv	hrx	hsb	hun	hye	ido	ido_Latn	ile	ile_Latn	ilo	ina	ina_Latn	ind	isl	ita	jav	jbo	jbo_Latn	jpn	jpn_Hani	jpn_Hira	jpn_Kana	kab	kat	kaz	kaz_Cyrl	kha	khm	kor	kur	kur_Latn	kzj	lad	lad_Latn	lat	lat_Latn	lav	lfn	lfn_Cyrl	lfn_Latn	lit	ltz	mal	mar	mkd	mlt	mon	mri	msa	mya	nds	nld	nno	nob	nor	nov	nst	oci	orv	ota	ota_Arab	ota_Latn	pam	pcd	pes	pms	pol	por	prg	rom	ron	run	rus	slv	spa	sqi	srp_Cyrl	srp_Latn	swa	swe	swg	tam	tat	tel	tgl	tha	tlh	tlh_Latn	toki	toki_Latn	tuk	tuk_Latn	tur	tzl	tzl_Latn	uig	uig_Arab	ukr	urd	uzb	uzb_Latn	vie	vol	war	wuu	xal	xho	yid	yue_Hans	yue_Hant	zho	zsm_Latn	zza
afr	afr																												48.6					63.1	37.8																																																																											57.7																					44.6		69.8
amh		amh																																57.7
ang			ang																															11.3
ara				ara																									44.4				44.7	47.3	37.0							39.9													40.6																		46.4				17.0																																																40.2						42.3		47.2																		33.7
arq					arq																													9.1
asm						asm																												25.3
awa							awa																											48.0
aze								aze																										33.2																																																																																																			13.6																		23.9
aze_Latn									aze_Latn																																																																																																																																														31.6
bel										bel																			51.5					48.1	31.2							52.5																															53.6																				4.8																	44.6															48.5						68.7		53.2																							65.5													8.7
ben											ben																							49.8
ber												ber																						40.0								69.2																																																																																											59.7
ber_Latn																													2.0					15.0
bos_Latn													bos_Latn																					66.7
bre														bre																				43.4								28.2
bua																																																																																																																																			5.6
bul															37.6								0.3						54.3					60.5	41.1							54.8																															43.8				18.3																																																						52.2		50.7																		40.7					53.5
cat																cat													49.0					57.3	36.2							56.4																															58.9																																					51.8																59.1							74.0																							34.0
cbk																	cbk																	17.4
ceb																		ceb											12.9					58.4
ces																			ces										51.4					58.1	25.7							57.8																				48.3											46.1																				8.3																																50.7						56.4	6.1	53.4																							53.0
cha																				cha														10.9
chm																					chm																																																																																																														1.8
chv																						chv												35.7																																																																																																	9.7																				8.9
cmn_Hans															30.0								cmn_Hans						27.9					36.4								25.3													7.0							4.9														0.0																																																	16.4	23.7						1.4	29.5					40.7								0.2					9.3									7.5			0.2
cmn_Hant																								cmn_Hant					34.6					39.7								25.6													6.3																					0.0																																																	17.3	28.7							26.8					41.6								0.2					9.8												0.3
cor																									cor				6.5					6.4	2.6							7.1																															5.9																																																										2.5		5.3
crh																										crh																																																																																																																													25.1
cym																											cym							53.9
dan																												dan	58.8					65.9	39.8					37.8		63.8																															56.1				23.0																																	64.4		76.9	76.2													60.2					53.9		53.7					72.6													42.9
deu	52.7			23.2						33.1					50.1	46.1		8.1	42.3				0.4	0.8	3.5			58.8	36.3	15.9			45.2	54.2	61.2	56.7	31.8		13.3	42.0		51.8	1.4						2.7					39.7	37.2				44.6	2.3	16.9	33.8		0.6		0.1					36.4	47.3	49.6		0.1		16.9	0.6	0.1	0.3	8.1								10.5		23.1							8.3	17.8	38.4							34.3		23.3	54.9		47.8	47.5												23.3	25.2			41.6		45.8	12.5	50.6			36.8		57.3	0.8		6.4		21.3				0.0				35.5					43.2				25.7						6.9			32.6
dsb																													43.5	dsb
dtp																															dtp			2.3																																											0.3		0.4																																																																																											0.2
egl																																egl																																									5.3
ell				26.2																									53.3				41.8	69.6	45.6							61.9																															47.8																																					47.4																50.1					54.7		29.4					56.1													33.0
eng	57.0	15.2	7.0	22.5	0.9	5.8	4.7	25.8		24.9	17.2	47.6	50.5	22.3	51.5	48.4	4.6	31.0	48.0	7.5		10.7	0.5	2.9	4.2		40.4	61.8	45.5		1.7		55.7	70.0	60.5	53.4	33.4	26.6	17.8	40.6		52.5		25.9		22.4	44.0	45.7	2.8	0.4	0.3	4.4	4.1	42.1	41.5	22.4	0.3	0.3	49.7	4.4		38.9	20.0	11.9	11.9	3.0		33.8	20.5		39.4	45.0	52.1	8.6	0.2	0.2	16.7	0.5	0.1	0.0	8.2	18.6	21.3	25.2	0.7	0.6	13.4	14.2	17.3	0.2	22.1	24.7	24.6		46.9	2.9	0.2	3.7	39.6	46.8	16.9	44.7	57.5	34.0	12.2	17.6	35.9	0.3	21.7	56.9	40.3	57.3	55.0	2.6	0.1	10.0	0.7	1.1	0.4	2.1	3.0		18.0	16.3	47.8	54.0	0.5	8.9	48.3	14.3	47.6	20.2	55.8	46.6	44.9	39.7	34.6	61.9		10.1	10.9	11.6	26.8	4.8	0.1		0.1		9.2	9.2	43.1	0.9	0.9	0.3	2.2	55.3	16.3	7.2	23.0	37.1	0.4	14.0		5.4	50.1	10.4	0.1	0.4	31.7	27.9	1.0
epo	41.0			13.4						18.0					35.7	33.6			17.4						0.9			39.5	59.8				35.9	66.2	36.0				16.7	37.2		62.2						33.0						13.4	20.4				18.1			22.3		15.3		3.8	3.8					22.6	43.7		0.1		14.2	0.9	0.1												0.9	0.9	8.8			2.6		3.4	18.5											42.0						6.0									31.9	40.2			19.3		29.5	6.8	64.0		10.8	23.9		29.2					11.3				0.1				19.9					25.6				9.9	0.4					0.7
est																													54.6					59.7		est																																																																																															50.5
eus																													39.6					53.6			eus																																								0.0																																																						31.9		48.8
fao																																		42.3				fao
fas																													29.9					42.9	26.6				fas			37.6
fin																												55.1	48.0					57.4	43.3					22.8	1.8	51.0													35.4							45.0											20.2				9.2	0.2	0.0	1.2													6.8																	63.7	34.4	59.5	50.6												50.2	55.5					47.0		53.0					56.2													31.0																		26.3
fkv																																								23.5	fkv
fra				15.0						36.1		48.4		13.0	47.7	46.2			47.6				0.5	3.2	2.8			64.3	52.0				52.6	59.8	64.2				19.4	45.8		44.6			0.2									39.7	39.1				40.2			42.0		0.5		4.6					38.2		54.4		0.1		11.9	0.2	0.0		5.9												6.0					8.2									35.3		15.9	49.6		59.7	60.5			11.8						1.0			42.7	52.3			44.2	10.6	46.3	4.0	55.6					62.7			17.7		24.3		0.3	0.3	0.1	0.1			34.8			9.8	10.5	45.9				31.0			0.1			9.6
frr																													7.2														frr
fry																																		42.4										fry																																																																		50.8
gcf																																										12.9			1.8
gla																																		28.6												gla																																																																																							26.0
gle																																		57.8													gle
glg																																		56.5	39.6													glg																																																																														62.3							72.1
gos																													24.2					23.7															gos																																																													16.7
got																																		0.3																got
grc																																		9.2																	grc
grn																																		15.3																		grn																																																																										10.7							11.0
gsw																																		33.0																			gsw
hbs																													51.4					57.7	18.5							50.3												hbs																			54.0				0.0																																																51.3						59.0		58.1																							52.9
heb				24.6																			0.0	0.0					45.2					53.7	34.1					40.7		47.0													32.1							30.1							1.4				40.9				0.0														2.0		7.4			0.7		3.9												18.1															42.7	45.8					40.5		51.2																		37.1					37.5										1.3			0.0
hin																																		43.3																						hin																																																																																																					21.3
hoc																																		1.0																							hoc
hoc_Latn																																		1.0																								hoc_Latn
hrv																													51.2					60.2	23.2							46.0																	hrv																																																																		48.7								57.4																							50.4
hrx																													28.7					27.8																										hrx
hsb																													47.5																																hsb
hun																			48.4				0.7						42.6					51.4	30.2					51.8		51.2													28.1							28.7															0.0																10.4																	45.2															39.7						38.3							48.1													30.9					40.5
hye																																		41.6																													hye																																																																				25.9
ido																													27.1					38.5	34.9							25.6																						ido					1.6				21.8																							6.2																																					26.8																																	0.5
ido_Latn																																		33.3																															ido_Latn																																	3.1
ile																													26.7					27.9	43.0							40.3																								ile
ile_Latn																																			43.1																																ile_Latn
ilo																																		44.7																																		ilo
ina																																		42.5	22.1																													11.3					ina																											6.5																														2.3																			0.2
ina_Latn																																																																						ina_Latn																						1.4						7.4																																																0.2
ind																													39.6					47.9								46.0																													ind		42.4						0.1																																																																																											26.5
isl																													53.2					55.9	36.7																																					isl	51.2				0.0																																																								57.3
ita				25.5						34.2					47.8	57.0			40.2				0.4	1.1	1.5			53.4	50.2			1.1	42.7	71.7	39.7					44.0		68.0												6.4	38.5									0.5							29.0	28.7	51.5				11.6	0.0	0.1																				41.2								27.7		15.4	56.8														1.6	25.8	56.2			51.0		46.7		56.4			40.3		54.4									0.5				16.1					48.3				36.4						9.9			33.5
jav																																		24.6																																								jav
jbo																													0.6					0.3	0.9							0.5																																	jbo		0.0																																																						0.2		0.1					0.3
jbo_Latn																							0.0	0.0										0.3																																										jbo_Latn
jpn				11.7											16.6													40.8	31.6		0.4			45.9	20.1		10.8			23.6		36.5												18.4	22.9							14.5										9.1	21.2		0.0		0.0										14.8												12.0			11.6					21.0		5.3	32.3			26.1												14.3	22.0					22.9		38.3					23.9							0.4		0.0				16.1					15.7				19.9									13.8
jpn_Hani																													12.9					30.5	19.9					20.4		30.3																				15.1											12.6					jpn_Hani																																24.9																24.0					10.8		19.4
jpn_Hira																													11.7		0.0			29.0	18.8					16.8		27.4													22.4				16.1			11.8									21.0		12.0						jpn_Hira																															18.3																19.9					11.7		15.8																		7.4					11.2
jpn_Kana																													12.0					34.2						24.8																																								jpn_Kana																																																			15.7		22.9
kab																													21.3					28.4								18.3																																							0.5																																																		6.2		18.7
kat																																		48.8																																																kat																																																	37.6
kaz																																		36.5																																																	kaz
kaz_Cyrl																																		37.1																																																		kaz_Cyrl
kha																																		1.2																																																			kha
khm																																		19.1																																																				khm																																															18.0
kor																													28.0					41.3						36.5		31.7																				30.9																									kor																																												30.1		31.2
kor_Hang																																		41.1						24.8		30.3																				28.0
kur																																		16.7																																																						kur
kur_Latn																													25.7					25.3																																																							kur_Latn
lad																													30.4					33.3	16.5																				10.3																																				lad		0.2																																								40.3																																	5.0
lad_Latn																																		38.1	20.6																																			12.5																						lad_Latn						0.9																																			45.0																																	6.6
lat																																		24.6								10.3																																																	3.5		4.4																	32.1																16.1					13.6		26.2
lat_Latn																																																																																														lat_Latn																																16.1
lav																																		59.5																																																													lav																																				60.4
lfn																																		10.5	9.5																													7.9					0.7																											lfn																														1.4																			0.2
lfn_Cyrl																																		4.1																																																															lfn_Cyrl																													3.2
lfn_Latn																													33.2					30.5	20.5							35.8																							1.2					12.7																						0.3						lfn_Latn																												19.3																																								0.1
lit																													25.5					61.7	13.2																																						41.8																										lit																										53.6						55.7		55.7																		35.9
ltz																													48.3					54.9																																																																		ltz										41.1
mal																																		48.6																																																																			mal
mar																																		68.6																																																																				mar
mkd																																		64.0																																																																					mkd																														63.3
mlt																																		53.9																																																																						mlt
mon																																		25.0																																																																							mon
mri																																		24.8																																																																								mri
msa																													39.3					46.7								45.7																															42.9																																		18.6																										42.3																																				17.0
mya																																		29.6																																																																										mya
nds																													49.8					43.3								47.1																															39.0																																				nds	44.9																43.8					25.5		46.1
nld	62.3									17.8						41.9								4.2				66.2	57.2				22.3	62.3	28.0					56.7		53.9		30.8					2.8						14.8							38.8											52.4				14.4	1.3	0.2																					18.3									24.3	44.9			62.5												25.4	31.4			26.4		47.2		52.6														0.1				17.9					40.8													30.4
nno																																		56.1						33.7																																																																							nno	81.3
nob																												73.1	45.6					60.2						36.1		56.8																																																																					56.4	nob																			45.2		56.4			21.4		73.6
nor																												73.1	45.7					57.2						34.3		56.9																															53.6																				0.3																	59.1			57.2												35.9	47.8					39.9		56.7					73.0																		42.7													30.0
nov																																		26.6																																																																																nov
nst																																		0.6																																																																																	nst
oci																																		23.0								30.7																																																																										oci
orv																																		13.7																																																																																			orv																																							9.3
ota																																		4.8																																																																																				ota																																	3.2
ota_Arab																																		3.4																																																																																					ota_Arab
ota_Latn																																		16.5																																																																																						ota_Latn
pam																																		2.0																																																																																							pam
pcd																																										17.7																																																																																pcd
pes																																		43.3																																																																																									pes
pms																																		20.4																																							19.8																																																			pms
pol				21.8						34.2									48.0				0.3	0.8					28.8					56.0	24.9					44.4		50.1												48.7	38.7				49.4			39.1											28.1																										43.5											30.2			49.6												pol	45.0					55.5		48.9					34.8																		49.9
por																52.7							0.6	1.5				65.8	48.2				50.1	64.8	44.1					64.4		60.7						59.0				5.8			44.4																		57.9				13.6	0.6	0.1														11.8	11.8			0.4	1.1											19.8	35.3			58.3												45.1	56.2			47.3		47.6		65.3					59.9					28.4				0.1				22.7					44.7
prg																																		4.5																																																																																													prg
que																																		12.1
rom																																		13.1																																																																																														rom
ron																													47.9					60.5	27.6							55.8																															54.6																																					32.3																54.0			ron		49.8		58.6																		35.5
run																													17.4					36.9								26.5																																																																																								run	17.5		28.3
rus	48.4			16.8						51.1					54.0				53.6		1.4		0.9	0.6	0.6			59.6	52.3				29.0	60.1	29.7	57.3	29.8			42.2		53.2												49.5	36.1							35.7	22.1										43.7		0.1		11.8	0.3	0.2	0.4	0.5						14.6								56.4				48.8										11.4	50.2		46.1	40.4												54.0	42.9			37.9		41.5	34.8	52.3		46.5	51.2		53.3									0.1	0.1			12.1					70.2				16.2						5.9	0.1		15.5
slv																			49.8				0.0						53.6					59.2								45.9																																																																																									55.4	slv																								40.2
spa	68.0			20.6						33.7		42.7			53.5	68.8			45.1				2.8	2.2	2.1			56.3	51.7				28.6	61.8	63.6		36.8			45.8		58.3				24.1		67.6				6.9		48.8	43.5				52.2					0.7								34.8	51.7		0.1		14.4	0.2	0.0	0.0	8.0					0.3					25.7	27.9	27.0						45.8				57.7				24.7		19.1	51.7		61.3	60.5												45.0	61.7			46.4	12.1	49.0		52.4					39.7			15.8		24.4		0.6		0.2				45.6					43.0				34.5						11.5			39.2
sqi																																		60.7																																																																																																				sqi
srp_Cyrl																																		55.7	15.4																																																																																																55.8				srp_Cyrl																					55.0
srp_Latn																													31.7					58.5	30.0																																						61.1																																							31.7																			61.1					srp_Latn																				57.8
swa																																		49.6																																																																																																							swa
swe																							1.6	2.9				72.7	55.4				52.9	66.6	29.7					46.5		59.2																				38.6											55.8																																							76.2	72.3												25.9	50.9					45.7		36.7					49.1													34.3																		40.3
swg																													10.0																																																																																																														swg
tam																																		41.6																																																																																																										tam
tat																													14.2					14.6								27.6																																																																																											26.3								tat										14.9
tel																																		28.8																																																																																																												tel
tgl																													25.6					36.8								27.9																																																																																				28.8							31.2										tgl
tha																																		50.1																																																																																																														tha
tlh																																		0.3	0.5							2.4																											0.1																											0.3																																					1.1												tlh
tlh_Latn																																										2.4																												0.3																																																																												tlh_Latn
toki																													0.2					0.4	0.4							0.4																															0.7				0.4																																	0.9																0.4					0.6		0.1														toki
toki_Latn																																										0.3																																																																																									0.6																	toki_Latn
tuk																																		19.6																																																																																																																			tuk
tuk_Latn																																		19.6																																																																																																																				tuk_Latn
tur				15.8				27.5	27.7						47.0							7.2				10.4		54.1	23.6					62.3	28.4					33.0		44.5													24.7							28.9											18.9				8.8		0.3																				35.7											24.4								1.3								22.4			37.3		15.1		57.2					48.7			12.4										16.9					42.2		7.2
tzl																																		16.9																																																																																																																						tzl
tzl_Latn																																		16.9																																																																																																																							tzl_Latn
uig																																		2.6								24.0																																																																																																																uig
uig_Arab																																		11.8								23.9																																																																																																																	uig_Arab
ukr										58.9					61.4	52.9			57.5				0.7	1.3					55.7					67.7	34.1							55.9												52.1	42.9				50.9			43.8											50.0				12.5		0.5																															50.7			55.3				0.3								58.2	45.3					76.2	14.6	55.7		54.9	53.5															45.2					37.9													22.1
urd																																		27.9																						24.8																																																																																																					urd
uzb																																		21.0																																																																																																																					18.3							uzb
uzb_Latn																																		42.7																																																																																																																													uzb_Latn
vie																							0.6						31.9					42.9	12.3							33.9																															37.8																																																										17.1		38.1																											61.5									23.8
vol																																		2.0	0.5																																																																																																																														vol
war																																		19.6																																																																																																																																war
wuu																							0.6	1.4																																																																																																																																											wuu
xal																																		5.5																																																																																																																																		xal
xho																																		61.0																																																																																																																																			xho
yid																													22.2					36.6	14.3							29.7													8.6									0.4									15.2																		0.1	0.1						0.8																																	18.6		22.1																																	7.2
yue_Hans																																		22.5																																																																																																																																					yue_Hans
yue_Hant																																		25.5																																																																																																																																						yue_Hant
zho															29.7														31.9					35.6						40.8															26.9							9.5											30.0				24.6										5.8																				11.8			31.2																					16.3							46.1																		10.1				19.3									zho
zsm_Latn																															0.2			39.4																																					39.9																																																																																																			zsm_Latn
zza																																		2.1																																																																																																																																									zza