OPUS-MT Dashboard

Language pair: [eng-fra] all languages
Models: [all models] [OPUS-MT] [external] [compare]
Benchmark: [all benchmarks] [average score] tatoeba-test-v2021-08-07
Evaluation metric: bleu [spbleu][chrf][chrf++][comet]
Highlighting colors: [model score] [model type] [model size] [model diff]

	afr	ara	arq	awa	aze	aze_Latn	bel	ben	ber	bos_Latn	bre	bul	cat	cbk	ceb	ces	cha	chm	chv	cmn_Hans	cmn_Hant	cor	crh	cym	dan	deu	dsb	dtp	egl	ell	eng	epo	est	eus	fao	fas	fin	fkv	fra	frr	fry	gcf	gla	gle	glg	gos	got	grc	grn	gsw	hbs	heb	hin	hoc	hoc_Latn	hrv	hrx	hsb	hun	hye	ido	ido_Latn	ile	ile_Latn	ilo	ina	ina_Latn	ind	isl	ita	jav	jbo	jbo_Latn	jpn	jpn_Hani	jpn_Hira	jpn_Kana	kab	kat	kaz	kaz_Cyrl	kha	khm	kor	kur	kur_Latn	kzj	lad	lad_Latn	lat	lat_Latn	lav	lfn	lfn_Cyrl	lfn_Latn	lit	ltz	mal	mar	mkd	mlt	mon	mri	msa	mya	nds	nld	nno	nob	nor	nov	nst	oci	orv	ota	ota_Arab	ota_Latn	pam	pcd	pes	pms	pol	por	prg	rom	ron	run	rus	slv	spa	sqi	srp_Cyrl	srp_Latn	swa	swe	swg	tam	tat	tel	tgl	tha	tlh	tlh_Latn	toki	toki_Latn	tuk	tuk_Latn	tur	tzl	tzl_Latn	uig	uig_Arab	ukr	urd	uzb	uzb_Latn	vie	vol	war	wuu	xal	yid	yue_Hans	yue_Hant	zho	zsm_Latn	zza
afr	afr																									57.2					69.4	55.3																																																																											62.2																					51.9		69.8
ara		ara																								46.0				45.1	49.7	50.9							41.5													40.6																		49.2				21.4																																																40.0						47.1		47.5																		33.6
arq			arq																												9.1
awa				awa																											66.8
aze					aze																										38.0																																																																																																			37.3																		23.7
aze_Latn						aze_Latn																																																																																																																																														31.2
bel							bel																			55.1					53.5	53.5							56.5																															57.5																				4.8																	48.8															54.3						68.7		53.9																							65.5												21.5
ben								ben																							68.8
ber									ber																						37.4								69.0																																																																																											59.8
ber_Latn																										2.0					14.7
bos_Latn										bos_Latn																					66.5
bre											bre																				43.7								28.2
bua																																																																																																																																5.6
bul												37.6								30.1						54.5					60.5	52.9							54.7																															45.1				19.5																																																						52.6		50.5																		41.1					53.4												31.5
cat													cat													49.1					60.8	54.6							56.7																															59.5																																					52.2																59.2							78.4																							47.9
cbk														cbk																	17.4
ceb															ceb											15.5					58.4
ces																ces										54.2					57.7	53.1							57.1																				48.4											48.7																				8.3																																50.4						56.5	5.5	54.7																							53.5
cha																	cha														11.1
chm																		chm																																																																																																														2.5
chv																			chv												35.7																																																																																																	9.7																				9.0
cmn_Hans												30.4								cmn_Hans						31.0					38.6	37.1							34.5													25.2							17.9											30.6			0.0																																																	22.0	33.1					24.8	2.0	39.5					40.7								0.2					27.1				1.4	25.3				22.0			0.2
cmn_Hant																					cmn_Hant					33.4					39.7	33.2							28.1													21.3																		25.6			0.0																																		26.6															17.3	35.1					22.7		33.8					41.5								0.2					18.5				1.4	25.9
cor																						cor				6.5					7.3	2.6							7.1																															5.9																																																										2.5		5.3
crh																							crh																																																																																																																													32.3
cym																								cym							58.9
dan																									58.3	58.7					65.9	60.3					38.0		63.8																															57.7				29.9																																	65.2		78.2	76.2													60.2					55.9		55.5					72.5													43.0
deu	60.6	24.0					42.6					52.0	46.1		11.9	43.5				32.5	26.5	3.5			58.8	36.3	15.8			46.3	54.9	58.2	58.8	39.6		20.5	42.3		52.1	1.4						2.7					39.7	38.1				45.0	2.3	19.1	33.6		0.6		4.9					41.1	47.1	49.9		0.5		21.3	0.8	0.1	0.3	14.9						19.7		11.0		22.3		16.1					7.7	40.5	54.0							34.8		23.2	54.9		53.4	53.1												43.1	44.2			43.7	23.5	47.1	16.4	50.8			36.8		58.4	1.2		16.1		21.3		0.3		0.0				36.1					44.6				26.7					7.4			32.5
dsb																										43.4	dsb																															23.0																																																																							5.1
dtp																												dtp			2.3																																											0.3		0.4																																																																																										0.1
egl																													egl																																									5.3
ell		26.3																								53.2				44.3	68.8	58.7							61.9																															52.7																																					47.7																50.3					55.4		48.0					56.0													40.6
eng	62.3	22.5	0.9	11.1	25.8		32.5	30.6	45.0	50.6	22.5	51.5	50.7	4.6	31.0	47.8	7.6		10.8	0.5	2.8	4.2		39.9	61.8	44.8		1.7		55.4	70.8	57.2	53.4	39.0	37.9	21.1	40.5		53.2		26.5		29.8	43.9	45.7	2.8	0.4	0.3		4.1	42.1	41.6	31.4	0.3	0.3	49.7	4.5		39.3	28.1	11.9	11.9	4.7		34.7	20.6		39.7	45.0	54.3	13.5	0.2	0.2	31.4	0.4	0.1	0.1	18.3	18.6	25.7	25.4	0.8	2.0	24.9	13.8	18.5	0.3	21.8	24.7	24.7		46.7	2.9	0.3	6.6	39.7	55.8	16.9	44.3	57.5	34.4	17.5	28.5	35.9	0.3	22.8	56.4	58.1	57.3	55.0	2.4	0.1	13.8	0.7	1.1	0.4	2.0	3.0		18.0	16.3	47.9	54.1	0.5	8.7	48.6	20.8	46.8	17.1	57.2	47.2	45.1	39.8	34.3	62.8		12.4	20.5	12.2	26.8	9.3	0.5		0.1		21.7	9.5	42.3	1.0	1.0	16.8	5.4	54.2	24.9	7.2	23.1	39.4	0.4	14.4		5.1	9.8	0.1	0.4	31.8	27.9	1.0
epo	58.8	27.1					42.2					52.6	49.2			45.4				34.3	30.8	0.9			61.6	56.6				51.3	62.1	41.1				16.7	46.4		60.2						51.0						13.9	35.3				40.4			39.3		15.3		3.9	3.9		0.9			48.7	55.9		0.1		28.6	0.5	0.1												0.8	0.9	8.8			3.3		4.2	40.4										8.5	52.5		53.9				16.4									50.5	50.5			51.5		50.1	15.6	63.3		32.2	23.9		64.2					25.2		0.2		0.1				46.5					49.5				38.7	0.4				2.2
est																										56.8					60.0		est																																																																																															53.8
eus																										50.7					56.3			eus																																								0.1																																																						45.6		50.3
fao																															56.0				fao
fas																										38.3					46.1	26.5				fas			37.5
fin																									55.1	48.0					57.4	52.1					22.8	1.7	51.0													35.4							50.9											47.7				17.8	0.2	0.0	1.2							22.4						6.8																	63.7	56.4	60.7	50.6												50.3	55.7					47.0		53.1					55.9													32.5																	28.0
fkv																																					21.6	fkv
fra		18.9					41.5		48.5		13.0	47.8	46.2			47.6				31.7	25.0	2.9			64.3	52.1				52.7	60.0	62.5				19.7	45.8		44.6			0.2									39.9	39.6				40.5			42.0		0.6		4.7					41.5		54.5		0.1		20.5	0.2	0.0		17.2						20.1						6.0					8.0									35.6		15.9	49.6		59.4	60.3			14.0						1.0			42.7	52.5			44.6	27.1	46.2	9.0	55.6					62.7			35.5		24.3		0.3	0.3	0.1	0.1			34.8			24.3	10.5	45.9				35.6			0.1		9.6			28.2
frr																										7.2														frr
fry																															41.9										fry																																																																		51.1
gcf																																							12.9			1.8
gla																															46.5												gla																																																																																							39.5
gle																															60.4													gle
glg																															59.8	55.8													glg																																																																														62.2							73.1
gos																										25.4					24.1															gos																																																													26.2
got																															0.3																got
grc																															10.2																	grc
grn																																																	grn																																																																										26.4							29.6
gsw																															32.8																			gsw
hbs																										55.0					57.8	34.6							50.6												hbs																			54.0				0.0																																																51.4						59.0		58.0																							53.1
heb		25.4																		33.5	25.0					48.0					53.8	50.6					40.9		48.3													32.1							31.6							1.8				47.8				20.6														1.7		6.8			1.1		4.4												40.2															42.7	46.2					42.7		52.7																		43.5					37.8									1.2			0.0
hin																															56.2																						hin																																																																																																					30.6
hoc																															1.0																							hoc
hoc_Latn																															1.0																								hoc_Latn
hrv																										53.1					60.3	48.2							46.5																	hrv																																																																		48.8								57.5																							50.8
hrx																										28.7					27.9																										hrx
hsb																										47.3	19.5																															hsb																																																																							12.1
hun																48.4				31.7						42.2					50.7	47.0					51.7		51.2													32.1							28.5											52.0				18.2										27.6						10.3																	50.1															43.6	45.2					44.7		49.1					52.4													37.2					41.7
hye																															44.3																													hye																																																																				38.3
ido																										27.8					38.5	34.9							25.9																						ido					2.2				21.8																							5.8																																					27.5																																0.4
ido_Latn																															33.3																															ido_Latn																																	3.4
ile																										40.9					42.0	43.3							40.1																								ile
ile_Latn																																43.3																																ile_Latn
ilo																															48.3																																		ilo
ina																															42.5	22.1																													12.0					ina																											7.0																														2.3																			0.2
ina_Latn																																																																			ina_Latn																						1.5						8.0																																																0.2
ind																										41.0					50.0								46.1																													ind		43.0						0.1																																																																																										26.3
isl																										52.9					55.9	50.0																																					isl	51.0				18.4																																																								57.1
ita		25.7					50.5					47.8	56.4			40.3				33.2	24.7	1.5			55.3	50.4			1.1	53.1	72.4	57.9					45.6		67.9												6.4	40.0							45.6		0.5							30.8	50.0	51.5				20.5	0.0	0.1														7.4						41.1								27.7		15.3	57.5														1.6	42.9	56.3			53.6		46.7		63.3			40.4		55.8									0.4				34.9					51.0				38.1					9.3			33.4
jav																															35.6																																								jav
jbo																										0.6					0.3	0.9							0.5																																	jbo		0.0																																																						0.2		0.2					0.3
jbo_Latn																				0.0	0.0										0.3																																										jbo_Latn
jpn		21.9										22.1													55.0	31.1		0.5			44.6	41.3		16.6			23.5		36.5												18.3	28.1							19.4										31.6	29.3		0.0		0.1										25.6												23.3			31.3					20.9		5.2	39.3			26.1												22.2	28.3					29.3		38.2					27.6							0.4		0.1				21.0					30.5				26.2								13.8
jpn_Hani																										12.5					29.9	18.3					20.5		30.2																				15.1											12.6					jpn_Hani																																24.9																24.0					10.9		19.3
jpn_Hira																										11.6		0.0			29.1	18.9					16.8		27.4													22.9				15.9			11.8									21.0		11.9						jpn_Hira																															18.2																19.9					11.7		15.8																		7.5					10.5
jpn_Kana																										11.9					34.2						24.8																																								jpn_Kana																																																			15.5		19.0
kab																										29.7					41.3								32.4																																							12.5																																																		30.6		27.7
kat																															58.0																																																kat																																																	52.1
kaz																															49.2																																																	kaz																																																33.2
kaz_Cyrl																															37.0																																																		kaz_Cyrl
kha																															1.6																																																			kha
khm																															36.0																																																				khm																																															22.7
kor																										30.5					42.7						36.4		32.9																				30.5															20.2										kor																																												35.1		32.6
kor_Hang																															41.1						25.0		30.2																				27.7
kur																															17.7																																																						kur
kur_Latn																										26.7					26.3																																																							kur_Latn
lad																										27.1					32.9	16.3																				10.5																																				lad		0.2																																								36.3																																4.4
lad_Latn																															38.6	21.2																																			12.9																						lad_Latn						1.8																																			43.6																																6.0
lat																										27.7					24.6								10.3																															24.1																		3.7		4.4																	31.8																16.1					13.6		26.2
lat_Latn																																																																																											lat_Latn																																16.1
lav																															59.5																																																													lav																																				60.5
lfn																															22.8	9.8																													7.5					1.1																											lfn																														1.4
lfn_Cyrl																															5.6																																																															lfn_Cyrl																													5.6
lfn_Latn																										32.3					33.8	21.2							35.3																							1.4					12.8																						0.4						lfn_Latn																												31.0																																							0.1
lit																										48.9					61.8	53.5																																						50.5				22.2																						lit																										53.6						54.9		55.6																		42.3
ltz																										66.1					67.0																																																																		ltz										66.6
mal																															53.8																																																																			mal
mar																															67.8																																											31.6																									mar
mkd																															64.0																																																																					mkd																														63.3
mlt																															59.2																																																																						mlt
mon																															33.8																																																																							mon
mri																															38.2																																																																								mri
msa																										40.1					48.0								45.8																															43.0				16.0																														24.2																										43.9																																			17.4
mya																															41.3																																																																										mya
nds																										49.8					46.6								47.0																															39.1																																				nds	53.0																43.5					25.3		46.0
nld	65.3						35.6						47.9								25.8				66.2	57.1				40.7	62.4	52.5					57.2		53.7		31.4					2.8						30.6							40.0											54.7				23.3	1.3	0.2																					59.0									24.3	44.9			62.9												43.0	49.9			42.4		50.1		52.6														0.2				34.0					43.5												30.3
nno																															64.0						39.2																																																																							nno	81.5
nob																									73.9	51.1					61.4	51.2					37.1		56.6																																																																					56.3	nob																			48.6		57.8			21.4		74.3
nor																									73.1	50.5					61.1						34.3		56.6																															53.7																				0.3																	59.2			57.0												35.9	47.7					39.9		56.7					73.3																		42.8												29.8
nov																															26.3																																																																																nov
nst																															0.6																																																																																	nst
oci																															43.8	34.6							44.9																																																																										oci
orv																															13.7																																																																																			orv																																							9.3
ota																															4.9																																																																																				ota																																	3.0
ota_Arab																															3.4																																																																																					ota_Arab
ota_Latn																															16.4																																																																																						ota_Latn
pam																															2.0																																																																																							pam
pcd																																							17.7																																																																																pcd
pes																															45.7																																																																																									pes
pms																															20.4																																							20.0																																																			pms
pol		23.9					45.7									47.8				29.9	20.8					50.7					56.1	54.4					44.5		50.2												48.7	38.7				49.4			39.4											48.3				14.6																						43.5											49.8			49.6												pol	45.0					55.7		49.1					56.6													35.0					49.9
por													52.8							33.8	30.9				66.8	51.6				54.2	66.2	52.4					64.4		60.9						59.0				13.1			44.4							44.0											59.8				23.1	0.6	0.1														11.8	11.8			0.9	8.0											19.8	53.2			57.9												45.2	56.2			49.3		47.6		65.4					60.4					32.3				0.1				40.1					44.9
prg																															4.5																																																																																													prg
que																															12.2
rom																															12.9																																																																																														rom
ron																										51.4					61.8	53.3							56.0																															59.0																																					47.9																54.0			ron		51.5		58.6																		35.5
run																										45.1					51.7								47.0																																																																																								run	45.4		44.7
rus	58.9	22.5					51.1					54.0				53.4		1.4		29.0	26.1	0.6			60.2	52.1				49.6	59.6	52.6	58.3	37.9			43.8		53.0												49.5	38.4							35.6	30.9										46.2		0.1		23.6	0.3	0.2	0.3	16.2	29.3	25.6				26.1								56.8				47.3										11.4	51.4		47.8	40.3												54.0	45.8			42.4	26.6	41.5	23.0	52.3		46.5	51.7		54.9			20.2						0.1	0.1			28.7			20.8		70.2				19.2						0.3		15.7
slv																52.5				27.4						56.0	13.6				58.8	42.7							44.6																			18.9																																																																						56.2	slv																								48.9
spa	68.0	26.6					39.5		42.7			53.4	68.8			45.1				38.0	30.9	2.1			57.9	51.6				47.6	62.7	62.9		37.1			45.8		58.3				26.4		67.6				11.2		48.5	44.7				52.1			43.6		0.7								46.9	61.6		0.1		24.1	0.2	0.0	0.5	11.9					0.3	24.5				23.9	27.7	27.0						45.9				57.8				28.5		19.0	51.7		61.3	60.5												45.3	61.3			48.5	20.4	49.0		52.4					60.5			26.8		24.8		0.5		0.1				45.2					43.9				34.9					10.5			39.7
sqi																															60.6																																																																																																				sqi
srp_Cyrl																															55.7	36.5																																																																																																56.2				srp_Cyrl																					55.0
srp_Latn																										56.4					58.5	30.0																																						61.3																																							49.0																			61.1					srp_Latn																				57.7
swa																															49.9																																																																																																							swa
swe																				34.5	30.8				72.6	57.1				53.0	66.4	56.6					46.4		59.2																				44.5											56.6				18.3																																			76.3	72.3												46.2	51.2					47.0		56.0					47.6													34.2																	40.5
swg																										16.1																																																																																																														swg
tam																															48.2																																																																																																										tam
tat																										19.7					32.6								37.8																																																																																											26.3								tat										15.0
tel																															47.0																																																																																																												tel
tgl																										33.2					39.9								42.4																																																																																				37.9							43.1										tgl
tha																															50.0																																																																																																														tha
tlh																										0.7					1.2	0.5							2.3																											0.2																																																																1.1												tlh
tlh_Latn																																							2.3																												0.3																																																																												tlh_Latn
toki																										0.2					0.4	0.4							0.3																															0.6				0.4																																	1.2																0.4					0.6		0.1														toki
toki_Latn																																							0.3																																																																																									0.6																	toki_Latn
tuk																															45.5																																																																																																																			tuk
tuk_Latn																															24.5																																																																																																																				tuk_Latn
tur		20.1			27.5	27.7						47.0							7.3	36.8	30.9		10.4		53.9	45.1				48.6	60.3	28.4					35.5		44.6													40.0							34.8											39.8				20.7		0.3																				35.7											44.6								1.3							40.7	45.4			38.2		35.6		56.3					49.5			12.4										16.9			0.1		47.8		7.5
tzl																															17.0																																																																																																																						tzl
tzl_Latn																															17.0																																																																																																																							tzl_Latn
uig																															38.2								24.0																																																																																																													5.5			uig
uig_Arab																															19.1								23.9																																																																																																																	uig_Arab
ukr							58.9					61.3	54.2			58.2				31.3	25.5					55.9					66.6	34.1							55.9												52.1	43.2				51.1			44.0											56.7				21.5		0.5																															55.4			55.4				0.3								58.3	48.8					76.2	19.2	55.7		54.7	53.4															48.6					37.6												22.2
urd																															43.8																						36.1																																																																																																					urd
uzb																															50.5																																																																																																																					44.8							uzb
uzb_Latn																															42.8																																																																																																																													uzb_Latn
vie																				23.6						32.0					47.2	12.3							38.8																															37.4				17.5																																																						17.5		38.3																											61.7								24.0
vol																															2.0	0.6																																																																																																																														vol
war																															33.6																																																																																																																																war
wuu																				0.6																			7.8																																																																																																																									wuu
xal																															5.6																																																																																																																																		xal
yid																										22.4					33.9	14.2							28.4													8.4									0.5									15.4																		0.1	0.1						0.8																																			19.6																																6.2
yue_Hans																															22.4																																																																																																	13.5																																			yue_Hans
yue_Hant																															25.3																																																																																																																																					yue_Hant
zho												29.6														31.5					35.8						40.7															27.0							9.6											30.1				24.6										5.9																				12.1			31.2																					16.2							46.1																		10.1				19.5								zho
zsm_Latn																												0.1			46.8																																					39.5																																																																																																		zsm_Latn
zza																															2.1																																																																																																																																								zza