OPUS-MT Dashboard

Language pair: [eng-fra] all languages
Models: [all models] [OPUS-MT] [external] [compare]
Benchmark: [all benchmarks] [average score] tatoeba-test-v2021-08-07
Evaluation metric: [bleu] spbleu [chrf][chrf++][comet]
Highlighting colors: [model score] [model type] [model size] [model diff]

	afr	ara	arq	awa	aze	aze_Latn	bel	ben	bos_Latn	bre	bul	cat	cbk	ceb	ces	cha	chm	chv	cmn_Hans	cmn_Hant	cor	crh	cym	dan	deu	dsb	dtp	egl	ell	eng	epo	est	eus	fao	fas	fin	fkv	fra	frr	fry	gcf	gla	gle	glg	gos	got	grc	grn	gsw	hbs	heb	hin	hoc	hoc_Latn	hrv	hrx	hsb	hun	hye	ido	ido_Latn	ile	ile_Latn	ilo	ina	ina_Latn	ind	isl	ita	jav	jbo	jbo_Latn	jpn	kab	kat	kaz	kaz_Cyrl	kha	khm	kor	kur	kur_Latn	kzj	lad	lad_Latn	lat	lat_Latn	lav	lfn	lfn_Cyrl	lfn_Latn	lit	ltz	mal	mar	mkd	mlt	mon	mri	msa	mya	nds	nld	nno	nob	nor	nov	nst	oci	orv	ota	ota_Arab	ota_Latn	pam	pcd	pes	pms	pol	por	prg	rom	ron	run	rus	slv	spa	sqi	srp_Cyrl	srp_Latn	swa	swe	swg	tam	tat	tel	tgl	tha	tlh	tlh_Latn	tuk	tuk_Latn	tur	tzl	tzl_Latn	uig	uig_Arab	ukr	urd	uzb	uzb_Latn	vie	vol	war	wuu	xal	yid	yue_Hans	yue_Hant	zho	zsm_Latn	zza
afr	afr																								60.7					70.5	58.4																																																																								63.9																					57.5		59.6
ara		ara																							47.6				49.9	51.0	53.4							43.8													45.3																		52.0				13.2																																													47.6						50.8		49.0																42.1
arq			arq																											9.2
awa				awa																										65.4
aze					aze																									37.9																																																																																																37.5																29.9
aze_Latn						aze_Latn																																																																																																																																								36.5
bel							bel																		56.6					54.3	56.7							59.0																															59.4																	6.8																	50.4															59.9						73.1		55.0																					70.6												18.4
ben								ben																						70.0
ber																														16.1
ber_Latn																									1.9					16.2
bos_Latn									bos_Latn																					68.3
bre										bre																				37.3								29.4
bua																																																																																																																												4.7
bul											42.5								27.9						57.5					62.9	55.7							56.7																															48.6				12.7																																																			57.7		52.2																50.2					59.1												27.5
cat												cat													51.7					62.5	57.5							59.1																															61.3																																		53.4																62.3							79.4																					52.1
cbk													cbk																	18.2
ceb														ceb											16.6					29.7
ces															ces										56.6					59.9	55.7							60.1																				55.0											50.6																	11.4																																57.7						60.3	5.9	57.3																					58.4
cha																cha														9.1
chm																	chm																																																																																																											3.1
chv																		chv												36.2																																																																																														11.0																		11.3
cmn_Hans											34.8								cmn_Hans						32.7					39.6	40.9							37.4													29.8							25.2											33.2			0.0																																														28.3	35.7					28.7	3.2	41.4					43.5								1.5			33.9				2.1	28.4				21.8			5.7
cmn_Hant																				cmn_Hant					36.6					41.8	37.1							33.1													28.8																		27.7			0.0																															27.4															21.3	38.7					29.4		36.9					44.7								1.3			27.5				2.5	29.5
cor																					cor				6.3					7.6	3.0							8.1																															3.1																																																							0.9		4.9
crh																						crh																																																																																																																								39.0
cym																							cym							59.1
dan																								59.8	62.1					67.3	63.1					44.8		65.2																															59.9				23.0																														66.6		79.6	77.5													61.2					60.4		58.0					74.9											51.6
deu	62.5	32.8					52.2				56.3	49.0		13.8	49.7				29.7	29.2	6.4			61.7	39.6	25.5			52.1	56.7	55.0	62.4	46.2		29.1	49.3		55.0	1.4						4.6					44.9	44.8				49.8	3.0	26.4	40.9		0.7		5.7					42.2	51.2	53.3		0.8		16.2	22.5						14.8		4.0		18.4		20.8					8.8	47.8	56.2							36.9		28.4	57.2		55.8	55.5												50.6	47.1			48.0	29.0	51.7	14.1	52.9			41.9		60.8	2.7		22.8		24.6		5.9				44.4					49.5				26.9					7.5			29.1
dsb																									44.4	dsb																															28.8																																																																				6.1
dtp																											dtp			2.7																																											0.0																																																																																							0.0
egl																												egl																																									6.0
ell		34.9																							55.4				52.1	70.4	61.0							61.2																															55.8																																		49.7																52.0					58.7		49.5					55.5											49.5
eng	63.7	31.4	2.9	15.5	34.3		42.5	48.2	54.0	25.0	55.4	53.2	5.4	14.5	52.4	11.4		32.2	32.4	30.4	6.5		44.5	64.0	47.5		2.8		61.8	73.4	54.9	57.1	44.0	41.1	25.6	47.4		55.7		35.1		33.3	48.8	46.6	5.8	0.2	3.5		8.4	45.3	45.6	37.3	0.3	0.3	53.8	4.2		45.7	34.7	13.8	13.8	6.0		36.3	22.1		41.9	48.9	56.5	14.1	0.7	0.7	24.3	25.6	25.7	31.4	31.1	0.8	13.2	22.6	13.8	16.2	0.5	20.6	25.3	30.3		53.7	2.7	0.1	6.6	49.5	59.1	30.8	41.7	48.3	50.8	24.1	28.2	37.9	10.8	27.3	59.1	59.0	59.0	56.7	4.0	0.1	17.2	1.0	2.2	0.2	4.3	2.7		22.6	25.1	53.3	56.9	0.3	11.7	52.8	27.4	50.5	17.5	59.1	52.0	49.8	42.2	38.0	64.4		21.4	24.6	21.1	29.7	42.5	4.8		29.1	16.1	51.1	1.0	1.0	29.4	8.5	46.1	30.8	13.5	35.8	39.9	0.4	15.5		15.3	14.0	5.6	7.6	27.4	27.9	0.9
epo	60.3	38.6					51.7				56.9	51.7			52.1				29.5	24.3	1.6			62.9	52.4				58.3	60.9	44.8				19.5	51.0		53.3						51.0						14.5	41.7				43.9			46.0		17.1		4.3	4.3		1.2			51.2	58.6		0.6		21.9											0.7	0.7	12.8			3.1		4.9	45.5										10.8	54.7		55.1				18.3									57.1	52.9			55.5		54.4	12.7	55.6		37.1	22.1		66.6					27.7		3.5				54.0					55.4				38.8	0.4				2.1
est																									59.4					62.2		est																																																																																												58.8
eus																									53.6					58.3			eus																																								0.0																																																			51.3		52.2
fao																														56.6				fao
fas																									41.7					47.6	29.4				fas			40.5
fin																								56.7	50.8					59.6	54.7					32.0	2.9	53.7													42.2							52.9											50.5				12.3							18.7						9.8																	65.9	58.3	61.6	52.8												55.2	58.3					52.5		55.1					58.8											41.8																	25.0
fkv																																				26.2	fkv
fra		27.0					48.4			21.0	52.6	48.7			54.8				26.6	24.4	6.9			65.8	54.6				58.2	61.6	53.7				25.4	51.9		46.7			0.5									44.6	46.6				42.6			48.8		0.5		5.4					43.0		57.5		0.4		14.1	25.9						14.7						8.7					8.3									37.8		20.6	52.6		61.1	61.7			17.6						1.7			49.9	55.6			49.2	33.1	51.3	7.5	57.5					64.9			40.8		27.0		2.9	2.9			43.8			34.4	18.1	47.2				36.2			2.5		15.0			24.2
frr																									8.5														frr
fry																														42.5										fry																																																															51.4
gcf																																						14.7			7.8
gla																														45.6												gla																																																																																				40.4
gle																														61.3													gle
glg																														61.0	58.5													glg																																																																											64.8							73.9
gos																									25.7					22.0															gos																																																										26.2
got																														0.4																got
grc																														11.0																	grc
grn																																																grn																																																																							26.9							31.0
gsw																														28.8																			gsw
hbs																									57.3					60.0	37.6							54.2												hbs																			56.3				0.0																																													56.0						63.5		60.1																					58.6
heb		34.0																	28.6	19.8					50.6					56.0	52.3					44.3		52.3													39.2							37.9							1.8				50.1				13.4											2.3		10.1			1.0		3.4												42.0															49.4	49.0					45.6		54.9																51.3					43.3									1.2			0.0
hin																														56.7																						hin																																																																																																33.5
hoc																														1.4																							hoc
hoc_Latn																														1.0																								hoc_Latn
hrv																									55.3					61.5	52.1							49.5																	hrv																																																															53.8								59.4																					56.6
hrx																									28.5					25.0																										hrx
hsb																									47.9	24.9																															hsb																																																																				8.8
hun															53.4				26.0						45.0					53.4	50.4					57.7		54.1													38.9							35.4											54.4				13.4							20.8						13.9																	52.1															49.5	48.2					48.4		51.1					51.2											44.3					48.0
hye																														46.2																													hye																																																																	40.7
ido																									27.1					39.0	35.5							26.6																						ido					2.6				22.0																				4.7																																					27.3																														1.1
ido_Latn																														33.8																															ido_Latn																														3.8
ile																									43.3					42.7	47.3							42.5																								ile
ile_Latn																															47.3																																ile_Latn
ilo																														48.8																																		ilo
ina																														43.9	23.7																													13.4					ina																								6.6																														2.4																			1.2
ina_Latn																																																																		ina_Latn																			1.2						9.2																																																2.2
ind																									43.7					51.8								48.8																													ind		46.1																																																																																											27.0
isl																									54.7					56.2	51.6																																					isl	54.8				13.9																																																					51.8
ita		33.8					58.6				52.5	58.4			46.9				30.7	30.3	2.5			57.8	53.2			0.5	61.3	73.3	60.5					53.6		68.1												5.7	45.9							51.7		0.6							33.8	53.2	55.0				14.5													11.3						49.3								30.5		18.4	59.4														0.9	49.5	59.6			57.3		51.2		64.8					58.2											42.3					56.2				37.8					2.6			29.8
jav																														35.5																																								jav
jbo																									0.5					1.1	0.7							1.2																																	jbo		0.0																																																			0.3		0.2					0.3
jbo_Latn																			0.0	0.0										1.1																																										jbo_Latn
jpn		32.0									27.6													56.1	32.9		0.6			40.4	44.6		20.2			24.4		36.5												20.1	30.3							26.4										34.4	32.3		0.0		15.9							23.2												28.0			36.8					22.7		6.9	40.8			27.1												28.6	30.9					33.8		37.2					30.0							1.7				28.9					35.7				26.2								11.3
jpn_Hani																														31.6						25.6		34.7																				23.4																																																													24.6
jpn_Hira																														31.3						20.3		30.9													23.9				17.3			17.2									22.8																																																				22.2
jpn_Kana																														35.7						30.1
kab																									29.9					42.5								34.5																																				17.1																																																		31.7		27.8
kat																														58.6																																													kat																																																	56.2
kaz																														50.7																																														kaz																																																38.9
kaz_Cyrl																														38.2																																															kaz_Cyrl
kha																														2.3																																																kha
khm																														35.6																																																	khm																																															23.5
kor																									33.5					44.3						31.9		36.3																				35.9															14.8							kor																																												38.7		34.2
kor_Hang																														43.2						31.0		34.4																				34.7
kur																														18.6																																																			kur
kur_Latn																									24.3					25.1																																																				kur_Latn
lad																									29.7					31.4																					15.9																																	lad		0.2																																								32.5																														1.2
lad_Latn																														37.4																																																							lad_Latn																																									40.3																														1.5
lat																									27.4					25.5								11.8																															24.8															2.3		5.9																	30.8																17.6					15.6		27.7
lat_Latn																																																																																							lat_Latn																																17.6
lav																														61.7																																																										lav																																				62.2
lfn																														22.8	10.5																													7.1					1.2																								lfn																														1.6
lfn_Cyrl																														6.0																																																												lfn_Cyrl																													7.0
lfn_Latn																									34.7					34.7	8.9							37.3																							1.4					5.6																									lfn_Latn																												34.2
lit																									51.4					63.0	55.5																																						54.6				15.8																			lit																										59.2						58.9		56.3																50.0
ltz																									66.8					68.0																																																															ltz										66.1
mal																														54.9																																																																mal
mar																														66.6																																											22.6																						mar
mkd																														59.6																																																																		mkd																														64.5
mlt																														59.6																																																																			mlt
mon																														35.1																																																																				mon
mri																														39.9																																																																					mri
msa																									42.7					49.8								48.7																															45.6				12.9																											23.6																										45.7																																	14.8
mya																														43.7																																																																							mya
nds																									51.3					46.9								47.5																															39.5																																	nds	53.6																42.8					22.5		47.8
nld	67.1						44.0					50.6								24.6				67.5	59.4				47.5	64.0	55.8					63.4		56.0		35.9					4.4						37.9							45.7											58.0				18.5																				61.6									27.7	47.0			63.6												49.6	53.1			46.7		55.0		54.8																41.2					48.7												24.9
nno																														63.7						46.5																																																																				nno	82.0
nob																								76.2	54.3					62.6	53.9					43.9		59.3																																																																		58.9	nob																			53.7		59.5			17.3		76.2
nor																								75.3	53.8					61.0						41.0		59.3																															57.4																																		60.3			58.7												43.3	50.9					45.2		58.9					75.4																49.5												27.4
nov																														25.6																																																																													nov
nst																														0.8																																																																														nst
oci																														43.8	37.4							49.5																																																																							oci
orv																														16.3																																																																																orv																																					11.3
ota																														6.2																																																																																	ota																															3.8
ota_Arab																														4.3																																																																																		ota_Arab
ota_Latn																														17.4																																																																																			ota_Latn
pam																														2.4																																																																																				pam
pcd																																						20.6																																																																													pcd
pes																														47.3																																																																																						pes
pms																														20.7																																							19.2																																																pms
pol		33.7					54.9								53.8				27.5	23.3					53.7					58.4	57.3					51.9		53.4												54.1	45.1				54.0			45.3											51.3				10.4																			52.1											51.7			50.5												pol	48.4					60.8		51.2					59.1											42.4					55.6
por												56.3							32.4	35.0				68.5	54.3				61.4	67.7	55.2					69.5		63.6						59.3				22.4			49.5							50.8											63.0				16.5													17.7	17.7			0.7	9.8											25.4	55.5			59.8												53.0	58.7			52.0		53.4		67.3					63.6					32.5						50.4					51.5
prg																														4.1																																																																																										prg
que																														14.3
rom																														12.5																																																																																											rom
ron																									54.5					63.2	55.7							57.6																															61.4																																		49.3																56.4			ron		55.8		60.3																45.2
run																									45.0					53.0								48.2																																																																																					run	46.0		46.4
rus	60.9	31.8					58.0				58.8				58.1		4.4		24.2	25.0	0.2			62.4	54.6				56.3	61.4	54.8	62.4	43.8			51.1		55.9												53.6	43.5							41.2	39.3										48.5		0.7		17.2	22.8	43.5	32.8				22.6								60.8				54.7										8.9	53.5		49.3	41.7												60.0	49.4			46.0	32.9	48.1	22.4	54.6		52.1	54.9		57.6			27.8								37.4			31.1		74.4				20.4						1.7		13.5
slv															58.4				22.4						58.2	18.9				60.1	44.7							46.5																			23.0																																																																			58.6	slv																						52.2
spa	67.3	36.5					49.6				57.9	71.2			50.5				40.0	34.5	6.1			60.0	54.4				52.3	64.5	53.2		41.7			52.7		61.4				28.9		67.9				18.3		50.5	50.8				52.5			49.9		0.8								51.6	63.6		0.6		17.2	17.2					12.0	17.9				21.7	27.9	32.8						54.1				54.6				29.5		22.9	53.8		63.7	62.7												51.7	64.2			52.2	25.4	54.1		54.3					62.6			30.4		26.6		6.6				53.7					49.6				36.1					14.4			35.9
sqi																														62.3																																																																																																	sqi
srp_Cyrl																														57.9	41.2																																																																																													61.5				srp_Cyrl																			58.3
srp_Latn																									58.7					60.8	28.3																																						62.2																																				50.2																			65.2					srp_Latn																		62.1
swa																														50.9																																																																																																				swa
swe																			37.5	37.8				74.7	60.0				57.5	67.4	58.6					54.0		61.4																				45.7											59.1				14.4																																77.6	73.2												51.9	54.8					52.5		56.9					50.9											44.6																	37.5
swg																									17.7																																																																																																											swg
tam																														48.6																																																																																																							tam
tat																									22.4					33.9								40.1																																																																																								27.2								tat								17.5
tel																														48.6																																																																																																									tel
tgl																									35.7					41.7								45.1																																																																																	40.2							45.1										tgl
tha																														52.0																																																																																																											tha
tlh																									0.8					1.4	0.4							3.6																											0.1																																																													1.4												tlh
tlh_Latn																																						3.6																												0.2																																																																									tlh_Latn
tuk																														47.4																																																																																																														tuk
tuk_Latn																														24.8																																																																																																															tuk_Latn
tur		29.9			34.1	34.4					50.6							25.0	30.6	26.5		10.5		56.0	47.5				54.3	60.1	26.9					41.9		46.8													45.8							41.1											37.8				15.3																			45.1											46.0								2.0							44.7	48.2			42.5		40.0		57.5					52.2			15.4								22.8			0.0		53.3		12.4
tzl																														16.2																																																																																																																	tzl
tzl_Latn																														16.2																																																																																																																		tzl_Latn
uig																														38.6								26.8																																																																																																								6.3			uig
uig_Arab																														20.8								26.7																																																																																																												uig_Arab
ukr							66.4				66.8	56.0			62.8				27.2	24.0					58.1					61.8	32.8							55.3												56.5	48.4				55.1			51.7											58.9				14.1																														57.3			55.5				0.7								64.5	51.9					79.1	16.6	54.9		59.5	58.2													55.7					46.6												18.6
urd																														45.7																						40.0																																																																																																urd
uzb																														50.1																																																																																																																53.6							uzb
uzb_Latn																														41.2																																																																																																																								uzb_Latn
vie																			25.9						34.0					48.8	12.5							42.7																															40.2				11.9																																																			19.1		40.2																									61.6								20.1
vol																														2.2	0.6																																																																																																																									vol
war																														34.3																																																																																																																											war
wuu																			24.1																			9.7																																																																																																																				wuu
xal																														6.1																																																																																																																													xal
yid																									21.0					35.1	11.8							27.1													8.9									0.4									11.2																																																									19.1																														6.9
yue_Hans																														24.4																																																																																														16.6																																	yue_Hans
yue_Hant																														29.6																																																																																																																																yue_Hant
zho											33.4														32.9					38.0						40.4															31.2							10.9											32.6				17.3							12.5																				14.8			32.4																					17.7							47.9																12.2				20.2								zho
zsm_Latn																														48.8																																					39.3																																																																																													zsm_Latn
zza																														3.1																																																																																																																																			zza