OPUS-MT Dashboard

Language pair: [eng-fra] all languages
Models: [all models] [OPUS-MT] [external] [compare]
Benchmark: [all benchmarks] [average score] tatoeba-test-v2021-08-07
Evaluation metric: [bleu][spbleu][chrf] chrf++ [comet]
Highlighting colors: [model score] [model type] [model size] [model diff]

	afr	ara	arq	awa	aze	aze_Latn	bel	ben	bos_Latn	bre	bul	cat	cbk	ceb	ces	cha	chm	chv	cmn_Hans	cmn_Hant	cor	crh	cym	dan	deu	dsb	dtp	egl	ell	eng	epo	est	eus	fao	fas	fin	fkv	fra	frr	fry	gcf	gla	gle	glg	gos	got	grc	grn	gsw	hbs	heb	hin	hoc	hoc_Latn	hrv	hrx	hsb	hun	hye	ido	ido_Latn	ile	ile_Latn	ilo	ina	ina_Latn	ind	isl	ita	jav	jbo	jbo_Latn	jpn	kab	kat	kaz	kaz_Cyrl	kha	khm	kor	kur	kur_Latn	kzj	lad	lad_Latn	lat	lat_Latn	lav	lfn	lfn_Cyrl	lfn_Latn	lit	ltz	mal	mar	mkd	mlt	mon	mri	msa	mya	nds	nld	nno	nob	nor	nov	nst	oci	orv	ota	ota_Arab	ota_Latn	pam	pcd	pes	pms	pol	por	prg	rom	ron	run	rus	slv	spa	sqi	srp_Cyrl	srp_Latn	swa	swe	swg	tam	tat	tel	tgl	tha	tlh	tlh_Latn	tuk	tuk_Latn	tur	tzl	tzl_Latn	uig	uig_Arab	ukr	urd	uzb	uzb_Latn	vie	vol	war	wuu	xal	yid	yue_Hans	yue_Hant	zho	zsm_Latn	zza
afr	afr																								73.3					80.1	72.8																																																																								75.8																					68.7		73.8
ara		ara																							63.5				63.5	65.4	68.5							57.1													59.9																		66.9				23.2																																													62.0						64.4		65.0																59.1
arq			arq																											26.0
awa				awa																										79.4
aze					aze																									54.3																																																																																																51.4																50.2
aze_Latn						aze_Latn																																																																																																																																								56.3
bel							bel																		71.0					68.9	71.4							71.1																															71.8																	26.4																	65.7															73.1						81.5		71.0																					80.0												15.2
ben								ben																						78.8
ber																														32.6
ber_Latn																									18.2					32.6
bos_Latn									bos_Latn																					79.2
bre										bre																				56.1								48.8
bua																																																																																																																												20.2
bul											58.4								20.2						70.5					73.5	70.9							69.7																															64.9				18.4																																																			70.5		67.0																66.2					70.8												21.1
cat												cat													66.6					73.7	72.0							71.6																															74.8																																		68.2																74.8							87.4																					65.6
cbk													cbk																	40.2
ceb														ceb											35.8					44.6
ces															ces										70.3					71.8	70.8							71.2																				67.5											66.8																	32.1																																69.1						72.6	23.3	70.8																					69.7
cha																cha														26.0
chm																	chm																																																																																																											15.8
chv																		chv												52.6																																																																																														27.1																		32.1
cmn_Hans											50.3								cmn_Hans						51.4					56.5	58.8							53.7													45.9							43.4											50.9			1.3																																														43.3	53.8					45.1	18.5	59.4					58.1								13.2			53.4				17.0	45.8				40.3			8.0
cmn_Hant																				cmn_Hant					52.3					58.2	55.4							49.4													42.8																		46.4			1.1																															47.2															37.5	56.7					45.1		55.6					58.9								12.1			48.5				17.2	44.1
cor																					cor				23.9					22.4	19.4							24.1																															17.3																																																							11.9		22.6
crh																						crh																																																																																																																								58.0
cym																							cym							72.6
dan																								73.7	74.5					78.0	76.1					60.4		76.6																															73.4				26.9																														78.1		87.2	86.0													77.0					72.5		71.9					83.2											65.5
deu	74.7	49.8					63.9				67.9	63.8		39.5	63.5				21.5	21.6	21.1			74.1	58.4	40.0			64.4	69.7	70.5	75.7	62.4		44.4	64.0		68.2	17.5						28.1					61.4	58.6				65.2	23.0	42.1	57.0		13.8		28.6					64.4	64.4	68.4		11.4		21.8	35.7						24.3		12.4		38.6		40.3					31.6	64.3	70.7							59.4		46.5	71.0		70.9	70.6												64.3	63.1			63.2	50.2	66.4	27.8	68.1			59.3		72.6	21.0		40.8		51.1		18.8				61.8					64.1				45.8					27.0			21.2
dsb																									61.4	dsb																															43.4																																																																				24.7
dtp																											dtp			16.0																																											0.0																																																																																							2.2
egl																												egl																																									24.8
ell		50.0																							68.4				65.8	79.5	74.8							73.7																															70.5																																		65.5																68.4					71.6		64.3					68.8											65.6
eng	76.4	48.4	15.4	38.5	53.5		56.3	57.9	68.8	39.1	68.2	68.0	24.1	40.7	65.5	28.8		39.0	25.5	24.9	20.1		60.0	75.3	63.8		21.4		72.4	83.6	70.5	70.5	62.5	57.4	44.7	62.9		68.7		48.5		52.7	63.6	64.4	28.5	4.0	14.0		31.6	62.1	59.7	54.7	9.2	9.2	68.1	24.7		60.7	49.1	38.0	38.0	29.0		57.5	43.8		63.0	62.8	71.2	35.2	11.0	11.0	27.5	40.6	43.3	50.6	49.1	10.0	31.0	32.8	31.5	32.2	12.0	40.4	46.3	46.5		67.8	19.5	2.6	29.9	65.5	72.8	48.7	58.9	63.8	61.3	43.2	48.4	59.7	31.2	45.3	71.9	68.9	72.0	71.2	24.1	7.8	37.0	16.3	12.1	2.8	21.3	24.0		40.5	39.0	66.3	71.5	12.2	32.8	67.3	50.3	65.1	32.3	72.9	66.9	63.7	60.3	60.0	75.4		45.5	40.5	40.6	55.2	47.3	17.0		49.1	36.7	66.2	14.7	14.7	46.6	33.8	61.4	49.0	32.0	54.6	56.9	12.7	41.5		26.4	36.9	7.5	8.4	21.3	52.7	11.4
epo	73.8	54.9					63.2				69.2	67.5			64.9				22.2	20.6	12.4			75.0	68.1				69.1	73.4	63.0				38.8	66.5		67.2						68.0						42.8	57.1				61.5			62.0		39.2		18.2	18.2		16.3			63.8	72.3		9.8		26.5											12.2	15.6	32.2			22.4		27.7	63.5										29.7	69.4		70.8				40.4									69.6	68.4			68.9		67.7	26.3	70.7		54.5	41.7		77.4					52.2		16.1				69.1					68.3				56.3	12.1				17.7
est																									70.9					73.3		est																																																																																												70.6
eus																									67.5					70.6			eus																																								0.1																																																			64.2		67.2
fao																														69.1				fao
fas																									58.8					62.3	51.2				fas			57.4
fin																								70.3	65.5					71.9	69.9					52.0	21.1	65.5													57.4							66.6											66.4				17.6							26.5						30.2																	76.7	73.0	74.5	69.1												66.8	72.0					66.2		69.3					71.3											58.8																	19.2
fkv																																				46.5	fkv
fra		43.8					60.7			33.9	65.8	65.4			66.7				21.3	20.1	20.8			77.2	69.3				69.3	73.6	69.4				43.3	65.3		62.5			11.1									61.3	60.0				60.9			62.5		13.1		31.1					64.3		71.7		11.4		19.5	39.9						25.4						28.5					31.5									60.0		39.2	67.0		74.0	74.3			38.6						15.8			63.2	69.9			64.2	54.1	65.5	21.9	71.6					76.0			55.8		51.7		16.0	16.0			60.3			50.7	39.1	62.3				53.5			4.7		39.1			20.1
frr																									26.5														frr
fry																														60.0										fry																																																															67.9
gcf																																						31.8			22.2
gla																														59.8												gla																																																																																				58.8
gle																														72.9													gle
glg																														73.0	72.6													glg																																																																											76.9							82.9
gos																									46.2					39.4															gos																																																										46.8
got																														6.3																got
grc																														31.6																	grc
grn																																																grn																																																																							45.1							47.9
gsw																														47.0																			gsw
hbs																									70.6					71.6	59.1							67.4												hbs																			71.2				0.1																																													68.1						74.4		72.4																					69.9
heb		51.4																	22.1	16.7					65.9					68.4	67.8					61.4		65.0													54.6							54.9							18.5				66.0				23.4											17.6		29.7			15.2		24.6												59.6															62.4	64.6					60.6		69.4																67.2					57.8									17.5			0.2
hin																														70.6																						hin																																																																																																56.1
hoc																														13.1																							hoc
hoc_Latn																														13.1																								hoc_Latn
hrv																									68.8					73.7	67.6							64.0																	hrv																																																															66.6								70.9																					68.5
hrx																									50.5					43.6																										hrx
hsb																									64.8	42.1																															hsb																																																																				25.1
hun															65.7				22.2						61.9					66.3	66.7					70.3		66.4													53.7							50.3											69.4				18.3							31.5						33.5																	66.7															63.7	64.9					63.3		66.6					65.0											61.0					61.3
hye																														61.8																													hye																																																																	57.5
ido																									48.7					55.9	58.3							46.4																						ido					21.3				43.7																				26.3																																					47.4																														12.9
ido_Latn																														51.1																															ido_Latn																														27.6
ile																									60.6					58.9	65.7							60.3																								ile
ile_Latn																															65.7																																ile_Latn
ilo																														63.6																																		ilo
ina																														60.3	46.6																													36.0					ina																								29.6																														19.5																			12.6
ina_Latn																																																																		ina_Latn																			18.9						34.2																																																13.8
ind																									60.8					65.7								62.9																													ind		63.9																																																																																											51.3
isl																									68.5					70.2	67.5																																					isl	69.2				18.0																																																					66.1
ita		51.4					69.4				65.3	71.7			60.6				22.9	22.4	13.8			71.1	68.1			11.6	71.8	82.1	74.3					67.8		77.9												34.3	59.6							66.0		12.3							56.5	65.8	71.1				19.9													32.3						65.6								53.4		37.5	72.4														16.3	63.4	73.2			71.6		65.2		77.1					70.7											56.5					68.9				54.8					19.7			22.0
jav																														51.2																																								jav
jbo																									10.9					10.2	11.0							10.7																																	jbo		0.0																																																			8.8		8.9					9.1
jbo_Latn																			0.0	0.0										10.2																																										jbo_Latn
jpn		47.1									46.3													69.0	51.1		15.6			56.9	62.2		42.3			43.8		52.5												37.7	46.8							44.0										50.3	49.8		2.0		22.1							33.7												47.7			53.6					45.3		24.1	57.2			43.3												44.3	49.0					49.7		55.1					46.6							13.2				47.1					51.2				45.0								10.3
jpn_Hani																														49.7						42.6		49.6																				40.3																																																													43.3
jpn_Hira																														47.7						38.3		46.0													40.6				35.2			33.3									45.4																																																				41.2
jpn_Kana																														53.1						48.2
kab																									46.6					57.0								50.5																																				31.3																																																		47.9		46.2
kat																														71.2																																													kat																																																	69.5
kaz																														65.6																																														kaz																																																57.2
kaz_Cyrl																														54.4																																															kaz_Cyrl
kha																														15.0																																																kha
khm																														49.8																																																	khm																																															40.6
kor																									52.5					60.7						50.4		51.5																				50.8															20.2							kor																																												53.9		52.0
kor_Hang																														58.2						48.6		48.9																				49.8
kur																														35.8																																																			kur
kur_Latn																									43.9					42.5																																																				kur_Latn
lad																									46.3					48.1																					30.1																																	lad		13.2																																								53.6																														12.5
lad_Latn																														54.9																																																							lad_Latn																																									60.4																														13.8
lat																									44.2					42.9								28.5																															41.3															17.9		22.0																	48.4																35.7					31.8		45.4
lat_Latn																																																																																							lat_Latn																																35.7
lav																														73.7																																																										lav																																				75.3
lfn																														42.4	33.6																													29.4					18.3																								lfn																														16.9
lfn_Cyrl																														22.7																																																												lfn_Cyrl																													25.3
lfn_Latn																									52.8					53.6	30.0							54.4																							17.1					24.8																									lfn_Latn																												53.1
lit																									66.8					74.7	71.1																																						68.8				21.1																			lit																										71.0						71.9		70.1																66.0
ltz																									77.1					76.5																																																															ltz										76.6
mal																														68.2																																																																mal
mar																														77.9																																											29.0																						mar
mkd																														70.1																																																																		mkd																														74.9
mlt																														72.6																																																																			mlt
mon																														51.8																																																																				mon
mri																														54.2																																																																					mri
msa																									60.0					64.0								62.9																															63.9				17.0																											45.3																										62.2																																	12.8
mya																														58.2																																																																							mya
nds																									67.1					63.5								62.0																															58.1																																	nds	69.7																61.1					40.6		63.8
nld	78.4						58.0					65.5								21.7				78.4	72.7				61.1	75.3	71.0					74.0		68.5		48.1					26.5						53.5							60.7											71.7				24.2																				74.4									47.8	63.2			76.5												63.3	68.2			63.0		68.2		69.7																58.1					63.2												21.7
nno																														72.4						64.1																																																																				nno	89.3
nob																								85.1	69.3					74.2	69.6					60.8		72.0																																																																		74.8	nob																			67.7		73.3			37.4		84.5
nor																								84.3	68.8					73.0						57.8		72.3																															72.0																																		74.0			75.9												58.2	67.3					60.3		73.0					83.5																64.7												20.7
nov																														46.1																																																																													nov
nst																														10.7																																																																														nst
oci																														58.9	56.3							62.9																																																																							oci
orv																														29.7																																																																																orv																																					25.0
ota																														21.3																																																																																	ota																															16.7
ota_Arab																														21.0																																																																																		ota_Arab
ota_Latn																														35.2																																																																																			ota_Latn
pam																														15.6																																																																																				pam
pcd																																						39.7																																																																													pcd
pes																														62.3																																																																																						pes
pms																														39.9																																							39.3																																																pms
pol		49.2					66.1								65.7				21.4	20.5					67.8					70.7	72.2					65.0		66.3												68.6	58.6				68.1			60.9											66.2				15.7																			67.1											66.4			66.1												pol	64.1					72.4		66.1					71.1											59.6					68.5
por												70.7							23.2	27.2				79.5	68.8				71.6	78.0	70.8					78.2		75.1						74.3				40.1			62.7							64.4											75.8				22.5													35.5	35.5			2.7	35.8											43.7	69.5			73.0												65.8	74.3			67.4		66.9		78.9					75.0					55.5						65.0					65.3
prg																														19.5																																																																																										prg
que																														25.9
rom																														31.2																																																																																											rom
ron																									68.3					74.5	70.8							70.3																															74.7																																		65.0																71.9			ron		68.7		73.5																61.3
run																									60.1					65.1								62.0																																																																																					run	61.0		61.9
rus	73.9	49.7					69.6				70.6				69.3		16.5		19.4	19.8	8.4			74.2	69.1				67.4	72.6	70.3	74.4	61.4			65.4		68.1												68.2	58.0							58.0	57.0										64.2		9.4		22.4	38.4	58.6	54.4				32.8								73.5				69.1										29.9	68.4		66.5	59.5												71.2	64.8			62.8	54.4	62.5	37.4	69.0		65.7	69.8		70.1			45.9								55.0			47.7		82.9				37.6						3.8		12.0
slv															70.3				17.3						72.9	33.9				72.8	59.8							63.2																			37.2																																																																			70.1	slv																						64.6
spa	78.6	52.9					62.6				68.7	82.3			64.1				29.3	25.5	20.3			73.1	68.8				64.2	75.7	69.5		61.4			66.5		73.3				50.6		80.1				35.3		65.4	63.6				67.8			63.6		12.8								64.9	76.2		10.7		24.2	34.1					30.9	28.8				42.2	49.3	47.0						66.9				69.0				52.8		41.4	68.8		75.9	75.0												65.1	76.5			67.5	48.8	67.6		67.8					73.6			49.3		51.5		18.5				68.8					63.8				53.3					35.4			26.3
sqi																														74.4																																																																																																	sqi
srp_Cyrl																														69.1	62.1																																																																																													73.1				srp_Cyrl																			69.4
srp_Latn																									71.9					71.7	48.1																																						75.7																																				66.5																			75.4					srp_Latn																		73.3
swa																														64.2																																																																																																				swa
swe																			31.6	30.6				83.2	72.3				68.6	77.6	73.0					67.4		72.7																				60.2											72.2				19.5																																85.6	83.1												65.1	70.0					66.2		70.8					68.0											61.0																	30.9
swg																									38.5																																																																																																											swg
tam																														60.4																																																																																																							tam
tat																									42.9					49.6								55.3																																																																																								44.7								tat								38.2
tel																														60.9																																																																																																									tel
tgl																									53.4					56.8								59.7																																																																																	57.8							61.4										tgl
tha																														65.8																																																																																																											tha
tlh																									13.2					13.5	11.4							15.2																											9.0																																																													15.7												tlh
tlh_Latn																																						15.2																												9.7																																																																									tlh_Latn
tuk																														61.9																																																																																																														tuk
tuk_Latn																														45.2																																																																																																															tuk_Latn
tur		46.5			53.0	53.3					63.8							33.2	24.7	20.1		33.3		68.1	63.3				67.1	71.7	48.7					57.7		61.6													60.8							57.0											54.2				20.4																			60.7											61.8								13.0							60.4	64.6			58.7		56.0		71.1					63.5			34.5								42.2			2.3		66.8		33.3
tzl																														35.2																																																																																																																	tzl
tzl_Latn																														35.2																																																																																																																		tzl_Latn
uig																														54.5								41.5																																																																																																								24.3			uig
uig_Arab																														35.1								41.4																																																																																																												uig_Arab
ukr							74.4				76.4	69.7			72.7				21.7	22.7					71.1					73.1	53.8							67.7												69.2	61.8				68.3			65.8											72.3				21.0																														70.3			69.8				12.8								74.4	66.9					86.5	29.6	69.2		70.5	71.5													70.0					60.1												16.3
urd																														61.2																						57.3																																																																																																urd
uzb																														63.8																																																																																																																67.4							uzb
uzb_Latn																														57.4																																																																																																																								uzb_Latn
vie																			18.6						51.0					63.0	32.4							57.9																															58.1				18.1																																																			33.2		56.9																									74.1								16.5
vol																														14.4	12.8																																																																																																																									vol
war																														50.4																																																																																																																											war
wuu																			18.3																			28.1																																																																																																																				wuu
xal																														21.8																																																																																																																													xal
yid																									42.5					52.4	35.7							49.8													26.7									13.2									31.0																																																									41.6																														25.0
yue_Hans																														41.3																																																																																														33.1																																	yue_Hans
yue_Hant																														43.2																																																																																																																																yue_Hant
zho											49.4														50.8					54.0						57.1															45.6							25.6											49.7				23.6							21.9																				36.1			51.3																					34.5							62.1																26.3				38.3								zho
zsm_Latn																														63.8																																					62.2																																																																																													zsm_Latn
zza																														13.7																																																																																																																																			zza