OPUS-MT Dashboard

Language pair: [eng-fra] all languages
Models: [all models] [OPUS-MT] [external] [compare]
Benchmark: [all benchmarks] [average score] tatoeba-test-v2021-08-07
Evaluation metric: [bleu] spbleu [chrf][chrf++][comet]
Highlighting colors: [model score] [model type] [model size]

	afr	ara	arq	awa	aze	aze_Latn	bel	ben	bos_Latn	bre	bul	cat	cbk	ceb	ces	cha	chm	chv	cmn_Hans	cmn_Hant	cor	crh	cym	dan	deu	dsb	dtp	egl	ell	eng	epo	est	eus	fao	fas	fin	fkv	fra	frr	fry	gcf	gla	gle	glg	gos	got	grc	grn	gsw	hbs	heb	hin	hoc	hoc_Latn	hrv	hrx	hsb	hun	hye	ido	ido_Latn	ile	ile_Latn	ilo	ina	ina_Latn	ind	isl	ita	jav	jbo	jbo_Latn	jpn	kab	kat	kaz	kaz_Cyrl	kha	khm	kor	kur	kur_Latn	kzj	lad	lad_Latn	lat	lat_Latn	lav	lfn	lfn_Cyrl	lfn_Latn	lit	ltz	mal	mar	mkd	mlt	mon	mri	msa	mya	nds	nld	nno	nob	nor	nov	nst	oci	orv	ota	ota_Arab	ota_Latn	pam	pcd	pes	pms	pol	por	prg	rom	ron	run	rus	slv	spa	sqi	srp_Cyrl	srp_Latn	swa	swe	swg	tam	tat	tel	tgl	tha	tlh	tlh_Latn	tuk	tuk_Latn	tur	tzl	tzl_Latn	uig	uig_Arab	ukr	urd	uzb	uzb_Latn	vie	vol	war	wuu	xal	yid	yue_Hans	yue_Hant	zho	zsm_Latn	zza
afr	afr																								54.8					63.3	40.0																																																																								59.5																					48.9		59.3
ara		ara																							47.6				49.9	48.7	38.5							43.8													45.3																		49.8				9.6																																													47.6						45.0		49.0																42.1
arq			arq																											9.2
awa				awa																										44.2
aze					aze																									37.9																																																																																																13.0																29.9
aze_Latn						aze_Latn																																																																																																																																								36.5
bel							bel																		54.0					49.6	33.1							54.1																															55.5																	6.8																	46.5															53.4						73.1		55.0																					70.6												8.0
ben								ben																						51.8
ber																														16.1
ber_Latn																									1.9					16.2
bos_Latn									bos_Latn																					68.3
bre										bre																				37.3								29.4
bua																																																																																																																												4.7
bul											42.5								27.9						57.5					62.9	42.8							56.7																															48.6				7.5																																																			57.7		52.2																50.2					59.1
cat												cat													51.7					60.1	39.0							59.1																															60.3																																		53.2																62.3							79.4																					38.4
cbk													cbk																	18.2
ceb														ceb											14.2					29.7
ces															ces										56.6					59.9	40.2							60.1																				55.0											49.1																	11.4																																57.7						60.3	5.9	57.3																					58.4
cha																cha														9.1
chm																	chm																																																																																																											3.1
chv																		chv												36.2																																																																																														11.0																		11.3
cmn_Hans											34.8								cmn_Hans						31.1					38.7	12.2							28.6													5.3							6.7											9.9			0.0																																														21.6	24.6					19.0	1.6	31.1					43.5								1.5			10.5				2.1	21.2				7.1			5.7
cmn_Hant																				cmn_Hant					36.6					41.8	12.8							28.0													6.7																		9.6			0.0																															27.4															21.3	28.4					25.7		28.3					44.7								1.3			12.6				2.5	28.0
cor																					cor				6.3					7.6	3.0							8.1																															3.1																																																							0.9		4.9
crh																						crh																																																																																																																								34.0
cym																							cym							52.6
dan																								59.8	62.1					67.3	41.4					44.8		65.2																															59.9				11.0																														66.6		79.6	77.5													61.2					59.6		58.0					74.9											51.6
deu	59.8	32.8					44.9				55.1	49.0		9.4	49.7				29.7	29.2	6.4			61.7	39.6	25.5			51.7	53.5	44.4	62.4	36.1		29.1	49.3		55.0	1.4						4.6					44.9	44.8				49.8	3.0	26.4	40.9		0.7		5.7					39.3	51.2	53.3		0.8		7.2	14.2								4.0		18.4		20.8					8.8	47.8	39.3							36.9		28.4	57.2		55.8	55.5												50.6	47.1			48.0	14.0	51.7	13.2	52.9			41.9		60.8	2.7		11.5		24.6		5.9				44.4					49.4				26.4					7.5			29.1
dsb																									44.4	dsb																															28.8																																																																				6.1
dtp																											dtp			2.7																																											0.0																																																																																							0.0
egl																												egl																																									6.0
ell		34.9																							55.4				51.9	70.4	46.8							61.2																															48.9																																		49.7																52.0					58.7		49.3					49.5											41.0
eng	58.3	31.4	2.9	7.4	34.3		38.3	30.8	54.0	25.0	55.4	53.2	5.4	14.5	52.4	11.4		32.2	32.4	30.4	6.5		43.7	64.0	47.4		2.8		61.8	72.4	45.9	57.1	44.0	30.0	22.4	47.4		55.7		35.1		23.0	48.8	46.6	5.8	0.2	3.5		8.4	45.3	45.6	35.9	0.3	0.3	53.8	4.2		45.7	25.7	13.8	13.8	6.0		36.0	22.1		41.9	48.9	56.2	9.3	0.7	0.7	8.2	14.4	25.7	28.4	31.1	0.8	12.0	22.6	13.8	16.2	0.5	20.6	25.3	30.3		53.7	2.7	0.1	6.6	49.5	48.1	28.7	31.7	48.3	50.8	17.4	16.5	37.9	6.7	27.3	59.1	59.0	59.0	56.7	4.0	0.1	11.9	1.0	2.2	0.2	4.3	2.7		22.6	25.1	53.3	56.9	0.3	11.7	52.8	20.4	50.5	17.5	59.1	52.0	49.8	42.2	38.0	63.8		19.0	13.1	19.9	29.7	42.5	4.8		16.1	16.1	51.1	1.0	1.0	8.5	8.5	44.8	24.1	13.5	35.8	39.9	0.4	15.5		15.3	14.0	5.6	7.6	27.4	27.9	0.9
epo	40.6	21.9					22.8				38.8	34.7			32.7				0.2	0.1	1.6			39.1	43.0				41.1	50.1	39.9				19.5	41.9		42.3						31.5						14.5	23.8				31.3			26.2		17.1		4.3	4.3		1.2			24.2	46.5		0.6		0.0											0.7	0.7	12.8			3.1		4.9	23.1										10.8	44.1		36.9				7.1									37.5	42.7			34.5		32.4	8.2	45.7		28.9	22.1		47.1					11.9		3.5				31.9					33.7				25.5	0.4				2.1
est																									59.4					62.2		est																																																																																												56.2
eus																									41.1					58.3			eus																																								0.0																																																			34.7		52.2
fao																														41.2				fao
fas																									41.7					44.0	29.4				fas			40.5
fin																								56.7	50.8					59.6	45.0					32.0	2.9	53.7													42.2							51.1											50.5				0.0													9.8																	65.9	35.6	61.6	52.8												55.2	58.3					52.5		55.1					58.8											41.8																	0.0
fkv																																				26.2	fkv
fra		27.0					45.3			21.0	52.6	48.7			54.8				26.1	24.4	6.9			65.8	54.6				56.3	61.6	45.2				23.9	51.9		46.7			0.5									44.6	46.6				42.6			48.8		0.5		5.4					40.7		57.5		0.4		0.0	11.5												8.7					8.3									37.8		20.6	52.6		61.1	61.7			15.0						1.7			49.9	55.6			49.2	15.8	51.3	6.6	57.5					64.9			21.4		27.0		2.9	2.9			43.8			17.1	18.1	47.2				36.2			2.5		15.0
frr																									8.5														frr
fry																														42.5										fry																																																															51.4
gcf																																						14.7			7.8
gla																														28.0												gla																																																																																				25.2
gle																														58.7													gle
glg																														57.4	40.9													glg																																																																											64.8							73.9
gos																									25.7					22.0															gos																																																										26.2
got																														0.4																got
grc																														11.0																	grc
grn																																																grn																																																																							10.6							11.2
gsw																														28.8																			gsw
hbs																									57.3					60.0	37.6							54.2												hbs																			56.3				0.0																																													56.0						63.5		60.1																					58.6
heb		33.8																	0.1	0.1					50.6					56.0	34.7					44.3		52.3													39.2							34.9							1.8				45.2				0.0											2.3		10.1			1.0		3.4												42.0															49.4	49.0					44.5		54.9																43.8					43.3									1.2			0.0
hin																														54.9																						hin																																																																																																26.9
hoc																														1.4																							hoc
hoc_Latn																														1.0																								hoc_Latn
hrv																									55.3					61.5	38.0							49.5																	hrv																																																															53.8								59.4																					56.6
hrx																									28.5					25.0																										hrx
hsb																									47.9	24.9																															hsb																																																																				8.8
hun															53.4				24.4						45.0					53.4	31.8					57.7		54.1													33.7							35.4											50.8				0.0													13.9																	52.1															45.0	48.2					41.8		51.1					50.0											37.5					46.7
hye																														41.7																													hye																																																																	28.1
ido																									27.1					39.0	35.5							26.6																						ido					2.6				22.0																				4.7																																					27.3																														1.1
ido_Latn																														33.8																															ido_Latn																														3.8
ile																									43.3					42.7	47.3							42.5																								ile
ile_Latn																															47.3																																ile_Latn
ilo																														48.8																																		ilo
ina																														43.9	23.7																													13.4					ina																								6.6																														2.4																			1.2
ina_Latn																																																																		ina_Latn																			1.2						9.2																																																2.2
ind																									42.0					50.6								48.8																													ind		44.7																																																																																											27.0
isl																									54.7					56.2	36.9																																					isl	54.8				0.0																																																					51.8
ita		33.8					41.3				52.5	58.4			46.9				30.7	30.3	2.5			56.6	53.2			0.5	48.6	73.3	41.1					53.6		68.1												5.7	45.9							39.1		0.6							32.2	33.9	55.0				0.0													11.3						49.3								30.5		18.4	59.2														0.9	38.9	59.6			55.0		51.2		64.8					45.6											42.3					53.8				36.4					2.6			29.8
jav																														25.8																																								jav
jbo																									0.5					1.1	0.7							1.2																																	jbo		0.0																																																			0.3		0.2					0.3
jbo_Latn																			0.0	0.0										1.1																																										jbo_Latn
jpn		19.9									21.7													41.6	25.7		0.6			31.4	20.9		10.1			21.3		31.4												20.1	25.2							20.6										11.0	24.3		0.0		0.1							23.2												15.1			12.4					22.7		6.9	33.5			27.1												18.6	23.8					26.8		31.1					23.9							1.7				22.5					15.9				20.2								11.3
jpn_Hani																														31.6						25.6		34.7																				23.4																																																													24.6
jpn_Hira																														31.3						20.3		30.9													23.9				17.3			17.2									22.8																																																				22.2
jpn_Kana																														35.7						30.1
kab																									20.7					28.1								20.6																																				2.3																																																		5.9		18.9
kat																														49.9																																													kat																																																	41.1
kaz																														37.4																																														kaz
kaz_Cyrl																														38.2																																															kaz_Cyrl
kha																														2.3																																																kha
khm																														18.9																																																	khm																																															19.8
kor																									30.3					43.4						31.4		34.8																				35.9																						kor																																												33.4		33.2
kor_Hang																														43.2						31.0		34.4																				34.7
kur																														18.6																																																			kur
kur_Latn																									24.3					25.1																																																				kur_Latn
lad																									29.7					31.4																					15.9																																	lad		0.2																																								32.5																														1.2
lad_Latn																														37.4																																																							lad_Latn																																									40.3																														1.5
lat																									27.4					25.5								11.8																															24.8															2.3		5.9																	30.8																17.6					15.6		27.7
lat_Latn																																																																																							lat_Latn																																17.6
lav																														61.7																																																										lav																																				62.2
lfn																														22.8	10.5																													7.1					1.2																								lfn																														1.6
lfn_Cyrl																														6.0																																																												lfn_Cyrl																													7.0
lfn_Latn																									34.7					34.7	8.9							37.3																							1.4					5.6																									lfn_Latn																												34.2
lit																									51.4					62.7	12.1																																						45.8																							lit																										59.2						58.9		54.1																44.7
ltz																									47.9					57.0																																																															ltz										41.4
mal																														48.7																																																																mal
mar																														51.3																																																																	mar
mkd																														59.6																																																																		mkd																														64.5
mlt																														54.1																																																																			mlt
mon																														25.6																																																																				mon
mri																														26.4																																																																					mri
msa																									41.8					49.3								48.7																															45.6																															17.5																										44.6																																	14.8
mya																														30.7																																																																							mya
nds																									51.3					46.9								47.5																															39.5																																	nds	53.6																42.8					22.5		47.8
nld	64.6						20.1					45.2								24.6				67.5	59.4					64.0	26.6					63.4		56.0		35.9					4.4						16.5							44.4											55.8																								20.0									27.7	47.0			63.6													53.1					52.0		54.8																20.2					46.5												24.9
nno																														63.7						39.3																																																																				nno	82.0
nob																								76.2	54.3					61.6						43.9		57.5																																																																		58.9	nob																			51.9		58.7			17.3		76.2
nor																								75.3	53.8					61.0						41.0		59.3																															57.4																																		60.3			58.7												43.3	50.9					45.2		58.9					75.4																49.5												27.4
nov																														25.6																																																																													nov
nst																														0.8																																																																														nst
oci																														21.6								32.3																																																																							oci
orv																														16.3																																																																																orv																																					11.3
ota																														6.2																																																																																	ota																															3.8
ota_Arab																														4.3																																																																																		ota_Arab
ota_Latn																														17.4																																																																																			ota_Latn
pam																														2.4																																																																																				pam
pcd																																						20.6																																																																													pcd
pes																														44.1																																																																																						pes
pms																														20.7																																							19.2																																																pms
pol		32.0					42.5								53.8				27.5	23.3					53.7					58.4	24.1					51.9		53.4												54.1	45.1				54.0			45.1											48.6																							52.1											51.7			50.5												pol	48.4					60.8		51.2					59.1																55.6
por												56.3							32.4	35.0				66.6	54.3				58.0	67.1	47.3					69.5		63.6						59.3				8.8			49.5							50.8											62.9				0.1													17.7	17.7			0.7	9.8											25.4	55.5			59.8												53.0	58.7			51.7		53.4		67.3					63.6					29.9						50.4					51.5
prg																														4.1																																																																																										prg
que																														14.3
rom																														12.5																																																																																											rom
ron																									54.5					62.1	27.8							57.6																															57.1																																		48.9																56.4			ron		53.3		60.3																45.2
run																									26.8					43.1								26.6																																																																																					run	15.9		29.5
rus	50.2	26.1					58.0				58.8				58.1		4.4		22.9	25.0	0.2			62.4	54.6					59.5	29.1	62.4	32.4			51.1		55.9												53.6	43.5							40.8	28.9										46.9		0.7			0.8						22.6								60.8				54.7										8.9	52.7		48.4	41.7												60.0	49.4			42.1		48.1	22.4	54.6		52.1	54.9		57.6											15.8					74.4				17.7						1.7		13.5
slv															54.0				16.2						57.1	18.9				60.1								46.5																			23.0																																																																			52.6	slv																						43.1
spa	64.2	36.5					46.0				57.9	71.2			50.5				40.0	34.5	6.1			60.0	54.4				49.6	64.3	48.8		41.7			52.7		61.4				25.4		67.9				9.4		50.5	50.8				52.5			49.9		0.8								31.7	63.0		0.6		0.0	14.1					12.0					21.7	27.9	32.8						54.1				54.6				26.3		22.9	53.8		63.7	62.7												51.7	64.2			51.6	17.9	54.1		54.3					62.6			19.6		26.6		6.6				53.7					49.6				36.1					14.4			35.9
sqi																														62.3																																																																																																	sqi
srp_Cyrl																														57.9	14.6																																																																																													61.5				srp_Cyrl																			58.3
srp_Latn																									58.7					60.8	28.3																																						62.2																																				50.2																			65.2					srp_Latn																		62.1
swa																														50.9																																																																																																				swa
swe																			37.5	37.8				74.7	60.0					67.4	29.4					54.0		61.4																				45.7											59.1																																				77.6	73.2												51.9	54.8					52.5		56.9					50.9											44.6																	37.5
swg																									17.7																																																																																																											swg
tam																														41.2																																																																																																							tam
tat																									16.1					21.1								27.6																																																																																								27.2								tat								17.5
tel																														29.5																																																																																																									tel
tgl																									28.2					41.7								29.8																																																																																	32.5							33.3										tgl
tha																														52.0																																																																																																											tha
tlh																									0.8					1.4	0.4							3.6																											0.1																																																													1.4												tlh
tlh_Latn																																						3.6																												0.2																																																																									tlh_Latn
tuk																														24.8																																																																																																														tuk
tuk_Latn																														24.8																																																																																																															tuk_Latn
tur		25.8			34.1	34.4					50.6							25.0				10.5		56.0	47.5					59.7	26.9					41.9		46.7													25.0							34.3											37.8																							45.1											43.0								2.0								48.2			42.5		15.4		57.5					52.2			15.4								22.8			0.0		47.8		12.4
tzl																														16.2																																																																																																																	tzl
tzl_Latn																														16.2																																																																																																																		tzl_Latn
uig																														20.9								26.8																																																																																																								6.3			uig
uig_Arab																														20.8								26.7																																																																																																												uig_Arab
ukr							66.4				66.8	55.0			62.8				25.3	24.0					58.1					58.9	32.8							55.3												56.5	48.4				55.1			51.7											53.1																																		56.5			55.5				0.7								64.5	51.9					79.1	14.0	54.9		59.5	58.2													53.8					46.6												18.6
urd																														37.1																						30.4																																																																																																urd
uzb																														21.6																																																																																																																20.8							uzb
uzb_Latn																														41.2																																																																																																																								uzb_Latn
vie																			25.9						34.0					47.6	12.5							42.7																															40.2																																																							18.0		40.2																									61.6								20.1
vol																														2.2	0.6																																																																																																																									vol
war																														25.8																																																																																																																											war
wuu																			24.1																			9.7																																																																																																																				wuu
xal																														6.1																																																																																																																													xal
yid																									21.0					35.1	11.8							27.1													8.9									0.4									11.2																																																									19.1																														6.9
yue_Hans																														24.4																																																																																														16.6																																	yue_Hans
yue_Hant																														29.6																																																																																																																																yue_Hant
zho											33.4														32.9					37.8						40.4															31.2							10.9											32.6				17.3							12.5																				14.8			32.4																					17.7							47.9																12.2				20.2								zho
zsm_Latn																														48.8																																					39.3																																																																																													zsm_Latn
zza																														3.1																																																																																																																																			zza