OPUS-MT Dashboard

Language pair: [eng-fra] all languages
Models: [all models] [OPUS-MT] [external] [compare]
Benchmark: [all benchmarks] [average score] tatoeba-test-v2020-07-28
Evaluation metric: bleu [spbleu][chrf][chrf++][comet]
Highlighting colors: [model score] [model type] [model size] [model diff]

	afr	ara	arq	awa	aze	bel	ben	ber	bos_Latn	bre	bul	cat	cbk	ceb	ces	cha	chm	chv	cmn_Hans	cmn_Hant	cor	crh	cym	dan	deu	dsb	dtp	egl	ell	eng	epo	est	eus	fao	fas	fin	fkv	fra	fry	gla	gle	glg	gos	got	grc	grn	gsw	hbs	heb	hin	hoc	hoc_Latn	hrv	hrx	hsb	hun	hye	ido	ido_Latn	ile	ile_Latn	ilo	ina	ina_Latn	ind	isl	ita	jav	jbo	jbo_Latn	jpn	jpn_Hani	jpn_Hira	jpn_Kana	kab	kat	kaz	kaz_Cyrl	kha	khm	kor	kur	kur_Latn	lad	lad_Latn	lat	lat_Latn	lav	lfn	lfn_Cyrl	lfn_Latn	lit	ltz	mal	mar	mkd	mlt	mon	mri	msa	mya	nds	nld	nno	nob	nor	nst	oci	orv	ota	ota_Arab	ota_Latn	pcd	pes	pmn	pms	pol	por	prg	rom	ron	run	rus	slv	spa	sqi	srp_Cyrl	srp_Latn	swa	swe	swg	tam	tat	tel	tgl	tha	tlh	tlh_Latn	toki	toki_Latn	tuk	tuk_Latn	tur	uig	uig_Arab	ukr	urd	uzb	uzb_Latn	vie	vol	war	wuu	xal	yid	yue_Hans	yue_Hant	zho	zsm_Latn	zza
afr	afr																								48.6					63.1	18.3																																																																								55.3																				43.9		49.6
ara		ara																							44.4				44.9	49.8	51.4							39.9											40.6																		43.2				17.0																																														40.0						42.3		47.2																		33.7
arq			arq																											9.0
awa				awa																										16.2
aze					aze																									33.2																																																																																															13.6																		24.7
bel						bel																			55.1					48.1	53.5							45.2																													49.3																			4.7																	33.6														48.3						68.7		45.2																					65.5												8.7
ben							ben																							49.8
ber								ber																						42.6								70.6																																																																																							59.8
ber_Latn																									2.1					15.3
bos_Latn									bos_Latn																					66.7
bre										bre																				36.1								28.2
bul											bul														54.4					60.5	24.7							54.0																													43.8				19.6																																																				52.2		49.3																		41.1			53.4
cat												cat													49.0					57.3	55.1							57.2																													59.3																																				52.4															59.4							74.0																					48.0
cbk													cbk																	17.4
ceb														ceb																23.7
ces															ces										51.4					58.7	25.7							57.8																		48.3											44.9																			8.1																															50.2						56.5	5.8	53.4																					53.0
cha																cha														10.9
chm																	chm																																																																																																										1.8
chv																		chv												35.4																																																																																																																	9.0
cmn_Hans											30.4								cmn_Hans						32.7					38.4								34.5											25.0																																																																					33.2							39.4					40.7								0.2					27.1							22.0			0.2
cmn_Hant																				cmn_Hant					35.3					39.6								28.1																																																																																35.1							33.9					41.6
cor																					cor				4.4					6.4	1.7							7.1																													5.9																																																								2.5		4.2
crh																						crh																																																																																																																									32.0
cym																							cym							53.6
dan																								dan	58.8					65.9	60.6					37.8		63.8																													57.7				30.0																																64.4		76.9	76.2												60.2					53.9		53.7					72.6													43.0
deu	52.7	23.2				42.7					52.0	46.1			42.3				33.3	27.2	0.4			58.8	deu	15.9			45.2	57.6	64.7	57.0	31.8		13.3	42.0		50.9										39.7	37.2				44.6		16.9	34.9		0.6		0.1					40.7	47.2	49.6		0.1		22.1	0.6	0.1	0.4	13.9						19.8											17.8	53.6							34.5		23.3	54.9		47.8	47.5											23.3	25.2			41.6		47.0	12.7	50.6			36.8		57.3	0.8		16.2		21.3				0.0				35.5			44.5				25.1					6.6			32.9
dsb																									43.5	dsb
dtp																											dtp			2.3																																									0.3		0.4																																																																																						0.2
egl																												egl																																							2.8
ell		26.4																							53.3				ell	70.8	58.7							61.9																													53.4																																																			50.2					54.7		29.4					34.9													40.6
eng	57.0	22.8	0.9	0.6	25.8	24.9	17.2	50.2	50.5	17.9	51.5	48.4	4.6	11.4	48.2	7.5		10.2	0.5	2.9	4.2		37.0	61.7	46.7		1.7		56.5	eng	64.4	53.4	33.4	22.3	21.1	40.7		51.7	25.0	29.4	44.0	46.0	2.8	0.4	0.3		1.6	42.1	41.3	22.4	0.3	0.3	49.6	4.5		41.3	20.0	11.9	11.9	3.0		33.8	20.5		39.4	45.1	51.8	13.6	0.2	0.2	34.3	0.3	0.0		18.7	18.6	26.1	25.4	0.7	1.7	25.0	18.1	18.5	22.2	23.9	24.7		46.9	2.9	0.2	3.7	39.7	56.2	13.0	45.5	57.5	29.2	16.6	28.3	35.9	0.3	21.7	57.5	40.3	57.3	55.0	0.1	10.0	0.7	1.1	0.4	2.1		18.0	0.5	16.3	47.7	53.5	0.4	8.9	47.8	14.3	48.8	20.2	55.0	46.6	44.9	39.7	34.6	63.0		8.8	10.9	11.6	26.8	9.3	0.1		0.1		9.2	9.2	44.0	0.3	2.2	58.1	16.3	7.2	23.0	37.1	0.4	14.0		0.1	9.6	0.1	0.4	31.7	27.9	1.1
epo	19.6	27.5				42.2					18.8	49.5			17.4						0.4			61.6	63.7				51.6	71.9	epo				16.7	37.2		63.7				50.8						13.4	35.0				18.1			39.3		15.3		3.9	3.9						55.6		0.1		29.9	1.5	0.2											0.9		8.9			2.6		3.0	39.5											51.9					16.4									50.5	49.8			19.3		50.1	8.9	64.5		10.8	23.9		29.2					25.1				0.1				19.9			25.6				9.9	0.4				0.7
est																									55.1					59.7		est																																																																																											53.5
eus																									36.2					53.6			eus																																																																																										31.6		48.8
fao																														30.1				fao
fas																									29.9					46.1	26.6				fas			37.5
fin																								55.1	48.0					57.4	43.3					fin	1.7	51.0											35.2							45.0											20.2				17.9	0.2	0.0	1.2							22.2																						63.7	56.4	59.5	50.6											45.4	29.7					47.0		53.0					56.3													31.0															28.0
fkv																																				22.6	fkv
fra		15.0				28.4		49.7		13.0	46.3	46.4			47.9				31.7	25.0	2.8			64.3	51.8				52.6	60.2	65.5				19.7	45.8		fra											39.1				27.8			42.0				4.7					41.4		54.4		0.1		20.5	0.2	0.0		18.0						20.1					6.0														35.4		16.0	50.0		59.3	60.1		7.5					0.6				42.7	52.3			44.5	27.2	46.7	4.0	55.5					62.7					24.3		0.3		0.1	0.1			34.8			45.9				31.0			0.1		9.2			28.2
fry																														41.9									fry																																																																49.8
gla																														46.2										gla																																																																																					13.8
gle																														60.5											gle
glg																														59.6	55.9											glg																																																																												62.4							72.1
gos																														24.2													gos																																																												16.7
got																														0.3														got
grc																														9.3															grc
grn																																														grn																																																																															29.2
gsw																														25.8																	gsw
hbs																									51.4					57.7	18.5																	hbs																																																																					43.2						59.0		58.1																					53.1
heb		24.6																	33.4						45.2					53.6	50.3					39.3		47.0											heb							30.5											40.9				20.6															6.5																	18.1															45.8					40.5		51.2																		37.1			37.8									1.0			0.0
hin																														43.3																				hin																																																																																																	30.6
hoc																														1.0																					hoc
hoc_Latn																														1.0																						hoc_Latn
hrv																									51.2					60.2	23.2							31.6															hrv																																																																42.4								57.6																					50.8
hrx																									28.7					27.9																								hrx
hsb																									47.5																														hsb
hun															48.4				0.7						43.8					53.6	47.0					51.8		51.2											31.1							hun															18.2															10.5																	45.2														39.7						45.2							48.1													37.0			41.6
hye																														41.6																											hye																																																																		25.9
ido																									25.4					38.5	34.9																											ido									21.8																																																										26.0
ido_Latn																														33.3																													ido_Latn
ile																									26.7					27.9	43.5							40.3																						ile
ile_Latn																															43.5																														ile_Latn
ilo																														44.7																																ilo
ina																														42.5	22.1																																ina																										5.6																													2.3
ina_Latn																																																																ina_Latn																											7.4
ind																									40.7					47.9								46.1																											ind		39.9						0.1																																																																																						27.0
isl																									53.0					55.9	12.4																																			isl	47.0				18.4																																																						50.6
ita		22.3				34.1					47.8	56.6			40.3				0.4	1.1	1.3			55.4	50.2			1.1	53.7	71.7	57.7					44.0		68.0											38.5									0.5							29.0	28.5	ita				20.5	0.0	0.1																			38.8								27.7		15.4	57.4													1.6	25.8	55.9			53.6		46.7		56.4			40.4		56.2													16.1			48.3				36.3								33.5
jav																														35.8																																						jav
jbo																									0.6					0.3	0.9							0.5																															jbo																																																						0.2		0.1
jbo_Latn																														0.3																																								jbo_Latn
jpn		11.7									21.9													55.0	32.0		0.5			46.3	42.8					23.6		36.5										18.3	28.1							19.5										31.8	29.3				jpn										26.3											22.3								21.0		5.7	39.4			26.3											22.2	28.3					29.2		38.4					26.9							0.4						20.9			30.4				26.2								13.8
jpn_Hani																									12.8					29.3	18.8					20.4		30.3																		15.1											12.6					jpn_Hani																															24.9															24.0					10.8		19.0
jpn_Hira																									11.9		0.0			27.9	18.8					16.8		27.4											22.9				15.9			11.8									21.0		12.0						jpn_Hira																														18.3															19.9					11.7		15.6																		7.5			10.6
jpn_Kana																									11.5											24.8																																						jpn_Kana																																																	15.7
kab																									29.4					42.7								33.6																																					kab																																																31.0		33.8
kat																														56.5																																														kat																																															52.1
kaz																														48.7																																															kaz
kaz_Cyrl																														36.6																																																kaz_Cyrl
kha																														1.2																																																	kha
khm																														36.5																																																		khm																																													22.8
kor																									30.6					41.3						36.5		32.9																		30.5															21.1										kor																																										30.3		32.6
kor_Hang																														41.1						24.9		30.1																		27.7
kur																														18.1																																																				kur
kur_Latn																														12.0																																																					kur_Latn
lad																														35.6	16.9																																																					lad																																									40.0																														4.8
lad_Latn																														38.2																																																							lad_Latn																																																																						6.0
lat																														24.6								10.3																																																lat																	31.7															16.1					13.6		26.2
lat_Latn																																																																																							lat_Latn																															16.1
lav																														59.5																																																										lav																																			60.5
lfn																														10.5	9.9																																0.6																										lfn																													1.4
lfn_Cyrl																														4.1																																																												lfn_Cyrl																												3.2
lfn_Latn																														30.5	17.9																																	11.6																											lfn_Latn																											19.3																																					0.2
lit																									25.5					61.8	52.2																																				41.6				22.3																					lit																									53.6						56.8		55.4																		42.3
ltz																									65.6					65.9																																																															ltz										65.0
mal																														45.4																																																																mal
mar																														69.7																																																																	mar
mkd																														64.0																																																																		mkd																													56.8
mlt																														54.0																																																																			mlt
mon																														33.9																																																																				mon
mri																														38.0																																																																					mri
msa																									39.9					46.7								45.9																													39.3				16.0																													24.5																									43.1																																	17.4
mya																														24.4																																																																							mya
nds																									49.8					43.3								47.4																													39.1																																			nds	44.9															43.7					25.6		46.1
nld	59.3					17.8						47.9								4.2				66.2	57.2					63.6	51.6					57.1		53.3	31.8				2.8						14.8							38.8											54.5				23.3	1.3	0.2																				58.6									24.3	nld			62.9											25.4	31.4			26.4		50.1		52.5														0.1				17.9			40.8												30.4
nno																														56.1						39.3																																																																				nno	81.6
nob																								73.1	45.6					60.2						36.1		56.5																																																																		56.3	nob																		45.2		53.6			21.4		74.8
nor																								73.1	45.7					57.2						34.3		56.5																													53.8																			0.2																	55.9			58.3											35.9						39.9		53.3					74.5																41.3												29.9
nst																														0.6																																																																													nst
oci																														21.8	34.5							24.3																																																																						oci
orv																														8.5																																																																															orv																																					3.1
ota																														4.9																																																																																ota																																	3.4
ota_Arab																														3.4																																																																																	ota_Arab
ota_Latn																														16.4																																																																																		ota_Latn
pcd																																						14.7																																																																											pcd
pes																														45.7																																																																																				pes
pmn																														0.8																																																																																					pmn
pms																														20.4																																					13.6																																																	pms
pol		22.0				31.9									47.7										28.8					56.0	54.3					41.5		50.1										44.6					45.3			39.1											28.1				14.6																					43.5											30.2			49.6											pol	45.0					55.5		48.9					34.8													35.0			49.9
por												52.6							33.8	30.8				66.8	48.2				54.9	66.1	51.3					33.8		60.6				59.1							44.5																		59.9				23.1	0.6	0.1													11.8	11.8			0.4	1.1											19.9	35.3														45.2	por			49.4		47.6		65.3					60.3					28.4				0.1				22.7			44.7
prg																														1.7																																																																																									prg
rom																														13.1																																																																																										rom
ron																									47.9					61.1	27.6							55.8																													59.0																																				32.3															54.3			ron		51.5		58.6																		35.5
run																									17.4					36.9								47.1																																																																																				run	17.5		14.6
rus	48.6	16.8				51.1					54.0				53.8		1.4		0.9	0.6	0.6			59.6	52.5				29.0	61.6	52.3	57.6	29.8			42.2		53.2										49.5	36.1							36.2	22.1										46.2		0.1		23.6	0.3	0.2	0.4	16.4	29.2												56.8				49.8										11.4	51.4		46.1	40.4											54.0	42.9			42.2		rus	35.1	52.4		46.5	51.2		53.3									0.1	0.1			12.1			70.2				16.3						0.1		15.5
slv															54.8										53.4					59.2	38.7							45.8																																																																																					59.4	slv																						48.1
spa	55.0	20.6				25.3		42.9			53.4	68.8			45.1				37.6	29.9	0.7			56.3	51.7				28.6	62.0	64.2		36.8			45.8		58.2		8.4		67.6				11.5		48.5	43.5				52.2					0.6								27.3	51.7		0.1		24.4	0.4	0.0		14.7					0.3	24.5			25.7		27.0						45.7				48.1				28.5		19.1	51.6		58.4	56.8											44.9	61.8			48.5	10.5	49.0		spa					39.7					24.7		0.5		0.1				45.9			43.9				34.5								38.8
sqi																														60.9																																																																																																sqi
srp_Cyrl																														55.7	15.4																																																																																												55.8				srp_Cyrl																			55.0
srp_Latn																									31.7					58.5	30.0																																				46.0																																						31.7																		61.1					srp_Latn																		57.7
swa																														50.0																																																																																																			swa
swe																			34.4	30.8				72.7	55.4				32.8	66.6	29.7					46.7		59.2																		38.6											55.2				18.2																																		76.7	73.5											25.9	50.8					45.7		36.7					swe													34.2															40.4
swg																									10.0																																																																																																										swg
tam																														32.0																																																																																																						tam
tat																									19.7					14.6																																																																																																							tat										14.9
tel																														27.7																																																																																																								tel
tgl																									22.7					36.8								26.6																																																																																28.8							43.1										tgl
tha																														49.9																																																																																																										tha
tlh																														0.3	0.5							2.4																																																																																							1.2												tlh
toki																									0.2					0.4	0.4							0.4																																																																	1.0															0.4					0.6		0.1														toki
toki_Latn																																						0.3																																																																																					0.6																	toki_Latn
tuk																														19.6																																																																																																															tuk
tuk_Latn																														19.6																																																																																																																tuk_Latn
tur		15.8			27.6						47.0							7.1	36.7			10.1		54.0	23.6				48.6	64.1	28.4					33.0		44.4											24.7							34.7											18.9				20.6		0.3																			35.7											24.4							1.4							40.8	22.4			38.2		15.1		57.6					49.7			12.4										tur			47.8		7.3
uig																														2.6																																																																																																																		uig
uig_Arab																														11.8																																																																																																																			uig_Arab
ukr						58.9					61.1	54.3			57.5				0.7	1.3					55.7					70.3	34.1							55.9										52.1	43.1				50.5			43.9											50.0				21.7		0.5																														50.7			55.4			0.2								58.2	45.3					76.2	17.0	55.8		54.7	52.8															48.7			ukr												22.1
urd																														27.9																				36.0																																																																																																	urd
uzb																														50.6																																																																																																																	45.3					uzb
uzb_Latn																														42.9																																																																																																																							uzb_Latn
vie																			23.5						27.5					42.9	12.3							33.9																													31.5				17.5																																																				17.1		38.2																									vie								23.8
vol																														2.0	0.6																																																																																																																								vol
war																														19.6																																																																																																																										war
wuu																			0.6																																																																																																																																						wuu
xal																														2.4																																																																																																																												xal
yid																									21.9					37.5	14.3							32.4											8.7																																			0.1	0.3						0.9																																																																yid
yue_Hans																														22.8																																																																																																																														yue_Hans
yue_Hant																														25.7																																																																																																																															yue_Hant
zho											29.6														32.4					35.9						40.9													26.9							9.6											30.0				24.6										5.9																			12.1			31.2																				16.3							46.1																10.1				19.2								zho
zsm_Latn																											0.2			39.4																																			39.6																																																																																														zsm_Latn
zza																														2.1																																																																																																																																		zza