OPUS-MT Dashboard

Language pair: [eng-fra] all languages
Models: [all models] [OPUS-MT] [external] [compare]
Benchmark: [all benchmarks] [average score] tatoeba-test-v2020-07-28
Evaluation metric: bleu [spbleu][chrf][chrf++][comet]
Highlighting colors: [model score] [model type] [model size] [model diff]

Table of bleu score differences between the best OPUS-MT model and the best external model:

	afr	ara	arq	awa	aze	bel	ben	ber	bos_Latn	bre	bul	cat	cbk	ceb	ces	cha	chm	chv	cmn_Hans	cmn_Hant	cor	crh	cym	dan	deu	dsb	dtp	egl	ell	eng	epo	est	eus	fao	fas	fin	fkv	fra	fry	gla	gle	glg	gos	got	grc	grn	gsw	hbs	heb	hin	hoc	hoc_Latn	hrv	hrx	hsb	hun	hye	ido	ido_Latn	ile	ile_Latn	ilo	ina	ina_Latn	ind	isl	ita	jav	jbo	jbo_Latn	jpn	jpn_Hani	jpn_Hira	jpn_Kana	kab	kat	kaz	kaz_Cyrl	kha	khm	kor	kur	kur_Latn	lad	lad_Latn	lat	lat_Latn	lav	lfn	lfn_Cyrl	lfn_Latn	lit	ltz	mal	mar	mkd	mlt	mon	mri	msa	mya	nds	nld	nno	nob	nor	nst	oci	orv	ota	ota_Arab	ota_Latn	pcd	pes	pmn	pms	pol	por	prg	rom	ron	run	rus	slv	spa	sqi	srp_Cyrl	srp_Latn	swa	swe	swg	tam	tat	tel	tgl	tha	tlh	tlh_Latn	toki	toki_Latn	tuk	tuk_Latn	tur	uig	uig_Arab	ukr	urd	uzb	uzb_Latn	vie	vol	war	wuu	xal	yid	yue_Hans	yue_Hant	zho	zsm_Latn	zza
afr	afr																								48.6					63.1	18.3																																																																								55.3																				43.9		49.6
ara		ara																							44.4				3.3	-2.3	-14.8							39.9											40.6																		43.2				17.0																																														40.0						42.3		47.2																		33.7
arq			arq																											9.0
awa				awa																										16.2
aze					aze																									33.2																																																																																															13.6																		1.0
bel						bel																			-3.9					48.1	-22.3							45.2																													49.3																			4.7																	33.6														48.3						68.7		45.2																					65.5												8.7
ben							ben																							49.8
ber								ber																						42.6								70.6																																																																																							59.8
ber_Latn																									2.1					15.3
bos_Latn									bos_Latn																					66.7
bre										bre																				36.1								26.9
bul											bul														4.0					60.5	24.7							54.0																													43.8				-1.5																																																				52.2		49.3																		-0.4			53.4
cat												cat													0.6					57.3	-18.5							-0.6																													-0.7																																				-0.5															5.0							74.0																					-13.9
cbk													cbk																	17.4
ceb														ceb																23.7
ces															ces										51.4					0.1	25.7							2.2																		48.3											44.9																			8.1																															5.6						2.8	0.2	53.4																					53.0
cha																cha														10.9
chm																	chm																																																																																																										1.8
chv																		chv												35.4																																																																																																																	9.0
cmn_Hans											30.4								cmn_Hans						-4.3					-2.2								-9.2											-18.2																																																																					-9.3							-9.9					0.6								0.2					-17.7							-14.4			0.2
cmn_Hant																				cmn_Hant					6.3					2.7								-2.5																																																																																-6.7							-7.1					11.2
cor																					cor				4.4					6.4	1.7							7.1																													5.9																																																								2.5		4.2
crh																						crh																																																																																																																									-7.4
cym																							cym							53.6
dan																								dan	2.2					0.3	-20.5					37.8		2.1																													-1.5				-6.8																																64.4		76.9	76.2												2.6					53.9		53.7					7.9													-0.2
deu	52.7	23.2				-9.5					-1.9	2.2			42.3				-32.8	-25.7	0.4			1.8	deu	15.9			45.2	-1.9	12.0	6.9	31.8		13.3	3.6		1.7										39.7	37.2				44.6		16.9	4.4		0.6		0.1					-4.1	0.4	0.1		0.1		-4.8	0.6	0.1	0.4	-6.1						-19.8											17.8	-15.4							10.8		23.3	0.7		47.8	47.5											23.3	25.2			41.6		-0.9	0.5	0.3			36.8		57.3	0.8		-9.8		21.3				0.0				35.5			-1.4				25.1					6.3			3.9
dsb																									43.5	dsb
dtp																											dtp			2.3																																									0.3		0.4																																																																																						0.2
egl																												egl																																							2.8
ell		2.6																							53.3				ell	2.5	-13.0							5.1																													-5.8																																																			5.8					54.7		29.4					34.9													-7.6
eng	57.0	3.1	0.9	0.6	25.8	24.9	17.2	50.2	50.5	17.9	51.5	48.4	4.6	11.4	3.2	7.5		10.2	0.1	1.4	4.2		37.0	1.7	0.2		1.7		1.9	eng	13.3	53.4	33.4	22.3	-3.3	2.5		1.7	5.4	-7.1	0.4	-0.3	2.8	0.4	0.3		1.6	42.1	3.5	22.4	0.3	0.3	3.2	4.5		-0.9	20.0	11.9	11.9	3.0		33.8	20.5		39.4	12.0	-1.2	-5.0	0.2	0.2	-17.5	0.3	0.0		-10.3	1.9	-4.9	25.4	0.7	-1.1	-11.6	18.1	18.5	22.2	23.9	24.7		7.7	2.9	0.2	3.7	2.1	-10.6	13.0	11.7	15.7	29.2	-5.8	-10.8	35.9	0.3	21.7	-0.1	40.3	57.3	55.0	0.1	10.0	0.7	1.1	0.4	2.1		5.3	0.5	16.3	0.2	4.5	0.4	8.9	1.7	14.3	1.6	1.2	0.7	6.2	8.1	39.7	14.4	-1.0		8.8	10.9	11.6	26.8	-4.5	0.1		0.1		9.2	9.2	1.7	0.3	2.2	16.3	16.3	6.8	23.0	37.1	0.4	14.0		0.1	9.0	0.1	0.4	7.1	27.9	1.1
epo	19.6	-14.0				-24.2					18.8	-15.7			17.4						0.4			-22.1	13.4				-15.4	12.3	epo				16.7	37.2		14.1				-18.1						13.4	-15.0				18.1			-17.0		15.3		3.9	3.9						-12.1		0.1		-15.2	1.5	0.2											0.9		8.9			2.6		3.0	-21.3											-10.3					-10.5									-18.6	-10.1			19.3		-20.7	-2.1	11.0		10.8	23.9		29.2					-13.6				0.1				19.9			25.6				9.9	0.4				0.7
est																									5.8					59.7		est																																																																																											-3.2
eus																									36.2					53.6			eus																																																																																										31.6		48.8
fao																														30.1				fao
fas																									29.9					-3.2	26.6				fas			1.0
fin																								55.1	3.3					2.5	43.3					fin	1.7	5.3											35.2							45.0											20.2				-8.7	0.2	0.0	1.2							-22.2																						2.2	-22.0	59.5	15.0											45.4	29.7					47.0		3.5					7.7													31.0															-0.4
fkv																																				22.6	fkv
fra		15.0				28.4		49.7		13.0	46.3	2.6			2.6				-31.2	-21.8	2.8			0.6	3.1				1.0	-0.6	15.3				-0.5	3.2		fra											39.1				27.8			3.5				4.7					-3.2		1.0		0.1		-8.6	0.2	0.0		-12.1						-20.1					6.0														12.1		16.0	1.2		0.4	20.2		7.5					0.6				2.8	5.3			-0.3	-16.6	-0.2	0.3	1.9					1.8					24.3		0.3		0.1	0.1			2.3			3.3				31.0			0.1		8.8			-28.2
fry																														18.6									fry																																																																25.4
gla																														-17.9										gla																																																																																					13.8
gle																														-2.7											gle
glg																														-3.2	-16.5											glg																																																																												2.5							72.1
gos																														24.2													gos																																																												16.7
got																														0.3														got
grc																														9.3															grc
grn																																														grn																																																																															-17.6
gsw																														25.8																	gsw
hbs																									51.4					57.7	18.5																	hbs																																																																					43.2						59.0		58.1																					53.1
heb		24.6																	-33.4						45.2					0.3	-16.4					39.3		47.0											heb							-0.7											40.9				-20.6															6.5																	18.1															3.4					40.5		51.2																		37.1			0.5									1.0			0.0
hin																														43.3																				hin																																																																																																	-9.3
hoc																														1.0																					hoc
hoc_Latn																														1.0																						hoc_Latn
hrv																									51.2					1.1	23.2							31.6															hrv																																																																42.4								1.9																					50.8
hrx																									28.7					27.9																								hrx
hsb																									47.5																														hsb
hun															48.4				0.7						2.3					0.1	-16.8					51.8		1.1											-3.8							hun															-18.2															10.5																	45.2														39.7						-6.9							48.1													-5.9			-0.9
hye																														41.6																											hye																																																																		25.9
ido																									25.4					38.5	34.9																											ido									21.8																																																										26.0
ido_Latn																														33.3																													ido_Latn
ile																									26.7					27.9	43.5							40.3																						ile
ile_Latn																															43.5																														ile_Latn
ilo																														44.7																																ilo
ina																														42.5	22.1																																ina																										5.6																													2.3
ina_Latn																																																																ina_Latn																											7.4
ind																									-1.3					47.9								0.0																											ind		39.9						0.1																																																																																						27.0
isl																									2.8					3.4	12.4																																			isl	47.0				-18.4																																																						50.6
ita		22.3				34.1					47.8	1.6			40.3				0.4	1.1	1.3			-1.6	1.4			1.1	-10.9	1.1	-18.3					44.0		6.1											38.5									0.5							29.0	28.5	ita				-8.9	0.0	0.1																			38.8								27.7		15.4	-0.9													1.6	25.8	3.8			-2.5		0.1		56.4			40.4		-1.3													16.1			48.3				36.3								33.5
jav																														-11.1																																						jav
jbo																									0.6					0.3	0.9							0.5																															jbo																																																						0.2		0.1
jbo_Latn																														0.3																																								jbo_Latn
jpn		11.7									-5.6													-14.3	1.4		0.5			7.2	-22.6					3.7		2.9										18.3	-4.9							-5.0										-22.7	-8.1				jpn										-11.4											-10.2								6.8		5.7	-7.1			26.3											-7.9	-6.3					-6.3		3.2					-3.1							0.4						-4.6			-15.3				-6.3								13.8
jpn_Hani																									12.8					29.3	18.8					20.4		30.3																		15.1											12.6					jpn_Hani																															24.9															24.0					10.8		19.0
jpn_Hira																									11.9		0.0			27.9	18.8					16.8		27.4											22.9				15.9			11.8									21.0		12.0						jpn_Hira																														18.3															19.9					11.7		15.6																		7.5			10.6
jpn_Kana																									11.5											24.8																																						jpn_Kana																																																	15.7
kab																									-6.9					-13.8								-15.2																																					kab																																																-24.4		-8.2
kat																														-7.4																																														kat																																															-14.5
kaz																														-12.7																																															kaz
kaz_Cyrl																														36.6																																																kaz_Cyrl
kha																														1.2																																																	kha
khm																														-17.4																																																		khm																																													-4.8
kor																									-2.5					0.2						8.1		-1.4																		30.5															-21.1										kor																																										30.3		-1.4
kor_Hang																														41.1						24.9		30.1																		27.7
kur																														18.1																																																				kur
kur_Latn																														12.0																																																					kur_Latn
lad																														35.6	16.9																																																					lad																																									40.0																														4.8
lad_Latn																														38.2																																																							lad_Latn																																																																						6.0
lat																														24.6								10.3																																																lat																	31.7															16.1					13.6		26.2
lat_Latn																																																																																							lat_Latn																															16.1
lav																														4.1																																																										lav																																			60.5
lfn																														10.5	9.9																																0.6																										lfn																													1.4
lfn_Cyrl																														4.1																																																												lfn_Cyrl																												3.2
lfn_Latn																														30.5	17.9																																	11.6																											lfn_Latn																											19.3																																					0.2
lit																									25.5					0.0	-39.4																																				41.6				-22.3																					lit																									53.6						2.3		0.5																		-6.4
ltz																									-17.3					-11.6																																																															ltz										-24.8
mal																														45.4																																																																mal
mar																														3.8																																																																	mar
mkd																														7.1																																																																		mkd																													56.8
mlt																														54.0																																																																			mlt
mon																														-9.2																																																																				mon
mri																														-13.1																																																																					mri
msa																									-0.7					46.7								2.3																													39.3				-16.0																													-5.7																									-0.6																																	17.4
mya																														24.4																																																																							mya
nds																									49.8					43.3								47.4																													39.1																																			nds	44.9															43.7					25.6		46.1
nld	59.3					17.8						-6.1								4.2				66.2	1.3					-0.4	-23.5					4.2		2.3	31.8				2.8						14.8							38.8											-2.2				-8.9	1.3	0.2																				-41.0									24.3	nld			62.9											25.4	31.4			26.4		-2.9		0.6														0.1				17.9			40.8												30.4
nno																														56.1						-5.6																																																																				nno	81.6
nob																								73.1	45.6					60.2						36.1		0.3																																																																		56.3	nob																		45.2		53.6			21.4		-0.2
nor																								73.1	45.7					57.2						34.3		56.5																													53.8																			0.2																	55.9			58.3											35.9						39.9		53.3					74.5																41.3												29.9
nst																														0.6																																																																													nst
oci																														21.8	-34.5							24.3																																																																						oci
orv																														8.5																																																																															orv																																					3.1
ota																														4.9																																																																																ota																																	3.4
ota_Arab																														3.4																																																																																	ota_Arab
ota_Latn																														16.4																																																																																		ota_Latn
pcd																																						14.7																																																																											pcd
pes																														-2.4																																																																																				pes
pmn																														0.8																																																																																					pmn
pms																														20.4																																					13.6																																																	pms
pol		22.0				31.9									4.6										28.8					0.5	-29.4					41.5		2.2										44.6					45.3			39.1											28.1				-14.6																					43.5											30.2			49.6											pol	3.3					55.5		2.3					34.8													-35.0			2.5
por												3.0							-33.2	-29.3				-1.2	48.2				-4.3	-1.9	-7.8					33.8		2.5				2.0							2.4																		-2.5				-9.5	0.6	0.1													11.8	11.8			0.4	1.1											19.9	35.3														1.1	por			-2.2		47.6		2.8					0.7					28.4				0.1				22.7			44.7
prg																														1.7																																																																																									prg
rom																														13.1																																																																																										rom
ron																									47.9					-0.8	27.6							1.9																													-4.4																																				32.3															1.7			ron		-1.8		2.0																		2.8
run																									17.4					36.9								-20.6																																																																																				run	17.5		14.6
rus	48.6	16.8				51.1					54.0				5.3		1.4		0.9	0.6	0.6			59.6	1.4				29.0	-1.0	-22.8	5.5	29.8			42.2		1.9										49.5	36.1							-0.2	22.1										-2.5		0.1		-11.8	0.3	0.2	0.4	-15.9	-29.2												56.8				8.3										11.4	-1.3		46.1	40.4											54.0	42.9			-4.5		rus	2.8	1.2		46.5	51.2		53.3									0.1	0.1			12.1			70.2				16.3						0.1		15.5
slv															-5.1										1.9					3.6	-38.7							3.6																																																																																					-3.7	slv																						-7.0
spa	55.0	20.6				25.3		42.9			53.4	68.8			45.1				-34.8	-27.7	0.7			56.3	1.8				28.6	-0.2	14.0		36.8			4.7		0.5		8.4		67.6				-4.3		48.5	43.5				4.0					0.6								27.3	51.7		0.1		-9.9	0.4	0.0		-3.8					0.3	-24.5			25.7		27.0						3.8				48.1				-3.7		19.1	0.4		58.4	56.8											0.3	7.0			-2.1	10.5	0.1		spa					39.7					24.3		0.5		0.1				-0.2			-0.9				1.5								18.6
sqi																														7.4																																																																																																sqi
srp_Cyrl																														1.5	15.4																																																																																												55.8				srp_Cyrl																			4.2
srp_Latn																									31.7					58.5	30.0																																				46.0																																						31.7																		61.1					srp_Latn																		57.7
swa																														14.1																																																																																																			swa
swe																			-32.8	-27.9				8.8	55.4				32.8	2.3	29.7					9.4		3.6																		38.6											2.1				-18.2																																		7.6	73.5											25.9	3.8					45.7		36.7					swe													-1.1															40.4
swg																									10.0																																																																																																										swg
tam																														32.0																																																																																																						tam
tat																									-5.5					14.6																																																																																																							tat										14.9
tel																														27.7																																																																																																								tel
tgl																									22.7					36.8								26.6																																																																																28.8							-11.8										tgl
tha																														1.2																																																																																																										tha
tlh																														0.3	0.5							2.4																																																																																							1.2												tlh
toki																									0.2					0.4	0.4							0.4																																																																	1.0															0.4					0.6		0.1														toki
toki_Latn																																						0.3																																																																																					0.6																	toki_Latn
tuk																														19.6																																																																																																															tuk
tuk_Latn																														19.6																																																																																																																tuk_Latn
tur		15.8			27.6						2.3							7.1	-36.7			10.1		1.0	23.6				-48.6	2.7	28.4					33.0		0.1											24.7							-5.7											18.9				-11.7		0.3																			0.3											24.4							1.4							-40.8	22.4			-0.9		15.1		2.5					4.5			12.4										tur			-5.5		6.7
uig																														2.6																																																																																																																		uig
uig_Arab																														11.8																																																																																																																			uig_Arab
ukr						58.9					61.1	-1.4			57.5				0.7	1.3					-0.1					9.7	34.1							4.5										52.1	1.9				50.5			1.3											50.0				-9.1		0.5																														50.7			55.4			0.2								2.8	45.3					76.2	-1.8	3.0		3.3	52.8															-3.5			ukr												22.1
urd																														27.9																				-11.2																																																																																																	urd
uzb																														-29.4																																																																																																																	-26.7					uzb
uzb_Latn																														42.9																																																																																																																							uzb_Latn
vie																			-22.9						27.5					42.9	12.3							33.9																													31.5				-17.5																																																				17.1		1.6																									vie								23.8
vol																														2.0	0.6																																																																																																																								vol
war																														19.6																																																																																																																										war
wuu																			0.6																																																																																																																																						wuu
xal																														2.4																																																																																																																												xal
yid																									21.9					35.3	14.3							32.4											8.7																																			0.1	0.3						0.9																																																																yid
yue_Hans																														22.8																																																																																																																														yue_Hans
yue_Hant																														25.7																																																																																																																															yue_Hant
zho											29.6														32.4					-0.2						40.9													26.9							9.6											30.0				24.6										5.9																			12.1			31.2																				16.3							46.1																10.1				19.2								zho
zsm_Latn																											0.2			39.4																																			39.6																																																																																														zsm_Latn
zza																														2.1																																																																																																																																		zza