OPUS-MT Dashboard

Language pair: [eng-fra] all languages
Models: [all models] [OPUS-MT] [external] [compare]
Benchmark: [all benchmarks] [average score] tatoeba-test-v2021-03-30
Evaluation metric: [bleu][spbleu][chrf] chrf++ [comet]
Highlighting colors: [model score] [model type] [model size] [model diff]

Table of chrf++ score differences between the best OPUS-MT model and the best external model:

	afr	amh	ang	ara	arq	asm	awa	aze	aze_Latn	bel	bos_Latn	bre	bul	cat	ceb	ces	cha	chv	cmn_Hans	cmn_Hant	cor	crh	cym	dan	deu	dsb	dtp	egl	ell	eng	epo	est	eus	fao	fas	fin	fkv	fra	frr	fry	gcf	gla	gle	glg	gos	got	grc	grn	gsw	hbs	heb	hin	hoc	hoc_Latn	hrv	hrx	hsb	hun	hye	ido	ido_Latn	ile	ile_Latn	ina	ina_Latn	ind	isl	ita	jav	jbo	jbo_Latn	jpn	kab	kat	kaz	kaz_Cyrl	khm	kor	kur	kur_Latn	kzj	lad	lad_Latn	lat	lat_Latn	lav	lfn	lfn_Latn	lit	ltz	mal	mar	mkd	mlt	mon	mri	msa	mya	nds	nld	nno	nob	nor	nov	nst	oci	orv	ota	ota_Arab	ota_Latn	pam	pcd	pes	pms	pol	por	prg	rom	ron	run	rus	slv	spa	sqi	srp_Cyrl	srp_Latn	swa	swe	tam	tat	tel	tgl	tha	tlh	tlh_Latn	tur	tzl	tzl_Latn	uig	uig_Arab	ukr	urd	uzb	uzb_Latn	vie	vol	wuu	xal	xho	yid	yue_Hans	yue_Hant	zho	zsm_Latn	zza
afr	afr																														-12.7																																																																					-3.2																					-6.9		-0.4
amh		amh																												-2.2
ang			ang																											27.4
ara				ara																									1.6	-2.1	-11.1																																					-1.7																																															-1.0
arq					arq																									26.0
asm						asm																								-15.6
awa							awa																							-15.8
aze								aze																																																																																																																			-16.3													3.6
aze_Latn									aze_Latn																																																																																																																															56.6
bel										bel															-1.7						-16.1							-2.7																														-3.3																26.3																-3.1															-5.9								-0.9																														-7.5
ber																														32.8
ber_Latn																									18.3					32.9
bos_Latn											bos_Latn																			79.4
bre												bre																		41.0								35.7
bua																																																																																																																									20.2
bul													4.2						0.8						2.8						-8.5							3.1																																		-0.4																																																			2.6													1.8					1.0												-21.0
cat														cat											0.6						-12.4							0.5																														-1.0																																-0.3																2.9																									-11.2
ceb															ceb										-3.0					-0.8
ces																ces														0.3								1.3																														-0.8																32.3																															4.9						2.5	0.2
cha																	cha													26.1
chv																		chv												52.6																																																																																											27.2															32.2
cmn_Hans													1.6						cmn_Hans						-3.0					-1.8								-7.9													-23.5							-20.4													1.3																																												-5.5	-8.5						-3.0	-7.2					-0.3							13.2	-24.0									-16.7		8.0
cmn_Hant																				cmn_Hant					3.8					2.5								-5.0													-19.9																				1.1																																												-0.6	-6.6							-6.7					7.1							12.0	-18.1											4.5
cor																					cor				23.9						19.4							24.1																														17.3																																																					11.9		22.6
crh																						crh																																																																																																																		-0.2
cym																							cym							-3.8
dan																								dan	2.0					0.5	-15.0							1.4																														0.2				-3.8																																												3.4												5.7								0.3
deu										-4.1			-0.6	1.8	-5.4				0.1	3.9	21.1			1.7	2.6	40.2				-1.9	-8.6	5.2	-7.6			3.6		1.7	17.5						27.7											23.0	42.1	3.7		14.0						-3.0	0.9	0.4				-2.6	-6.9					-24.5		12.2		40.3						31.8		-13.5							8.3		46.5	0.5																					-0.6	1.0	0.4							-11.1		22.0									-0.2				-0.2					16.4			1.2
dsb																									62.0	dsb
dtp																											dtp			16.0																																										0.0																																																																																		2.2
egl																												egl																																								24.8
ell				1.2																									1.2	1.5	-8.9							2.6																														-5.2																																5.5																5.6												-3.7								-6.0
eng		-4.8	18.1	2.4	15.4	-12.2	-9.3				68.7	27.1			0.4	2.3	28.6	38.8	4.9	5.2			-0.1	1.4	-0.2		21.4		1.9	-0.2	-7.3			-11.4	-4.4	1.8		1.7		6.6		-8.5	1.9	0.3	28.5	4.0	13.6	-11.7	31.7	62.1	0.0		9.2	9.2	2.6	24.9		-0.5		38.0	38.0			43.8			9.4	-0.4	-2.9	11.0	11.0	-8.7	-10.4	5.2	-3.7	49.0	-0.3	2.9	31.0	31.5	11.9	41.1	46.4	46.4		5.3			1.7	-9.8	-2.0	-8.0	3.0	5.9	-8.1	-10.4		-3.7		-0.0				24.0	7.8	-5.6	16.3	12.2	2.8	21.4	24.0		4.5	39.0	0.0	3.5	12.2	33.1	1.3		-0.4	0.9	0.6	4.1	6.4	60.3	10.2	-1.0	-2.2		-1.1		4.4			1.9	14.4	14.4			-1.1		23.3	54.6		12.7		26.5	-0.7	24.7	7.5	8.3	3.8		11.4
epo	-14.6			-13.9						-22.0			-13.1	-13.5							12.4			-17.1	-7.9				-11.7	-9.2	-3.2				38.8			-9.6						-14.4							-14.3							-15.6		39.3		18.1	18.1				-20.1	-9.1		9.8		-26.8										13.5	16.5	32.2			21.9	27.3	-17.8											-8.8						-13.6									-14.7	-8.1					-16.4	-1.8	-7.7									-11.9														12.1
est																									4.0							est																																																																																									-0.9
eus																									-7.9								eus																																							-0.0																																																	-13.6
fao																														-11.5				fao
fas																														-1.7	51.2				fas			0.7
fin																									2.9					2.0						5.6	21.4	2.0													2.9																					-17.6						-26.3						30.1																2.4	-16.2		14.0												2.7	3.3							2.4					6.9																									-18.7
fkv																																				47.5	fkv
fra										-1.4		28.9	1.4	2.0		2.0			0.1	3.6	20.7			0.7	2.6				-1.0	-0.4	-6.7				-2.5	2.5		5.3			11.1									61.1					0.1			2.9		13.4		31.0				-1.8		1.4		11.4		-19.4	-13.3					-25.6						28.5				31.4									10.1		39.3	1.2		0.7	15.0			-3.0						15.8			2.3	3.9			0.3	-14.0	0.3	0.6	1.5					1.7		-12.3		-0.3		16.0	16.0	1.7			-12.1	39.2	0.2									27.7			-20.1
frr																									26.5														frr
fry																														19.6										fry																																																												22.5
gcf																																						31.8			22.2
gla																														-14.7												gla																																																																																	-8.6
gle																														-1.0													gle
glg																														-2.0	-12.9													glg																																																																								1.4
gos																									45.4					39.3															gos
got																														6.3																got
grc																														30.4																	grc
grn																														-22.9																		grn																																																																				-16.0							-19.3
gsw																														47.0																			gsw
hbs																														71.6								67.2												hbs																		71.2				0.1																																											68.1								72.4																		69.9
heb																			-20.2	-15.0										0.9	-13.8					2.2															4.7							-2.6						18.5								-23.4										18.0		29.5			14.2	24.5																											2.5	3.1																									0.0									16.9			0.2
hin																																																				hin																																																																																										-6.4
hoc																														13.1																							hoc
hoc_Latn																														13.1																								hoc_Latn
hrv																														0.5								2.5																	hrv																																																												3.5								1.3																		4.7
hrx																									50.6					43.7																										hrx
hsb																									65.5																																hsb
hun																			-4.7						2.5					0.8	-13.8							0.9													-3.4							11.9														-18.3						-31.5						33.6																																					-5.3															-5.6					-0.8
hye																																																											hye																																																														-10.5
ido																									47.9					55.9	58.2							46.3																						ido				20.5																							26.6																																				47.1																											12.8
ido_Latn																														51.1																															ido_Latn																											27.7
ile																															65.6							60.5																								ile
ile_Latn																															65.6																																ile_Latn
ina																														60.3																														35.5				ina																							28.1																													19.5																		12.7
ina_Latn																																																																	ina_Latn																		19.0					33.1																																															13.2
ind																									-1.6													0.3																												ind		1.1																																																																																						51.6
isl																									1.8					3.4	-11.1																																				isl	1.7				-17.8																																																			3.9
ita				1.0						-14.5				1.2		1.5					13.8			-1.4	1.1			11.6	-9.1	0.7	-13.3							2.7												34.3																-2.0	-15.0	3.6				-19.8																	0.8								3.4		37.6	-0.4														16.3		3.0			-2.3		0.1							-8.1																	-0.7					19.2
jav																														-7.0																																							jav
jbo																														10.2	10.9							10.7																																jbo		0.0																																																								9.1
jbo_Latn																			0.0	0.0										10.2																																									jbo_Latn
jpn													-8.6											-12.0	-6.9		15.6			-9.1	-21.0		-11.0			-4.9		-5.9												37.7	-5.1							-7.0									-20.1	-7.6		2.0		-21.7						4.5											-12.4			-20.4					4.5		24.1	-6.2			43.2												-11.1	-5.4					-6.9		-5.8					-5.9						13.2		-6.8					-16.9				-7.5								10.3
jpn_Hani																														50.4						42.5		49.8
jpn_Hira																														47.7						38.4		46.0													40.2				35.3			33.3								45.5																																																		41.2
jpn_Kana																														52.8
kab																									-6.2					-10.7								-14.7																																			-15.2																																																-26.7		-8.4
kat																														-6.4																																												kat																																															-10.8
kaz																														-11.9																																													kaz
kaz_Cyrl																														54.7																																														kaz_Cyrl
khm																														-9.1																																															khm																																														-3.8
kor																									-3.4					-1.9						-2.1		-1.4																				0.9														-20.7						kor																																											-3.3		-0.9
kor_Hang																														58.2						48.5		49.1																				49.9
kur																														34.4																																																	kur
kur_Latn																									43.2					42.1																																																		kur_Latn
lad																									47.8					48.9																					30.8																															lad		13.3																																							56.3																											12.7
lad_Latn																														54.9																																																					lad_Latn																																								62.0																											13.9
lat																														42.9								28.5																																												18.1		21.9																48.8																35.7							45.4
lat_Latn																																																																																					lat_Latn																															35.7
lav																														3.8																																																								lav																																			3.8
lfn																															33.1																													29.7				17.4																							lfn																																															10.2
lfn_Latn																									53.4						29.5							54.4																							16.8				24.4																							lfn_Latn
lit																														0.5	-39.4																																					-5.3				-21.2																	lit																																2.1		-1.8													-4.2
ltz																									-12.5					-8.9																																																												ltz										-21.0
mal																														-4.9																																																													mal
mar																														-10.9																																										-29.0																				mar
mkd																														0.7																																																															mkd																														4.6
mlt																														-4.3																																																																mlt
mon																														-9.5																																																																	mon
mri																														-11.9																																																																		mri
msa																									-0.9													2.4																														1.7				-17.0																									-5.8																										-1.2																														12.5
mya																														-11.5																																																																				mya
nds																									67.1													62.0																														58.0																															nds																	61.4					40.3		63.8
nld	-1.8									-20.9				-4.0											1.1				-60.5	0.0	-22.5					2.6		1.0		47.7																												-1.2				-24.2																		-41.6										0.9			76.3																		-2.2		0.7
nno																																				-7.2																																																																	nno	89.2
nob																																						-1.3																																																															74.6	nob																					-0.2					0.2
nor																																				57.8		72.4																														72.0																																73.9			76.0												58.3	67.4							73.0					83.4													64.6												20.9
nov																														46.5																																																																										nov
nst																														10.7																																																																											nst
oci																														-17.9	-56.3							-13.1																																																																				oci
orv																														29.6																																																																													orv																																		25.0
ota																														21.3																																																																														ota																												17.4
ota_Arab																														20.9																																																																															ota_Arab
ota_Latn																														35.2																																																																																ota_Latn
pam																														15.6																																																																																	pam
pcd																																						39.6																																																																										pcd
pes																														-1.5																																																																																			pes
pms																														39.9																																						39.3																																														pms
pol				-1.1						-11.0						4.3			2.0	5.5										1.2	-27.6					5.0		2.0												68.6	3.6				4.5																	-15.7																															66.1												pol	3.1							1.8													-59.6					2.4
por														1.8					1.5	5.8				-0.6					-2.4	-1.0	-6.2					5.3		1.7						1.1				-13.5			1.1																	-0.9				-22.4												35.5	35.5														43.9				73.2												1.0	4.7			-0.3				2.1					0.2
prg																														19.6																																																																																							prg
que																														25.9
rom																														31.3																																																																																								rom
ron																														-0.3								1.2																														-2.0																																																1.8			ron		-1.7		1.3													2.3
run																																						-15.6																																																																																		run			-14.2
rus	-7.1															3.7					8.4				1.2					-1.5	-19.8	4.0	-9.0					1.6																				-0.9	-10.2									-1.3				-22.4	-24.5	-58.6				3.3								12.5			7.0										29.9	-0.9																			-3.4		5.1	2.1	1.1																-47.8						-3.1					13.1
slv																-5.0			-4.5						2.4					3.5	-57.9							4.0																																																																																			-3.3	slv																			-7.5
spa	-1.8									-1.8			3.9						3.7	5.6	20.3				1.4					0.0	-3.7					3.2		0.9				-3.9						-8.6		65.5					2.6					12.7							-12.1					-23.8	-3.8				29.2	-28.7				45.6	49.5	46.9					2.4				0.4				-1.2		41.5	0.3		0.7	75.0												0.3	5.0			-0.9	-6.5	0.4		5.3							-8.3		42.7		18.6		-0.1					0.3				1.2					36.7			12.1
sqi																														5.4																																																																																														sqi
srp_Cyrl																														1.3																																																																																															srp_Cyrl																1.2
srp_Latn																														71.7																																						75.6																																																										srp_Latn															73.4
swa																														13.3																																																																																																	swa
swe																			3.6	7.4				6.6					-68.6	1.4						7.9		2.6																														1.9				-19.5																														4.8	83.0													4.1												7.8								-0.0																	30.8
tam																														-7.1																																																																																																			tam
tat																									-5.4													-7.8																																																																																					44.7							tat						38.2
tel																														-15.3																																																																																																					tel
tgl																									-5.7													-10.9																																																																																					-9.1									tgl
tha																														1.1																																																																																																							tha
tlh																																						15.4																										9.0																							7.5																																				15.8											tlh
tlh_Latn																																						15.4																											9.7																																																																						tlh_Latn
tur								53.1	53.4				0.7					33.1	-24.6	-20.1		33.4		0.9					-67.1	-0.1								-0.5																				-4.8														-20.3																	0.1																			13.5							-60.4				-0.2				1.0					3.1		34.4						42.2					-4.3		19.3
tzl																														35.5																																																																																																											tzl
tzl_Latn																														35.5																																																																																																												tzl_Latn
uig																																						41.4																																																																																																					uig
uig_Arab																																						41.3																																																																																																						uig_Arab
ukr													1.3	-1.2											-0.1					-2.2								0.6												69.2	1.8				3.1			0.7														-21.2																															69.8				12.8								2.6							-0.0	-0.3		3.5	71.6										-1.8					60.2
urd																																																				-8.3																																																																																										urd
uzb																														-27.6																																																																																																										-28.9							uzb
uzb_Latn																														57.4																																																																																																																		uzb_Latn
vie																			2.9						2.1																																											1.3				-18.1																																																	-0.2		2.4																						73.9								16.5
vol																														14.5	12.8																																																																																																																			vol
wuu																			18.5	16.9																																																																																																																															wuu
xal																														21.8																																																																																																																						xal
xho																														-4.5																																																																																																																							xho
yid																									42.6					39.6								49.9													26.5									13.2								30.8																																																					29.9		44.4																											25.0
yue_Hans																														41.3																																																																																																																									yue_Hans
yue_Hant																														43.3																																																																																																																										yue_Hant
zho													49.4												50.9					-0.7						57.1															45.6							25.5														23.6						21.7																			35.6																															62.1																	38.0								zho
zsm_Latn																																																																		62.4																																																																																								zsm_Latn
zza																														13.7																																																																																																																													zza