OPUS-MT Dashboard

Language pair: [eng-fra] all languages
Models: [all models] [OPUS-MT] [external] [compare]
Benchmark: [all benchmarks] [average score] tatoeba-test-v2021-08-07
Evaluation metric: [bleu][spbleu][chrf] chrf++ [comet]
Highlighting colors: [model score] [model type] [model size]

	afr	ara	awa	aze	bel	ben	bre	bul	cat	ceb	ces	cmn_Hans	cmn_Hant	cym	dan	deu	ell	eng	epo	est	eus	fao	fas	fin	fra	fry	gla	gle	glg	grn	heb	hin	hrv	hun	hye	ilo	ind	isl	ita	jav	jpn	kab	kat	kaz	khm	kor	lav	lit	ltz	mal	mar	mkd	mlt	mon	mri	msa	mya	nld	nno	nob	nor	oci	pes	pol	por	ron	run	rus	slv	spa	sqi	srp_Cyrl	swa	swe	tam	tat	tel	tgl	tha	tuk	tur	uig	ukr	urd	uzb	vie	war	yid	zho
afr	afr															73.3		80.1	72.8																																							75.8										68.7		73.8
ara		ara														63.4	61.8	65.4	68.5						56.7						59.3								66.9		23.2																							62.0				64.4		65.0											58.2
awa			awa															79.4
aze				aze														49.1																																																				51.4											46.8
bel					bel											71.0		68.9	71.4						71.1														71.8																			65.7						73.1				73.9		71.0													69.0						15.2
ben						ben												78.8
bre							bre											14.7							13.1
bul								54.2				19.5				67.6		72.0	70.9						66.6														62.8		18.4																											67.6		64.5											64.4		69.9						21.1
cat									cat							65.9		73.7	72.0						71.1														74.8																			68.2							71.8					80.8													65.6
ceb										ceb						35.8		44.6
ces											ces					65.9		71.5	70.8						69.8									64.3					66.8																									64.3				70.1	23.2	68.4													67.6
cmn_Hans								48.5				cmn_Hans				51.4		56.5	58.8						53.7						45.9			43.4					50.9																									43.3	53.8			45.1	18.5	59.4				58.1							53.4		45.8			40.3
cmn_Hant													cmn_Hant			48.2		55.5	55.4						49.4						42.8								46.4																			44.0						37.5	56.7			45.1		55.6				51.8							48.5		44.1
crh																																																																																	58.0
cym														cym				72.6
dan															66.3	72.5		77.4	76.1					57.9	75.2														73.3		26.9																	77.8		81.8	81.4				73.5			72.5		71.2				77.5							65.3
deu	74.7	48.0			63.9			67.9	62.0	39.5	60.3	21.2	17.7		72.4	56.1	64.4	69.7	70.5	69.6	62.4		44.2	60.3	66.5						57.3		62.6	53.0			64.4	63.9	68.0		21.8	35.7				24.3		60.0	70.7							50.9		70.5		69.8	63.5			63.0	61.3	63.2	50.2	66.4	27.7	67.7				69.1		40.8		29.1			60.5		64.1			45.8		10.0	20.0
ell		48.8														66.3	65.3	77.7	74.8						71.1														70.5																			60.6							62.9			71.6		64.1				68.8							65.6
eng	76.4	46.0	38.5	42.1	56.3	57.9	11.9	65.4	65.8	40.4	63.1	20.7	19.6	60.0	73.9	63.8	70.6	83.6	70.5	66.6	56.9	57.4	44.7	61.0	66.6	41.4	52.7	61.8	64.2		59.7	54.7	65.2	60.7	49.1	56.3	63.0	53.4	71.2	35.2	27.5	40.6	37.3	50.6	31.0	29.8	61.8	63.3	72.8	48.7	58.9	60.8	54.6	43.2	48.4	49.0	31.2	71.9	60.9	71.3	64.8	37.0	36.1	66.3	67.9	66.0	50.3	64.9	31.5	72.1	63.0	57.3	49.8	75.4	45.5	40.5	40.6	33.2	43.1	49.1	63.9	46.6	61.4	49.0	8.7	55.1	40.7	13.1	17.5
epo	73.8	54.9			63.2			69.2	67.5		64.9	22.2	20.6		75.0	68.1	69.1	73.4	63.0					66.5	67.2				68.0		57.1		61.5	62.0				63.8	72.3		26.5							63.5										69.4		70.8		40.4		69.6	68.4	68.9		67.7	26.3	70.7		54.5		77.4				52.2			69.1		68.3			56.3
est																65.5		72.0		est																																																70.6
eus																67.5		68.1			eus																				0.0																											64.2		64.6
fao																		69.1				fao
fas																56.9		62.3					fas		56.7
fin															66.9	62.6		69.8	69.9					46.5	63.6						54.2			66.6					66.0		17.6					26.5												74.4	73.0	72.3	55.1			64.1	68.7			65.9		66.9				64.7							55.8								19.2
fra		42.8			60.7		5.0	64.4	63.3		64.8	21.2	16.4		76.6	66.8	69.3	73.5	69.4				43.3	62.8	57.2						58.7		60.8	59.7			64.3		70.2		19.5	39.9				25.4										49.6		65.6		73.3	59.4	38.6		60.9	65.8	64.0	54.1	65.1	21.9	70.1				74.3		55.8		51.7			58.5	50.7	62.1			51.3		11.3	20.1
fry																		40.1								fry																																45.5
gla																		59.8									gla																																											58.8
gle																		72.9										gle
glg																		73.0	72.6										glg																																				75.3					77.3
grn																														grn																																			45.1					47.9
heb		51.2										22.1	16.7			64.1		67.6	67.8					59.7	64.4						49.8			54.9					66.0		23.4																	59.2						59.9	61.5			60.6		68.5											67.2		57.7
hin																		70.6														hin																																																				56.1
hrv																65.3		72.5	67.6						61.3								hrv																															63.0						69.8													63.8
hun											63.6	22.2				59.1		65.7	66.7					69.0	65.5						53.7			38.7					69.4		18.3					31.5												66.0						63.7	61.0			63.3		65.5				65.0							61.0		61.3
hye																		61.8																	hye																																	57.5
ilo																		63.5																		ilo
ind																60.8		65.7							62.7												ind		62.7
isl																66.9		66.5	67.5																			isl	67.5		18.0																													62.1
ita		50.5			69.4			63.0	70.5		59.1	22.9	16.5		71.1	66.9	71.8	81.2	74.3					64.0	75.2						57.9			66.0			56.5	65.8	67.5		19.9							64.8								50.0		72.4						63.4	70.1	71.6		65.2		75.3				70.7							50.4		68.9			54.8
jav																		51.2																						jav
jpn		47.1						46.3							69.0	51.1		56.9	62.2		42.3			43.8	52.5						46.8			44.0				50.3	49.8		22.1					29.1		47.7			53.6					40.7		57.2						44.3	49.0			49.7		55.1				46.6							47.1		51.2			45.0
kab																46.6		57.0							50.5																	31.3																										47.9		46.2
kat																		71.2																									kat																									69.5
kaz																		65.6																										kaz																								57.2
khm																		49.8																											khm																									40.6
kor																52.5		60.7						50.4	51.5									50.1							20.2					kor																						53.9		52.0
lav																		69.9																													lav																					71.3
lit																65.9		74.2	71.1																				68.8		21.1							lit																70.2				69.6		70.1											66.0
ltz																77.1		76.5																															ltz									76.6
mal																		68.2																																mal
mar																		77.9																							29.0										mar
mkd																		69.4																																		mkd																		70.1
mlt																		72.6																																			mlt
mon																		51.8																																				mon
mri																		54.2																																					mri
msa																60.0		64.0							60.6														62.1		17.0															45.3														62.2
mya																		58.2																																							mya
nld	78.4				58.0				65.5				19.1		78.4	71.6	61.1	75.0	71.0					71.4	67.4						53.5			60.7					71.7		24.2								74.4									62.3						63.3	66.3	63.0		68.2		68.9											58.1		63.2
nno																		72.4						64.1																																			nno
nob															83.8	68.6		74.2	69.6					60.8	72.0																																			nob								67.7		73.3				84.4
nor																		66.5																																											nor
oci																		58.9	56.3						62.9																																					oci
pes																		62.3																																													pes
pol		49.2			66.1						61.5	19.4	15.1			65.3		70.0	72.2					60.0	64.2						55.0		63.6	60.9					66.2		15.7							63.2										64.8						pol	61.1			70.0		64.4				68.3							59.6		66.2
por									68.9			21.6	21.6		79.5	67.4	71.6	78.0	70.8					73.0	73.4				73.0	40.1	61.7			61.4					75.6		22.5																	69.5						64.8	69.6	67.4		66.4		76.8				74.7				55.5			64.9		64.8
ron																68.1		74.5	70.8						69.2														74.7																			64.8							69.9	ron		68.7		72.2											58.9
run																60.1		65.1							62.0																																										run	61.0		61.9
rus	73.9	49.7			2.3			66.0			65.5	19.2	17.4		73.8	68.0	67.4	72.6	70.3	70.3	61.4			61.3	66.4						55.3			58.0	57.0				64.2		22.4	38.4	58.6	54.4		29.2	60.7	62.4										68.4		66.5				67.8	62.9	62.8	54.4	57.4	36.5	68.0		63.7		70.1		45.9					55.0	47.7	71.8			37.6
slv											70.3	17.3				70.9		68.9	59.8						60.5																																											70.1	slv														64.6
spa	78.6	1.8			62.6			64.9	73.4		62.6	25.2	19.8		73.0	67.4	64.2	75.6	69.5		56.9			63.3	72.4		50.6		69.7	35.3	62.0		65.0	60.8				64.9	76.2		24.2	34.1			1.7	28.8		64.5				68.4				52.8		68.5		75.2				64.8	71.5	67.5	48.8	67.2		62.6				72.8		49.3		8.5			68.7		63.4			51.8			14.2
sqi																		68.7																																																					sqi
srp_Cyrl																		67.8	62.1																																																	71.3				srp_Cyrl											68.0
swa																		50.8																																																							swa
swe												28.1	23.2		76.6	68.8	68.6	76.2	73.0					59.4	70.2									58.0					70.2		19.5																			80.8				63.3	66.2			65.1		69.4				60.7							60.9
tam																		60.4																																																									tam
tat																42.9		49.6							55.3																																																			tat
tel																		60.9																																																											tel
tgl																53.4		40.8							59.7																																								57.8					61.4								tgl
tha																		64.8																																																													tha
tuk																		61.9																																																														tuk
tur		46.5						63.1				24.7	20.1		67.5	62.9	67.1	71.7						55.2	61.6						60.8			57.0					54.2		20.4							60.5										61.8						60.4	62.0	58.7		56.0		70.2				60.5							tur		66.8		8.9
uig																		54.5																																																																uig
ukr					2.5			75.1	69.7		69.9	21.7	18.8			71.1		73.1							67.1						60.0		65.3	65.2					72.3		21.0																	70.3						71.8	66.2			77.3	29.6	69.2		66.9									70.0		ukr
urd																		61.2														57.3																																																				urd
uzb																		63.8																																																															67.4				uzb
vie												15.6				48.8		63.0							56.5														57.0		18.1																											33.2		54.5																vie
war																		50.4																																																																					war
yid																		15.0																																																																						yid
zho																		54.0																																																																							zho

color:
#params:	24M	36M	54M	81M	122M	183M	275M	413M	620M	930M	unknown