OPUS-MT Dashboard

Language pair: [eng-fra] all languages
Models: [all models] [OPUS-MT] [external] [compare]
Benchmark: [all benchmarks] [average score] flores101-devtest
Evaluation metric: [bleu][spbleu][chrf] chrf++ [comet]
Highlighting colors: [model score] [model type] [model size]

	afr	amh	ara	asm	ast	azj	bel	ben	bos	bul	cat	ceb	ces	ckb	cmn_Hans	cmn_Hant	cym	dan	deu	ell	eng	est	fas	fin	fra	ful	gle	glg	guj	hau	heb	hin	hrv	hun	hye	ibo	ind	isl	ita	jav	jpn	kam	kan	kat	kaz	kea	khm	kir	kor	lao	lav	lin	lit	ltz	lug	mal	mar	mkd	mlt	mon	mri	msa	mya	nld	nob	npi	nso	nya	oci	ory	pan	pol	por	pus	ron	rus	slk	slv	sna	snd	som	spa	srp	srp_Cyrl	swe	swh	tam	tel	tgk	tgl	tha	tur	ukr	umb	urd	uzb	vie	wol	xho	yor	zul
afr	afr						23.1											53.1	56.0		73.6	44.5		42.2							38.2			42.3				38.1																43.6										51.3	48.6											41.7						42.7			52.5								38.8
amh		amh	27.1																		45.0	1.1		1.2						10.9	26.1			1.0																									32.1																						24.1
ara		19.1	ara							50.2	53.5		42.7					53.8	52.9	40.9	65.2	14.9		44.0	57.3			49.4			41.8		44.9	34.7					49.6		12.5				26.6													48.2	42.8						48.0							30.6	56.1		48.5	43.9					26.9	47.9		47.0	52.8							40.7	34.8
asm				asm				28.6													39.3								24.3			29.1																									26.6									1.2					1.2									1.3															25.7
ast	49.7				ast		20.5				55.8								50.2		59.8				54.5			53.0									17.0		49.0															22.5										47.1					46.8				55.4		49.7	35.4						47.4											31.8
bel	34.7				37.2		bel		34.1	46.3	45.5		38.5		10.8	10.0		45.4	44.7		48.9	35.6		34.3	48.4			42.6			37.9		42.5	35.0			36.4	34.9	43.7															21.6				45.0				14.9		35.5	42.2				33.5			38.7	46.5		43.0	44.1	37.5	41.0				43.3	11.6	41.0	44.5							23.2	43.3
ben				25.8				ben													46.4								26.0			31.4																									28.2									1.3					1.2									1.3															27.4
bos							31.1		bos	52.5			45.1						50.9		62.6	44.2		42.3									53.3	43.7																								54.1														39.9				42.5		46.4					13.0	53.4									42.6
bul					41.0		31.4		46.7	bul	53.4		49.5		19.8	16.1		56.6	55.2		66.1	43.6		49.5	58.9			49.9			48.7		51.6	43.2				41.8	51.2		16.6																	56.3							50.7				39.6			44.5	57.8		52.9	51.1	18.5	50.1				49.2	25.8	52.9	56.5							45.1	50.2
cat	54.3		48.1		53.6		23.3				cat				11.5	8.9			55.2		67.9			31.7	61.1			57.3			49.4						17.5		53.1												49.1		48.8	23.8										50.8					51.4				60.9		54.3	42.1						51.0										51.0	38.3
ceb												ceb							44.1		61.8				47.6												40.8			29.4																																	50.9									43.6
ces					40.1		29.8		39.4	56.1	51.7		ces		18.5	14.7		56.1	55.7		64.6	42.7		50.0	58.2			48.9			47.0		52.2	47.3				41.8	49.4										27.9									53.5							50.2				38.1			45.2	57.2		51.3	50.1	19.6	51.8				48.5	12.5	52.0	55.6								49.8
ckb														ckb							39.1
cmn_Hans							10.7			31.3			21.5		cmn_Hans	11.9		45.9	32.8		49.6												23.8					31.5			9.9								23.2														14.5		42.1							16.6				16.5		16.8						22.3	32.8								15.6
cmn_Hant							10.3			30.7			21.1		17.1	cmn_Hant		42.3	29.6		46.5												23.2					28.6			9.3								22.2														14.8		37.4							15.7				15.3		15.5						22.1	26.9								14.7
cym																	cym				70.4				47.2		39.4												39.6																																		32.7		41.4							41.0
dan	52.1		49.0				36.7			27.5	57.1		51.5					dan	58.9		70.9	14.9		50.8	61.1			52.0			49.6		23.5	45.4				47.5	52.4		17.0										24.0		23.7	31.5				25.1						50.6	55.7							45.2	60.2		55.9	50.7		24.8				50.2		24.1	62.6							52.5	51.8
deu	55.1		48.7				35.6		47.6	54.2	43.8		51.6		14.6	9.9		60.0	deu	44.4	65.3	49.6	30.1	51.9	62.2						49.3		51.6	48.7			52.5	45.9	53.9		18.0										51.2		51.1	49.1								41.9		52.6	52.8							45.8	60.2		53.1	51.3						50.9	2.1	51.8	59.6					47.4		52.4	50.2				53.4
ell			34.2																48.2	ell	59.3																																																							41.6
eng	66.2	26.5	57.4	23.6	53.8	11.6	38.4	35.3	55.8	67.7	65.3	53.0	58.0	25.4	25.4	20.3	62.7	68.9	63.8	51.7	eng	57.6	42.6	57.2	70.7	16.0	57.9	58.1	25.7	29.3	54.4	57.5	56.6	57.1	43.2	36.3	65.4	49.4	56.3	33.9	21.8	19.8	37.7	37.4	41.5	25.2	33.0	20.9	34.6	23.6	56.4	44.7	56.2	49.2	35.9	40.4	35.3	58.3	67.8	27.0	34.4	49.8	25.1	55.0	60.4	17.7	16.3	41.4	58.3	1.1	3.0	47.4	70.0	26.8	62.7	57.0	59.8	54.5	39.3	2.5	29.8	54.2	22.6	57.2	68.1	50.1	38.1	50.1	2.3	57.2	42.2	59.4	57.3	24.1	36.9	13.5	54.2	22.6	44.9	22.8	50.2
est	46.5						28.7		38.5	44.0			39.6					21.6	49.6		62.5	est		48.6									39.9	41.5				17.5							12.6						45.7		44.1	21.9				42.8						44.6	21.1							37.8				41.2	19.3	42.5					2.6	39.9	21.0							31.1	38.0			2.1
fas																		48.4	49.5		50.2		fas		53.4														46.6																																		52.5	1.5	45.8	28.6						45.4										33.6
fin	43.2		41.1				27.3		39.1	52.2			46.4		8.4	7.4		51.8	51.2		60.5	50.1		fin	54.7						41.9		48.2	41.9			42.2	41.2	48.9						11.3		6.4				39.7		46.3	19.7				41.6				33.8		47.1	47.0							43.3	53.6			48.0	17.3	48.3				47.2	3.5	48.0	54.6							46.9	47.3			1.6	26.2
fra	54.6		48.7		49.5		36.9			56.5	58.4		49.4		15.5	9.6	24.6	55.8	57.4		67.8			50.8	fra		27.6	55.2			49.9		51.3				54.7		53.7												50.2		50.1	26.2				53.6				42.0		51.5	47.1				54.6			45.0	60.2		54.4	51.2		50.4				50.5		51.8	55.3					48.1		51.4	49.6				46.6
ful																										ful																																																		9.0
gle																	39.0				62.2				44.6		gle												36.1																																		30.4		40.8							39.7
glg	52.1		47.4		52.0		23.4				58.2				13.8	10.6			54.0		64.2				59.6			glg			47.6						17.6		53.0												47.8		48.4	22.3										50.2					49.5				57.7		53.0	42.4						50.8										50.0	37.2
guj				21.5				26.2													41.4								guj			28.2																									26.4									1.1					1.1									1.2															23.5
hau																					37.2	12.6		13.6						hau				14.5
heb		17.4	35.1				33.8			55.3	54.3		47.7					55.8	54.1		66.5	14.6		44.2	57.0			49.6			heb			36.5				39.0	47.6						23.5									18.0					40.3					27.7	50.3							42.2	56.7		48.6	47.6		47.9			25.6	47.5			54.4							36.9	47.7
hin				25.1				30.8													62.4								27.7			hin																									31.0									1.4					1.2									1.4															32.0
hrv					40.0		35.3		49.7	55.8	51.3		49.6		18.2	14.6		55.3	54.1		61.9	42.5		48.5	57.6			48.8					hrv	42.6				41.1	50.1																			54.8							49.5				38.7			44.1	56.1		51.0	48.8		51.7				48.3	12.4	52.7	54.7								47.9
hun	43.5		26.5				27.7		38.7	44.2			44.9		8.8	7.5		47.0	44.7		59.8	42.4		45.6							33.1		40.8	hun			42.9	32.3							11.6		7.5							19.9				43.2				34.6		43.2	42.3							36.8				36.6	18.4	41.7					3.4	40.2	45.9							30.6	46.2			1.7	27.1
hye																					57.2														hye																																									33.7
ibo																					36.9															ibo
ind					17.8		22.0				18.4	39.4			12.1	9.4			51.0		65.7			30.9	55.4			18.2						32.2			ind		43.0	34.0																						20.6							18.3				56.9		17.9	38.0						47.2											34.4
isl	42.6						28.0			22.8	46.7		41.2					51.5	48.6		57.9	13.9		38.5	50.3			43.0			39.2		19.8	35.3				isl	44.5												20.3		19.7	26.0				20.9						39.8	46.8							38.9	49.2		45.8	36.4		21.1				43.5		19.8	50.8								37.4
ita	49.9		45.3		47.3		34.7			51.6	54.5		45.2		12.7	9.2	23.3	51.5	52.5		60.0			48.2	57.6		24.9	52.7			45.6						50.7	34.3	ita												47.6		47.4	23.5								40.7		49.6					45.4				55.7		50.8	47.1						49.8										48.7	44.6				44.0
jav												33.0							43.3		57.4				46.3												38.4			jav																																	48.3									41.1
jpn			20.0						32.6	31.7					11.0	9.7		25.1	34.3		40.0			32.1	37.8						22.4		30.8	30.1			37.1		34.1		jpn								22.1													31.1		32.1	25.6							26.0	37.4			31.5						35.1	1.8	22.6	26.7							28.9					30.6
kan																					42.4																						kan													17.4																															20.8	20.8
kat																					47.5																							kat																																31.1
kaz																					36.7	22.2		22.0										21.0											kaz			2.3												21.4																																27.5				14.2
kea	43.4																		43.4		54.4																									kea								19.2										41.0
khm													12.3		3.0	2.9					47.7	28.3		36.0										34.0			20.5										khm															20.9										16.1																									43.8
kir																					34.0	18.2		17.5										16.8											2.3			kir												20.5																																25.8				13.4
kor																			39.4		54.1			36.1	42.8									36.5															kor																											34.3						38.2
lao																					31.3	2.0		2.0										1.8																lao																																									5.7
lav											22.1							48.3	26.0		62.3	44.9		40.9	23.0			19.0										40.2	22.7												lav		46.9																				23.2			46.2						23.1			47.3								45.0
lin																					35.1																															lin
lit											22.4							45.7	27.9		58.7	43.5		44.2	24.3			19.1										36.5	44.3												45.8		lit																			40.7	24.7			46.8						43.3			47.8							36.3	45.9
ltz	51.1						21.1											43.9	56.3		59.4	27.0		26.2	34.3						20.6			25.7				31.5	31.2															ltz										46.2	40.0											25.7						30.7			43.1							22.9	25.2
lug																					33.1																																		lug
mal																					50.0																						19.8													mal																															21.7	21.0
mar				22.5				27.5													52.0								23.3			30.9																									mar									1.4					1.2									1.3															25.8
mkd					41.0		37.4		49.6	58.8	52.8		49.7					56.4	55.0		65.8	43.1		41.5	59.0			49.6					53.5	42.5				41.9	50.7																			mkd							50.4				39.6			44.3	58.3		52.5	49.6	18.9	51.6				49.2	24.8	54.6	55.6								49.3
mlt		21.5	37.9																		74.1	13.4		15.1							39.0			14.6											2.2														mlt																						28.2											37.0
mon																					40.1	11.9		10.2										9.6											2.0			2.1												mon																																23.8				11.7
mri																					27.6																																								mri
msa							21.3					40.2			12.0	9.3			49.9		65.4			30.1	54.4									31.6			52.6		41.2	31.8																						msa											55.8			34.9						46.4											32.3
mya															2.2	2.3					39.2	0.4		1.4										3.2																													mya
nld	49.3						23.5				41.4				11.3	8.8		50.8	50.6		56.7	42.5		44.2	52.1						23.6			40.8				34.4	35.0															39.2										nld	44.4											40.4						35.3			50.3							25.3	36.8
nob	49.1		45.8				35.4			26.7	53.7		47.6		9.7	8.8		57.2	54.5		66.6	14.9		44.7	57.7			49.6			46.2		22.9	42.2				44.6	49.6															29.6				24.8						46.5	nob							42.8	56.6		52.3	47.6		24.3				48.3		23.7	57.4							48.7	48.2
npi				24.3				28.4													45.7								26.2			31.3																									28.2									npi					1.1									1.2															27.4
nya																					40.7																																															nya
oci	53.8				49.8		21.4				57.7				9.7	7.3			53.0		68.7				62.0			54.2									18.0		51.4															21.3										48.6					oci				60.0		53.3	36.1						49.6										46.7	33.1
orm																						12.3		13.4										13.6
pan				24.1				28.0													46.3								27.5			35.0																									28.0									1.2					pan									1.3															30.6
pol			23.1		38.2		29.6		36.7	51.1	48.2		44.9		18.3	15.4		50.7	50.1		56.0	40.3		46.5	53.7			45.6			42.9		47.0	40.0				39.1	47.2										25.8				44.2					49.1							46.0				35.9			pol	51.7		47.3	46.3	18.7	46.6				46.4	10.6	46.3	49.7								45.2
por	55.1		49.4		51.4		36.0			56.9	59.8		49.5		14.4	10.5	21.0	56.6	57.8		69.4			50.8	62.2		23.6	55.7			50.8		51.4				17.7		53.1												50.3		50.3	24.0				53.6						51.3					52.0			44.6	por		54.7	51.9		50.7				51.2		52.8						50.6		52.6	50.8
pus																					37.7		9.5																																																			pus
ron	53.8		47.9		49.0		23.7				57.5				4.6	3.3	22.7		55.5		65.6				60.7		26.9	54.4			49.0						17.7		52.6															23.6										50.9					49.4				59.7		ron	44.3						50.4										51.4	49.2
rus	44.7		39.7		41.9		37.5		39.0	55.9	53.0		49.0		18.7	15.9		53.7	53.2		60.6	43.2		49.9	57.7			49.1			46.4		50.2	40.5	32.9		46.4	40.4	50.2										26.7		47.3		50.1	26.2				52.4				15.7		43.5	48.0				39.3			45.5	56.3		49.9	rus	46.0	49.4				48.6	10.7	50.1	53.3							24.5	52.2				42.1
slk							26.8			40.3			40.7								64.1	34.6		33.1										33.9																								39.5														34.1				49.8	slk	38.1															49.1
slv					39.1		29.1		42.3	54.0	50.4		48.6		19.4	15.8		54.1	53.4		60.1	42.9		48.8	55.9			47.4			45.5		51.8	42.8				40.7	49.5										27.4									52.4							48.7				37.7			43.8	55.2		50.4	47.4	19.0	slv				47.7	11.9	50.1	53.5								46.6
sna																					40.1																																																										sna
snd				19.9				23.0													39.2								23.0			27.8																									23.9									1.2					1.2									snd															27.4
som		12.0	22.2																		33.6	12.2		13.0							20.6			13.6											2.1														27.9																						som											27.5
spa	47.9		43.8		45.6		35.0			51.2	51.3		44.4		17.7	10.7	23.0	50.1	51.3		57.6			46.6	54.4		26.7	49.8			44.2		46.6				17.2	34.5	49.8												45.8		46.1	23.0				49.5						47.8	43.7				44.8			42.6	53.3		48.7	46.7		46.4				spa		46.6						46.2		46.9	44.4				42.6
srp							31.2		51.7	52.9			44.1						48.4		63.1	43.5		41.1									51.1	43.0																								54.8														38.9				43.3		45.0					srp	80.5									44.7
srp_Cyrl					40.8		31.2			58.9	53.8		51.3		18.2	14.7		58.1	56.5		66.0			49.8	60.4			50.3					55.1					42.6	51.1																			57.8							51.5				40.3			45.0	59.8		53.6	50.8		52.7				49.8		srp_Cyrl	57.1								50.6
swe	51.6		48.1				36.4			27.5	56.3		50.6		11.6	9.6		62.1	58.8		70.5	14.7		54.5	61.5			51.6			49.4		23.3	44.8				46.9	52.4												24.2		24.1	31.0				25.4						51.0	55.6							44.9	59.8		55.0	50.8		24.8				49.9		24.2	swe							51.2	51.7
swh																					55.3																																																																	swh
tam																					43.0																						19.3													17.4																															tam	20.0
tel																					53.6																						21.2													19.2																															22.1	tel
tgk																					42.1																																																																				tgk
tgl																			41.9		60.2				45.0																																																48.4									41.5								tgl
tha																					51.6	15.6		27.4										11.1																4.9																																									tha
tur			32.9				20.4			48.6	52.1							54.2	52.6		62.2	32.2		46.6	55.3			49.1			20.3			31.8					49.0						4.3			4.4					37.4	18.5						20.9				27.6	48.7				37.6				55.1		47.6	23.7						46.8			52.8							tur	46.7			12.8
ukr	45.2				42.2		36.9		41.1	57.1	54.2		50.6		19.4	15.4		55.9	54.4		63.2	43.1		51.2	58.7			49.7			47.5		51.4	48.6			46.7	41.1	50.1										28.0		48.2		50.5	25.7				54.0				15.5		44.0	50.0				39.9			45.9	57.2		52.7	53.3	48.2	50.3				48.7	10.1	51.9	55.4							50.1	ukr
umb																					24.0																																																																									umb
urd				22.3				26.5													42.4								25.2			32.6																									27.3									1.1					1.1									1.2															urd
uzb																					31.0	19.9		18.1										18.2											2.2			2.2												18.6																																24.7				uzb
vie													39.2		16.1	12.8			49.9		55.5	37.1		41.1	44.4						41.3			41.6			52.8		40.0					32.0			28.7															44.7										37.4				36.0						39.9															vie
wol																					23.7																																																																													wol
xho																					48.4																																																																														xho
yor																					28.6																																																																															yor
zul																					50.8																																																																																zul

color:
#params:	24M	36M	54M	81M	122M	183M	275M	413M	620M	930M	unknown