OPUS-MT Dashboard

Language pair: [eng-fra] all languages
Models: [all models] [OPUS-MT] [external] [compare]
Benchmark: [all benchmarks] [average score] ntrex128
Evaluation metric: [bleu][spbleu][chrf][chrf++] comet
Highlighting colors: [model score] [model type] [model size] [model diff]

	afr	amh	aze_Latn	bak	bel	bem	ben	bod	bos	bul	cat	ces	cym	dan	deu	div	dzo	ell	eng	est	eus	ewe	fao	fas	fij	fil	fin	fra	fuc	gle	glg	guj	hau	heb	hin	hmn	hrv	hun	hye	ibo	ind	isl	ita	jpn	kan	kat	kaz	khm	kin	kir	kmr	kor	lao	lav	lit	ltz	mal	mar	mkd	mlg	mlt	mon	mri	msa	mya	nde	nep	nld	nno	nob	nso	nya	orm	pan	pol	por	prs	pus	ron	rus	shi	sin	slk	slv	smo	snd_Arab	som	spa	sqi	srp_Cyrl	srp_Latn	ssw	swa	swe	tah	tam	tat	tel	tgk_Cyrl	tha	tir	ton	tsn	tuk	tur	uig	ukr	urd	uzb	ven	vie	wol	xho	yor	yue	zul
afr	afr				52.3									79.6	80.5				87.8	76.8			57.1				75.6	79.0						71.3				70.8				72.6	81.2													51.7												84.1	77.8	79.5						81.1				74.0								80.8						79.6													70.5
amh		amh													70.0				78.9									70.3															37.0																									68.2								73.9												73.4
aze_Latn			aze_Latn												74.6				83.7									74.0																																								76.2								78.4												77.4
bak				bak											58.5				67.3	50.2							52.4	58.4										48.3									40.4			39.4												60.4						50.0								64.2												63.1									67.7							55.0	54.0	38.1			43.7
bel	62.5				bel				75.1	83.6	78.0	79.8		80.2	79.4				82.5	72.5			49.9				71.7	77.9			78.1			78.4			83.4	66.8			67.1	73.1	79.4													43.3			84.1					52.8				79.3	77.1	80.5					80.7	80.6			79.2	87.2			78.0	78.8				79.9		73.5	80.8			80.9													88.2								40.4
bem						bem									50.9				65.7									56.5																																								40.0								61.2												61.0
ben							ben								77.0				86.5									77.6				65.8			59.2																							55.0									59.1	77.3						38.6		80.5						64.0						80.3																				63.2
bod								bod							39.6				53.1									40.1																																					31.0			36.8								44.2												45.3																											33.5
bos					71.6				bos	84.8		82.4			81.2				85.8	80.1							79.4										90.9	77.3																					86.6																81.2					79.2				83.5																							80.4
bul					73.0				84.2	bul		86.3		85.4	82.8				86.5	78.0			52.0				85.8	81.8						83.4			88.2	76.4				76.8	84.6	75.3															88.6									82.8	74.3	85.5					85.7	84.0			85.1	87.8				85.5				83.5		78.7	86.9			85.5											80.8		88.0
cat	79.5				53.0						cat				81.8				86.8								61.3	82.8			83.0										63.8		86.0													43.8												83.2								85.5			76.5	76.3								86.3																			71.9								64.9
ces					69.0				77.8	86.2		ces		85.0	83.9				86.6	78.4			50.8				86.1	81.4						82.1			88.2	81.8				77.1	82.3									79.3							85.6									83.7	80.0	85.4					86.2	83.1				85.8				86.6				83.1		77.1	86.7			85.8													86.1
cym													cym		72.7				85.5									73.3		62.3													60.7																									76.8								75.9			56.8									76.0
dan	78.4				79.7						81.9	86.2		dan	84.2				87.9	35.5			60.4				85.5	81.2			81.4			82.5				75.9				81.4	84.1	74.3												47.8												84.1	86.3	89.8					84.9	84.0			84.2	84.5								83.4						89.1											82.5		85.4
deu	82.8	68.8	80.0	65.0	83.0	55.1	78.2	71.7	83.5	86.6	82.8	88.0	75.9	87.1	deu	63.8	76.4	83.6	87.3	86.2	70.9	65.3	56.6	77.5	60.4	70.2	87.3	82.5	32.9	70.6	83.0	75.0	70.1	83.4	68.8	54.7	88.0	84.7	58.4	63.5	81.7	81.2	85.0	76.5	56.5	56.9	78.2	75.4	57.9		64.9		46.0	83.1	85.9	53.3	48.0	58.7	82.9	74.9	65.9	60.5	58.7	79.4	59.8	64.4	68.0	86.1	84.1	87.2	56.9	57.9	68.1	71.9	86.8	84.2	71.0	69.7	84.9	85.1	36.4	74.4	82.5	86.6	61.1	29.8	73.2	83.8	83.0	75.0	85.1	58.7	76.0	87.5	62.6	51.4	59.2	57.8	66.6	59.8	71.1	63.9	65.4	56.4	82.6	66.3	85.4	72.5		47.6	83.9	55.1	69.0	51.9	68.3	67.6
div															37.0	div			42.8									37.1																																								33.2								41.2												40.5
dzo															37.4		dzo		48.8									37.1																																								36.1								40.6												41.8
ell															81.7			ell	87.7									81.7																																								82.6								83.7				82.6								83.7
eng	83.9	78.4	82.3	67.5	81.3	54.4	83.2	85.4	84.6	86.6	84.0	86.3	79.2	85.7	82.8	63.5	78.4	86.9	eng	86.3	78.6	70.3	60.9	79.4	64.8	75.7	88.1	83.5	47.9	75.5	84.0	83.8	77.5	85.1	75.2	54.6	87.8	83.8	73.2	72.3	86.7	79.7	85.2	79.4	80.2	66.4	79.9	76.3	61.5	58.1	60.0	83.4	54.9	80.0	84.8	53.6	83.1	68.7	83.9	77.4	70.5	67.8	61.4	82.9	71.3	70.7	75.1	83.9	85.7	86.4	57.7	61.9	67.2	77.3	84.2	84.5	72.4	72.2	84.6	85.3	37.0	78.7	85.5	85.0	64.1	30.3	77.6	85.3	85.6	74.3		61.3	81.2	86.4	67.9	83.0	62.7	80.3	69.2	78.1	79.1	67.2	65.8	59.0	83.9	69.2	85.1	77.4	43.4	52.9	84.2	58.5	74.3	65.7	70.6	73.8
est	76.8			59.3	65.3				73.1	76.0		76.1		36.2	82.6				87.4	est			40.7				84.7	81.0									78.1	73.2				35.1	52.3				37.1							78.9	79.0	45.5			76.9									83.3	39.0	37.0					76.9	82.8				78.8				77.1				82.7						36.2			54.1								64.3		76.0		34.1
eus															72.7				83.8		eus							76.3															81.3																									73.8	51.5	57.7						81.6				49.4								82.6
ewe															38.9				52.2			ewe						39.8															33.5																									34.1								43.4												43.1
fao	53.8										55.1	59.3		68.5	63.3				68.9	30.9			fao				50.3	59.1			56.0							45.6				65.1	58.1													46.6												63.2	67.1	68.9					58.5	66.6			57.1									65.7						65.8											46.6
fas														80.6	78.9				85.0					fas				79.5															82.1																									58.8								81.9			82.0	63.7								81.8																	70.2
fij															48.5				61.8						fij			52.0															34.8																				31.6					34.9								56.7									69.6			55.7							72.1							71.7
fil															73.8				84.6							fil		72.1															36.7																									75.9								75.7												74.8
fin	75.1			60.8	65.2				76.4	85.9		87.3		85.8	83.4				88.3	86.5			58.0				fin	82.5						80.0			87.3	75.3			75.1	77.4	85.1				37.5	43.6						72.8	83.0	44.8			76.6					65.8				84.3	79.0	85.3					86.6	84.5				86.1				85.8				83.7		76.1	85.7			88.0			54.7								82.0		87.0		34.7		58.7				38.8
fra	80.8	65.2	79.7	65.5	82.5	53.7	78.2	68.0		86.5	84.0	86.4	76.2	85.0	82.6	62.9	75.9	84.4	86.9	85.6	79.2	64.8	52.5	78.3	61.4	71.1	86.7	fra	32.1	70.5	83.8	75.6	73.0	83.9	69.3	54.3	87.4	83.6	59.0	61.9	83.0	75.4	86.1	31.8	71.8	57.2	77.0	77.1	57.6		65.5		47.8	81.0	84.7	52.1	76.5	58.3	84.5	76.4	65.6	61.4	58.6	80.3	54.3	64.9	68.9	84.0	82.4	85.5	56.6	57.3	65.9	72.6	85.9	84.6	71.7	69.7	85.0	85.2	36.1	75.1	80.9	85.2	62.2	29.0	74.5	84.6	82.9	75.4	85.1	59.6	75.1	85.6	63.2	69.5	59.0	71.3	66.8	61.7	69.2	64.8	63.7	56.4	82.0	67.9	85.1	72.5		48.6	83.9	52.7	71.0	51.7	66.8	68.0
fuc															36.7				47.0									39.9	fuc														33.0																									34.8								43.0				32.2								43.2
gle													61.7		68.1				81.5									70.2		gle													54.4																									68.8								72.0			58.1									71.8
glg	79.9				53.6						82.0				81.8				86.8									82.3			glg										66.1		86.0													43.5												82.8								85.8			76.0	76.5								86.9																			72.7								65.3
guj							63.1								74.0				86.2									75.3				guj			55.6																							52.0									54.9	75.0						38.6		78.6						61.1						79.2																				58.6
hau															61.1				75.7									62.2					hau										30.7																									63.9								65.6												65.5
heb				57.9	78.7					85.6	82.2	84.9		84.4	81.5				86.9								80.6	81.6			81.0			heb				69.3				72.9	83.1				47.4														63.5							80.6	78.4	84.5					83.3	83.0			83.4	83.3				83.4				83.1						84.1			56.0							38.0	65.2	39.7	84.1
hin							71.3								76.9				86.6									77.2				71.3			hin																							62.2									67.0	77.6						39.6		80.2						67.7						79.7																				69.9
hmn															37.4				44.4									39.2								hmn																																31.5								42.4												42.4
hrv					80.0				89.9	87.6		88.1		86.2	84.3				87.0	80.4			52.3				87.0	82.5									hrv	77.9				77.8	84.8																87.6									83.8	75.7	86.5					87.2	84.2			85.3	86.3				88.6				84.0		81.1	91.0			86.5													86.4
hun	73.7			58.7	63.8				74.2	76.1		84.2		79.5	82.0				85.0	76.4			55.7				83.6	80.7						70.9			78.4	hun			73.7	66.2	83.8				36.3	42.5								44.3			76.2					64.0				82.4	69.2	79.5					76.8	82.6				73.3				77.0				82.3						79.3			52.8								62.2		82.4		33.4		58.0				38.0
hye															75.5				81.6									75.7											hye																													74.4								77.9				63.6								77.9
ibo															49.9				63.9									53.3												ibo			33.5																									34.5								57.0												57.2
ind					54.2						55.5				78.6				87.2								65.3	79.7			58.7							63.1			ind		81.3																					56.2				80.2								82.7			50.8	75.6								82.4																			71.5								64.2
isl	75.2				65.9						78.6	82.0		85.0	80.8				85.4	37.6			64.0				77.7	79.3			78.1			79.0				70.2				isl	81.1													47.6												79.6	81.5	85.1					81.5	81.9			80.3	73.8								81.3						85.0													74.3
ita	81.1				56.6					84.7	79.4	84.8		84.2	82.8				87.5		79.8						85.9	83.6			79.6			80.6							83.4	66.8	ita												79.2	44.5								79.2				84.0								85.7			77.3	80.3								85.6																			76.6				79.0				65.8
jpn										71.2				64.6	70.8				78.3								70.9	70.8						65.7				67.5					72.3	jpn								79.4																72.6	56.9	67.6					69.2	73.0				72.0								74.2						64.8											68.0						66.6
kan															54.3				84.3									59.4																	kan												57.6											70.1								57.2												63.9								61.4		57.4
kat															63.4				78.2									65.1																		kat																						61.2								68.1				65.3								68.2
kaz				68.7											71.8				80.1	47.5							48.1	72.6										44.0									kaz			39.6												59.8						72.4								76.6												76.6									62.5							55.2	55.4	38.3			44.4
khm												39.0			74.4				81.3	57.3							70.8	75.6										65.2			46.0		69.5					khm																45.2				67.0							43.6	78.4												77.5																							58.2
kin															54.5				68.8									59.9															37.6						kin																			54.3								64.0												64.5
kir				69.4															68.8																												42.7			kir												63.1																																			63.9							55.7	59.2	40.0			46.3
kmr															55.3				66.1									57.3																							kmr																	54.6								61.2												60.7
kor															71.7				84.8								74.3	71.4										72.1														kor																												72.5								75.2
lao															65.4				76.2									66.3																									lao															34.2								57.6												70.7												41.0
lav														71.7	78.7				84.4	80.0							74.4	76.2														74.6												lav	81.0													79.8								78.4				79.4								78.5						71.9													78.6
lit														76.2	81.7				85.0	79.8							81.9	78.7														70.6	78.7											80.7	lit													80.8							81.3	82.1				85.0								81.8						80.1											71.9		85.2
ltz	66.5				35.4									57.1	68.2				74.3	46.8			50.0				46.2	68.4										43.3				55.4	41.7													ltz												67.4	59.3	58.1						67.5				44.0								66.7						57.0													39.4
mal															58.5				85.1									62.1																	56.8												mal											67.2								54.0												64.0								60.6		55.9
mar							68.2								73.2				85.0									73.7				65.5			62.9																							mar									60.9	74.4						37.9		78.1						66.1						76.9																				64.3
mkd					83.4				86.5	89.0		86.0		84.6	81.9				86.7	78.7			52.1				78.2	81.4									88.4	75.5				76.6	84.3																mkd									81.9	74.4	84.9					84.6	83.7			84.4	86.4				85.7				83.3		79.7	87.5			85.0													86.7
mlg															64.0				76.0									69.4															36.2																	mlg								44.2								73.1												72.1
mlt				38.7											73.5				80.7									73.7						67.1									29.7				40.6														mlt							72.4								76.8												76.4									41.4							38.9	59.2	38.3
mon				65.6											62.1				73.6									62.8																			33.7			32.8												mon						65.3								67.1												66.2									59.6							53.3	55.3	32.4			36.9
mri															51.2				65.3						66.7			52.8															33.6																				mri					53.8								57.5									67.7			56.6							69.8							71.7
msa					52.0										75.4				85.5								64.6	77.4										62.0			82.5		77.7																					msa				77.3								80.8				70.2								80.4																			66.8								62.3
mya								25.7							41.2				57.1									41.6																																					mya			34.6								47.6												49.6																											40.0
nde															54.8				70.2									60.2															34.9																							nde		52.2								64.7												63.3
nep							66.7								73.5				84.6									75.8				65.3			59.7																							56.2									nep	56.9						39.5		79.0						64.9						78.6																				61.7
nld	84.3				54.9						68.7			86.2	84.2				87.7	80.8			57.1				85.5	82.1										76.0				71.7	84.2													51.2												nld	80.6	84.9						83.7				80.0								83.5						86.5													76.8								59.6
nno	75.8				71.3						77.9	82.2		85.9	81.3				86.8	39.0			57.1				74.9	79.3			77.4			78.3				69.2				79.1	81.2													48.0												81.9	nno	87.6					80.5	82.3			80.3	79.2								81.8						86.1											77.6		79.2								54.6
nob	78.8				79.7						82.5	86.5		89.8	84.1				88.7	36.3			59.3				84.3	82.0			81.7			82.8				76.6				81.9	84.5													48.2												84.5	87.8	nob					84.9	84.4			84.5	84.8								84.0						89.5											82.8		85.6								60.5
nso															54.8				68.3									59.0															35.4																									37.0			nso					62.3												61.7
nya															56.4				70.5									61.4															35.5																									40.4				nya				65.7												65.4
orm															45.5				55.9									49.0																																								33.5					orm			53.8												52.5
pan							65.2								73.0				83.8									74.4				65.8			59.3																							53.8									57.8	45.8						pan		77.7						62.8						76.8																				63.0
pol					70.2				77.3	86.6		87.6		84.6	83.4				84.9	79.7			49.0				87.0	81.5						81.6			88.5	76.5				76.7										79.5			82.6				85.4									83.5	79.3	84.9					pol	83.2				87.2				86.6				83.1		77.1	86.6			85.4													87.5
por	81.5	67.6	80.7	66.6	83.2	54.3	79.2	70.6		87.2	85.5	87.0	76.8	86.4	83.6	64.8	76.6	84.9	87.7	81.5	81.2	66.1	56.2	78.6	62.2	71.6	87.5	83.5	32.4	71.6	85.4	74.8	73.3	84.1	70.0	54.9	88.2	84.3	59.8	62.5	82.3	75.5	86.9	32.0	57.7	56.0	79.1	77.2	58.9		65.9		48.4	82.5	85.9	50.6	47.6	59.2	85.4	75.5	67.4	62.1	59.8	81.2	57.0	65.8	69.8	84.3	83.7	86.5	57.6	58.4	67.2	72.5	86.2	por	72.1	71.6	86.0	85.4	36.7	75.3	81.1	85.8	62.8	30.0	74.8	86.2	84.2	76.6	85.6	59.3	76.0	86.8	64.4	48.7	60.1	59.5	68.4	62.0	70.7	65.6	64.4	57.6	83.0	69.3	85.6	73.8		49.1	84.0	56.4	69.2	52.4	66.4	68.0
prs															74.2				82.8									75.6															77.3																									57.5								78.5	prs		76.9									78.4																	65.4
pus															70.0				77.3									70.6																																								36.5								74.3		pus										73.8
ron	81.1				55.4						77.5				82.9				87.2									83.0			78.1										62.3		86.2													44.3												84.6								85.3			ron	81.0								84.8																			84.1								37.2
rus	74.9				84.0				76.8	88.5	80.8	87.1		83.3	81.2				83.7	81.4	51.1		50.9				86.2	80.8			80.4			81.5			87.1	74.2	66.5		78.1	75.7	82.7									79.8		79.3	86.4	47.9			86.7					62.7				81.3	79.6	83.7					87.2	82.0			82.5	rus			84.1	84.9				81.9		78.3	85.9			83.9													90.5				76.0				56.4
shi															32.5				40.9									36.6															35.4																									34.0								37.2					shi							38.9
sin							61.0								74.6				83.8									75.4				58.8			53.6																							50.8									52.6	34.1						37.6		78.8						sin						78.6																				58.1
slk					68.5										83.9				87.2									81.5																																								80.5								83.0				85.9			slk					83.2																			86.0
slv					70.0				82.2	86.5		87.9		85.9	84.2				86.3	80.3			51.4				86.3	81.9						82.5			89.8	77.8				77.4	84.4									79.6							86.0									83.5	74.6	86.0					86.7	83.7			84.7	85.5				slv				83.6		78.0	88.1			86.0													85.5
smo															53.9				67.9						67.9			58.4															34.3																				31.4					35.7								64.0									smo			63.1							72.3							71.3
snd_Arab															32.2				44.2									33.5																																								32.8								35.3										snd_Arab		35.3
som				41.0											58.4				71.8									62.5															39.3				36.0																					42.4								67.2											som	66.4									47.0							37.2	55.2	34.4
spa	81.1	66.9	80.7	66.6	82.4	55.1	80.1	72.6		86.8	86.3	86.6	76.8	85.5	82.7	64.6	77.8	84.6	87.4	85.8	83.4	66.0	55.4	79.3	62.1	71.8	86.9	83.5	32.3	70.7	86.9	77.8	73.2	84.2	70.3	55.0	87.7	84.0	60.2	63.4	82.6	75.4	86.5	31.9	71.6	57.4	80.2	76.8	59.1		66.3		47.8	81.7	85.7	50.6	74.5	59.8	85.5	76.0	66.9	62.2	59.6	81.2	64.5	66.1	70.9	84.1	83.3	85.8	57.8	58.7	67.6	73.6	86.0	86.1	73.9	71.9	85.5	85.1	36.8	76.2	81.0	85.7	62.4	30.3	75.2	spa	83.9	75.9	85.5	58.8	76.4	86.2	64.1	70.9	60.7	72.1	68.8	62.9	70.5	65.5	64.6	57.6	82.8	69.2	85.1	74.0		49.0	83.9	56.5	69.7	52.5	68.0	68.3
sqi															81.2				86.9									81.0																																								82.5								83.8												83.3	sqi
srp_Cyrl					69.9					84.5		82.8		78.6	78.7				82.3				50.8				79.4	77.2									87.5					70.7	78.8																85.3									77.0	68.8	78.8					81.6	79.9			78.5	82.2				83.2				79.2		srp_Cyrl	89.9			78.7													83.0
srp_Latn					70.9					87.2		87.5		85.1	83.3				83.8				51.4				86.0	80.8									91.7					75.9	83.7																87.5										74.3	85.5					86.6	83.0			84.3	86.0				87.9				82.4		85.0	srp_Latn			85.5													86.1
ssw															53.3				69.8									59.2																																								43.4								63.4												62.8				ssw
swa															70.9				82.7									72.3															36.4																									73.6								76.2												75.9					swa
swe	78.5				79.9						82.3	87.1		89.0	84.4				88.9	36.1			61.4				89.0	82.0			81.7			82.6				75.8				81.7	84.6													48.2												84.1	86.3	89.5					85.6	84.3			84.5	85.1								84.0						swe											82.3		85.7								64.9
tah															51.3				62.5						68.3			54.3															33.2																				30.9					37.5								59.0									69.4			57.9							tah							71.1
tam															55.1				82.6									56.6																	56.5												56.3											67.8								55.4												60.4								tam		55.8
tat				72.9											63.1				70.6	56.9							57.4	62.3										53.5									40.9			39.8												60.7						65.7								66.5												66.2									tat							55.0	55.9	38.3			44.3
tel															60.9				83.1									63.3																	58.7												58.5											69.6								63.9												67.7								61.5		tel
tgk_Cyrl															62.3				69.3									63.6																																								43.4								67.3												66.0											tgk_Cyrl
tha															74.6				84.6								62.2	75.8																									42.1															68.4								71.3												78.6												tha
tir															62.9				71.8									63.0															38.7																									46.9								67.3												66.9													tir
ton															41.3				54.7						68.0			47.1															33.6																				32.9					34.5								51.6									68.3			50.9							71.4							ton
tsn															57.0				70.4									61.8															35.1																									35.6								66.2												65.7															tsn
tuk				67.0											63.3				70.7									63.1																			41.0			40.0												58.4						58.6								68.5												67.4									61.7							tuk	58.4	38.7			44.7
tur				63.4						82.9	81.9			84.9	81.8				86.5	67.5			56.5				84.4	80.4			81.0							63.8					83.8				45.9			44.5					75.1							60.2						79.6	79.4	84.9						83.1			83.6									82.7						84.3			57.6							55.4	tur	42.0	82.9		49.4
uig				63.6											60.2				68.5									60.1																			37.3			36.6												52.3						53.0								66.1												65.3									56.2							52.7	48.4	uig			40.9
ukr	74.2				83.1				77.8	88.7	81.0	87.3		83.5	81.6				84.3	78.6			51.6				86.4	80.6			80.7			81.9			87.3	81.0			76.7	76.8	82.6									80.2		79.3	86.7	48.1			86.9					60.7				82.0	79.8	83.5					87.2	82.4			82.9	90.3			84.5	85.0				82.2		78.5	86.2			84.3											80.2		ukr								52.5
urd							65.9								76.1				84.8									76.6				65.9			60.6																							55.5									58.3	74.2						36.1		79.7						63.5						79.3																				urd
uzb				61.7															59.5	44.9							44.3											41.0									36.1			35.3												52.1																																			56.2							52.2	49.0	34.5			uzb
ven															50.2				64.3									55.4																																								34.9								58.9												58.3																						ven
vie												75.9			81.2				85.8	72.3							78.8	80.7						79.4				75.8			82.2		82.6			60.1		73.8																78.7				78.8							77.5	82.5				75.2								82.3																							vie				61.9
wol															38.9				50.0									42.3															32.9																									34.5								45.7												46.0																								wol
xho															58.0				72.8									61.7															34.7																									46.6								65.7												65.1																									xho
yor															42.3				56.9									48.0															33.4																									32.8								50.9												50.8																										yor
yue								41.5							60.1				78.2								68.3							69.6				39.6			69.2		66.1																						51.0															61.0																											41.5								yue
zul															57.1				73.4									62.9															34.5																									52.9								66.8												66.0																												zul

color:
#params:	24M	36M	54M	81M	122M	183M	275M	413M	620M	930M	unknown