OPUS-MT Dashboard

Language pair: [eng-fra] all languages
Models: [all models] [OPUS-MT] [external] [compare]
Selected: huggingface/facebook/nllb-200-1.3B
Benchmark: [all benchmarks] tatoeba-test-v2021-08-07 [download]
Evaluation metric: bleu [spbleu][chrf][chrf++][comet]
Chart Type: [barchart] [heatmap]

Selected Benchmark: [avg] [flores200-devtest] [flores101-devtest] [ntrex128] [tatoeba-test-v2021-08-07] [tatoeba-test-v2021-03-30] [tico19-test] [tatoeba-test-v2020-07-28] [wmt21-ml-wp] [multi30k_test_2016_flickr] [multi30k_test_2018_flickr] [newssyscomb2009] [newstest2008] [newstest2009] [newstest2010] [newstest2011] [newstest2012] [newstest2013] [newstest2019] [generaltest2022] [newstest2014] [newstest2015] [newstest2016] [newstest2017] [newstest2018] [newstest2021] [multi30k_test_2017_flickr] [multi30k_test_2017_mscoco] [newstest2020] [wikipedia.devtest] [europeana2021]
Scores shown in percentage points

	afr	ara	awa	bel	ben	bul	cat	ceb	ces	cmn_Hans	cmn_Hant	cym	dan	deu	ell	eng	epo	est	eus	fao	fas	fin	fra	gla	gle	glg	grn	heb	hin	hrv	hun	hye	ilo	ind	isl	ita	jav	jpn	kab	kat	kaz	khm	kor	lav	lit	ltz	mal	mar	mkd	mlt	mon	mri	msa	mya	nld	nno	nob	oci	pes	pol	por	ron	run	rus	slv	spa	srp_Cyrl	swe	tam	tat	tel	tgl	tha	tuk	tur	uig	ukr	urd	uzb	vie	war
afr	afr													55.7		67.6	55.3																																						60.3									50.4		58.5
ara		ara												44.2	41.6	48.1	47.0						41.0					39.1								48.6		0.0																						33.5				46.3		45.6									30.2
awa			awa													64.4
bel				bel										52.8		53.1	50.1						55.0													55.9																			46.6					54.3				56.0		52.4											47.2
ben					ben											57.9
bul						33.3				30.1				48.0		58.0	40.3						50.4													42.3		0.0																										45.6		46.0									38.4		50.1
cat							cat							47.6		59.7	52.9						55.7													59.4																			51.0						53.4					65.5											43.0
ceb								ceb						15.2		28.3
ces									ces					47.8		57.0	53.1						54.1								39.1					47.3																								44.7				51.3	4.9	51.6											50.2
cmn_Hans						27.6				cmn_Hans				27.8		24.9	34.3						34.1					24.9			15.9					29.2																								21.5	30.8			24.8	1.6	39.5		37.9							27.1		25.3			22.0
cmn_Hant											cmn_Hant			22.1		27.3	31.7						26.9					18.9								24.7																			21.2					8.6	34.1			17.8		31.1		26.4							17.4		18.5
crh																																																																											28.6
cym												cym				57.0
dan													48.9	55.5		64.6	59.7					33.4	61.3													56.1		0.0																	64.6		68.7				57.7			54.3		54.6		64.4							39.4
deu	60.0	21.1		37.8		47.0	41.3	10.7	38.7	31.4	23.4		56.1	34.5	44.7	54.1	51.6	52.0	36.0		0.0	37.4	50.2					35.0		37.1	27.3			40.2	44.5	48.9		0.0	14.3				0.0		32.9	51.8							22.8		53.8		51.2			39.6	41.3	42.0	20.8	45.7	16.4	49.8		53.7		15.8		0.4			33.9		43.0			25.6
ell		19.8												50.0	42.7	66.1	58.7						54.9													51.8																			41.4						42.4			53.1		48.0		51.7							38.2
eng	61.9	0.1	4.6	31.8	19.9	47.2	47.6	11.1	43.9	0.0	0.0	36.1	58.7	44.0	52.4	70.2	51.8	47.0	28.1	35.7	0.1	33.7	50.6	27.9	40.6	44.4		36.6	30.5	45.7	32.3	25.7	32.6	38.4	30.1	53.6	13.3	0.0	17.5	15.1	25.7	0.5	0.1	0.1	36.1	50.8	16.6	31.2	40.3	21.8	0.2	25.7	23.2	0.3	53.9	38.3	54.7	11.5	12.3	43.9	48.2	46.0	19.1	44.8	15.2	55.8	35.0	57.4	11.7	18.9	12.2	0.3	8.9	19.6	38.4	15.6	40.1	24.9	0.2	36.3	14.4
epo	57.2	26.3		40.3		48.9	46.0		45.4	33.8	28.4		59.3	48.7	49.9	59.2	40.8					45.2	49.7			49.4		32.8		36.3	36.6				44.0	54.2		26.7							38.2										51.1		52.1	16.4		48.4	48.5	48.6		47.0	15.6	53.4	29.5	62.2				0.4			43.1		45.9			36.7
est														48.7		55.9		est																																														50.5
eus														50.7		52.9			eus																			0.0																										45.5		46.8
fao																56.0				fao
fas														30.2		36.3					fas		30.7
fin													49.1	43.9		54.4	51.3					21.8	44.6					29.7			40.0					47.0		0.0					19.3												61.5	51.7	52.0			43.7	47.4			45.4		49.5		48.1							27.4
fra		18.4		39.4		43.1	42.1		29.5	30.9	23.2		63.3	48.4	50.3	59.5	51.1				0.1	42.3	39.2					36.9		33.5	36.2			41.2		52.7		0.0	14.8				19.3										22.8		47.4		57.4	13.3		38.4	46.0	41.7	23.7	45.2	9.0	53.1		60.2		30.7		23.9			31.4	20.1	41.1			32.1
gla																45.2								gla																																										37.3
gle																57.5									gle
glg																58.1	54.6									glg																																			59.8					64.7
grn																											grn																																		25.2					25.8
heb		24.3								32.6	23.0			45.4		52.1	49.5					34.5	47.4					27.9			27.6					44.9		15.9																	39.6					38.3	41.7			41.7		50.4									42.6		35.9
hin																55.6													hin																																																	30.6
hrv														47.7		57.9	47.2						44.3							hrv																														41.7						55.6											43.5
hun									38.0	29.8				37.9		49.7	45.9					49.7	48.7					30.8			14.5					51.6		16.2					24.4												48.8					42.6	40.4			43.7		47.5		48.0							36.9		40.4
hye																43.3																hye																																38.0
ilo																46.2																	ilo
ind														40.8		49.4							43.6											ind		43.0
isl														49.1		51.0	48.7																		isl	47.6		17.8																												29.8
ita		24.3		46.5		43.6	53.6		38.6	32.7	23.5		52.0	48.3	51.7	70.6	55.6					38.8	61.5					34.5			43.4			30.2	43.0	47.4		18.7							41.1								23.2		57.0					42.1	51.6	52.5		45.3		60.1		55.6							27.6		49.3			35.7
jav																34.1																					jav
jpn		16.2				20.4							50.6	26.8		17.7	39.8		16.6			5.2	15.3					8.6			15.7				20.7	27.6		0.0					20.8		12.2			31.3					14.3		37.5					19.9	25.5			27.0		32.2		26.7							18.3		28.5			17.4
kab														27.2		40.0							30.5																9.5																									28.5		26.2
kat																56.4																								kat																								50.5
kaz																49.2																									kaz																							32.1
khm																32.9																										khm																								18.3
kor														27.7		42.4						24.8	30.9								27.7							20.2					kor																					33.7		32.3
lav																55.1																												lav																				56.6
lit														46.7		61.5	53.0																			49.9		20.0							lit															49.3				52.0		54.3									40.3
ltz														65.0		66.7																														ltz									66.0
mal																51.9																															mal
mar																64.4																						0.0										mar
mkd																56.4																																	mkd																	52.3
mlt																57.4																																		mlt
mon																31.8																																			mon
mri																38.2																																				mri
msa														40.1		47.8							41.9													42.0		0.0															23.6													41.0
mya																41.0																																						mya
nld	65.2			33.9			45.5				23.7		65.2	55.1	38.8	61.6	52.2					51.5	51.2					29.3			38.6					54.3		0.0								54.3									43.0					42.2	47.1	40.7		48.8		51.8									32.5		41.7
nno																58.8						39.0																																		nno
nob													71.6	49.6		60.7	51.1					36.6	56.4																																		nob							46.7		57.0		72.6
oci																39.9	34.0						43.5																																			oci
pes																45.3																																											pes
pol		23.9		33.8					33.6	28.9	18.1			44.9		54.8	54.4					36.6	47.1					32.9		39.6	38.0					45.5		0.0							36.0										47.7					pol	40.2			51.9		46.8		52.9							34.4		44.8
por							48.4			32.9	27.0		66.0	49.1	51.7	65.5	52.4					53.7	58.1			55.3	11.0	40.4			38.5					59.5		21.8																	52.1					42.8	49.9	45.6		45.5		62.5		58.6				0.4			38.2		43.6
ron														49.7		60.3	52.9						52.3													48.5																			47.7						49.9	ron		51.0		54.4									30.9
run														45.1		50.4							47.0																																								run	43.5		44.7
rus	56.7	22.3		0.0		45.4			47.4	29.0	24.7		58.1	49.7	47.8	59.1	52.2	51.2	37.0			37.6	50.4					34.2			34.0	30.9				44.9		21.5	15.8	26.5	25.1		23.0	40.3	37.2										51.0		46.6			47.8	42.6	39.6	22.9	36.7	23.0	50.3	41.5	51.4		19.8					26.6	20.0	52.4			17.4
slv									51.3	25.8				54.0		52.9	34.7						44.6																																									53.6	slv												48.4
spa	65.5	0.0		29.3		47.5	55.1		42.4	37.4	28.6		56.9	48.9	45.5	61.8						39.9	56.9			51.6		39.7		47.9	38.8				37.7	61.1		21.6				0.0	22.2		38.6				45.8				27.0		50.4		57.9			43.2	54.0	46.8		47.2		spa		58.2				0.3			43.4		42.3			32.7
srp_Cyrl																54.0																																																52.2			srp_Cyrl										48.2
swe										34.2	25.5		63.0	51.4	52.5	64.1						35.4	55.7								34.1					52.2		16.2																			67.5			42.0	47.6			46.5		53.5		swe							32.8
tam																48.2																																																					tam
tat																29.5																																																						tat
tel																41.6																																																							tel
tgl														33.2		16.4							13.9																																						14.8					12.1						tgl
tha																47.8																																																									tha
tuk																44.5																																																										tuk
tur		18.9				44.1				35.6	30.7		51.0	43.8	47.1	57.3						30.1	42.8					40.0			29.4					37.3		18.4							32.2										43.3					39.4	40.7	35.3		34.4		54.0		43.5							tur		47.2		0.4
uig																36.5																																																												uig
ukr				0.0		58.2	51.1		52.0	31.2	25.5			54.6		59.2							50.4					38.8		45.5	42.6					55.2		21.5																	54.0					53.1	46.0			61.1	14.3	51.2	46.5								47.0		ukr
urd																43.1													36.1																																																	urd
uzb																48.2																																																											44.8				uzb
vie										21.9				28.9		45.7							36.6													35.7		16.2																										16.9		36.7														vie
war																31.4																																																																	war

color:
score:	0	10	20	30	40	50	60	70	80	90	100