OPUS-MT Dashboard

Language pair: [eng-fra] all languages
Models: [all models] [OPUS-MT] [external] [compare]
Selected: huggingface/facebook/nllb-200-3.3B
Benchmark: [all benchmarks] tatoeba-test-v2021-08-07 [download]
Evaluation metric: bleu [spbleu][chrf][chrf++][comet]
Chart Type: [barchart] [heatmap]

Selected Benchmark: [avg] [flores200-devtest] [flores101-devtest] [ntrex128] [tatoeba-test-v2021-08-07] [tatoeba-test-v2021-03-30] [tico19-test] [tatoeba-test-v2020-07-28] [wmt21-ml-wp] [multi30k_test_2016_flickr] [multi30k_test_2018_flickr] [newssyscomb2009] [newstest2008] [newstest2009] [newstest2010] [newstest2011] [newstest2012] [newstest2013] [newstest2019] [generaltest2022] [newstest2014] [newstest2015] [newstest2016] [newstest2017] [newstest2018] [newstest2021] [multi30k_test_2017_flickr] [multi30k_test_2017_mscoco] [newstest2020] [wikipedia.devtest] [europeana2021]
Scores shown in percentage points

	afr	ara	awa	bel	ben	bul	cat	ceb	ces	cmn_Hans	cmn_Hant	cym	dan	deu	ell	eng	epo	est	eus	fao	fas	fin	fra	gla	gle	glg	heb	hin	hrv	hun	hye	ilo	ind	isl	ita	jav	jpn	kab	kat	kaz	khm	kor	lav	lit	ltz	mal	mar	mkd	mlt	mon	mri	msa	mya	nld	nno	nob	oci	pes	pol	por	ron	run	rus	slv	spa	srp_Cyrl	swe	tam	tat	tel	tgl	tha	tuk	tur	uig	ukr	urd	uzb	vie	war
afr	afr													56.3		69.4	54.0																																					60.9									48.8		59.0
ara		ara												44.6	40.4	49.7	50.9						40.6				38.9								49.2		0.0																						39.4				44.7		0.9									29.4
awa			awa													57.5
bel				bel										55.1		52.4	53.5						55.5												57.5																			47.5					51.5				1.5		50.2											1.0
ben					ben											58.0
bul						32.3				29.3				50.3		58.9	52.2						50.8												44.2		14.8																										47.5		44.3									37.9		52.0
cat							cat							47.0		60.8	54.6						54.8												57.9																			51.2						53.6					66.3											45.8
ceb								ceb						15.4		26.9
ces									ces					48.1		57.7	52.8						54.5							43.6					47.8																								44.3				51.4	5.1	51.7											51.1
cmn_Hans						28.1				cmn_Hans				31.0		38.6	37.1						34.5				24.1			17.9					30.6																								22.0	33.0			24.8	2.0	37.8		40.2							25.0		24.5			20.7
cmn_Hant											cmn_Hant			26.6		37.1	27.8						28.1				21.3								24.0																			21.6					13.6	33.0			22.1		30.7		30.4							16.4		24.1
crh																																																																										0.8
cym												cym				58.4
dan													47.3	55.4		65.5	60.3					33.5	60.3												56.0		28.1																	64.5		69.4				57.5			55.5		53.3		64.6							39.4
deu	57.7	19.7		42.6		52.0	41.0	10.7	38.8	30.9	21.9		56.1	34.5	44.8	54.9	52.3	47.9	31.7		15.0	38.0	48.9				35.4		41.3	27.3			37.0	42.7	48.5		21.3	13.5				19.7		35.4	51.2							23.1		53.4		50.7			40.5	40.5	42.7	23.5	46.6	15.4	49.6		53.4		16.1		0.1			33.8		44.4			25.4
ell		21.8												50.7	44.3	66.1	56.7						56.5												51.9																			41.7						44.3			53.6		46.7		51.3							40.6
eng	62.3	19.2	5.5	31.6	19.6	47.9	48.4	11.2	44.6	0.4	1.6	38.6	60.3	44.6	53.2	70.8	51.3	46.8	26.9	37.9	13.0	34.9	51.3	29.8	43.3	45.7	37.8	31.4	45.9	33.1	25.2	32.8	39.7	32.8	54.3	13.0	0.0	18.3	17.3	25.7	2.0	0.1	34.4	37.1	51.7	16.1	33.3	41.2	25.0	17.5	26.1	23.5	0.3	54.6	41.0	55.9	13.8	13.2	45.0	49.0	46.8	20.8	46.2	15.8	56.1	36.9	58.8	11.3	19.0	10.9	0.3	6.4	21.7	39.7	16.4	41.1	24.0	0.4	37.4	14.4
epo	58.8	27.1		42.2		52.6	49.2		43.4	0.4	0.7		61.6	49.9	51.3	59.8	40.7					46.4	50.3			51.0	35.3		36.3	39.3				48.7	55.9		0.0							40.4										52.5		53.9	15.4		50.5	50.5	51.5		50.1	14.9	53.7	30.8	64.2				0.1			46.5		49.5			38.7
est														48.9		58.3		est																																													50.5
eus														48.1		52.4			eus																		0.1																										44.4		46.7
fao																53.5				fao
fas														35.7		46.1					fas		36.6
fin													48.6	44.4		54.9	52.1					22.4	43.9				27.8			46.3					46.8		15.9					21.2												59.8	53.4	55.8			44.8	48.3			45.6		47.6		48.6							28.5
fra		16.9		40.3		45.8	43.8		43.1	31.0	23.2		63.4	48.5	51.4	60.0	51.0				14.6	42.0	39.5				37.9		36.9	38.6			40.5		52.7		19.9	17.2				19.1										23.1		47.8		58.9	13.7		38.7	45.5	43.6	27.1	45.9	8.5	53.3		60.3		33.0		0.2			31.4	24.3	41.8			32.8
gla																46.5								gla																																									38.9
gle																60.0									gle
glg																59.8	54.8									glg																																		57.3					65.0
grn																																																												24.2					26.4
heb		23.6								32.8	21.2			45.7		53.4	50.6					30.9	47.1				28.9			29.5					47.4		16.3																	39.3					38.6	42.7			41.0		50.1									42.7		36.5
hin																55.7												hin																																																	26.8
hrv														47.0		58.8	48.2						43.1						hrv																														43.1						53.6											45.9
hun									42.5	27.9				37.9		50.5	47.0					49.2	48.9				32.1			15.1					50.9		16.0					22.2												49.0					42.6	39.7			44.0		47.3		47.5							36.2		41.7
hye																43.7															hye																																38.3
ilo																46.6																ilo
ind														39.0		50.0							43.6										ind		41.0
isl														49.0		51.6	50.0																	isl	49.4		16.6																												43.2
ita		20.8		50.5		43.5	52.3		37.9	30.6	21.2		53.9	48.2	53.0	71.2	57.9					38.5	61.1				35.5			44.5			30.8	45.4	46.8		17.9							37.7								23.0		56.6					41.6	50.9	52.0		46.3		59.6		55.3							25.7		49.8			35.3
jav																33.2																				jav
jpn		20.5				22.1							51.8	0.0		0.0	0.0		12.3			18.6	32.8				24.6			17.9				27.6	28.7		0.1					25.5		21.6			31.1					14.0		38.4					21.9	26.4			29.0		34.6		25.8							20.6		30.5			24.6
kab														27.7		39.4							31.2															12.5																									26.7		25.4
kat																58.0																							kat																								50.5
kaz																47.6																								kaz																							33.2
khm																36.0																									khm																								21.1
kor														0.9		2.1						27.2	30.3							27.6							0.0					kor																					32.7		31.8
lav																54.7																											lav																				51.8
lit														46.0		61.8																			48.5		19.5							lit															49.8				50.6		50.7									37.7
ltz														64.0		65.2																													ltz									63.9
mal																53.8																														mal
mar																64.4																					28.9										mar
mkd																57.0																																mkd																	49.7
mlt																53.7																																	mlt
mon																31.2																																		mon
mri																36.3																																			mri
msa														39.2		48.0							42.1												39.8		14.4															msa													39.3
mya																41.3																																					mya
nld	64.6			33.6			47.4				22.7		65.7	55.2	39.1	62.4						51.7	50.6				29.7			39.1					54.7		23.3								56.7									nld					42.0	46.6	41.2		49.5		51.5									32.7		43.3
nno																59.2																																							nno
nob													72.1	50.1		61.4						35.9	54.9																																	nob							47.7		57.8		72.2
oci																43.8							42.6																																		oci
pes																45.7																																										pes
pol		21.2		42.9					43.1	29.8	17.2			47.3		55.8						36.4	47.1				34.5		42.9	38.1					48.1		14.6							37.0										47.7					pol	40.3			52.4		46.7		51.2							34.0		47.4
por							48.3			32.4	24.9		66.8	48.9	52.9	66.2						54.4	56.9			57.2	42.2			38.7					58.9		21.9																	53.2					43.4	por	47.1		46.3		61.5		59.6				30.9			38.0		43.8
ron														49.3		61.8							53.0												56.1																			47.9						52.3	ron		51.5		54.5									30.7
run																51.7																																														run
rus	54.6	21.6		0.2		46.5			47.7	27.7	21.5		58.3	50.1	48.2	59.5		52.5				37.3	49.6				34.5			35.3	28.8				44.1		21.6		25.8	24.6		26.1	39.8	38.5										51.2		45.7			48.2	42.0	40.5		rus	22.6	50.1	41.3	50.1							26.9		54.0			18.5
slv									52.5	27.4				54.8		54.0							41.9																																								54.8	slv												48.9
spa	65.8	0.1		36.9		49.3	55.3		42.2	37.4	27.7		57.4	48.9	45.9	62.7						40.0	56.0			53.6	41.7		48.1	38.3				40.0	60.6		0.0				0.0	22.9		39.6				47.6				27.4		51.1		58.9			42.8	53.5	47.9		47.7		spa		59.0				0.2			43.6		43.4			33.1
srp_Cyrl																53.5																																															52.1			srp_Cyrl										50.0
swe										33.3	22.8		63.6	51.6	51.2	64.1						35.6	54.2							34.3					52.1		0.0																			68.4			42.1	45.5			45.8		50.6		swe							33.9
tam																38.2																																																				tam
tat																29.9																																																					tat
tel																47.0																																																						tel
tgl														0.3		0.6							40.3																																					36.1					40.9						tgl
tha																45.7																																																								tha
tuk																44.3																																																									tuk
tur		17.4				44.5				35.0	24.2		50.8	43.9	47.6	58.5						30.1	43.3				39.6			34.4					35.1		17.7							34.0										43.2					39.4	41.4	35.0		35.3		53.2		42.0							tur		47.8		0.2
uig																38.2																																																											uig
ukr				0.1		58.4	48.5		52.7	30.1	19.1			54.9		59.6							49.9				39.6		44.4	42.2					54.9		0.0																	54.0					53.0	46.6			62.5	19.1	50.2	49.9								46.5		ukr
urd																43.8												34.4																																																	urd
uzb																43.2																																																										10.2				uzb
vie										23.6				28.7		47.2							36.4												35.5		15.9																										17.5		34.5														vie
war																31.1																																																																war

color:
score:	0	10	20	30	40	50	60	70	80	90	100