OPUS-MT Dashboard

Language pair: [eng-fra] all languages
Models: [all models] [OPUS-MT] [external] [contributed] [compare]
Selected: huggingface/facebook/nllb-200-1.3B
Benchmark: [all benchmarks] tatoeba-test-v2020-07-28 [download]
Evaluation metric: [bleu][spbleu][chrf] chrf++ [comet]
Chart Type: [barchart] [heatmap]

Selected Benchmark: [avg] [flores200-devtest] [flores101-devtest] [ntrex128] [tatoeba-test-v2021-08-07] [tatoeba-test-v2021-03-30] [tico19-test] [tatoeba-test-v2020-07-28] [wmt21-ml-wp] [multi30k_test_2016_flickr] [multi30k_test_2018_flickr] [newssyscomb2009] [newstest2008] [newstest2009] [newstest2010] [newstest2011] [newstest2012] [newstest2013] [newstest2019] [generaltest2022] [newstest2014] [newstest2015] [newstest2016] [newstest2017] [newstest2018] [newstest2021] [multi30k_test_2017_flickr] [multi30k_test_2017_mscoco] [newstest2020] [wikipedia.devtest] [europeana2021]
Scores shown in percentage points

	ara	bel	bul	cat	ces	cmn_Hans	cmn_Hant	dan	deu	ell	eng	epo	est	fas	fin	fra	gla	gle	glg	heb	hin	hrv	hun	ind	isl	ita	jav	jpn	kab	kat	kaz	khm	kor	lav	lit	ltz	mar	mkd	mon	mri	msa	nld	nno	nob	oci	pes	pol	por	ron	run	rus	slv	spa	srp_Cyrl	swe	tat	tgl	tha	tur	ukr	urd	uzb	vie
ara	ara									61.8	65.1	68.5
bel		bel							70.1			69.2
bul			bul						67.0																			0.0																															62.9
cat				cat					65.4			71.4				71.0										74.2																67.1						70.5												61.8
ces					ces						71.6					69.4																															64.2				69.4	22.1
cmn_Hans						cmn_Hans			49.3		42.6					53.4				44.8																												50.8					59.1		55.4				53.4				40.2
cmn_Hant							cmn_Hant		46.1		44.5					47.8																																52.8					53.9		48.3
crh																																																											55.5
dan								dan	71.6		76.6	75.6				74.7										71.9		0.1																				73.5							77.2				62.7
deu		61.5	64.8	59.8		22.0	16.2	71.5	deu		70.8	69.7	69.3		58.8	65.2							52.4	63.6	62.0	67.1		0.1	34.2				2.4			68.6					49.3	70.1									65.2	27.7	67.0			40.2				62.5
ell	45.1									ell	79.1	74.7				70.8										70.3																						62.7											63.4
eng	1.4				62.6	0.3	0.4	72.6	64.2	71.0	eng	68.8		1.0	57.4	65.0	50.9	59.5	63.1	57.3		65.3	56.0		51.6	68.7	35.0	0.0	39.6	36.3	50.0	30.2	28.4	6.2	62.4	68.7	57.5	59.6	1.5	45.7		71.0				35.1	63.4	66.4	64.4		64.4	33.7	70.1	55.5	71.4			41.8	65.1	60.1		4.7
epo	53.4	61.5		65.0				73.4	67.0	68.0	72.6	epo				66.3			66.4	54.5			59.5			70.7		25.2							61.2							67.7			40.2		68.0	66.4			65.8	24.6	70.0				5.1
est									63.7				est																																						68.4
fas											56.2			fas		53.6
fin									62.2		69.2				fin	62.7												0.1					22.8									74.3	70.0										66.8		64.2
fra				62.4	60.8	20.7	16.0	76.2	65.5	67.9	72.9	67.9		1.4	62.2	fra							58.2	64.0		69.6		0.0	37.6				24.7								49.1	65.2		71.8			59.4	64.8	62.5	52.2	64.8	20.3	69.8		73.5				57.4	60.6
gla											58.7						gla
gle											71.1							gle
glg											71.9	72.7							glg																													75.4
grn																																																					45.3
heb						21.3					66.4	66.9								heb			52.1					19.7																				60.6												55.5
hin																					hin																																								56.1
hrv											71.7											hrv																															69.9
hun									59.7		67.1	65.9				64.5				52.3			hun					16.6																							62.5								60.2	60.3
ind									60.5							60.5								ind
isl									65.6		65.8														isl			18.0
ita				70.3				68.0	66.2	70.3	79.7	73.0				75.0										ita		19.1														72.1						69.6	69.7		64.0				70.7
jav											50.1																jav
jpn			42.4					65.4	48.2		41.4	59.6			26.2	40.3				29.6			40.1		41.9	47.8		jpn					25.6		42.5						38.9	55.4					41.5	46.0			46.8		52.9		44.9				44.5	49.1			32.0
kab									44.2		57.4					49.7													kab																						47.2		50.5
kat											69.6																			kat																					68.7
kaz											65.3																				kaz
khm											47.7																					khm																					38.0
kor									49.5		58.0				46.5	49.4												21.0					kor																				51.2
lav											69.4																							lav
lit											74.2	70.0																19.8							lit																70.2		69.1						64.0
ltz									75.4		74.7																									ltz						73.6
mar											76.9																										mar
mkd											68.9																											mkd
mon											50.0																												mon
mri											54.0																													mri
msa									59.9							59.0												0.1													44.9												59.7
nld				63.6					71.1		75.4	70.0			69.7	66.8										70.9		0.1								70.1						nld									67.1		68.8
nno															62.5																												nno
nob																71.9																												nob											83.6
oci												55.6																																	oci
pes											61.8																																			pes
pol					57.3						69.3	72.2				63.5												0.0																			pol	60.1					64.1						59.2	63.5
por				67.1		21.7	18.7	78.6		70.0	77.1	70.1				72.9			71.7	60.0						75.4		20.9																			63.2	por	65.4				76.8		74.2
ron											73.0					67.6										72.3																						69.1	ron		68.4		71.8						56.9
run																62.1																																		run
rus					65.4				67.2		73.4	69.6	68.1			65.7							56.7			63.0		20.9	37.3	55.6					61.9							67.5							59.9		rus	48.1	67.4
slv					70.5				68.7		68.9	57.5				59.9																																			69.7	slv								62.4
spa						24.8	17.8		66.8		74.1				62.1	71.5						64.4						22.3				1.7	26.5		62.2						51.0	67.7					62.8	71.5	65.8		66.0		spa				8.5		68.1	61.8			51.1
srp_Cyrl											67.3																																											srp_Cyrl						66.0
swe						28.0	18.6	75.9			75.8				58.2	70.1										67.6		17.7																80.3				65.8							swe				59.7
tgl																																																					33.1				tgl
tha											64.0																																															tha
tur			61.8			24.6		66.3		65.4	73.4					60.6							55.3					18.7							58.4												59.1		56.9				71.0		59.2				tur	65.8		9.0
ukr				67.5					70.0		72.4					66.1				58.3			64.1					21.1																			70.0					28.4	68.0	64.0					68.8	ukr
urd																					57.1																																								urd
uzb											61.5																																																67.9			uzb
vie						14.5																						16.9																									54.3										vie

color:
score:	0	10	20	30	40	50	60	70	80	90	100