OPUS-MT Dashboard

Language pair: [eng-fra] all languages
Models: [all models] [OPUS-MT] [external] [compare]
Benchmark: [all benchmarks] [average score] tatoeba-test-v2020-07-28
Evaluation metric: [bleu][spbleu] chrf [chrf++][comet]
Highlighting colors: [model score] [model type] [model size] [model diff]

	afr	ara	arq	awa	aze	bel	ben	ber	bos_Latn	bre	bul	cat	cbk	ceb	ces	cha	chm	chv	cmn_Hans	cmn_Hant	cor	crh	cym	dan	deu	dsb	dtp	egl	ell	eng	epo	est	eus	fao	fas	fin	fkv	fra	fry	gla	gle	glg	gos	got	grc	grn	gsw	hbs	heb	hin	hoc	hoc_Latn	hrv	hrx	hsb	hun	hye	ido	ido_Latn	ile	ile_Latn	ilo	ina	ina_Latn	ind	isl	ita	jav	jbo	jbo_Latn	jpn	jpn_Hani	jpn_Hira	jpn_Kana	kab	kat	kaz	kaz_Cyrl	kha	khm	kor	kur	kur_Latn	lad	lad_Latn	lat	lat_Latn	lav	lfn	lfn_Cyrl	lfn_Latn	lit	ltz	mal	mar	mkd	mlt	mon	mri	msa	mya	nds	nld	nno	nob	nor	nst	oci	orv	ota	ota_Arab	ota_Latn	pcd	pes	pmn	pms	pol	por	prg	rom	ron	run	rus	slv	spa	sqi	srp_Cyrl	srp_Latn	swa	swe	swg	tam	tat	tel	tgl	tha	tlh	tlh_Latn	toki	toki_Latn	tuk	tuk_Latn	tur	uig	uig_Arab	ukr	urd	uzb	uzb_Latn	vie	vol	war	wuu	xal	yid	yue_Hans	yue_Hant	zho	zsm_Latn	zza
afr	afr																								67.8					76.0	40.9																																																																								71.5																				62.0		67.6
ara		ara																							62.9				64.1	65.9	69.8							56.2											60.5																		65.4				20.5																																														62.5						60.6		65.1																		61.9
arq			arq																											26.4
awa				awa																										30.0
aze					aze																									51.5																																																																																															35.6																		53.3
bel						bel																			71.9					65.2	72.5							64.0																													65.9																			27.5																	53.1														68.3						82.5		64.5																					81.0												8.7
ben							ben																							64.2
ber								ber																						65.2								87.4																																																																																							70.7
ber_Latn																									19.6					33.0
bos_Latn									bos_Latn																					80.1
bre										bre																				53.7								49.1
bul											bul														71.1					73.7	43.9							69.4																													65.5				24.3																																																				71.6		66.3																		68.6			71.2
cat												cat													67.5					72.0	73.5							72.4																													75.5																																				68.8															75.8							85.6																					66.5
cbk													cbk																	41.1
ceb														ceb																40.5
ces															ces										69.1					72.9	45.7							72.3																		68.8											67.4																			33.5																															69.9						73.5	24.5	70.4																					69.9
cha																cha														26.6
chm																	chm																																																																																																										16.0
chv																		chv												52.6																																																																																																																	34.0
cmn_Hans											51.1								cmn_Hans						53.6					56.8								54.9											46.3																																																																					54.9							60.2					58.2								13.2					56.2							39.9			7.4
cmn_Hant																				cmn_Hant					54.1					58.7								50.5																																																																																57.6							56.7					59.3
cor																					cor				20.9					22.1	14.2							24.6																													21.2																																																								14.5		19.6
crh																						crh																																																																																																																									60.5
cym																							cym							69.2
dan																								dan	75.3					78.3	77.1					62.3		77.1																													74.7				35.0																																77.9		86.9	86.3												78.1					72.6		71.7					83.6													67.7
deu	69.8	51.9				65.4					68.8	64.7			63.0				28.4	28.5	8.4			74.5	deu	41.4			64.9	71.8	78.1	75.6	56.9		36.6	65.5		68.1										62.6	57.9				66.0		43.5	59.8		14.8		7.2					65.8	65.3	69.7		11.6		28.4	18.7	15.8	29.9	34.7						25.4											44.4	71.3							61.1		48.1	71.5		66.9	66.7											47.3	48.0			63.3		67.4	29.5	69.0			60.7		71.4	19.8		43.0		53.9				6.4				64.2			65.0				44.1					26.6			27.9
dsb																									62.7	dsb
dtp																											dtp			16.5																																									2.9		2.9																																																																																						10.0
egl																												egl																																							20.4
ell		52.5																							69.1				ell	81.1	75.6							74.4																													72.6																																																			69.9					72.2		47.1					51.3													68.3
eng	74.5	50.6	16.8	15.0	56.0	50.3	48.6	69.6	69.7	40.4	69.0	67.7	26.1	43.9	66.3	30.1		41.3	31.6	30.5	18.8		61.9	75.4	65.8		22.9		74.5	eng	78.5	71.3	60.7	42.2	45.9	64.8		68.1	49.1	53.7	64.4	65.3	30.9	1.2	15.1		24.8	63.0	61.8	48.5	8.3	8.3	69.0	26.4		63.5	44.0	40.2	40.2	16.0		59.0	44.7		64.6	63.4	71.1	35.8	12.7	12.7	37.7	18.2	15.7		41.8	45.2	52.9	51.2	10.5	897.0	33.2	31.2	31.4	42.5	46.4	48.5		68.4	20.3	0.9	26.8	67.7	73.8	51.3	60.7	72.0	60.3	44.9	48.4	61.5	36.0	45.8	73.1	61.6	72.4	70.9	8.2	33.3	17.4	11.3	0.9	21.2		41.7	16.3	40.4	67.4	72.2	12.8	34.1	68.0	49.0	879.6	36.5	72.1	67.6	64.4	61.3	63.8	75.7		44.3	32.3	42.6	57.7	56.1	12.7		7.8		38.3	38.3	70.6	16.8	26.7	73.1	43.6	34.0	57.9	54.1	13.2	44.1		6.3	37.8	9.8	10.9	27.1	54.4	11.6
epo	37.0	57.7				64.4					39.2	68.9			37.3						8.4			75.2	76.4				70.4	81.3	epo				39.7	60.3		76.2				68.9						34.8	57.7				42.3			63.7		41.2		19.3	19.3						73.2		11.6		36.0	21.1	18.4											13.1		34.8			23.3		29.0	64.3											69.5					42.2									70.8	68.8			41.7		68.7	26.5	76.6		32.1	42.4		46.0					54.3				6.0				47.1			46.8				27.0	12.3				14.5
est																									71.0					73.7		est																																																																																											71.2
eus																									55.6					69.0			eus																																																																																										50.8		67.2
fao																														49.3				fao
fas																									52.3					62.8	52.6				fas			58.5
fin																								70.8	66.4					72.3	64.0					fin	20.9	66.1											58.2							67.3											44.0				23.2	16.2	13.9	27.5							26.7																						77.1	73.4	75.0	69.9											65.2	52.5					67.2		70.0					72.0													61.2															878.3
fkv																																				52.4	fkv
fra		44.8				50.7		76.6		34.8	65.4	66.6			67.6				26.8	25.0	20.8			77.5	69.7				70.4	73.8	78.2				44.5	66.8		fra											59.9				50.8			64.2				34.6					66.0		73.4		13.9		25.9	17.9	15.3		41.9						26.1					31.0														61.8		40.9	67.5		74.6	74.7		32.4					14.5				64.6	70.8			65.7	56.6	66.8	22.8	72.5					76.2					53.5		18.3		6.8	6.8			62.9			63.4				48.5			5.3		39.4			25.0
fry																														59.9									fry																																																																67.8
gla																														59.7										gla																																																																																					32.7
gle																														73.1											gle
glg																														73.3	73.8											glg																																																																												77.8							83.5
gos																														39.8													gos																																																												40.5
got																														6.1														got
grc																														31.1															grc
grn																																														grn																																																																															48.1
gsw																														39.7																	gsw
hbs																									69.1					71.8	38.1																	hbs																																																																					64.0						75.1		73.2																					70.7
heb		54.8																	29.0						64.5					68.4	68.2					62.9		64.1											heb							56.1											64.2				27.2															31.0																	38.2															65.4					59.7		68.9																		65.1			58.6									16.6			0.1
hin																														60.7																				hin																																																																																																	58.7
hoc																														13.2																					hoc
hoc_Latn																														13.2																						hoc_Latn
hrv																									68.4					74.0	44.5							52.7															hrv																																																																63.2								71.5																					69.3
hrx																									51.6					43.3																								hrx
hsb																									66.4																														hsb
hun															66.4				23.2						64.1					68.7	68.0					71.6		67.2											54.4							hun															24.4															35.2																	63.4														61.3						64.4							64.5													63.4			62.2
hye																														58.5																											hye																																																																		47.7
ido																									47.4					55.9	59.9																											ido									45.6																																																										47.3
ido_Latn																														51.6																													ido_Latn
ile																									49.3					46.9	67.6							61.7																						ile
ile_Latn																															67.6																														ile_Latn
ilo																														61.3																																ilo
ina																														60.9	48.2																																ina																										28.0																													20.7
ina_Latn																																																																ina_Latn																											35.3
ind																									61.5					65.2								63.8																											ind		63.0						14.3																																																																																						54.8
isl																									69.1					70.4	31.4																																			isl	66.1				23.9																																																						66.6
ita		52.5				55.8					66.2	72.7			61.5				29.1	28.3	8.5			71.7	68.8			11.5	73.5	81.3	75.1					68.0		79.4											59.1									13.5							56.2	51.9	ita				26.4	17.9	15.4																			65.3								55.0		39.2	72.9													18.2	50.4	74.3			73.0		66.1		73.2			62.1		71.4													40.9			67.4				53.7								28.2
jav																														51.0																																						jav
jbo																									12.2					11.7	12.5							12.8																															jbo																																																						9.5		9.5
jbo_Latn																														11.7																																								jbo_Latn
jpn		38.2									47.5													69.3	53.4		17.4			62.3	64.3					46.8		55.6										38.8	47.3							46.1										51.0	51.3				jpn										34.5											49.0								46.9		25.1	57.7			44.0											46.0	50.4					50.7		58.0					46.6							13.2						49.9			52.2				44.7								12.7
jpn_Hani																									36.7					51.3	42.4					44.0		50.9																		42.5											35.9					jpn_Hani																															45.8															44.6					32.9		42.4
jpn_Hira																									33.8		3.4			47.6	41.4					39.8		47.1											41.0				36.3			34.9									47.1		34.4						jpn_Hira																														38.6															42.5					30.9		37.5																		32.6			30.8
jpn_Kana																									39.8											49.9																																						jpn_Kana																																																	39.1
kab																									45.6					58.0								52.1																																					kab																																																48.0		52.9
kat																														70.1																																														kat																																															70.5
kaz																														65.7																																															kaz
kaz_Cyrl																														54.4																																																kaz_Cyrl
kha																														15.5																																																	kha
khm																														50.3																																																		khm																																													41.6
kor																									54.2					60.9						57.1		52.6																		52.2															27.9										kor																																										51.2		53.0
kor_Hang																														58.7						50.3		50.0																		51.3
kur																														33.0																																																				kur
kur_Latn																														25.6																																																					kur_Latn
lad																														50.0	39.9																																																					lad																																									57.1																														21.5
lad_Latn																														54.6																																																							lad_Latn																																																																						24.2
lat																														43.5								30.0																																																lat																	49.0															36.8					32.2		46.5
lat_Latn																																																																																							lat_Latn																															36.8
lav																														74.1																																																										lav																																			75.9
lfn																														28.2	33.6																																18.6																										lfn																													17.8
lfn_Cyrl																														22.7																																																												lfn_Cyrl																												22.5
lfn_Latn																														49.9	45.9																																	30.5																											lfn_Latn																											45.0																																					12.3
lit																									46.9					75.0	71.3																																				65.2				28.3																					lit																									72.0						74.6		71.7																		68.6
ltz																									77.0					75.4																																																															ltz										76.0
mal																														61.4																																																																mal
mar																														78.3																																																																	mar
mkd																														74.8																																																																		mkd																													71.9
mlt																														68.9																																																																			mlt
mon																														52.2																																																																				mon
mri																														53.8																																																																					mri
msa																									60.9					63.9								63.8																													62.5				22.5																													47.6																									62.6																																	16.1
mya																														46.9																																																																							mya
nds																									67.8					61.1								62.5																													58.9																																			nds	64.0															61.6					44.3		64.7
nld	75.7					41.1						66.5								26.1				78.5	73.5					76.3	71.2					75.0		69.5	48.2				28.9						36.5							61.1											73.2				29.7	20.5	18.0																				74.5									48.7	nld			77.1											49.5	53.1			49.4		69.0		70.5														6.1				43.0			61.8												26.2
nno																														69.8						66.2																																																																				nno	89.7
nob																								84.9	65.9					73.5						61.7		72.7																																																																		76.6	nob																		66.7		71.5			46.2		85.1
nor																								84.6	65.9					71.5						59.6		72.9																													73.6																			16.4																	70.8			78.2											60.3						61.5		71.0					84.8																62.6												25.5
nst																														11.4																																																																													nst
oci																														41.1	57.2							46.3																																																																						oci
orv																														26.1																																																																															orv																																					21.9
ota																														21.8																																																																																ota																																	17.1
ota_Arab																														21.8																																																																																	ota_Arab
ota_Latn																														34.9																																																																																		ota_Latn
pcd																																						38.4																																																																											pcd
pes																														62.7																																																																																				pes
pmn																														11.0																																																																																					pmn
pms																														40.6																																					37.3																																																	pms
pol		51.3				56.4									66.2										50.5					71.0	73.3					64.4		67.0										64.7					65.0			62.2											51.9				20.9																					68.7											49.8			66.5											pol	65.2					73.2		66.7					52.7													62.2			69.5
por												71.8							29.6	32.2				79.9	67.2				73.2	78.0	71.1					57.5		75.5				75.4							63.4																		77.1				29.4	17.4	17.2													38.4	38.4			1.2	13.3											45.4	55.6														67.3	por			68.9		67.9		79.7					75.4					56.4				7.0				49.8			66.0
prg																														16.0																																																																																									prg
rom																														31.0																																																																																										rom
ron																									65.9					74.2	49.3							71.0																													76.0																																				51.9															73.2			ron		69.4		74.3																		64.0
run																									34.8					52.6								62.4																																																																																				run	32.5		37.7
rus	66.6	49.0				71.1					71.7				70.3		17.5		19.3	21.2	7.6			74.3	70.0				51.0	74.0	71.1	74.7	54.0			66.3		68.7										69.3	56.9							60.1	49.1										65.2		11.3		29.7	18.6	16.2	29.8	39.3	61.0												74.6				73.3										34.8	69.0		66.4	60.5											72.3	63.9			64.3		rus	51.7	70.0		66.7	70.9		69.6									5.8	5.8			38.2			83.7				34.3						4.7		15.2
slv															72.1										71.6					73.5	59.2							64.7																																																																																					72.8	slv																						65.8
spa	71.9	53.2				53.1		62.1			69.4	83.2			64.9				35.8	31.4	8.9			71.8	69.7				48.5	75.3	77.5		63.7			67.9		74.0		30.3		80.8				36.9		65.9	63.5				68.8					13.7								52.9	71.8		11.3		30.4	20.9	17.6		37.0					37.7	29.6			47.0		49.1						68.7				68.2				54.6		43.1	69.2		73.1	72.2											66.1	77.8			68.9	41.3	68.5		spa					57.4					53.7		19.0		6.6				72.0			64.7				52.4								32.3
sqi																														74.4																																																																																																sqi
srp_Cyrl																														69.3	35.3																																																																																												74.1				srp_Cyrl																			70.1
srp_Latn																									53.5					71.9	48.1																																				66.5																																						52.8																		76.0					srp_Latn																		73.8
swa																														64.8																																																																																																			swa
swe																			33.8	34.6				83.4	71.6				53.0	77.7	49.7					68.9		73.1																		61.7											72.3				25.9																																		86.0	84.2											49.4	70.8					66.1		56.5					swe													63.5															34.1
swg																									34.9																																																																																																										swg
tam																														47.8																																																																																																						tam
tat																									44.6					32.8																																																																																																							tat										40.0
tel																														47.2																																																																																																								tel
tgl																									47.2					55.6								48.7																																																																																52.2							62.5										tgl
tha																														66.2																																																																																																										tha
tlh																														11.6	11.7							16.0																																																																																							16.1												tlh
toki																									14.3					13.1	15.1							13.2																																																																	12.8															12.5					10.1		9.9														toki
toki_Latn																																						13.2																																																																																					10.2																	toki_Latn
tuk																														40.5																																																																																																															tuk
tuk_Latn																														40.5																																																																																																																tuk_Latn
tur		47.0			55.2						64.1							35.5	30.9			36.2		68.3	44.9				68.3	76.1	50.5					57.3		62.5											45.5							58.4											34.8				27.0		14.5																			63.0											43.7							12.7							61.6	45.0			60.3		35.4		73.1					64.7			35.9										tur			67.6		35.1
uig																														17.9																																																																																																																		uig
uig_Arab																														29.0																																																																																																																			uig_Arab
ukr						75.4					77.1	70.5			72.8				21.0	21.7					71.6					80.0	56.1							70.5										70.1	62.2				68.2			67.5											69.6				28.1		15.8																														67.2			70.1			1.0								75.5	65.2					87.1	29.7	71.5		71.7	72.6															72.2			ukr												19.0
urd																														48.1																				58.6																																																																																																	urd
uzb																														64.0																																																																																																																	70.0					uzb
uzb_Latn																														57.5																																																																																																																							uzb_Latn
vie																			24.5						48.6					60.8	33.4							54.1																													54.6				24.1																																																				33.3		57.7																									vie								20.9
vol																														15.0	13.2																																																																																																																								vol
war																														39.7																																																																																																																										war
wuu																			22.1																																																																																																																																						wuu
xal																														14.8																																																																																																																												xal
yid																									42.9					55.7	35.9							52.3											25.6																																			8.7	11.8						11.7																																																																yid
yue_Hans																														42.4																																																																																																																														yue_Hans
yue_Hant																														43.7																																																																																																																															yue_Hant
zho											50.2														52.6					54.7						61.8													45.7							25.3											50.9				27.8										22.1																			37.9			52.0																				34.9							62.2																26.3				37.7								zho
zsm_Latn																											7.2			59.0																																			64.0																																																																																														zsm_Latn
zza																														13.7																																																																																																																																		zza