OPUS-MT Dashboard

Language pair: [eng-fra] all languages
Models: [all models] [OPUS-MT] [external] [compare]
Benchmark: [all benchmarks] [average score] tatoeba-test-v2021-08-07
Evaluation metric: [bleu][spbleu] chrf [chrf++][comet]
Highlighting colors: [model score] [model type] [model size] [model diff]

	afr	ara	arq	awa	aze	aze_Latn	bel	ben	ber	bos_Latn	bre	bul	cat	cbk	ceb	ces	cha	chm	chv	cmn_Hans	cmn_Hant	cor	crh	cym	dan	deu	dsb	dtp	egl	ell	eng	epo	est	eus	fao	fas	fin	fkv	fra	frr	fry	gcf	gla	gle	glg	gos	got	grc	grn	gsw	hbs	heb	hin	hoc	hoc_Latn	hrv	hrx	hsb	hun	hye	ido	ido_Latn	ile	ile_Latn	ilo	ina	ina_Latn	ind	isl	ita	jav	jbo	jbo_Latn	jpn	jpn_Hani	jpn_Hira	jpn_Kana	kab	kat	kaz	kaz_Cyrl	kha	khm	kor	kur	kur_Latn	kzj	lad	lad_Latn	lat	lat_Latn	lav	lfn	lfn_Cyrl	lfn_Latn	lit	ltz	mal	mar	mkd	mlt	mon	mri	msa	mya	nds	nld	nno	nob	nor	nov	nst	oci	orv	ota	ota_Arab	ota_Latn	pam	pcd	pes	pms	pol	por	prg	rom	ron	run	rus	slv	spa	sqi	srp_Cyrl	srp_Latn	swa	swe	swg	tam	tat	tel	tgl	tha	tlh	tlh_Latn	toki	toki_Latn	tuk	tuk_Latn	tur	tzl	tzl_Latn	uig	uig_Arab	ukr	urd	uzb	uzb_Latn	vie	vol	war	wuu	xal	yid	yue_Hans	yue_Hant	zho	zsm_Latn	zza
afr	afr																									74.0					80.2	73.7																																																																											76.1																					69.3		81.0
ara		ara																								64.2				64.2	65.8	69.7							58.0													60.5																		68.2				26.7																																																63.8						65.0		65.9																		61.9
arq			arq																												26.3
awa				awa																											80.0
aze					aze																										54.4																																																																																																			51.7																		52.7
aze_Latn						aze_Latn																																																																																																																																														58.5
bel							bel																			71.8					69.2	72.5							71.9																															72.7																				27.6																	66.1															74.1						82.5		72.2																							81.0												19.3
ben								ben																							78.9
ber									ber																						61.1								86.1																																																																																											70.7
ber_Latn																										19.3					32.5
bos_Latn										bos_Latn																					80.0
bre											bre																				57.9								49.1
bua																																																																																																																																19.4
bul												59.2								26.8						71.2					73.7	71.9							70.4																															66.4				24.3																																																						71.6		67.6																		68.7					71.8												27.0
cat													cat													67.6					74.1	73.1							72.4																															75.8																																					68.8																75.8							88.0																							66.5
cbk														cbk																	41.1
ceb															ceb											36.9					69.6
ces																ces										71.0					72.1	71.8							71.8																				68.9											68.0																				33.8																																70.1						73.2	24.4	71.6																							70.5
cha																	cha														26.4
chm																		chm																																																																																																														16.0
chv																			chv												52.7																																																																																																	27.3																				34.0
cmn_Hans												51.1								cmn_Hans						52.5					57.0	60.0							54.9													46.4							45.4											52.3			1.6																																																	45.0	54.9					46.0	19.5	60.6					58.2								13.2					56.2				18.3	46.6				40.0			6.9
cmn_Hant																					cmn_Hant					53.0					58.8	56.6							50.5													43.3																		47.7			1.3																																		48.0															39.1	57.6					46.1		56.8					59.3								11.9					51.2				18.1	44.4
cor																						cor				24.3					23.2	19.5							24.5																															21.2																																																										14.5		22.3
crh																							crh																																																																																																																													60.6
cym																								cym							72.9
dan																									74.1	75.3					78.3	76.9					62.3		77.1																															74.7				35.0																																	78.4		87.6	86.3													78.1					73.3		72.9					83.6													67.8
deu	74.7	52.3					65.4					68.8	64.8		41.8	64.4				27.9	28.2	21.3			74.5	59.8	41.2			65.4	70.1	73.9	76.6	64.7		46.0	65.7		69.1	19.0						30.8					62.6	59.3				66.3	24.9	43.2	58.9		14.8		31.4					66.0	65.2	69.9		13.6		27.9	18.1	15.8	29.0	36.3						25.3		18.0		38.4		42.2					33.7	66.3	71.6							61.2		48.1	71.5		71.7	71.4												65.8	64.3			64.6	52.6	67.4	28.4	69.1			60.7		72.9	23.5		43.0		53.9		19.4		6.4				64.7					65.1				45.6					27.4			27.6
dsb																										62.2	dsb																															44.1																																																																							25.3
dtp																												dtp			16.5																																											2.9		2.9																																																																																										9.9
egl																													egl																																									25.5
ell		52.5																								69.0				67.6	79.7	75.7							74.4																															71.9																																					66.1																69.8					72.3		65.1					71.4													68.4
eng	76.1	50.4	16.8	41.8	56.0		57.9	60.8	65.5	69.8	43.8	69.0	69.1	26.1	59.9	66.1	30.3		41.4	31.8	30.6	618.3		64.3	75.5	65.0		22.9		73.7	83.5	73.6	71.3	64.7	57.8	45.9	64.8		69.6		49.8		54.1	64.3	65.4	30.9	1.2	15.7		33.7	63.1	62.1	56.1	8.3	8.3	69.1	26.4		62.4	50.7	40.2	40.2	31.7		59.0	44.8		64.6	63.4	72.6	36.2	12.7	12.7	36.0	16.9	15.9	27.7	41.5	45.2	52.7	51.2	10.5	893.3	33.2	31.7	31.4	13.2	40.9	47.4	48.5		69.1	20.3	0.9	31.9	67.7	73.5	53.0	60.7	72.0	64.0	45.3	48.6	61.5	40.6	46.8	72.5	69.0	72.4	71.5	27.5	8.2	38.8	17.4	11.3	0.9	21.2	25.6		41.7	40.4	67.5	72.7	13.0	33.7	68.6	53.1	76.1	33.4	73.9	68.4	64.5	61.3	63.6	75.5		50.6	41.6	44.0	57.7	56.2	17.2		7.8		51.8	39.6	68.7	14.9	14.9	49.6	35.2	70.2	50.7	34.0	58.1	56.4	13.2	44.1		27.5	37.6	9.9	10.9	27.1	54.4	11.6
epo	73.8	57.4					64.4					69.9	68.6			65.8				29.1	26.2	12.1			75.2	71.9				70.2	74.3	64.5				39.7	68.0		73.8						68.9						43.1	58.0				62.8			63.7		41.2		19.4	19.4		18.7			63.6	73.4		11.6		35.4	19.9	18.6												12.3	16.1	34.7			23.7		30.3	64.9										31.1	69.9		71.6				42.2									70.8	69.3			70.0		68.6	27.3	75.7		55.7	42.4		77.7					54.3		16.1		6.0				71.4					69.2				55.8	12.2				17.6
est																										71.7					73.7		est																																																																																															71.4
eus																										68.4					70.9			eus																																								0.0																																																						64.9		68.0
fao																															68.9				fao
fas																										60.0					62.8	52.6				fas			58.6
fin																									70.8	66.4					72.3	71.1					54.4	23.3	66.1													58.2							70.8											68.0				23.2	16.2	13.8	27.5							26.9						31.3																	77.1	73.4	75.4	70.0												67.9	73.1					67.4		70.1					71.8													61.7																	882.1
fkv																																					51.6	fkv
fra		46.5					62.0		75.5		34.8	66.8	66.5			67.7				26.8	25.0	20.9			77.5	70.3				70.4	74.0	76.5				44.5	66.8		63.5			11.2									62.5	60.8				62.4			64.1		14.0		34.6					66.1		73.4		14.0		25.9	17.8	15.4		41.0						26.1						31.0					33.8									61.9		40.9	67.6		74.6	74.7			40.6						17.3			64.6	71.0			65.7	56.6	66.5	23.2	72.5					76.2			57.2		53.7		16.1	16.1	7.1	7.1			63.0			53.2	41.9	63.4				53.1			5.3		39.9			25.0
frr																										27.7														frr
fry																															60.3										fry																																																																		68.7
gcf																																							32.8			22.8
gla																															59.9												gla																																																																																							60.0
gle																															73.0													gle
glg																															73.4	73.7													glg																																																																														77.7							83.5
gos																										47.5					39.7															gos																																																													48.6
got																															6.0																got
grc																															32.3																	grc
grn																																																	grn																																																																										45.6							48.0
gsw																															47.0																			gsw
hbs																										71.4					71.8	60.4							68.4												hbs																			72.7				0.1																																																69.0						75.1		73.1																							70.7
heb		54.8																		29.0	21.6					66.8					68.6	68.4					64.8		65.8													55.3							56.8							21.1				67.3				27.3														18.4		31.2			16.4		26.5												60.2															63.5	65.7					61.3		70.4																		70.2					58.6									17.5			0.1
hin																															71.0																						hin																																																																																																					58.6
hoc																															13.2																							hoc
hoc_Latn																															13.2																								hoc_Latn
hrv																										69.4					74.1	68.8							64.9																	hrv																																																																		67.6								71.4																							69.3
hrx																										51.6					43.3																										hrx
hsb																										65.5	42.6																															hsb																																																																							25.0
hun																66.4				26.5						63.0					66.8	68.0					71.6		67.2													54.7							51.3											70.8				24.4										32.8						35.1																	67.3															65.1	66.3					64.1		67.7					68.3													63.5					62.1
hye																															61.7																													hye																																																																				58.1
ido																										49.3					56.0	59.9							47.7																						ido					23.4				45.6																							27.1																																					48.4																																13.4
ido_Latn																															51.6																															ido_Latn																																	30.4
ile																										61.4					59.4	67.4							61.5																								ile
ile_Latn																																67.4																																ile_Latn
ilo																															63.6																																		ilo
ina																															60.9	48.2																													37.6					ina																											31.2																														20.7																			12.3
ina_Latn																																																																			ina_Latn																						19.0						37.1																																																13.3
ind																										61.8					66.1								63.7																													ind		65.6						14.2																																																																																										53.9
isl																										69.1					70.3	68.6																																					isl	70.3				24.0																																																								71.7
ita		53.8					70.6					66.2	72.5			61.5				29.1	28.3	13.0			71.7	69.0			11.5	73.0	82.3	75.2					69.8		79.4												31.2	60.3							67.7		13.5							58.2	66.1	73.4				26.4	17.9	15.4														34.2						67.6								55.0		39.0	72.8														18.2	65.0	74.4			72.9		66.1		77.9			62.1		71.1									6.7				60.0					69.8				54.5					28.9			28.2
jav																															51.2																																								jav
jbo																										12.6					11.7	12.4							12.8																																	jbo		0.0																																																						9.5		10.3					10.2
jbo_Latn																				0.0	0.0										11.7																																										jbo_Latn
jpn		49.7										47.6													69.2	52.9		17.4			61.1	63.6		44.5			46.8		55.6												38.8	47.4							46.1										50.9	51.3		2.5		28.8										34.4												49.6			54.9					46.9		24.9	57.7			43.9												46.0	50.4					50.8		57.9					47.2							13.2		4.2				49.9					52.4				44.7								12.7
jpn_Hani																										36.4					50.8	41.7					44.1		50.9																				42.5											35.9					jpn_Hani																																45.8																44.6					32.8		42.3
jpn_Hira																										33.6		3.4			48.5	41.7					39.8		47.1													41.0				36.3			34.9									47.0		34.3						jpn_Hira																															38.6																42.5					31.0		37.6																		32.6					30.5
jpn_Kana																										39.8					54.4						49.9																																								jpn_Kana																																																			38.9		42.9
kab																										46.9					56.7								51.2																																							31.1																																																		47.7		46.6
kat																															71.4																																																kat																																																	70.4
kaz																															66.0																																																	kaz																																																60.2
kaz_Cyrl																															54.7																																																		kaz_Cyrl
kha																															15.5																																																			kha
khm																															49.5																																																				khm																																															41.5
kor																										54.1					61.2						57.1		52.7																				52.2															26.9										kor																																												54.7		53.1
kor_Hang																															58.7						50.3		50.0																				51.3
kur																															35.6																																																						kur
kur_Latn																										43.6					42.1																																																							kur_Latn
lad																										46.3					48.3	38.4																				30.7																																				lad		14.6																																								53.9																																20.6
lad_Latn																															55.1	48.7																																			33.1																						lad_Latn						13.4																																			61.1																																23.1
lat																										45.0					43.5								30.0																															42.4																		18.0		23.9																	49.0																36.8					32.2		46.5
lat_Latn																																																																																											lat_Latn																																36.8
lav																															74.1																																																													lav																																				75.9
lfn																															43.1	34.8																													30.7					20.2																											lfn																														17.8
lfn_Cyrl																															23.5																																																															lfn_Cyrl																													27.4
lfn_Latn																										53.8					54.0	48.1							55.8																							17.9					33.3																						15.7						lfn_Latn																												54.7																																							11.3
lit																										67.7					74.9	72.1																																						70.3				28.2																						lit																										72.0						72.8		71.7																		68.6
ltz																										77.4					76.1																																																																		ltz										77.0
mal																															68.6																																																																			mal
mar																															78.2																																											38.7																									mar
mkd																															74.8																																																																					mkd																														75.9
mlt																															72.8																																																																						mlt
mon																															52.3																																																																							mon
mri																															54.0																																																																								mri
msa																										61.0					64.4								63.7																															65.5				22.5																														46.9																										63.3																																			16.1
mya																															58.6																																																																										mya
nds																										67.8					63.5								62.2																															58.7																																				nds	70.1																61.4					44.1		64.6
nld	78.4						59.2						66.5								26.1				78.6	73.5				62.3	75.6	72.0					75.1		69.2		48.8					28.9						54.2							62.3											73.0				29.7	20.5	18.0																					75.1									48.7	63.6			77.1												64.7	69.4			64.5		69.1		70.6														6.3				60.7					64.2												26.1
nno																															72.5						66.2																																																																							nno	89.7
nob																									85.3	70.4					74.5	70.9					62.7		72.8																																																																					76.4	nob																			69.0		74.1			46.2		84.7
nor																									84.6	69.9					74.1						59.6		73.0																															73.5																				16.6																	74.4			77.2												60.3	68.7					61.5		74.0					83.8																		65.7												25.4
nov																															47.0																																																																																nov
nst																															11.4																																																																																	nst
oci																															59.0	57.3							63.7																																																																										oci
orv																															29.8																																																																																			orv																																							25.3
ota																															21.8																																																																																				ota																																	16.3
ota_Arab																															21.9																																																																																					ota_Arab
ota_Latn																															34.8																																																																																						ota_Latn
pam																															16.2																																																																																							pam
pcd																																							42.2																																																																																pcd
pes																															62.8																																																																																									pes
pms																															40.6																																							41.4																																																			pms
pol		52.7					67.3									66.3				26.8	24.7					68.5					71.0	73.3					66.4		67.1												69.8	59.2				69.2			62.5											67.4				20.9																						68.7											66.9			66.5												pol	65.2					73.3		66.9					71.4													62.2					69.4
por													72.0							29.6	32.2				79.9	69.7				72.8	78.2	71.8					79.2		75.9						75.3				42.9			63.5							65.9											77.2				29.3	17.4	17.2														38.4	38.5			1.2	39.1											45.2	70.1			73.4												67.3	76.1			68.9		68.0		79.8					75.4					57.2				7.0				67.8					66.4
prg																															20.5																																																																																													prg
que																															25.3
rom																															30.9																																																																																														rom
ron																										69.1					74.8	71.9							71.0																															76.0																																					65.5																73.1			ron		69.3		74.3																		64.0
run																										60.3					65.1								62.4																																																																																								run	61.1		62.8
rus	73.5	52.9					71.1					71.7				69.9		17.5		24.5	25.5	7.6			74.6	69.9				68.4	72.8	71.2	75.2	63.6			67.3		68.8												69.3	58.5							59.7	58.9										65.2		11.4		29.7	18.5	16.3	29.5	39.2	61.1	58.3				33.1								74.6				70.8										34.8	69.0		67.5	133.6												72.3	66.0			64.4	57.0	63.6	38.4	69.9		66.7	71.0		70.5			48.6						5.9	5.9			57.8			50.4		83.7				37.1						5.0		15.2
slv																71.1				23.1						73.5	34.5				73.2	61.1							64.1																			37.1																																																																						70.4	slv																								65.3
spa	81.0	55.5					64.2		62.0			69.4	83.2			65.1				36.4	32.3	20.5			73.4	69.7				65.9	76.2	76.7		63.7			68.0		74.1				51.9		80.8				36.8		65.9	64.4				68.8			65.0		13.8								65.5	77.3		13.1		30.2	20.4	17.6	30.9	34.5					37.7	29.6				42.6	50.3	49.1						68.8				74.8				54.4		43.0	69.3		76.6	75.7												66.3	77.4			68.9	51.4	68.5		68.4					73.8			50.2		53.7		18.9		6.7				71.5					64.8				52.7					36.2			33.2
sqi																															74.7																																																																																																				sqi
srp_Cyrl																															69.3	63.7																																																																																																74.1				srp_Cyrl																					69.9
srp_Latn																										72.8					71.9	48.1																																						76.8																																							67.0																			76.0					srp_Latn																				74.1
swa																															64.8																																																																																																							swa
swe																				33.8	34.6				83.4	72.9				71.1	77.7	73.8					69.0		73.1																				65.9											73.2				25.8																																			85.8	83.3												66.3	71.1					67.2		71.4					69.1													63.7																	34.1
swg																										40.3																																																																																																														swg
tam																															60.5																																																																																																										tam
tat																										44.5					50.0								56.1																																																																																											45.1								tat										40.1
tel																															61.3																																																																																																												tel
tgl																										54.6					57.1								60.7																																																																																				59.0							62.5										tgl
tha																															66.2																																																																																																														tha
tlh																										13.7					14.2	11.6							16.0																											9.0																																																																16.1												tlh
tlh_Latn																																							16.0																												9.8																																																																												tlh_Latn
toki																										14.3					13.1	15.1							13.3																															13.0				3.1																																	13.0																12.5					10.2		10.1														toki
toki_Latn																																							13.3																																																																																									10.2																	toki_Latn
tuk																															62.2																																																																																																																			tuk
tuk_Latn																															45.6																																																																																																																				tuk_Latn
tur		49.5			54.9	55.2						64.1							35.6	31.1	26.3		36.2		68.1	64.1				68.3	73.3	50.5					59.3		62.6													61.8							58.5											56.4				27.1		14.5																				63.0											62.2								12.1							61.6	65.7			60.3		56.9		72.1					64.8			35.9										43.7			0.5		67.5		35.3
tzl																															34.9																																																																																																																						tzl
tzl_Latn																															34.9																																																																																																																							tzl_Latn
uig																															54.8								42.2																																																																																																													25.9			uig
uig_Arab																															35.1								42.1																																																																																																																	uig_Arab
ukr							75.4					77.3	70.5			73.3				26.5	26.4					71.6					77.5	56.1							70.5												70.1	62.3				69.0			67.5											73.5				27.9		15.8																															70.6			70.1				13.6								75.5	67.8					87.1	29.6	71.5		71.5	72.6															72.2					61.5												19.0
urd																															61.7																						58.7																																																																																																					urd
uzb																															63.9																																																																																																																					69.5							uzb
uzb_Latn																															57.5																																																																																																																													uzb_Latn
vie																				24.6						51.9					63.3	33.4							59.0																															59.7				24.1																																																						33.6		57.8																											73.6								21.0
vol																															15.0	13.2																																																																																																																														vol
war																															50.5																																																																																																																																war
wuu																				21.5																			29.8																																																																																																																									wuu
xal																															22.3																																																																																																																																		xal
yid																										42.7					52.4	35.9							50.3													26.6									13.7									33.6																		8.2	11.0						11.2																																			42.3																																25.8
yue_Hans																															42.1																																																																																																	34.0																																			yue_Hans
yue_Hant																															43.5																																																																																																																																					yue_Hant
zho												50.2														51.9					54.7						61.7															45.7							25.4											51.0				27.8										22.2																				37.8			52.0																					34.9							62.2																		26.3				37.8								zho
zsm_Latn																												7.0			64.3																																					64.0																																																																																																		zsm_Latn
zza																															13.7																																																																																																																																								zza