OPUS-MT Dashboard

Language pair: [eng-fra] all languages
Models: [all models] [OPUS-MT] [external] [compare]
Benchmark: [all benchmarks] [average score] tatoeba-test-v2021-03-30
Evaluation metric: [bleu][spbleu] chrf [chrf++][comet]
Highlighting colors: [model score] [model type] [model size] [model diff]

	afr	amh	ang	ara	arq	asm	awa	aze	aze_Latn	bel	ben	ber	bos_Latn	bre	bul	cat	cbk	ceb	ces	cha	chm	chv	cmn_Hans	cmn_Hant	cor	crh	cym	dan	deu	dsb	dtp	egl	ell	eng	epo	est	eus	fao	fas	fin	fkv	fra	frr	fry	gcf	gla	gle	glg	gos	got	grc	grn	gsw	hbs	heb	hin	hoc	hoc_Latn	hrv	hrx	hsb	hun	hye	ido	ido_Latn	ile	ile_Latn	ilo	ina	ina_Latn	ind	isl	ita	jav	jbo	jbo_Latn	jpn	jpn_Hani	jpn_Hira	jpn_Kana	kab	kat	kaz	kaz_Cyrl	kha	khm	kor	kur	kur_Latn	kzj	lad	lad_Latn	lat	lat_Latn	lav	lfn	lfn_Cyrl	lfn_Latn	lit	ltz	mal	mar	mkd	mlt	mon	mri	msa	mya	nds	nld	nno	nob	nor	nov	nst	oci	orv	ota	ota_Arab	ota_Latn	pam	pcd	pes	pms	pol	por	prg	rom	ron	run	rus	slv	spa	sqi	srp_Cyrl	srp_Latn	swa	swe	swg	tam	tat	tel	tgl	tha	tlh	tlh_Latn	toki	toki_Latn	tuk	tuk_Latn	tur	tzl	tzl_Latn	uig	uig_Arab	ukr	urd	uzb	uzb_Latn	vie	vol	war	wuu	xal	xho	yid	yue_Hans	yue_Hant	zho	zsm_Latn	zza
afr	afr																												67.8					76.0	73.7																																																																											76.0																					69.6		81.0
amh		amh																																72.7
ang			ang																															28.4
ara				ara																									62.9				63.9	65.8	69.9							56.2													60.5																		68.4				20.5																																																63.7						60.6		65.1																		61.9
arq					arq																													26.3
asm						asm																												58.2
awa							awa																											79.9
aze								aze																										51.5																																																																																																			51.4																		53.0
aze_Latn									aze_Latn																																																																																																																																														58.8
bel										bel																			71.9					65.2	72.3							71.9																															72.8																				27.5																	66.1															74.3						82.5		72.2																							81.0													19.2
ben											ben																							64.2
ber												ber																						63.4								86.3																																																																																											70.6
ber_Latn																													19.3					32.7
bos_Latn													bos_Latn																					80.1
bre														bre																				57.4								49.1
bua																																																																																																																																			19.3
bul															59.2								26.7						71.1					73.7	71.8							70.3																															65.5				24.3																																																						71.6		67.7																		68.6					71.8													27.0
cat																cat													67.5					72.0	72.8							72.4																															75.6																																					68.6																75.7							85.6																							66.6
cbk																	cbk																	41.1
ceb																		ceb											36.9					69.7
ces																			ces										69.1					72.4	45.7							72.0																				68.8											68.0																				34.0																																70.1						73.3	24.9	70.4																							69.9
cha																				cha														26.5
chm																					chm																																																																																																														16.0
chv																						chv												52.7																																																																																																	27.3																				34.1
cmn_Hans															51.0								cmn_Hans						53.1					56.9								54.9													46.6							45.4														1.6																																																	44.8	54.9						19.5	60.2					58.2								13.2					56.1									39.8			7.3
cmn_Hant																								cmn_Hant					53.9					58.8								50.5													43.4																					1.4																																																	39.2	57.8							56.8					59.4								11.8					51.3												5.7
cor																									cor				24.2					22.1	19.5							24.6																															21.2																																																										14.5		22.3
crh																										crh																																																																																																																													60.4
cym																											cym							73.2
dan																												dan	75.3					78.3	77.1					62.3		77.1																															74.7				34.9																																	77.9		86.9	86.3													78.1					72.6		71.7					83.6													67.8
deu	69.8			51.9						65.5					68.8	64.8		41.8	63.0				28.2	28.3	21.3			74.5	59.8	41.4			64.9	71.1	75.8	75.3	64.8		36.6	65.5		68.8	19.1						30.3					62.6	57.9				66.0	24.9	43.4	59.1		15.0		7.2					65.8	65.4	69.7		11.6		28.1	18.7	15.8	28.9	35.8						25.5		17.8		40.1							33.6	44.4	71.3							61.1		48.1	71.6		66.9	66.7												47.3	48.0			63.3		67.4	29.3	69.0			60.7		71.4	19.8		43.0		53.9				6.4				64.2					65.1				45.5						26.9			27.7
dsb																													62.8	dsb
dtp																															dtp			16.5																																											2.9		2.9																																																																																											10.0
egl																																egl																																									25.5
ell				52.3																									69.1				67.6	80.2	75.7							74.4																															72.7																																					65.8																69.8					72.2		47.1					71.5													68.3
eng	74.5	530.7	18.8	50.3	16.8	43.5	41.8	56.0		50.3	48.6	67.7	69.7	43.4	69.0	67.7	26.1	60.0	66.2	30.1		41.3	31.8	30.6	18.8		64.6	75.5	65.3		22.9		73.9	83.7	75.7	71.3	60.7	58.0	45.9	64.8		68.8		50.0		54.1	64.4	65.3	30.8	1.2	15.1	40.0	33.8	63.0	62.1	48.5	8.3	8.3	69.1	26.5		62.5	44.0	40.2	40.2	16.0		59.0	44.7		64.6	63.4	71.9	35.7	12.7	12.7	36.7	17.0	15.9	27.5	41.7	45.3	53.0	51.1	10.5	896.7	33.2	30.9	30.8	13.1	41.6	47.5	48.5		68.4	20.3	0.9	26.8	67.7	73.9	53.6	60.6	72.0	63.8	45.4	48.5	61.5	40.8	45.8	72.6	61.6	72.4	70.9	27.4	8.2	38.8	17.4	11.3	0.9	21.2	25.6		41.7	40.4	67.4	72.5	13.0	34.1	68.3	49.0	72.5	36.5	72.7	67.6	64.4	61.3	63.6	75.7		50.7	32.3	43.9	57.7	56.2	12.7		7.8		38.3	38.3	69.7	14.5	14.6	16.8	26.7	71.0	43.6	34.0	58.1	54.1	13.2	44.1		27.6	74.0	38.5	9.8	10.9	27.1	54.4	11.6
epo	73.8			57.8						64.5					69.8	68.8			37.3						12.1			75.2	74.0				70.1	77.0	64.7				39.7	60.3		75.2						69.1						34.8	57.9				42.3			63.7		41.2		19.2	19.2					63.4	73.4		11.6		35.8	20.4	18.5												13.7	17.2	34.7			23.2		29.9	64.9											69.9						42.2									70.8	69.1			41.7		68.9	26.5	76.3		32.1	42.4		46.0					52.5				6.0				47.1					46.8				27.0	12.2					14.5
est																													70.5					73.7		est																																																																																															71.0
eus																													68.4					69.0			eus																																								0.1																																																						65.1		67.2
fao																																		68.9				fao
fas																													52.3					62.8	52.6				fas			58.7
fin																												70.8	66.4					72.3	64.0					54.4	23.6	66.1													58.1							67.3											44.0				23.2	16.2	13.9	27.5							26.7						31.2																	77.0	73.4	75.0	69.9												67.9	73.0					67.2		70.0					71.9													61.2																		897.8
fkv																																								51.9	fkv
fra				44.8						61.9		75.6		34.8	66.7	66.5			67.8				26.8	25.0	20.8			77.5	70.0				70.4	74.2	77.4				44.6	66.8		63.5			11.2									62.3	59.9				62.2			64.2		14.3		34.5					66.0		73.4		13.9		25.9	17.9	15.4		41.6						26.3						31.0					33.6									61.7		41.0	67.6		74.8	74.8			40.6						17.3			64.6	70.8			65.7	56.6	66.5	22.9	72.5					76.2			57.2		53.6		16.2	16.2	6.9	6.9			63.0			53.2	41.9	63.4				48.5			5.3			39.3			25.0
frr																													27.7														frr
fry																																		60.5										fry																																																																		68.4
gcf																																										32.8			22.8
gla																																		59.6												gla																																																																																							59.9
gle																																		73.1													gle
glg																																		72.9	74.0													glg																																																																														77.7							83.5
gos																													46.7					39.5															gos																																																													40.5
got																																		6.1																got
grc																																		31.0																	grc
grn																																		54.3																		grn																																																																										45.2							48.0
gsw																																		47.0																			gsw
hbs																													69.1					71.8	38.1							68.2												hbs																			72.6				0.1																																																69.0						75.1		73.1																							70.7
heb				54.8																			28.9	21.5					64.5					68.5	68.4					64.4		64.1													55.3							56.4							21.3				64.2				27.3														19.0		30.9			15.3		26.5												38.2															63.6	65.4					59.7		68.9																		65.1					58.3										16.9			0.1
hin																																		60.7																						hin																																																																																																					59.2
hoc																																		13.2																							hoc
hoc_Latn																																		13.1																								hoc_Latn
hrv																													68.4					74.0	44.5							64.7																	hrv																																																																		67.6								71.3																							69.2
hrx																													51.7					43.4																										hrx
hsb																													66.3																																hsb
hun																			66.4				26.6						63.4					67.2	68.0					71.6		67.2													54.7							51.1															24.4										32.7						35.1																	63.4															61.3						64.3							64.5													63.5					62.0
hye																																		58.5																													hye																																																																				58.1
ido																													48.6					55.9	59.9							47.5																						ido					22.7				45.6																							27.3																																					48.1																																	13.4
ido_Latn																																		51.6																															ido_Latn																																	30.2
ile																													49.3					46.9	67.4							61.7																								ile
ile_Latn																																			67.4																																ile_Latn
ilo																																		61.3																																		ilo
ina																																		60.9	48.2																													37.2					ina																											29.6																														20.7																			12.4
ina_Latn																																																																						ina_Latn																						19.3						35.9																																																12.7
ind																													61.7					65.2								63.7																													ind		65.6						14.3																																																																																											54.2
isl																													69.3					70.3	68.7																																					isl	70.4				23.9																																																								71.8
ita				53.3						70.7					66.2	72.9			61.5				29.1	28.3	13.0			71.8	68.8			11.5	73.5	81.6	75.2					68.0		79.4												31.2	59.1									13.5							58.2	66.3	73.4				26.4	17.9	15.4																				67.8								55.0		39.1	73.0														18.2	50.4	74.4			72.9		66.1		73.2			62.0		71.0									6.6				40.9					67.4				54.4						28.6			28.2
jav																																		51.2																																								jav
jbo																													12.2					11.7	12.4							12.8																																	jbo		0.0																																																						9.5		9.5					10.2
jbo_Latn																							0.0	0.0										11.7																																										jbo_Latn
jpn				38.2											47.6													69.3	53.2		17.4			62.0	64.5		44.3			46.8		55.6												38.8	46.9							46.1										50.9	51.3		2.5		29.2										34.7												49.3			54.9					46.9		24.9	57.7			43.8												46.0	50.4					50.7		58.0					46.6							13.2		4.1				49.7					52.8				44.7									12.7
jpn_Hani																													36.6					51.4	43.0					44.0		51.0																				42.5											35.9					jpn_Hani																																45.8																44.6					32.8		42.5
jpn_Hira																													33.7		3.4			48.4	41.4					39.8		47.1													40.6				36.4			34.9									47.1		34.4						jpn_Hira																															38.6																42.5					31.0		37.6																		32.6					31.0
jpn_Kana																													39.6					54.0						49.9																																								jpn_Kana																																																			39.2		44.5
kab																													46.4					57.3								51.8																																							30.1																																																		47.7		45.7
kat																																		70.3																																																kat																																																	70.4
kaz																																		66.5																																																	kaz
kaz_Cyrl																																		55.0																																																		kaz_Cyrl
kha																																		15.5																																																			kha
khm																																		49.8																																																				khm																																															41.6
kor																													54.1					60.7						57.0		52.9																				52.3															27.5										kor																																												54.5		53.0
kor_Hang																																		58.7						50.2		50.1																				51.4
kur																																		34.1																																																						kur
kur_Latn																													42.9					41.7																																																							kur_Latn
lad																													47.9					49.1	40.3																				31.6																																				lad		14.6																																								56.7																																	21.4
lad_Latn																																		55.2	49.4																																			33.4																						lad_Latn						12.9																																			62.6																																	23.8
lat																																		43.5								30.0																																																	18.4		23.7																	49.4																36.8					32.2		46.5
lat_Latn																																																																																														lat_Latn																																36.9
lav																																		74.1																																																													lav																																				75.9
lfn																																		28.2	34.3																													30.9					19.2																											lfn																														17.8																			10.1
lfn_Cyrl																																		22.7																																																															lfn_Cyrl																													22.5
lfn_Latn																													54.2					49.9	47.8							55.8																							17.5					32.5																						15.7						lfn_Latn																												45.0																																								12.4
lit																													46.9					75.0	72.0																																						70.4				28.2																						lit																										72.0						73.7		71.8																		68.6
ltz																													77.5					75.8																																																																		ltz										77.5
mal																																		68.5																																																																			mal
mar																																		78.3																																											38.6																									mar
mkd																																		74.8																																																																					mkd																														75.9
mlt																																		73.1																																																																						mlt
mon																																		52.6																																																																							mon
mri																																		54.0																																																																								mri
msa																													61.0					63.9								63.8																															65.5				22.5																														47.5																										62.2																																				15.7
mya																																		58.7																																																																										mya
nds																													67.8					61.1								62.2																															58.6																																				nds	64.0																61.7					44.0		64.7
nld	78.4									59.2						66.4								26.1				78.5	73.5				61.7	75.4	72.0					74.9		69.2		48.4					28.9						36.5							61.1											73.2				29.7	20.5	18.0																					75.2									48.7	63.6			76.9												49.5	53.1			49.4		69.1		70.6														6.2				43.0					61.8													26.2
nno																																		69.8						66.2																																																																							nno	89.5
nob																												84.9	65.9					73.5						61.7		72.9																																																																					76.3	nob																			66.7		74.1			46.2		84.5
nor																												84.6	65.9					71.5						59.6		73.1																															73.5																				16.6																	74.4			77.3												60.3	68.9					61.5		74.0					83.7																		65.7													25.6
nov																																		47.4																																																																																nov
nst																																		11.4																																																																																	nst
oci																																		59.2	57.3							63.8																																																																										oci
orv																																		29.8																																																																																			orv																																							25.3
ota																																		21.7																																																																																				ota																																	17.1
ota_Arab																																		21.8																																																																																					ota_Arab
ota_Latn																																		34.8																																																																																						ota_Latn
pam																																		16.2																																																																																							pam
pcd																																										42.1																																																																																pcd
pes																																		62.7																																																																																									pes
pms																																		40.5																																							41.4																																																			pms
pol				52.6						67.4									66.4				26.7	24.6					50.5					71.0	73.3					66.3		67.0												69.8	59.2				69.2			62.2											51.9				20.9																						68.7											49.8			66.5												pol	65.2					73.2		66.8					52.7													62.2					69.4
por																71.9							29.5	32.5				80.0	67.2				72.9	78.4	71.6					79.2		75.5						75.4				41.8			63.4																		77.1				29.4	17.4	17.2														38.5	38.5			1.2	13.3											45.4	55.6			73.7												67.3	76.1			68.8		67.9		79.7					75.3					56.4				7.0				49.8					66.0
prg																																		20.6																																																																																													prg
que																																		25.3
rom																																		31.0																																																																																														rom
ron																													65.9					74.3	49.3							71.0																															76.0																																					51.9																73.0			ron		69.5		74.3																		64.0
run																													34.8					52.6								62.4																																																																																								run	32.5		62.8
rus	73.3			49.0						71.1					71.7				70.1		17.5		19.3	21.2	7.6			74.3	70.1				51.0	73.9	71.3	74.7	63.7			66.3		68.8												69.3	56.9							59.9	58.9										65.2		11.3		29.7	18.6	16.2	29.8	39.2	61.0					33.0								74.3				72.2										34.5	69.0		66.4	60.5												72.3	63.9			64.5		63.6	51.0	69.9		66.7	70.9		69.6									5.9	5.9			38.2			50.5		83.7				37.2						24.6	4.7		15.2
slv																			71.9				23.0						71.8					73.5	59.1							64.7																																																																																									72.9	slv																								65.7
spa	81.0			53.2						64.0		62.0			69.5	83.2			64.9				35.9	31.8	20.5			71.8	69.7				48.5	75.3	77.1		63.7			68.0		74.0				51.8		80.8				36.5		65.9	63.5				68.7					13.6								65.6	71.8		11.3		30.4	20.8	17.6	33.3	34.2					37.7	29.5				46.5	50.8	49.1						68.9				75.0				54.5		43.1	69.3		76.6	75.7												66.1	77.7			68.9	51.4	68.5		68.4					57.4			50.3		53.6		18.9		6.6				71.8					64.7				52.4						37.5			32.7
sqi																																		74.3																																																																																																				sqi
srp_Cyrl																																		69.3	35.3																																																																																																74.1				srp_Cyrl																					70.1
srp_Latn																													53.5					71.9	48.1																																						76.7																																							52.8																			76.0					srp_Latn																				74.1
swa																																		64.7																																																																																																							swa
swe																							33.8	34.5				83.4	71.6				70.9	77.7	49.7					68.9		73.1																				61.7											72.8				25.8																																			85.7	83.3												49.4	71.1					66.1		56.5					70.6													64.1																		34.0
swg																													34.9																																																																																																														swg
tam																																		60.5																																																																																																										tam
tat																													44.5					32.8								56.0																																																																																											45.0								tat										40.1
tel																																		62.3																																																																																																												tel
tgl																													54.7					55.6								60.7																																																																																				52.2							61.9										tgl
tha																																		66.2																																																																																																														tha
tlh																																		11.6	11.7							16.2																											9.0																											7.1																																					16.2												tlh
tlh_Latn																																										16.2																												9.7																																																																												tlh_Latn
toki																													14.3					13.1	15.1							13.4																															13.5				3.1																																	12.8																12.5					10.1		10.0														toki
toki_Latn																																										13.4																																																																																									10.1																	toki_Latn
tuk																																		40.5																																																																																																																			tuk
tuk_Latn																																		40.5																																																																																																																				tuk_Latn
tur				47.0				55.0	55.3						64.1							35.5	30.9	26.2		36.2		68.2	44.9				68.3	74.8	50.5					57.3		62.5													45.5							58.2											34.8				26.9		14.5																				63.0											43.7								12.5							61.6	45.0			60.3		35.4		72.8					64.5			35.8										43.7					67.6		35.1
tzl																																		35.3																																																																																																																						tzl
tzl_Latn																																		35.3																																																																																																																							tzl_Latn
uig																																		17.9								42.1																																																																																																																uig
uig_Arab																																		29.0								42.0																																																																																																																	uig_Arab
ukr										75.4					77.3	70.5			72.8				21.0	21.7					71.6					78.2	56.1							70.6												70.1	62.1				68.9			67.4											69.6				28.2		15.7																															67.2			70.1				13.6								75.5	65.2					87.1	29.3	71.5		71.4	72.6															72.3					61.5													19.0
urd																																		48.1																						59.1																																																																																																					urd
uzb																																		64.2																																																																																																																					69.8							uzb
uzb_Latn																																		57.6																																																																																																																													uzb_Latn
vie																							24.5						51.9					60.8	33.4							54.1																															59.9				24.1																																																						33.6		57.6																											73.5									21.0
vol																																		15.0	13.2																																																																																																																														vol
war																																		39.7																																																																																																																																war
wuu																							21.8	22.1																																																																																																																																											wuu
xal																																		22.3																																																																																																																																		xal
xho																																		69.0																																																																																																																																			xho
yid																													42.9					54.8	35.9							50.3													26.5									13.7									34.1																		8.3	11.0						11.4																																	34.4		45.3																																	25.9
yue_Hans																																		42.1																																																																																																																																					yue_Hans
yue_Hant																																		43.6																																																																																																																																						yue_Hant
zho															50.3														52.1					54.7						61.9															45.7							25.2											50.9				27.8										22.0																				37.2			52.0																					34.9							62.2																		26.3				37.6									zho
zsm_Latn																															7.2			59.0																																					64.2																																																																																																			zsm_Latn
zza																																		13.7																																																																																																																																									zza