OPUS-MT Dashboard

Language pair: [eng-fra] all languages
Models: [all models] [OPUS-MT] [external] [compare]
Benchmark: [all benchmarks] [average score] tatoeba-test-v2021-03-30
Evaluation metric: [bleu][spbleu][chrf] chrf++ [comet]
Highlighting colors: [model score] [model type] [model size] [model diff]

	afr	amh	ang	ara	arq	asm	awa	aze	aze_Latn	bel	bos_Latn	bre	bul	cat	ceb	ces	cha	chv	cmn_Hans	cmn_Hant	cor	crh	cym	dan	deu	dsb	dtp	egl	ell	eng	epo	est	eus	fao	fas	fin	fkv	fra	frr	fry	gcf	gla	gle	glg	gos	got	grc	grn	gsw	hbs	heb	hin	hoc	hoc_Latn	hrv	hrx	hsb	hun	hye	ido	ido_Latn	ile	ile_Latn	ina	ina_Latn	ind	isl	ita	jav	jbo	jbo_Latn	jpn	kab	kat	kaz	kaz_Cyrl	khm	kor	kur	kur_Latn	kzj	lad	lad_Latn	lat	lat_Latn	lav	lfn	lfn_Latn	lit	ltz	mal	mar	mkd	mlt	mon	mri	msa	mya	nds	nld	nno	nob	nor	nov	nst	oci	orv	ota	ota_Arab	ota_Latn	pam	pcd	pes	pms	pol	por	prg	rom	ron	run	rus	slv	spa	sqi	srp_Cyrl	srp_Latn	swa	swe	tam	tat	tel	tgl	tha	tlh	tlh_Latn	tur	tzl	tzl_Latn	uig	uig_Arab	ukr	urd	uzb	uzb_Latn	vie	vol	wuu	xal	xho	yid	yue_Hans	yue_Hant	zho	zsm_Latn	zza
afr	afr																														72.8																																																																					75.7																					69.0		73.8
amh		amh																												71.9
ang			ang																											27.4
ara				ara																									63.2	65.4	68.7																																					67.1																																															61.9
arq					arq																									26.0
asm						asm																								58.4
awa							awa																							79.3
aze								aze																																																																																																																			51.1													50.5
aze_Latn									aze_Latn																																																																																																																															56.6
bel										bel															71.1						71.2							71.1																														71.9																26.3																65.8															73.3								71.0																														15.1
ber																														32.8
ber_Latn																									18.3					32.9
bos_Latn											bos_Latn																			79.4
bre												bre																		55.8								48.8
bua																																																																																																																									20.2
bul													58.4						20.2						70.4						70.8							69.7																																		18.3																																																			67.2													66.1					70.9												21.0
cat														cat											66.6						71.7							71.6																														74.6																																68.0																74.7																									65.7
ceb															ceb										35.8					44.5
ces																ces														72.1								71.5																														66.8																32.3																															69.1						72.6	23.8
cha																	cha													26.1
chv																		chv												52.6																																																																																											27.2															32.2
cmn_Hans													50.1						cmn_Hans						52.0					56.5								53.7													46.1							43.3													1.3																																												43.2	53.8						18.5	59.0					58.1							13.2	53.2									40.0		8.0
cmn_Hant																				cmn_Hant					53.2					58.2								49.4													42.9																				1.1																																												37.5	56.9							55.6					59.0							12.0	48.5											4.5
cor																					cor				23.9						19.4							24.1																														17.3																																																					11.9		22.6
crh																						crh																																																																																																																		57.8
cym																							cym							72.9
dan																								dan	74.5					78.0	76.3							76.6																														73.4				26.9																																												77.0												83.3								65.5
deu										64.0			67.9	63.8	39.5				21.8	21.8	21.1			74.1	58.4	40.2				70.8	70.6	74.5	62.5			63.8		68.0	17.5						27.7											23.0	42.1	57.1		14.0						64.1	64.6	68.3				22.0	35.2					24.5		12.2		40.3						31.8		70.4							59.2		46.5	71.0																					66.3	28.5	68.0							40.8		51.1									64.2				45.8					26.4			21.4
dsb																									62.0	dsb
dtp																											dtp			16.0																																										0.0																																																																																		2.2
egl																												egl																																								24.8
ell				49.8																									65.8	80.0	74.8							73.7																														71.2																																65.1																68.4												68.9								65.5
eng		53.6	18.1	48.4	15.4	40.7	38.5				68.7	38.9			40.7	65.5	28.6	38.8	25.5	24.9			60.1	75.3	64.3		21.4		72.6	83.8	70.3			57.6	44.8	62.8		68.0		48.6		52.7	63.7	64.3	28.5	4.0	13.6	38.1	31.7	62.1	59.7		9.2	9.2	68.1	24.9		60.9		38.0	38.0			43.8			62.8	70.4	34.9	11.0	11.0	28.2	40.9	43.4	50.9	49.0	30.9	32.8	31.0	31.5	11.9	41.1	46.4	46.4		67.1			65.4	73.2	49.3	58.9	63.8	61.1	43.3	48.4		31.4		72.2				24.0	7.8	37.0	16.3	12.2	2.8	21.4	24.0		40.5	39.0	66.2	71.4	12.2	33.1	67.0		65.3	35.3	71.8	66.1	63.7	60.3	60.1	75.6	45.5		40.4		47.3			67.1	14.4	14.4			61.4		32.0	54.6		12.7		26.5	60.9	37.7	7.5	8.3	21.2		11.4
epo	73.8			55.3						63.3			69.1	67.6							12.4			74.9	68.4				69.0	73.6	63.2				38.8			67.2						68.1							57.0							62.0		39.3		18.1	18.1				63.7	72.2		9.8		26.8										13.5	16.5	32.2			21.9	27.3	63.6											69.3						40.4									69.5	68.2					68.0	24.6	70.6									50.7														12.1
est																									69.6							est																																																																																									70.3
eus																									67.5								eus																																							0.1																																																	64.3
fao																														69.1				fao
fas																														62.4	51.2				fas			57.6
fin																									65.5					71.9						52.0	21.4	65.5													57.3																					17.6						26.3						30.1																76.7	73.0		69.1												66.8	71.8							69.2					71.4																									19.3
fkv																																				47.5	fkv
fra										60.6		33.8	65.7	65.4		66.8			21.3	20.0	20.7			77.2	69.1				69.3	73.8	68.9				43.5	65.2		62.5			11.1									61.1					60.7			62.6		13.4		31.0				64.2		71.6		11.4		19.5	40.6					25.6						28.5				31.4									59.8		39.3	66.9		74.2	74.4			38.5						15.8			63.2	69.7			64.3	54.1	65.6	21.4	71.5					76.0		55.8		51.6		16.0	16.0	60.3			50.7	39.2	62.4									38.6			20.1
frr																									26.5														frr
fry																														60.2										fry																																																												67.7
gcf																																						31.8			22.2
gla																														59.5												gla																																																																																	58.8
gle																														73.0													gle
glg																														72.5	73.0													glg																																																																								76.9
gos																									45.4					39.3															gos
got																														6.3																got
grc																														30.4																	grc
grn																														54.5																		grn																																																																				44.7							47.9
gsw																														47.0																			gsw
hbs																														71.6								67.2												hbs																		71.2				0.1																																											68.1								72.4																		69.9
heb																			22.0	16.6										68.4	67.7					61.7															54.6							54.5						18.5								23.4										18.0		29.5			14.2	24.5																											62.4	64.3																									57.5									16.9			0.2
hin																																																				hin																																																																																										56.6
hoc																														13.1																							hoc
hoc_Latn																														13.1																								hoc_Latn
hrv																														73.6								63.7																	hrv																																																												66.6								70.8																		68.3
hrx																									50.6					43.7																										hrx
hsb																									65.5																																hsb
hun																			22.3						62.2					66.7	66.7							66.4													53.7							50.2														18.3						31.5						33.6																																					63.5															61.0					61.1
hye																																																											hye																																																														57.5
ido																									47.9					55.9	58.2							46.3																						ido				20.5																							26.6																																				47.1																											12.8
ido_Latn																														51.1																															ido_Latn																											27.7
ile																															65.6							60.5																								ile
ile_Latn																															65.6																																ile_Latn
ina																														60.3																														35.5				ina																							28.1																													19.5																		12.7
ina_Latn																																																																	ina_Latn																		19.0					33.1																																															13.2
ind																									60.7													62.9																												ind		63.9																																																																																						51.6
isl																									68.8					70.2	67.6																																				isl	69.4				17.9																																																			66.2
ita				50.9						69.5				72.0		60.6					13.8			71.2	67.9			11.6	72.3	81.3	74.3							77.9												34.3																56.5	65.9	71.1				19.8																	65.7								53.4		37.6	72.5														16.3		73.2			71.5		65.3							70.6																	54.8					19.2
jav																														51.2																																							jav
jbo																														10.2	10.9							10.7																																jbo		0.0																																																								9.1
jbo_Latn																			0.0	0.0										10.2																																									jbo_Latn
jpn													46.4											69.2	51.2		15.6			57.2	63.2		42.1			43.8		52.5												37.7	46.5							44.0									50.3	49.8		2.0		22.4						33.9											47.5			53.6					45.3		24.1	57.3			43.2												44.3	49.0					49.6		55.2					46.0						13.2		46.9					51.7				45.0								10.3
jpn_Hani																														50.4						42.5		49.8
jpn_Hira																														47.7						38.4		46.0													40.2				35.3			33.3								45.5																																																		41.2
jpn_Kana																														52.8
kab																									46.1					57.7								51.2																																			30.2																																																47.8		45.3
kat																														70.2																																												kat																																															69.4
kaz																														66.1																																													kaz
kaz_Cyrl																														54.7																																														kaz_Cyrl
khm																														50.1																																															khm																																														40.7
kor																									52.4					60.3						50.4		51.7																				50.9														20.7						kor																																											53.7		52.0
kor_Hang																														58.2						48.5		49.1																				49.9
kur																														34.4																																																	kur
kur_Latn																									43.2					42.1																																																		kur_Latn
lad																									47.8					48.9																					30.8																															lad		13.3																																							56.3																											12.7
lad_Latn																														54.9																																																					lad_Latn																																								62.0																											13.9
lat																														42.9								28.5																																												18.1		21.9																48.8																35.7							45.4
lat_Latn																																																																																					lat_Latn																															35.7
lav																														73.7																																																								lav																																			75.3
lfn																															33.1																													29.7				17.4																							lfn																																															10.2
lfn_Latn																									53.4						29.5							54.4																							16.8				24.4																							lfn_Latn
lit																														74.8	71.0																																					68.9				21.2																	lit																																72.7		70.2													66.0
ltz																									77.1					76.1																																																												ltz										77.1
mal																														68.1																																																													mal
mar																														77.9																																										29.0																				mar
mkd																														70.1																																																															mkd																														75.0
mlt																														72.8																																																																mlt
mon																														52.0																																																																	mon
mri																														54.1																																																																		mri
msa																									60.0													62.9																														63.9				17.0																									45.8																										61.1																														12.5
mya																														58.4																																																																				mya
nds																									67.1													62.0																														58.0																															nds																	61.4					40.3		63.8
nld	78.4									58.0				65.4											72.8				60.5	75.1	71.0					73.8		68.6		47.7																												71.9				24.2																		74.5										63.2			76.3																		68.2		69.7
nno																																				64.1																																																																	nno	89.2
nob																																						72.2																																																															74.6	nob																					73.2					84.2
nor																																				57.8		72.4																														72.0																																73.9			76.0												58.3	67.4							73.0					83.4													64.6												20.9
nov																														46.5																																																																										nov
nst																														10.7																																																																											nst
oci																														59.0	56.3							63.0																																																																				oci
orv																														29.6																																																																													orv																																		25.0
ota																														21.3																																																																														ota																												17.4
ota_Arab																														20.9																																																																															ota_Arab
ota_Latn																														35.2																																																																																ota_Latn
pam																														15.6																																																																																	pam
pcd																																						39.6																																																																										pcd
pes																														62.2																																																																																			pes
pms																														39.9																																						39.3																																														pms
pol				49.1						66.2						65.7			21.3	20.5										70.7	72.2					65.0		66.2												68.6	58.6				68.1																	15.7																															66.1												pol	64.1							65.9													59.6					68.5
por														70.6					23.2	27.5				79.7					71.7	78.2	70.5					78.2		74.8						74.3				39.3			62.6																	75.9				22.5												35.5	35.5														43.9				73.2												65.8	74.3			67.4				78.8					74.7
prg																														19.6																																																																																							prg
que																														25.9
rom																														31.3																																																																																								rom
ron																														74.1								70.3																														74.7																																																71.8			ron		68.8		73.5													61.3
run																																						62.1																																																																																		run			62.0
rus	73.7															69.6					8.4				69.3					73.8	70.3	73.8	61.5					68.0																				58.2	57.0									64.2				22.4	38.4	58.6				32.6								73.2			70.4										29.9	68.4																			62.9		62.5	49.8	69.0																47.8						37.8					13.1
slv																71.0			17.3						71.2					73.1	57.9							63.9																																																																																			72.6	slv																			64.8
spa	78.7									62.4			68.8						28.9	25.1	20.3				68.8					74.9	69.4					66.5		73.3				50.6						35.1		65.5					67.6					12.7							65.0					24.3	33.7				30.9	28.7				45.6	49.5	46.9					67.0				69.2				53.0		41.5	68.8		75.8	75.0												64.9	76.7			67.5	48.7	67.5		67.8							49.3		51.2		18.6		69.2					63.7				52.9					36.7			26.1
sqi																														74.1																																																																																														sqi
srp_Cyrl																														69.1																																																																																															srp_Cyrl																69.6
srp_Latn																														71.7																																						75.6																																																										srp_Latn															73.4
swa																														64.1																																																																																																	swa
swe																			31.7	30.5				83.2					68.6	77.6						67.3		72.7																														71.8				19.5																														85.4	83.0													69.9												69.3								61.3																	30.8
tam																														60.4																																																																																																			tam
tat																									42.8													55.2																																																																																					44.7							tat						38.2
tel																														61.9																																																																																																					tel
tgl																									53.5													59.7																																																																																					60.8									tgl
tha																														65.9																																																																																																							tha
tlh																																						15.4																										9.0																							7.5																																				15.8											tlh
tlh_Latn																																						15.4																											9.7																																																																						tlh_Latn
tur								53.1	53.4				63.8					33.1	24.6	20.1		33.4		68.2					67.1	73.0								61.5																				56.8														20.3																	60.7																			13.5							60.4				58.7				71.8					63.3		34.4						42.2					66.8		33.1
tzl																														35.5																																																																																																											tzl
tzl_Latn																														35.5																																																																																																												tzl_Latn
uig																																						41.4																																																																																																					uig
uig_Arab																																						41.3																																																																																																						uig_Arab
ukr													76.5	69.7											71.1					73.1								67.7												69.2	61.6				68.2			65.6														21.2																															69.8				12.8								74.3							28.9	69.2		70.3	71.6										70.0					60.2
urd																																																				57.7																																																																																										urd
uzb																														64.1																																																																																																										67.8							uzb
uzb_Latn																														57.4																																																																																																																		uzb_Latn
vie																			18.5						51.0																																											58.3				18.1																																																	33.2		56.7																						73.9								16.5
vol																														14.5	12.8																																																																																																																			vol
wuu																			18.5	16.9																																																																																																																															wuu
xal																														21.8																																																																																																																						xal
xho																														64.4																																																																																																																							xho
yid																									42.6					54.9								49.9													26.5									13.2								30.8																																																					29.9		44.4																											25.0
yue_Hans																														41.3																																																																																																																									yue_Hans
yue_Hant																														43.3																																																																																																																										yue_Hant
zho													49.4												50.9					54.1						57.1															45.6							25.5														23.6						21.7																			35.6																															62.1																	38.0								zho
zsm_Latn																																																																		62.4																																																																																								zsm_Latn
zza																														13.7																																																																																																																													zza