OPUS-MT Dashboard

Language pair: [eng-fra] all languages
Models: [all models] [OPUS-MT] [external] [compare]
Benchmark: [all benchmarks] [average score] tatoeba-test-v2021-03-30
Evaluation metric: [bleu] spbleu [chrf][chrf++][comet]
Highlighting colors: [model score] [model type] [model size] [model diff]

	afr	amh	ang	ara	arq	asm	awa	aze	aze_Latn	bel	bos_Latn	bre	bul	cat	ceb	ces	cha	chv	cmn_Hans	cmn_Hant	cor	crh	cym	dan	deu	dsb	dtp	egl	ell	eng	epo	est	eus	fao	fas	fin	fkv	fra	frr	fry	gcf	gla	gle	glg	gos	got	grc	grn	gsw	hbs	heb	hin	hoc	hoc_Latn	hrv	hrx	hsb	hun	hye	ido	ido_Latn	ile	ile_Latn	ina	ina_Latn	ind	isl	ita	jav	jbo	jbo_Latn	jpn	kab	kat	kaz	kaz_Cyrl	khm	kor	kur	kur_Latn	kzj	lad	lad_Latn	lat	lat_Latn	lav	lfn	lfn_Latn	lit	ltz	mal	mar	mkd	mlt	mon	mri	msa	mya	nds	nld	nno	nob	nor	nov	nst	oci	orv	ota	ota_Arab	ota_Latn	pam	pcd	pes	pms	pol	por	prg	rom	ron	run	rus	slv	spa	sqi	srp_Cyrl	srp_Latn	swa	swe	tam	tat	tel	tgl	tha	tlh	tlh_Latn	tur	tzl	tzl_Latn	uig	uig_Arab	ukr	urd	uzb	uzb_Latn	vie	vol	wuu	xal	xho	yid	yue_Hans	yue_Hant	zho	zsm_Latn	zza
afr	afr																														58.4																																																																					63.8																					57.8		59.6
amh		amh																												56.6
ang			ang																											10.0
ara				ara																									49.5	51.0	53.6																																					52.0																																															47.7
arq					arq																									9.2
asm						asm																								43.9
awa							awa																							65.4
aze								aze																																																																																																																			37.2													30.1
aze_Latn									aze_Latn																																																																																																																															36.7
bel										bel															56.8						56.6							59.1																														59.5																6.7																50.5															60.3								55.2																														18.4
ber																														16.3
ber_Latn																									1.9					16.4
bos_Latn											bos_Latn																			68.4
bre												bre																		37.1								29.4
bua																																																																																																																									4.8
bul													42.5						27.8						57.4						55.6							56.6																																		12.6																																																			52.4													50.1					59.2												27.5
cat														cat											51.6						57.0							59.0																														61.3																																53.4																62.2																									52.1
ceb															ceb										16.6					29.6
ces																ces														60.3								60.7																														50.6																11.5																															57.8						60.3	6.7
cha																	cha													8.9
chv																		chv												36.2																																																																																											11.0															11.3
cmn_Hans													34.5						cmn_Hans						33.5					39.8								37.4													30.0							25.1													0.0																																												28.2	35.6						3.2	41.1					43.5							1.5	33.8									21.5		6.2
cmn_Hant																				cmn_Hant					37.5					41.8								33.1													29.0																				0.0																																												21.3	38.8							36.7					44.8							1.3	27.5											5.4
cor																					cor				6.2						3.0							8.1																														3.1																																																					0.9		4.9
crh																						crh																																																																																																																		38.8
cym																							cym							59.4
dan																								dan	62.1					67.3	63.5							65.2																														59.9				22.9																																												61.2												75.0								51.5
deu										52.3			56.4	49.0	13.8				29.8	29.3	6.4			61.7	39.6	25.6				58.3	55.2	60.7	46.3			49.0		54.8	1.4						4.5											3.0	25.9	41.2		0.9						41.7	51.5	53.1				16.4	22.6					15.0		3.8		19.4						8.4		55.7							36.5		28.4	57.2																					51.5	12.9	52.7							22.8		24.5									49.5				26.8					7.8			29.1
dsb																									44.5	dsb
dtp																											dtp			2.7																																										0.0																																																																																		0.0
egl																												egl																																								6.0
ell				34.7																									51.9	71.1	61.1							61.2																														56.9																																49.2																51.9												55.6								49.3
eng		40.8	4.0	31.4	2.9	23.9	15.5				53.9	24.8			14.5	52.5	11.4	32.1	32.3	30.4			44.9	64.0	48.0		2.8		62.1	73.8	54.8			41.1	25.6	47.3		55.0		35.1		33.4	48.9	46.6	5.8	0.2	3.5	21.7	8.4	45.3	45.6		0.3	0.3	53.7	4.1		45.9		13.8	13.8			22.0			48.9	55.2	14.0	0.7	0.7	25.0	25.9	25.7	32.5	31.0	13.2	22.6	13.8	15.2	0.5	21.1	25.4	30.3		53.3			49.4	59.7	31.2	41.8	48.3	50.6	24.2	28.0		11.1		59.5				4.5	0.1	17.2	1.0	2.2	0.2	4.4	2.7		22.7	25.1	53.2	56.7	0.3	11.9	52.6		50.6	20.8	57.5	51.2	49.6	42.2	38.2	64.6	21.5		20.7		42.5			52.1	0.9	0.9			46.2		13.6	35.8		0.4		15.5	37.0	14.5	5.6	7.4	27.3		0.9
epo	60.2			39.1						51.8			56.7	51.8							1.6			62.9	52.9				58.2	61.3	45.2				19.5			53.2						51.2							41.6							46.0		17.1		4.4	4.4				50.9	58.5		0.6		21.8										0.8	0.8	12.8			2.5	4.3	45.7											54.6						18.3									57.1	52.7					54.7	8.7	55.6									21.9														0.4
est																									57.7							est																																																																																									58.6
eus																									53.7								eus																																							0.0																																																	51.4
fao																														56.6				fao
fas																														47.6	29.5				fas			40.7
fin																									50.7					59.6						32.0	3.0	53.6													42.1																					12.3						18.5						9.7																65.9	58.3		52.7												55.1	58.2							55.0					59.0																									25.1
fkv																																				27.4	fkv
fra										48.4		21.0	52.5	48.7		54.8			26.6	24.4	6.8			65.8	54.5				58.1	61.8	53.2				25.8	51.8		46.7			0.5									44.4					42.2			48.8		0.6		5.3				42.9		57.4		0.4		14.1	26.8					14.8						8.7				8.4									37.6		20.7	52.5		61.4	61.9			17.6						1.7			49.9	55.3			49.2	33.2	51.4	4.8	57.5					64.9		40.8		27.0		3.0	3.0	43.7			34.5	18.1	47.3									14.3			24.2
frr																									8.5														frr
fry																														43.1										fry																																																												51.3
gcf																																						14.7			7.8
gla																														44.8												gla																																																																																	40.3
gle																														61.3													gle
glg																														60.2	58.7													glg																																																																								64.9
gos																									24.6					21.7															gos
got																														0.4																got
grc																														9.8																	grc
grn																														39.4																		grn																																																																				26.4							31.0
gsw																														28.8																			gsw
hbs																														59.9								53.9												hbs																		56.2				0.0																																											55.9								60.1																		58.4
heb																			28.5	19.7										55.9	52.2					44.7															39.2							37.6						1.6								13.2										2.4		10.0			0.6	3.1																											49.4	48.6																									43.0									1.1			0.0
hin																																																				hin																																																																																										34.1
hoc																														1.4																							hoc
hoc_Latn																														1.0																								hoc_Latn
hrv																														61.3								49.1																	hrv																																																												53.8								59.3																		56.3
hrx																									28.6					25.1																										hrx
hsb																									48.0																																hsb
hun																			26.0						45.4					54.0	50.4							54.1													38.7							35.2														13.4						20.7						14.1																																					48.7															44.2					47.3
hye																																																											hye																																																														40.7
ido																									26.1					38.8	35.5							27.6																						ido				2.1																							5.1																																				26.7																											1.4
ido_Latn																														33.7																															ido_Latn																											3.5
ile																															46.9							42.5																								ile
ile_Latn																															46.9																																ile_Latn
ina																														43.8																														13.2				ina																							5.9																													2.3																		1.2
ina_Latn																																																																	ina_Latn																		1.2					8.4																																															2.6
ind																									43.5													48.7																												ind		46.2																																																																																						27.2
isl																									55.1					56.2	51.5																																				isl	55.0				13.9																																																			51.9
ita				33.4						58.7				59.0		46.9					2.5			57.8	53.0			0.5	62.1	72.3	60.5							68.1												5.7																33.8	53.4	55.0				14.5																	49.5								30.5		18.5	59.6														0.9		59.6			57.3		51.2							58.1																	37.7					2.3
jav																														35.7																																							jav
jbo																														1.1	0.7							1.2																																jbo		0.0																																																								0.3
jbo_Latn																			0.0	0.0										1.1																																									jbo_Latn
jpn													27.7											56.3	33.2		0.6			40.8	46.1		20.0			24.4		36.5												20.2	29.9							26.5									34.5	32.3		0.0		16.2						23.5											27.7			36.8					22.7		6.9	40.9			27.0												28.6	30.9					33.8		37.2					29.3						1.7		28.8					36.1				26.2								11.3
jpn_Hani																														32.1						25.6		34.8
jpn_Hira																														31.0						20.3		30.9													23.6				17.4			17.2								22.9																																																		22.2
jpn_Kana																														35.9
kab																									29.9					43.3								35.4																																			16.1																																																31.6		26.6
kat																														57.5																																												kat																																															56.1
kaz																														50.7																																													kaz
kaz_Cyrl																														38.4																																														kaz_Cyrl
khm																														35.9																																															khm																																														23.6
kor																									33.5					45.5						32.0		36.5																				36.2														15.4						kor																																											38.3		34.1
kor_Hang																														43.3						30.9		34.5																				35.0
kur																														17.1																																																	kur
kur_Latn																									23.3					24.3																																																		kur_Latn
lad																									32.0					31.6																					16.6																															lad		0.2																																							36.3																											1.3
lad_Latn																														36.8																																																					lad_Latn																																								41.8																											1.6
lat																														25.4								11.8																																												2.2		5.8																31.3																17.6							27.6
lat_Latn																																																																																					lat_Latn																															17.6
lav																														61.7																																																								lav																																			62.2
lfn																															10.1																													7.4				0.9																							lfn																																															0.5
lfn_Latn																									37.4						8.5							37.2																							1.4				5.3																							lfn_Latn
lit																														63.0	55.4																																					54.7				15.9																	lit																																59.9		56.6													50.0
ltz																									66.9					67.4																																																												ltz										66.8
mal																														54.9																																																													mal
mar																														66.7																																										22.6																				mar
mkd																														59.6																																																															mkd																														64.7
mlt																														59.8																																																																mlt
mon																														34.9																																																																	mon
mri																														39.8																																																																		mri
msa																									42.5													48.6																														45.5				13.0																									24.0																										44.6																														14.4
mya																														43.9																																																																				mya
nds																									51.3													47.6																														39.3																															nds																	43.2					22.1		47.8
nld	67.1									44.1				50.4											59.4				46.9	64.3	55.8					63.0		56.2		35.3																												58.3				18.5																		61.7										47.0			63.2																		55.0		54.8
nno																																				46.6																																																																	nno	81.8
nob																																						59.5																																																															58.8	nob																					59.3					75.9
nor																																				41.0		59.5																														57.3																																60.1			58.8												43.4	51.0							58.9					75.2													49.5												27.4
nov																														25.7																																																																										nov
nst																														0.8																																																																											nst
oci																														43.4	37.5							49.5																																																																				oci
orv																														16.3																																																																													orv																																		11.3
ota																														6.1																																																																														ota																												4.2
ota_Arab																														4.2																																																																															ota_Arab
ota_Latn																														17.5																																																																																ota_Latn
pam																														2.4																																																																																	pam
pcd																																						20.5																																																																										pcd
pes																														47.3																																																																																			pes
pms																														20.7																																						19.1																																														pms
pol				33.6						55.1						53.9			27.4	23.3										58.3	57.3					51.8		53.4												54.1	45.1				54.1																	10.4																															50.5												pol	48.3							51.0													42.3					55.5
por														56.2					32.4	35.4				68.7					61.4	68.2	54.8					69.6		63.3						59.3				21.3			49.5																	63.3				16.5												17.8	17.8														25.6				60.2												52.9	58.7			52.1				67.2					63.1
prg																														4.1																																																																																							prg
que																														14.2
rom																														12.7																																																																																								rom
ron																														62.7								57.5																														61.3																																																56.1			ron		55.9		60.3													45.2
run																																						48.2																																																																																		run			46.6
rus	60.7															58.2					0.2				54.9					63.0	54.9	61.5	43.8					56.1																				41.5	39.3									48.5				17.2	22.9	43.4				22.4								60.4			56.5										8.7	53.6																			46.1		48.1	36.1	54.6																31.3						20.4					0.6
slv																59.3			22.4						55.6					60.2	41.3							49.8																																																																																			63.4	slv																			52.2
spa	67.5									49.3			58.1						38.9	33.8	6.1				54.4					63.8	53.1					52.7		61.4				28.9						18.1		50.7					52.5					0.9							51.7					17.3	16.7				12.0	17.9				24.8	28.5	32.8					54.2				54.7				29.6		23.0	53.8		63.8	62.7												51.5	64.6			52.2	25.4	54.0		54.3							30.5		26.2		6.6		54.1					49.5				35.6					16.2			35.1
sqi																														62.2																																																																																														sqi
srp_Cyrl																														57.9																																																																																															srp_Cyrl																58.4
srp_Latn																														60.8																																						62.0																																																										srp_Latn															62.2
swa																														50.6																																																																																																	swa
swe																			37.5	37.7				74.7					57.6	67.5						53.9		61.4																														58.4				14.3																														77.5	73.2													54.9												52.3								44.8																	37.3
tam																														48.7																																																																																																			tam
tat																									22.4													40.0																																																																																					27.2							tat						17.5
tel																														49.1																																																																																																					tel
tgl																									35.8													45.1																																																																																					44.4									tgl
tha																														52.1																																																																																																							tha
tlh																																						3.7																										0.1																							0.1																																				1.4											tlh
tlh_Latn																																						3.7																											0.1																																																																						tlh_Latn
tur								34.3	34.6				50.5					24.9	30.5	26.4		10.5		56.2					54.4	61.7								46.7																				40.8														15.3																	45.1																			2.2							44.8				42.5				58.4					52.0		15.4						22.8					53.4		11.9
tzl																														16.2																																																																																																											tzl
tzl_Latn																														16.2																																																																																																												tzl_Latn
uig																																						26.8																																																																																																					uig
uig_Arab																																						26.6																																																																																																						uig_Arab
ukr													66.9	56.0											58.1					61.9								55.3												56.5	48.2				54.9			51.4														14.4																															55.5				0.7								64.4							14.8	54.8		59.6	58.3										55.9					46.8
urd																																																				40.3																																																																																										urd
uzb																														50.4																																																																																																										53.8							uzb
uzb_Latn																														41.1																																																																																																																		uzb_Latn
vie																			25.8						34.0																																											40.4				11.8																																																	19.1		40.0																						61.4								19.9
vol																														2.3	0.6																																																																																																																			vol
wuu																			24.3	22.5																																																																																																																															wuu
xal																														6.1																																																																																																																						xal
xho																														52.0																																																																																																																							xho
yid																									21.2					37.9								27.5													8.8									0.4								11.1																																																					10.6		20.8																											7.4
yue_Hans																														24.5																																																																																																																									yue_Hans
yue_Hant																														29.7																																																																																																																										yue_Hant
zho													33.5												33.2					38.0						40.3															31.0							10.9														17.3						12.4																			14.4																															48.0																	19.9								zho
zsm_Latn																																																																		39.8																																																																																								zsm_Latn
zza																														3.1																																																																																																																													zza