OPUS-MT Dashboard

Language pair: [eng-fra] all languages
Models: [all models] [OPUS-MT] [external] [compare]
Benchmark: [all benchmarks] [average score] tatoeba-test-v2021-08-07
Evaluation metric: [bleu][spbleu][chrf][chrf++] comet
Highlighting colors: [model score] [model type] [model size] [model diff]

	afr	ara	arq	awa	aze	aze_Latn	bel	ben	bos_Latn	bre	bul	cat	cbk	ceb	ces	cha	chm	chv	cmn_Hans	cmn_Hant	cor	crh	cym	dan	deu	dsb	dtp	egl	ell	eng	epo	est	eus	fao	fas	fin	fkv	fra	frr	fry	gcf	gla	gle	glg	gos	got	grc	grn	gsw	hbs	heb	hin	hoc	hoc_Latn	hrv	hrx	hsb	hun	hye	ido	ido_Latn	ile	ile_Latn	ilo	ina	ina_Latn	ind	isl	ita	jav	jbo	jbo_Latn	jpn	jpn_Hani	jpn_Hira	jpn_Kana	kab	kat	kaz	kaz_Cyrl	kha	khm	kor	kur	kur_Latn	lad	lad_Latn	lat	lat_Latn	lav	lfn	lfn_Cyrl	lfn_Latn	lit	ltz	mal	mar	mkd	mlt	mon	mri	msa	mya	nds	nld	nno	nob	nor	nov	oci	orv	ota	ota_Arab	ota_Latn	pam	pcd	pes	pms	pol	por	prg	rom	ron	run	rus	slv	spa	sqi	srp_Cyrl	srp_Latn	swa	swe	swg	tam	tat	tel	tgl	tha	tlh	tlh_Latn	toki	toki_Latn	tuk	tuk_Latn	tur	tzl	tzl_Latn	uig	uig_Arab	ukr	urd	uzb	uzb_Latn	vie	vol	war	wuu	xal	yid	yue_Hans	yue_Hant	zho	zsm_Latn	zza
afr	afr																								90.2					100.4	-27.5																																																																										99.6																				93.3		93.0
ara		ara																							90.2				103.2	88.4	55.3							83.2													96.5																		90.3				29.6																																														104.1						85.1		90.3																		96.8
arq			arq																											55.1
awa				awa																										86.2
aze					aze																									81.1																																																																																																	-24.2																		61.9
aze_Latn						aze_Latn																																																																																																																																											61.8
bel							bel																		90.7					88.3	22.4							89.2																															91.4																			19.0																	88.4														104.0						110.5		92.2																							117.4												-66.9
ben								ben																						101.8
ber																														61.4
ber_Latn																									42.4					61.4
bos_Latn									bos_Latn																					104.6
bre										bre																				78.1								72.6
bul											92.1								63.1						92.1					92.6	-6.8							97.5																															90.5				35.2																																																				115.5		93.8																		115.8					118.2
cat												cat													90.0					91.8								94.2																															109.3																																				91.5															111.3							118.9																							80.1
cbk													cbk																	-44.1
ceb														ceb											63.8					75.9
ces															ces										92.2					92.6	0.6							97.4																				112.8											93.8																																																		119.6						115.7	86.5	101.8																							114.4
cha																cha														54.4
chm																	chm																																																																																																												-123.4
chv																		chv												77.7																																																																																																																			-17.7
cmn_Hans											78.2								cmn_Hans						82.5					87.6								77.8																																																																																	55.0	82.5					41.4	26.6	85.8					86.3																		54.5							-49.7
cmn_Hant																				cmn_Hant					80.8					84.3								76.7																																																																			82.7														49.2	83.7					54.8		81.7					89.7																		71.1
cor																					cor				50.8					51.2	-116.1							50.6																															-116.3																																																								-126.1		54.0
crh																						crh																																																																																																																											32.0
cym																							cym							86.7
dan																								91.8	95.6					100.2	-19.3					107.2		108.6																															108.8				57.0																																107.0		124.8	123.8												114.5					112.9		104.1					122.1													106.4
deu	90.2	88.0					89.4				111.3	87.5		59.8	114.9				66.4	70.3	58.3			105.7	87.6	65.8			98.4	91.7	86.5	115.1	82.9		86.3	111.2		89.8	52.3						62.6					108.2	93.5				113.5	57.8	66.7	96.5		-127.9		-137.3					97.9	81.6	98.4		47.5		47.5	-4.3	-9.2	-5.8	66.4								53.3	69.2		78.3					68.6	111.3	67.4							95.3		60.6	97.5		105.5	99.8											112.4	90.9			106.0	68.3	107.2	85.6	95.7			103.7		106.5	47.4		62.6		75.3		58.4		-155.4				105.9					103.5				87.9					61.6			66.5
dsb																									78.3	dsb																															22.2																																																																					31.8
dtp																											dtp			46.6																																											-134.7		-134.1																																																																																								-167.4
egl																												egl																																									54.2
ell		83.0																							89.3				75.8	100.4	11.5							91.8																																																																			87.9															92.0					112.5		89.1
eng	91.7	87.5	60.8	69.3	77.8		89.2	117.1	112.7	66.4	103.6	89.5	64.9	67.9	110.8	64.3		70.9	89.3	89.0	56.8		81.0	105.0	90.4		56.8		115.7	96.4	95.8	111.3	89.2	73.2	83.4	110.6		90.6		73.5		75.9	83.7	87.2	62.3	33.5	60.9		59.1	96.5	93.3	108.6	47.9	-132.3	110.7	60.2		102.2	86.4	-21.0	70.5	56.5		74.6	63.7		100.6	89.0	101.0	73.6	47.9	47.9	77.0	2.5	-0.3	0.0	65.9	75.9	93.8	90.6	48.6	83.8	83.8	55.1	55.1	72.1	75.8	79.0		108.6	55.1	45.7	68.4	113.9	70.7	108.3	116.9	91.9	80.3	76.4	62.6	93.9	81.3	64.4	93.1	90.0	106.4	95.6	64.2	63.3	68.6	56.7	42.9	49.2	54.3		83.4	61.3	108.7	102.1	53.3	54.0	107.9	69.8	97.4	86.4	102.1	97.5	96.1	92.9	83.1	107.6		90.1	66.9	87.2	80.3	88.9	58.8		-174.5		60.0	59.9	111.0	60.3	60.2	91.8	82.2	95.2	92.1	69.8	83.3	91.5	53.9	63.1		68.0	66.7	77.0	80.0	85.3	89.7	54.9
epo	-52.5						16.0				-8.2				5.6						-110.4			-31.7	86.8				7.3	91.0	88.4					112.2		83.9												-17.0	5.1				26.8			-25.8		-27.2		-95.1	-95.3		59.1				88.7		-103.5		8.0	3.2	8.8											-116.8	-102.3				60.1		-44.4												88.2														-2.9	88.2			14.1		35.2		89.1		-34.1	24.5		1.8							60.8		-146.9				49.9					42.9				-59.9	47.6				-104.0
est																									91.6					95.6		est																																																																																													111.1
eus																									84.8					91.9			eus																																																																																												52.3		90.6
fao																														80.4				fao
fas																									85.7					88.6					fas			83.9
fin																								99.6	91.3					93.0	94.9					92.7	74.5	89.9													98.1							110.6											99.0				-7.5	-1.8	-7.8	-9.4																													103.5	84.9	109.0	101.1											112.7	105.1					106.6		102.2					105.1													103.4																	-142.6
fkv																																				76.6	fkv
fra		83.9					89.5			68.2	106.6	92.9			114.1				60.4	66.2	57.8			109.9	90.8				93.2	92.4	86.5				83.9	109.5		86.5			50.2									104.4	96.2				104.5			91.8		-129.4		-133.5					103.0		96.0		46.1		45.2	-2.6	-8.2		63.6											73.3					68.3									98.7		59.4	91.0		104.0	98.3		62.3						57.0			106.5	102.6			106.2	69.2	100.8	84.2	103.8					111.8			74.2		76.7		56.8	56.8	-155.5	-155.9			91.0			82.8	82.9	101.8				90.0			43.4		66.9
frr																									48.0														frr
fry																														78.1										fry																																																																	80.3
gcf																																						60.2			53.6
gla																														71.8												gla																																																																																					78.4
gle																														87.2													gle
glg																														90.1														glg																																																																												114.9							107.0
gos																									65.1					63.1															gos																																																												62.9
got																														51.1																got
grc																														64.6																	grc
grn																																																grn																																																																								60.1							61.4
gsw																														72.0																			gsw
hbs																									92.2					92.0	-35.3							94.7												hbs																			105.8																																																		114.9						116.8		104.9																							115.2
heb		89.2																							90.6					91.1	43.8					112.2		89.5													90.6							79.4							69.7				90.9																	-53.1					61.0		-36.3												88.3														104.7	95.0					95.6		97.6																		96.4					98.9									-105.4			-150.6
hin																														92.7																						hin																																																																																																			85.2
hoc																														48.1																							hoc
hoc_Latn																														-124.1																								hoc_Latn
hrv																									92.0					93.7	0.8							90.3																	hrv																																																																115.2								105.4																							115.1
hrx																									63.2					58.9																										hrx
hsb																									80.2	64.0																															hsb																																																																					37.1
hun															116.6				54.4						89.3					90.9	-28.7					117.8		89.7													79.3							86.9											92.0																																				91.6														100.7	91.6					89.9		91.5					89.3													85.6					100.2
hye																														80.0																													hye																																																																		59.9
ido																									-19.4					23.8	43.8							-21.4																						ido					57.6				-23.9																						62.4																																				-1.4																																-106.0
ido_Latn																														75.6																															ido_Latn																																-92.9
ile																									-17.1					80.0	34.4							5.4																								ile
ile_Latn																															34.4																																ile_Latn
ilo																														84.7																																		ilo
ina																														81.9	59.4																													51.4					ina																										65.8																													-136.7																			58.3
ina_Latn																																																																		ina_Latn																					-101.5						-94.9																																															-94.6
ind																									89.7					92.0								90.3																													ind		90.5						-4.9																																																																																								41.7
isl																									90.9					91.4	-72.4																																					isl	91.2																																																										92.8
ita		81.5					54.1				102.6	104.7			110.8				67.0	70.2	-100.9			101.2	92.0			-101.4		101.1	48.8					117.7		101.6													97.1									-127.8							40.6	7.8	93.2				-6.3	-10.3	-6.2													66.3						104.8											93.5													-86.2		110.5			114.9		95.0		113.2														-150.3				-0.9					103.7				82.9					-98.1
jav																														74.6																																								jav
jbo																									35.9					39.2	-134.3							37.0																																	jbo																																																						-139.2		38.1
jbo_Latn																														39.2																																										jbo_Latn
jpn		33.9									43.2													72.8	80.1		-147.9			80.3	9.9					71.2		78.2													49.6							34.7											31.2				54.0										84.8																						84.6			38.6											20.1	81.2					54.9		81.8					44.5									-149.8				52.5					2.2				33.9								-17.4
jpn_Hani																									-21.8					-7.2	2.7					7.8		-20.9																															-21.2					jpn_Hani																															17.1															-2.4					-15.0		6.7
jpn_Hira																									-26.8		-147.9			-11.4	10.2					-2.0		-27.6																													16.8		-17.4						jpn_Hira																														1.0															-8.4					-9.8		-0.3																		5.2					-1.6
jpn_Kana																									-21.9					-13.6						-0.9																																								jpn_Kana																																																	-13.9		-4.4
kab																									69.2					75.0								64.1																																							63.4																																																-93.9		66.3
kat																														82.5																																																kat																																															78.1
kaz																														84.3																																																	kaz
kaz_Cyrl																														84.9																																																		kaz_Cyrl
kha																														46.5																																																			kha
khm																														72.4																																																				khm																																													78.7
kor																									53.6					72.7						87.0		53.7																				75.7																									kor																																										85.2		65.6
kor_Hang																																						51.7																				76.0
kur																														54.6																																																						kur
kur_Latn																									72.3					71.8																																																							kur_Latn
lad																									66.8					70.3	-38.9																																																							lad		55.7																																							74.4																																-130.6
lad_Latn																														76.2	-0.1																																			-41.8																					lad_Latn						-116.1																																		79.0																																-127.3
lat																									71.8					70.1								62.7																															71.6																	57.7		55.9																	74.9															68.2							71.3
lat_Latn																																																																																									lat_Latn																															68.2
lav																														93.2																																																												lav																																			111.7
lfn																														66.3	53.9																													47.9					47.7																										lfn																													-147.0
lfn_Cyrl																														48.6																																																														lfn_Cyrl																												47.7
lfn_Latn																									76.8					76.1	13.8							75.2																							-106.1					-50.0																					-108.6						lfn_Latn																											74.5																																							-128.5
lit																									91.5					95.2	-58.6																																						88.9																									lit																									116.5						111.5		94.9																		104.6
ltz																									80.7					82.5																																																																	ltz										75.7
mal																														91.8																																																																		mal
mar																														98.6																																																																			mar
mkd																														90.7																																																																				mkd																													103.9
mlt																														85.1																																																																					mlt
mon																														78.0																																																																						mon
mri																														68.0																																																																							mri
msa																									89.6					90.9								90.1																															90.7																																	74.7																									90.9																																			44.1
mya																														80.0																																																																									mya
nds																									82.5					82.3								80.2																															78.4																																			nds	86.3															82.1					-4.7		84.9
nld	98.9						31.8					70.6								60.2				114.5	94.3					94.6	31.3					117.1		89.2		9.7					58.3						-1.1							101.7											92.2				13.1	25.7	11.2																				-78.7									-19.6	90.5			115.7												92.7					103.0		91.9														-153.1				30.3					98.6												61.1
nno																														91.6						112.0																																																																						nno	118.3
nob																								121.9	92.2					97.0						112.2		103.1																																																																				112.6	nob																		106.3		104.1			37.6		124.2
nor																								121.2	92.2					93.2						102.3		90.1																															92.2																																				94.1			91.5											107.7	92.1					97.5		97.1					123.5																		109.4												62.0
nov																														69.7																																																																															nov
nst																														-131.9
oci																														67.2								66.6																																																																								oci
orv																														61.5																																																																																	orv																																							61.8
ota																														53.6																																																																																		ota																																	51.1
ota_Arab																														51.7																																																																																			ota_Arab
ota_Latn																														68.2																																																																																				ota_Latn
pam																														45.9																																																																																					pam
pcd																																						54.4																																																																														pcd
pes																														88.6																																																																																							pes
pms																														63.5																																							57.3																																																	pms
pol		72.5					93.5								117.9				65.8	61.9					91.9					92.0	-2.7					113.6		91.5												119.2	94.9				119.6			103.3											94.9																									116.7											91.5			102.8											pol	98.1					116.2		95.0					104.8																		117.4
por												99.5							76.2	86.6				111.7	91.6				94.1	100.0	88.3					123.6		106.1						108.7				62.2			92.1							92.6											110.5				49.7	12.6	4.0													73.4	73.4			42.7	67.4											62.7	92.7			94.9											111.0	94.6			114.0		105.4		114.6					95.0					78.5				-153.9				92.9					108.2
prg																														43.2																																																																																											prg
que																														61.6
rom																														56.3																																																																																												rom
ron																									92.3					96.0	21.7							99.0																															110.5																																				91.4															109.1			ron		103.2		107.9
run																									76.0					82.0								74.6																																																																																						run	-7.4		80.2
rus	69.4	68.0					103.4				117.0				117.8		-76.9		57.1	56.3	-105.7			106.2	91.9					92.2	38.3	117.8	48.5			113.9		89.9												110.9	91.6							94.2	69.2										83.6		-108.8		-8.7	-8.5	-8.7	-9.3	-86.8						87.3							115.9				117.0										-22.8	91.9		97.0	88.4											117.8	91.2			101.4		93.5	93.1	96.7		113.1	109.6		101.0									-145.2	-145.2			12.4					126.9				9.3						-26.8		11.9
slv															94.0				-9.4						92.2	69.7				92.2								88.7																			9.4																																																																				89.5	slv																								79.9
spa	92.0	89.4					93.3				104.0	114.9			112.6				86.3	81.3	59.2			103.7	91.1				89.8	95.8	88.8		83.6			116.5		102.3				77.3		109.1				63.9		111.0	101.8				112.8			92.3		-125.6								75.6	110.5		49.2		48.2	17.6	8.7	2.7	65.8					82.6				74.9	79.2	74.6						107.5				111.3				87.7		63.6	92.6		107.2	105.6											110.2	114.1			111.4	70.7	105.2		89.5					93.7			72.2		77.0		58.3		-144.7				116.6					105.3				91.0					63.8			80.7
sqi																														92.6																																																																																																		sqi
srp_Cyrl																														91.0	-52.1																																																																																														116.3				srp_Cyrl																					114.7
srp_Latn																									91.7					88.3	15.0																																						112.3																																						99.2																		117.3					srp_Latn																				116.9
swa																														87.6																																																																																																					swa
swe																			83.0	85.8				120.3	92.7					101.4	18.6					114.9		105.3																				95.4											99.3																																						123.9	123.5											109.2	107.4					103.6		100.8					93.2													103.9																	84.3
swg																									49.9																																																																																																												swg
tam																														85.8																																																																																																								tam
tat																									67.1					69.7								76.7																																																																																									79.1								tat										18.6
tel																														83.1																																																																																																										tel
tgl																									78.3					85.0								78.0																																																																																		84.8							82.7										tgl
tha																														91.8																																																																																																												tha
tlh																									40.5					43.8	46.1							44.0																											41.5																																																														45.4												tlh
tlh_Latn																																						44.0																												-148.0																																																																										tlh_Latn
toki																									-157.7					-146.1	-135.4							-150.9																															-148.4				-134.0																																-143.3															-149.8					-134.8		-146.5														toki
toki_Latn																																						-151.2																																																																																							-134.8																	toki_Latn
tuk																														75.4																																																																																																																	tuk
tuk_Latn																														75.4																																																																																																																		tuk_Latn
tur		69.7			78.9	65.6					104.1							1.5				31.9		96.7	90.1					92.4	37.2					102.6		88.2													36.4							83.1											81.7				-9.9		-8.8																			105.3											88.1							59.1								95.5			101.0		0.4		106.3					91.6			-5.0										79.9			65.9		98.2		71.7
tzl																														63.1																																																																																																																				tzl
tzl_Latn																														63.2																																																																																																																					tzl_Latn
uig																														73.6								75.1																																																																																																											63.7			uig
uig_Arab																														73.6								75.1																																																																																																															uig_Arab
ukr							111.8				120.7	86.9			119.2				59.2	54.8					92.3					92.1	49.4							90.1												111.5	98.8				112.8			107.7											96.1				-1.1		-0.9																														91.8			98.6			60.8								119.2	96.0					126.2	79.5	95.0		113.8	110.8															107.0					94.5												29.1
urd																														86.2																						66.0																																																																																																			urd
uzb																														65.6																																																																																																																			73.4							uzb
uzb_Latn																														82.1																																																																																																																											uzb_Latn
vie																			53.7						84.6					90.4	-42.1							86.9																															87.2																																																								3.4		89.2																											96.0								50.9
vol																														43.3	42.2																																																																																																																												vol
war																														71.1																																																																																																																														war
wuu																			-0.5																			54.9																																																																																																																							wuu
xal																														53.5																																																																																																																																xal
yid																									59.5					78.2	-44.3							70.9													-58.2									-119.4									28.2																	-133.7	-128.7						-126.8																																		64.6																																59.6
yue_Hans																														77.1																																																																																															17.3																																			yue_Hans
yue_Hant																														78.2																																																																																																																																			yue_Hant
zho											80.3														55.4					83.6						96.9															68.6							-14.5											63.3				69.0										53.2																			49.3			61.9																				18.8							94.4																		-14.9				53.5								zho
zsm_Latn																											-141.5			90.0																																					100.0																																																																																																zsm_Latn
zza																														45.5																																																																																																																																						zza