OPUS-MT Dashboard

Language pair: [eng-fra] all languages
Models: [all models] [OPUS-MT] [external] [compare]
Benchmark: [all benchmarks] [average score] tatoeba-test-v2021-03-30
Evaluation metric: [bleu][spbleu][chrf][chrf++] comet
Highlighting colors: [model score] [model type] [model size] [model diff]

	afr	amh	ang	ara	arq	asm	awa	aze	aze_Latn	bel	bos_Latn	bre	bul	cat	ceb	ces	cha	chv	cmn_Hans	cmn_Hant	cor	crh	cym	dan	deu	dsb	dtp	egl	ell	eng	epo	est	eus	fao	fas	fin	fkv	fra	frr	fry	gcf	gla	gle	glg	gos	got	grc	grn	gsw	hbs	heb	hin	hoc	hoc_Latn	hrv	hrx	hsb	hun	hye	ido	ido_Latn	ile	ile_Latn	ina	ina_Latn	ind	isl	ita	jav	jbo	jbo_Latn	jpn	jpn_Hani	jpn_Hira	jpn_Kana	kab	kat	kaz	kaz_Cyrl	khm	kor	kur	kur_Latn	lad	lad_Latn	lat	lat_Latn	lav	lfn	lfn_Latn	lit	ltz	mal	mar	mkd	mlt	mon	mri	msa	mya	nds	nld	nno	nob	nor	nov	oci	orv	ota	ota_Arab	ota_Latn	pam	pcd	pes	pms	pol	por	prg	rom	ron	run	rus	slv	spa	sqi	srp_Cyrl	srp_Latn	swa	swe	tam	tat	tel	tgl	tha	tlh	tlh_Latn	toki	toki_Latn	tur	tzl	tzl_Latn	uig	uig_Arab	ukr	urd	uzb	uzb_Latn	vie	vol	wuu	xal	xho	yid	yue_Hans	yue_Hant	zho	zsm_Latn	zza
afr	afr																														-27.3																																																																							99.6																				93.7		93.1
amh		amh																												91.0
ang			ang																											52.0
ara				ara																									102.8	88.4	55.0																																					89.7																																																103.5
arq					arq																									55.1
asm						asm																								75.4
awa							awa																							86.1
aze								aze																																																																																																																				-24.6															61.9
aze_Latn									aze_Latn																																																																																																																																		62.0
bel										bel															90.8						22.2							89.2																														91.6																		18.9																88.4														104.2								92.3																																-67.0
ber																														61.7
ber_Latn																									42.4					61.7
bos_Latn											bos_Latn																			104.6
bre												bre																		78.0								72.6
bul													92.1						63.0						92.1						-7.2							97.5																																		35.4																																																				94.1															115.8					118.3
cat														cat											90.0													94.1																														109.5																																		91.5															111.3																											79.9
ceb															ceb										63.8					75.9
ces																ces														92.6								97.7																														93.8																																																119.6						115.8	91.4
cha																	cha													54.2
chv																		chv												77.7																																																																																																													-17.5
cmn_Hans													78.0						cmn_Hans						83.3					87.6								77.8																																																																														55.0	82.5						26.7	85.6					86.0																					-47.0
cmn_Hant																				cmn_Hant					81.9					84.3								76.7																																																																														49.5	83.7							81.6					89.9																					-42.7
cor																					cor				50.8						-116.0							50.9																														-116.5																																																						-126.1		54.0
crh																						crh																																																																																																																					31.9
cym																							cym							86.8
dan																								dan	95.6					100.3	-19.3							108.6																														108.7				57.1																																													114.6												122.1										106.4
deu										89.4			111.3	87.5	59.8				67.6	72.8	58.3			105.7	87.6	66.1				92.0	86.6	113.1	82.9			110.9		89.6	52.3						62.0											57.9	66.9	97.0		-128.6						97.7	81.5	98.3				47.4	-3.5	-8.7	-6.7	66.4							52.5	69.5						71.0		67.0							95.2		60.7	97.4																				107.2	85.4	95.6							62.6		75.4				-155.4							103.5				87.9					61.6			68.1
dsb																									78.5	dsb
dtp																											dtp			46.6																																										-134.2		-133.8																																																																																			-167.0
egl																												egl																																								54.1
ell				83.0																									75.8	101.3	12.3							91.8																																																																87.8															92.0
eng		114.9	51.6	87.5	60.8	76.0	69.3				112.6	66.3			68.0	110.7	64.6	70.8	89.3	89.0			81.0	105.2	90.6		56.8		116.3	96.5	95.8			73.2	83.4	110.5		91.1		73.2		75.9	83.7	87.2	62.3	33.8	61.1	61.5	58.9	96.5	93.2		47.9	-132.2	110.8	60.3		102.4		-21.3	70.4			63.7			89.0	100.4	73.2	47.9	47.9	77.2	1.5	-1.2	0.2	66.0	76.0	94.3	90.5	84.0	83.9	57.4	54.5	72.4	75.6	78.9		108.7			113.9	70.9	108.9	117.0	92.0	80.1	75.8	62.7		81.2		93.8				63.8	63.3	68.6	56.8	42.9	49.4	54.3		83.5	61.4	108.6	102.2	53.3	53.9	107.6		98.2	86.8	101.1	97.6	96.0	92.9	83.1	107.8	90.0		87.2		88.8			-174.6		112.6	60.2	60.2			95.4		69.8	83.3		53.9		68.1	81.4	67.3	77.0	79.8	85.3		54.8
epo	-52.7									15.8			-8.4								-110.4			-31.5	86.8				7.7	92.0	88.4							84.0													4.7							-25.8		-27.2		-95.3	-95.5					88.7		-103.8		7.3	2.9	7.8										-113.5	-102.0				59.6	-47.2												88.2														-3.1	88.2					35.3		89.1													-146.8												47.7
est																									91.3							est																																																																																										110.9
eus																									84.9								eus																																																																																									52.6
fao																														80.3				fao
fas																														88.6					fas			84.0
fin																									91.4					93.1						92.7	75.6	89.9													98.6																					-7.0	-2.1	-7.7																												102.8	84.8		101.0											112.7	105.2							102.2					105.4																											-142.8
fkv																																				77.5	fkv
fra										89.6		68.2	106.5	92.9		114.1			60.4	66.2	58.0			109.7	90.7				93.2	92.5	86.4				83.9	109.5		86.5			50.2									104.3					104.6			91.8		-130.5		-133.8				102.8		95.9		46.1		45.2	-2.1	-8.3		63.8										73.3				68.2									98.6		59.4	91.0		104.2	98.3		62.3						56.9			106.5	102.7			106.4	69.2	100.8	84.3	103.9					111.7		74.2		76.7		56.8	56.8	-155.1	-155.5	91.0			82.8	82.9	101.8									66.2
frr																									48.0														frr
fry																														78.0										fry																																																														80.1
gcf																																						60.2			53.6
gla																														71.8												gla																																																																																		78.4
gle																														87.3													gle
glg																														90.1														glg																																																																									115.1
gos																									64.5					62.9															gos
got																														51.4																got
grc																														64.2																	grc
grn																														62.2																		grn																																																																					60.4							61.5
gsw																														71.7																			gsw
hbs																														92.0								94.2												hbs																		105.9																																																115.0								105.0																				115.2
heb																														91.1	43.6					112.1															90.6							80.2						69.4																				-51.7					58.6	-44.6																										104.7	94.0																											98.5									-105.1			-150.2
hin																																																				hin																																																																																													85.8
hoc																														48.1																							hoc
hoc_Latn																														-124.1																								hoc_Latn
hrv																														93.5								90.0																	hrv																																																													115.3								105.6																				115.0
hrx																									63.2					59.0																										hrx
hsb																									80.7																																hsb
hun																			54.4						89.5					91.1	-28.6							89.7													81.2							86.8																																																																90.9																	85.4					99.9
hye																																																											hye																																																															60.0
ido																									-18.3					23.4	43.8							-26.7																						ido				57.4																									63.5																																			-2.6																													-105.9
ido_Latn																														75.5																															ido_Latn																													-91.0
ile																															35.8							6.8																								ile
ile_Latn																															35.8																																ile_Latn
ina																														81.8																														51.3				ina																									65.0																												-136.9																		58.8
ina_Latn																																																																	ina_Latn																				-100.1					-97.3																																														-92.3
ind																									89.6													90.3																												ind		90.6						-4.3																																																																																			41.8
isl																									91.0					91.4	-72.6																																				isl	91.4																																																								92.9
ita				81.2						53.8				104.8		110.8					-100.8			100.6	92.0			-101.3		100.6	48.8							101.5																												40.2	8.3	93.2				-6.3		-6.0																	104.7											93.5													-86.6		111.6			114.8		95.0															-150.0											83.0					-101.2
jav																														74.3																																							jav
jbo																														39.2	-134.3							37.0																																jbo
jbo_Latn																														39.2																																									jbo_Latn
jpn													43.3											73.1	80.3		-147.8			80.3	9.7					71.2		78.2													49.6							34.8										31.1				54.1									85.2																					84.6			38.2											20.1	81.2					54.9		81.9					43.1								-150.2		51.9					4.6				33.9								-17.6
jpn_Hani																									-21.6					-6.1	6.2					7.8		-20.6																																			jpn_Hani																																																	-14.8		7.2
jpn_Hira																									-26.5		-147.8			-10.7	8.8					-1.6		-27.8																												17.1		-17.2						jpn_Hira																												1.3															-8.3					-9.6		-0.3															5.0					0.5
jpn_Kana																									-18.2					-14.1																																													jpn_Kana																																															-12.3		0.6
kab																									69.6					75.3								64.3																																						63.4																																														-93.9		65.5
kat																														82.5																																															kat																																													78.1
kaz																														84.4																																																kaz
kaz_Cyrl																														85.0																																																	kaz_Cyrl
khm																														72.8																																																		khm																																												78.8
kor																									53.8					71.7						87.3		54.0																				75.9																							kor																																									85.1		65.9
kor_Hang																																						52.0																				76.2
kur																														53.7																																																				kur
kur_Latn																									71.8					71.7																																																					kur_Latn
lad																									67.2					71.2	-32.1																																																					lad		55.9																																						76.3																													-129.7
lad_Latn																														76.5	2.3																																		-41.9																				lad_Latn					-117.9																																		79.8																													-126.0
lat																														70.1								62.7																																														57.5		55.7																75.1															68.2							71.3
lat_Latn																																																																																							lat_Latn																														68.3
lav																														93.2																																																										lav																																		111.6
lfn																															53.6																													48.1				46.9																									lfn																																														55.5
lfn_Latn																									79.3						12.0							75.6																							-108.9				-52.9																				-105.1					lfn_Latn																																																															-127.7
lit																														95.3	-58.9																																					89.1																							lit																															113.2		94.8															104.6
ltz																									80.5					82.5																																																														ltz										75.8
mal																														91.8																																																															mal
mar																														98.7																																																																mar
mkd																														90.7																																																																	mkd																													104.2
mlt																														85.1																																																																		mlt
mon																														77.2																																																																			mon
mri																														68.0																																																																				mri
msa																									89.5													90.1																														90.7																															75.4																									90.6																																44.2
mya																														80.1																																																																						mya
nds																									82.5													80.1																														78.3																																	nds																82.1					-5.0		85.0
nld	98.9									31.9				70.0											94.4					95.3	31.0					116.4		89.3		9.0																												92.2				13.2		11.7																		-79.8										90.5			115.6																	102.9		91.9													-152.8
nno																																				112.0																																																																			nno	118.3
nob																																						103.3																																																																	111.8	nob																				104.2					124.1
nor																																				102.4		90.2																														92.2																																		93.3			91.5											107.8	92.2							97.3					123.5															109.3												63.1
nov																														70.0																																																																												nov
nst																														-131.9
oci																														67.2								66.6																																																																					oci
orv																														61.4																																																																														orv																																				61.9
ota																														53.6																																																																															ota																														52.3
ota_Arab																														51.7																																																																																ota_Arab
ota_Latn																														68.4																																																																																	ota_Latn
pam																														45.9																																																																																		pam
pcd																																						54.4																																																																											pcd
pes																														88.7																																																																																				pes
pms																														63.6																																						57.2																																															pms
pol				72.5						93.7						117.9			65.6	62.2										92.0	-3.0					113.6		91.5												119.3	94.9				119.8																																																		102.8											pol	98.1							94.8																				117.5
por														99.0					76.1	86.7				111.8					94.1	100.8	88.3					123.6		106.4						109.0				62.3			92.0																	111.1				49.7		4.0												73.4	73.4														62.5				94.9											111.0	94.6			114.1				114.7					94.9
prg																														43.2																																																																																								prg
que																														61.6
rom																														56.5																																																																																									rom
ron																														95.8								99.2																														110.5																																																	108.5			ron		103.5		107.9
run																																						74.6																																																																																			run			80.3
rus	69.6															118.2					-105.7				92.0					92.5	37.8	117.1	48.4					89.8																				95.1	69.0									83.6				-8.8	-8.5	-8.8	-8.6	-86.5					86.7							115.7			118.6										-22.8	91.8																		101.2		93.5	101.1	96.6													-145.1	-145.2										9.1					-49.7
slv																94.5			-9.4						91.6					92.3								88.9																																																																																				103.1	slv																					80.2
spa	92.0									93.4			104.2						85.6	80.9	59.2				91.2					94.9	88.8					116.4		102.4				77.3						63.7		111.2					113.2					-126.4							75.4					48.3	18.2	8.8	9.3	65.5				82.7				76.3	78.9	74.6					107.6				111.5				87.6		63.6	92.6		107.3	105.6											110.0	114.3			111.4	70.7	105.2		89.5							72.2		76.9		58.4		-144.6		116.7					105.2				90.8					64.8			80.2
sqi																														92.7																																																																																															sqi
srp_Cyrl																														90.9																																																																																																srp_Cyrl																		114.9
srp_Latn																														88.3																																						112.3																																																											srp_Latn																	117.0
swa																														87.6																																																																																																		swa
swe																			82.6	85.8				120.4						101.4						114.9		105.3																														98.5																																				123.8	123.6												108.0												93.8										104.8																	84.0
tam																														85.9																																																																																																				tam
tat																									67.1													76.7																																																																																						79.2							tat								18.4
tel																														83.1																																																																																																						tel
tgl																									78.4													78.0																																																																																						82.5									tgl
tha																														91.8																																																																																																								tha
tlh																																						44.2																										41.5																									42.9																																			45.5											tlh
tlh_Latn																																						44.2																											-148.4																																																																							tlh_Latn
toki																									-157.7					-146.1	-135.4							-150.2																														-148.2				-133.8																														-143.4																				-134.8		-147.1													toki
toki_Latn																																						-150.4																																																																																				-134.8																toki_Latn
tur								78.9	66.9				104.2					1.2				32.9		96.8						92.8								88.2																				84.6														-10.2		-8.9																	105.3																		60.0											101.0				106.7					92.2		-5.2								79.9					98.2		71.5
tzl																														63.0																																																																																																														tzl
tzl_Latn																														63.1																																																																																																															tzl_Latn
uig																																						75.1																																																																																																								uig
uig_Arab																																						75.1																																																																																																									uig_Arab
ukr													120.8	86.8											92.4					92.1								90.1												111.6	98.4				112.7			107.5														-0.9		-4.1																															98.5			60.8								119.3							80.5	95.0		114.2	111.0												107.1					94.5
urd																																																				66.0																																																																																													urd
uzb																														65.5																																																																																																													73.3							uzb
uzb_Latn																														82.2																																																																																																																					uzb_Latn
vie																			53.1						84.5																																											87.2																																																						3.3		89.1																								96.0								50.3
vol																														43.3	42.3																																																																																																																						vol
wuu																			3.3	9.7																																																																																																																																		wuu
xal																														53.5																																																																																																																									xal
xho																														84.4																																																																																																																										xho
yid																									61.3					80.0								71.2													-59.8									-117.6								28.4																-133.3	-128.6					-126.7																																-66.9		65.2																													59.2
yue_Hans																														77.1																																																																																																																												yue_Hans
yue_Hant																														78.2																																																																																																																													yue_Hant
zho													80.4												57.6					83.6						98.0															68.5							-15.0														69.0									52.6																		49.3																														94.2																			52.9								zho
zsm_Latn																											-140.8																																							100.0																																																																																											zsm_Latn
zza																														45.4																																																																																																																																zza