OPUS-MT Dashboard

Language pair: [eng-fra] all languages
Models: [all models] [OPUS-MT] [external] [compare]
Benchmark: [all benchmarks] [average score] tatoeba-test-v2020-07-28
Evaluation metric: [bleu] spbleu [chrf][chrf++][comet]
Highlighting colors: [model score] [model type] [model size] [model diff]

	ara	arq	aze	bel	bos_Latn	bre	bul	cat	ces	cha	chv	cmn_Hans	cmn_Hant	cor	crh	dan	deu	dsb	dtp	ell	eng	epo	est	fas	fin	fkv	fra	fry	gla	gle	glg	gos	got	grc	grn	hbs	heb	hin	hrv	hsb	hun	ido	ido_Latn	ile	ile_Latn	ina	ina_Latn	ind	isl	ita	jav	jbo	jbo_Latn	jpn	kab	kat	kaz	kaz_Cyrl	khm	kor	kur	lad	lad_Latn	lat	lat_Latn	lav	lfn	lfn_Latn	lit	ltz	mar	mkd	mon	mri	msa	nds	nld	nno	nob	nor	oci	ota	ota_Arab	ota_Latn	pes	pmn	pms	pol	por	rom	ron	run	rus	slv	spa	sqi	srp_Cyrl	srp_Latn	swa	swe	tat	tgl	tha	tlh	tlh_Latn	tur	ukr	urd	uzb	uzb_Latn	vie	vol	wuu	yid	yue_Hans	yue_Hant	zho	zsm_Latn	zza
ara	ara																			49.7	51.1	53.9
arq		arq																			9.1
aze			aze																																																																																																							30.5
bel				bel													56.8					56.7																																										6.7
ber																					16.7
ber_Latn																	2.0				16.7
bos_Latn					bos_Latn																68.4
bre						bre																					29.4
bul							bul										57.4																																					12.7																																																				50.1
cat								cat									51.6					58.1					59.1																							61.0																											53.6												62.4																		52.1
ces									ces												60.9						60.9																																					11.3																								57.5					60.5	6.3
cha										cha											9.0
chv											chv										35.9																																																																																					11.2
cmn_Hans												cmn_Hans					34.6				39.4						37.4										29.6																																																				35.7						41.1					43.4					1.5	34.0					21.7		6.3
cmn_Hant													cmn_Hant				37.7				41.8						33.1																																																														38.6						36.9					44.6
cor														cor													8.1
crh															crh																																																																																											38.9
dan																dan	62.1				67.2	63.5					65.2																							59.8				23.1																																			61.2											75.0						51.5
deu				52.3			56.3	48.9				30.2	29.4			61.7	deu	25.5			59.4	55.3	61.4		49.0		54.0													25.9	42.4	0.6						41.9	51.3	53.0				16.7	21.7					14.9										55.8					36.7	28.4	57.3																51.6	13.1	52.7						22.8						49.5							8.2			29.4
dsb																	44.4	dsb
dtp																			dtp		2.7																																	0.0																																																																0.0
ell	34.9																			ell	72.3	60.9					61.2																							56.8																																							51.9																	49.3
eng	31.7	3.0			53.9				52.5	11.5	32.0	32.1	30.3			63.8	49.0		2.8	62.9	eng	53.5		25.6	47.3		54.1	34.2	33.0	48.9	46.6	5.8	0.2	3.4		45.3	45.0		53.7		47.3	13.8	13.8			22.0			48.9	54.2	14.1	0.7	0.7	26.0	26.3	25.7	32.5	31.1	13.7	22.6	15.8	21.3	24.2	30.3		53.3			49.4	59.8	41.9	48.3	23.5	28.0			59.9					2.2	0.2	4.3	22.7	0.7	25.2	53.2	56.3	12.0	52.1		51.0	20.8	56.7	51.3	49.6	42.2	38.2	64.6			42.3			53.1	46.1		13.5	35.7		0.4		13.7	5.7	7.5	27.2		0.9
epo	38.9			51.6				51.9								63.0	52.9			58.6	60.9	epo		19.5			52.9				50.9						41.4				46.0	17.1		4.4	4.4					58.4		0.6		21.9								0.7		13.0			2.4	3.3	44.7								54.1				18.2							57.1	52.2				54.5	8.7	55.4							27.7										0.4
est																	58.3						est																																																																						58.7
fas																					47.6	29.5		fas			40.5
fin																	50.7				59.6				fin	2.9	53.6																											12.3						18.5																	65.8	58.3		52.7															55.0					59.1																	25.0
fkv																									27.5	fkv
fra						21.0		48.9	55.1			26.6	24.4	6.8		65.8	54.1			58.1	61.5	52.6		25.4	51.8		fra														48.8			5.4				42.9		57.4		0.4		14.0	27.1					14.7				8.7											37.7	20.8	52.3		61.0	61.6								49.9	55.3		49.2	33.2	51.7	4.8	57.5					64.9				5.0		43.7	47.3							14.4			24.2
fry																					42.3							fry																																																	50.1
gla																					44.8								gla
gle																					61.3									gle
glg																					60.9	58.6									glg																																																										65.1
gos																					22.1											gos
got																					0.4												got
grc																					9.9													grc
grn																																			grn																																																												30.9
hbs																					59.9															hbs																																																											60.1												58.6
heb												28.6									55.8	52.1															heb				37.1													13.3										9.8																									48.6																		43.2							0.7			0.0
hin																																						hin																																																																						33.5
hrv																					61.3																		hrv																																																								59.5
hsb																	48.1																							hsb
hun																	46.3				55.9	50.4					54.1										38.4				hun													13.4										14.2																													48.8													44.1	48.0
ido																	24.3				38.8	35.5																				ido																																																					26.0
ido_Latn																					33.7																						ido_Latn
ile																						47.6					42.6																	ile
ile_Latn																						47.6																							ile_Latn
ina																					43.8																									ina																					5.2																						2.4
ina_Latn																																															ina_Latn																					8.2
ind																	43.3										48.8																					ind																																																																						27.8
isl																	54.7				56.2																												isl					13.9
ita								58.6								57.8	53.0			62.1	72.0	60.3					68.1																							ita				14.5																						18.6	59.5												59.3		57.3		51.2							58.5
jav																					35.5																														jav
jbo																					1.1	0.7					1.2																									jbo
jbo_Latn																					1.1																																jbo_Latn
jpn							27.4									56.3	33.4		0.6		40.0	46.0			24.4		36.4										30.3				26.5								34.6	32.3				jpn						23.7									27.6						22.7	7.2	40.9			27.3								28.6	30.9				33.7		37.1					29.3				1.7		28.9	35.5				26.2						11.3
jpn_Hani																					30.7				25.6		34.9
jpn_Hira																					29.7				20.3		30.9										23.9				17.2							22.9																																									22.2
kab																	29.4				44.2						35.6																												kab																																						32.0		34.3
kat																					56.7																																			kat																																					56.2
kaz																					50.2																																				kaz
kaz_Cyrl																					37.7																																					kaz_Cyrl
khm																					36.3																																						khm																																				23.6
kor																	33.6				43.3				32.3		36.2																											15.8						kor																																			34.1
kor_Hang																					43.3				31.0		34.3
kur																					18.5																																								kur
lad																					33.5																																									lad																																	36.8																			1.5
lad_Latn																					36.5																																										lad_Latn																																																			1.9
lat																					25.4						11.8																																					lat													31.0												17.6						27.6
lat_Latn																																																																	lat_Latn																								17.6
lav																					61.7																																													lav
lfn																						10.4																								0.7																					lfn
lfn_Latn																						8.6																									4.9																					lfn_Latn
lit																					63.0	54.4																																16.0															lit																								61.1		56.2											50.0
ltz																	66.3				66.7																																																	ltz							64.5
mar																					66.7																																																		mar
mkd																					59.6																																																			mkd
mon																					34.9																																																				mon
mri																					39.8																																																					mri
msa																	42.5										48.7																											13.0																					24.2																				44.8																						14.9
nds																	51.3										48.1																							39.4																										nds													43.0				22.5		47.9
nld								50.6									59.4				65.1	54.9			63.1		55.9	36.2																						58.1				18.5																61.1							nld																55.0		54.7
nno																									46.6																																																					nno	82.1
nob																											59.2																																																			58.9	nob																					76.8
nor																									41.0		59.2																							57.5																														59.9																				76.8																	27.5
oci																						37.4																																																											oci
ota																					6.2																																																													ota																								4.2
ota_Arab																					4.2																																																														ota_Arab
ota_Latn																					17.5																																																															ota_Latn
pes																					47.3																																																																pes
pmn																					0.9																																																																	pmn
pms																					20.7																																																																		pms
pol									53.7												58.3	57.3					53.4																											10.4																																		pol	48.4						51.0											42.4	55.6
por								56.0				32.5	35.1			68.5				61.9	67.7	54.2					63.2				59.3						49.4													63.1				16.5										17.7	17.7											25.5												52.9	por		52.0				67.2					63.5
rom																					12.7																																																																					rom
ron																					62.5						57.5																							61.4																																							56.6		ron		55.8		60.3											45.2
run																											48.2																																																																	run
rus									58.4								55.0				63.3	54.5	61.8				56.0														41.8									48.4				17.2	23.0	43.3													57.8							8.8	53.5														45.8		rus	36.2	54.7
slv									59.4								55.3				60.2	41.5					49.7																																																																		63.0	slv													52.4
spa												38.7	33.4				54.4				63.7	52.9			52.6		61.4								18.4	50.6			52.6			0.7												17.4	20.0				12.0	17.9		25.1		32.8					54.0						29.4	23.0	53.7											51.4	64.7		52.2		54.1		spa							26.5		6.5		54.2	49.5				35.6						34.7
sqi																					62.3																																																																											sqi
srp_Cyrl																					57.9																																																																												srp_Cyrl										58.6
srp_Latn																					60.8																																																																													srp_Latn
swa																					51.0																																																																														swa
swe												37.5	37.8			74.7					67.5				54.0		61.4																							57.8				14.3																									78.0	74.6									54.4											swe						44.2											37.4
tat																	22.4																																																																																				tat					17.4
tgl																																																																																															45.2							tgl
tha																					52.0																																																																																		tha
tlh																											3.6																																																																				1.4									tlh
tur			34.4				50.6				24.9	30.4			10.3	56.1				54.4	63.3						46.7														41.0													15.3															45.1													2.1						44.7			42.5				58.6					52.2	15.4					tur	53.4		12.6
ukr								56.1									58.0				62.2						55.3									56.5	48.3				51.7													14.0																																		64.4						15.3	54.8		59.7									55.8	ukr
urd																																						40.0																																																																						urd
uzb																					50.2																																																																																					54.1			uzb
uzb_Latn																					41.2																																																																																									uzb_Latn
vie												25.8																																										11.8																																									40.1																vie						20.1
vol																					2.3	0.7																																																																																										vol
wuu												24.7																																																																																																					wuu
yid																	20.9				37.9						28.7										8.1																																																																													yid
yue_Hans																					24.7																																																																																														yue_Hans
yue_Hant																					29.9																																																																																															yue_Hant
zho																	33.6				38.0				40.5												31.1				10.9													17.3						12.5															14.8																									47.9											19.8						zho
zsm_Latn																																																39.5																																																																						zsm_Latn
zza																					3.1																																																																																																		zza