OPUS-MT Dashboard

Language pair: [eng-fra] all languages
Models: [all models] [OPUS-MT] [external] [compare]
Benchmark: [all benchmarks] [average score] tatoeba-test-v2020-07-28
Evaluation metric: [bleu][spbleu][chrf] chrf++ [comet]
Highlighting colors: [model score] [model type] [model size] [model diff]

	ara	arq	aze	bel	bos_Latn	bre	bul	cat	ces	cha	chv	cmn_Hans	cmn_Hant	cor	crh	dan	deu	dsb	dtp	ell	eng	epo	est	fas	fin	fkv	fra	fry	gla	gle	glg	gos	got	grc	grn	hbs	heb	hin	hrv	hsb	hun	ido	ido_Latn	ile	ile_Latn	ina	ina_Latn	ind	isl	ita	jav	jbo	jbo_Latn	jpn	kab	kat	kaz	kaz_Cyrl	khm	kor	kur	lad	lad_Latn	lat	lat_Latn	lav	lfn	lfn_Latn	lit	ltz	mar	mkd	mon	mri	msa	nds	nld	nno	nob	nor	oci	ota	ota_Arab	ota_Latn	pes	pmn	pms	pol	por	rom	ron	run	rus	slv	spa	sqi	srp_Cyrl	srp_Latn	swa	swe	tat	tgl	tha	tlh	tlh_Latn	tur	ukr	urd	uzb	uzb_Latn	vie	vol	wuu	yid	yue_Hans	yue_Hant	zho	zsm_Latn	zza
ara	ara																			63.4	65.4	68.5
arq		arq																			26.1
aze			aze																																																																																																							50.7
bel				bel													71.1					71.3																																										26.3
ber																					33.1
ber_Latn																	18.5				33.2
bos_Latn					bos_Latn																79.4
bre						bre																					48.8
bul							bul										70.5																																					18.4																																																				66.2
cat								cat									66.6					72.5					71.6																							74.4																											68.3												74.8																		65.6
ces									ces												72.6						71.8																																					31.8																								68.9					72.8	23.4
cha										cha											26.1
chv											chv										52.4																																																																																					32.1
cmn_Hans												cmn_Hans					52.5				56.3						53.7										45.8																																																				53.8						59.1					58.1					13.2	53.4					40.2		8.2
cmn_Hant													cmn_Hant				53.4				58.2						49.4																																																														56.8						55.6					58.9
cor														cor													24.1
crh															crh																																																																																											57.9
dan																dan	74.5				78.0	76.3					76.6																							73.4				27.0																																			76.9											83.3						65.4
deu				64.0			67.9	63.8				22.1	22.0			74.1	deu	40.2			71.5	70.6	74.7		63.8		67.3													42.1	58.0	13.9						64.1	64.5	68.2				22.2	34.2					24.4										70.4					59.3	46.5	71.0																66.3	28.6	68.0						40.8						64.1							26.0			21.6
dsb																	61.9	dsb
dtp																			dtp		16.0																																	0.0																																																																2.2
ell	50.0																			ell	80.9	74.7					73.7																							71.1																																							68.5																	65.5
eng	48.6	15.4			68.7				65.6	28.6	38.8	25.4	24.8			75.2	64.9		21.4	73.2	eng	69.3		44.8	62.7		67.3	47.7	52.4	63.7	64.3	28.5	4.0	13.6		62.1	59.3		68.1		61.9	38.0	38.0			43.8			62.8	69.5	35.0	11.0	11.0	29.0	41.0	43.3	50.8	49.1	31.3	32.8	31.9	41.7	45.3	46.4		67.1			65.4	73.2	59.0	63.8	42.8	48.3			72.6					12.2	2.8	21.3	40.5	15.1	39.0	66.2	71.1	33.1	66.6		65.5	35.3	71.2	66.2	63.7	60.3	60.1	75.6			47.2			67.9	61.3		32.0	54.5		12.7		36.7	7.4	8.3	21.2		11.4
epo	55.3			63.2				67.8								75.0	68.2			69.3	73.1	epo		38.8			66.9				67.9						56.8				62.0	39.3		18.1	18.1					72.1		9.8		27.0								13.1		32.3			21.9	26.2	62.9								69.0				40.3							69.6	67.9				67.8	24.6	70.5							52.2										12.2
est																	70.1						est																																																																						70.4
fas																					62.4	51.2		fas			57.4
fin																	65.5				71.9				fin	18.9	65.5																											17.6						26.3																	76.7	73.0		69.1															69.2					71.6																	19.2
fkv																									47.7	fkv
fra						33.8		65.4	66.6			21.3	20.0	20.7		77.2	68.8			69.3	73.5	68.3		43.3	65.2		fra														62.6			31.1				64.2		71.6		11.4		19.4	40.8					25.4				28.5											59.9	39.3	66.9		73.9	74.2								63.2	69.7		64.3	54.1	65.8	21.3	71.5					76.0				17.9		60.2	62.3							38.7			20.1
fry																					59.5							fry																																																	67.0
gla																					59.6								gla
gle																					73.0									gle
glg																					73.1	72.7									glg																																																										77.0
gos																					39.5											gos
got																					6.3												got
grc																					30.4													grc
grn																																			grn																																																												48.0
hbs																					71.6															hbs																																																											72.4												70.0
heb												22.1									68.2	67.6															heb				54.1													23.3										29.5																									64.3																		57.7							16.6			0.2
hin																																						hin																																																																						56.1
hrv																					73.6																		hrv																																																								71.0
hsb																	65.6																							hsb
hun																	62.9				68.2	66.7					66.4										53.4				hun													18.3										33.7																													63.6													60.9	61.3
ido																	46.4				55.9	58.2																				ido																																																					46.3
ido_Latn																					51.1																						ido_Latn
ile																						65.8					60.4																	ile
ile_Latn																						65.8																							ile_Latn
ina																					60.3																									ina																					26.6																						19.5
ina_Latn																																															ina_Latn																					32.4
ind																	60.5										62.9																					ind																																																																						52.2
isl																	68.5				70.2																												isl					18.0
ita								71.8								71.1	67.9			72.3	80.7	74.2					77.9																							ita				19.8																						37.7	72.4												73.0		71.6		65.3							71.0
jav																					51.0																														jav
jbo																					10.2	11.0					10.7																									jbo
jbo_Latn																					10.2																																jbo_Latn
jpn							46.2									69.2	51.3		15.6		56.8	63.0			43.8		52.4										46.8				44.0								50.4	49.8				jpn						33.8									47.1						45.3	24.4	57.3			43.4								44.3	49.0				49.6		55.1					46.0				13.1		47.0	51.1				45.0						10.3
jpn_Hani																					50.1				42.5		49.7
jpn_Hira																					46.8				38.4		46.0										40.6				33.3							45.5																																									41.2
kab																	45.4				58.4						51.4																												kab																																						48.2		52.3
kat																					69.9																																			kat																																					69.5
kaz																					65.3																																				kaz
kaz_Cyrl																					54.1																																					kaz_Cyrl
khm																					50.6																																						khm																																				40.7
kor																	52.6				60.4				49.3		51.4																											21.0						kor																																			52.0
kor_Hang																					58.2				48.6		48.9
kur																					33.6																																								kur
lad																					49.9																																									lad																																	56.9																			12.9
lad_Latn																					54.4																																										lad_Latn																																																			14.1
lat																					42.9						28.5																																					lat													48.4												35.7						45.4
lat_Latn																																																																	lat_Latn																								35.7
lav																					73.7																																													lav
lfn																						32.6																								16.7																					lfn
lfn_Latn																						28.4																									23.8																					lfn_Latn
lit																					74.8	70.3																																21.2															lit																								73.7		70.0											66.0
ltz																	76.6				75.7																																																	ltz							75.6
mar																					77.9																																																		mar
mkd																					70.1																																																			mkd
mon																					51.6																																																				mon
mri																					54.0																																																					mri
msa																	59.9										62.9																											17.0																					45.9																				61.6																						12.8
nds																	67.1										62.3																							58.3																										nds													61.3				40.5		63.8
nld								65.5									72.8				76.0	70.2			73.9		68.8	47.5																						71.8				24.2																73.8							nld																68.2		69.6
nno																									64.1																																																					nno	89.4
nob																											71.9																																																			74.9	nob																					84.8
nor																									57.8		72.2																							72.1																														76.9																				84.4																	20.8
oci																						56.2																																																											oci
ota																					21.3																																																													ota																								17.5
ota_Arab																					20.9																																																														ota_Arab
ota_Latn																					35.2																																																															ota_Latn
pes																					62.2																																																																pes
pmn																					11.1																																																																	pmn
pms																					39.9																																																																		pms
pol									65.5												70.7	72.3					66.2																											15.7																																		pol	64.1						65.9											59.6	68.5
por								70.6				23.3	27.3			79.6				72.0	77.8	70.1					74.8				74.4						62.6													75.9				22.5										35.5	35.5											43.9												65.8	por		67.4				78.8					74.9
rom																					31.3																																																																					rom
ron																					74.0						70.3																							74.7																																							72.0		ron		68.7		73.5											61.3
run																											62.1																																																																	run
rus									69.7								69.2				73.9	70.1	73.9				68.0														58.4									64.1				22.5	38.5	58.6													71.5							29.8	68.4														62.6		rus	50.4	69.1
slv									71.2								71.1				73.1	58.0					63.8																																																																		72.5	slv													65.0
spa												29.0	24.8				68.8				74.9	69.2			66.5		73.2								35.4	65.5			67.7			12.7												24.4	35.8				30.9	28.8		46.1		46.9					66.8						53.1	41.5	68.8											64.9	76.8		67.5		67.6		spa							51.4		18.6		69.3	63.7				52.9						25.7
sqi																					74.2																																																																											sqi
srp_Cyrl																					69.1																																																																												srp_Cyrl										69.6
srp_Latn																					71.7																																																																													srp_Latn
swa																					64.2																																																																														swa
swe												31.6	30.6			83.2					77.6				67.4		72.7																							71.3				19.5																									85.8	84.0									69.7											swe						60.8											30.9
tat																	42.9																																																																																				tat					38.1
tgl																																																																																															61.4							tgl
tha																					65.8																																																																																		tha
tlh																											15.2																																																																				15.7									tlh
tur			53.3				63.8				33.1	24.6			33.3	68.2				67.1	74.2						61.5														56.9													20.3															60.7													13.6						60.4			58.7				72.0					63.4	34.5					tur	66.8		33.1
ukr								69.7									71.0				73.2						67.6									69.2	61.7				65.7													21.1																																		74.3						29.3	69.1		70.7									70.0	ukr
urd																																						57.3																																																																						urd
uzb																					63.9																																																																																					67.9			uzb
uzb_Latn																					57.3																																																																																									uzb_Latn
vie												18.5																																										18.1																																									56.8																vie						16.5
vol																					14.5	12.7																																																																																										vol
wuu												18.8																																																																																																					wuu
yid																	42.6				55.6						52.0										25.8																																																																													yid
yue_Hans																					41.7																																																																																														yue_Hans
yue_Hant																					43.5																																																																																															yue_Hant
zho																	51.2				54.1				57.2												45.6				25.5													23.6						21.8															36.2																									62.1											38.1						zho
zsm_Latn																																																62.2																																																																						zsm_Latn
zza																					13.7																																																																																																		zza

color:
#params:	24M	36M	54M	81M	122M	183M	275M	413M	620M	930M	unknown