OPUS-MT Dashboard

Language pair: [eng-fra] all languages
Models: [all models] [OPUS-MT] [external] [compare]
Benchmark: [all benchmarks] [average score] tatoeba-test-v2020-07-28
Evaluation metric: [bleu][spbleu][chrf][chrf++] comet
Highlighting colors: [model score] [model type] [model size] [model diff]

Table of comet score differences between the best OPUS-MT model and the best external model:

	ara	arq	aze	bel	bos_Latn	bre	bul	cat	ces	cha	chv	cmn_Hans	cmn_Hant	cor	crh	dan	deu	dsb	dtp	ell	eng	epo	est	fas	fin	fkv	fra	fry	gla	gle	glg	gos	got	grc	grn	hbs	heb	hin	hrv	hsb	hun	ido	ido_Latn	ile	ile_Latn	ina	ina_Latn	ind	isl	ita	jav	jbo	jbo_Latn	jpn	jpn_Hani	jpn_Hira	jpn_Kana	kab	kat	kaz	kaz_Cyrl	khm	kor	kur	lad	lad_Latn	lat	lat_Latn	lav	lfn	lfn_Latn	lit	ltz	mar	mkd	mon	mri	msa	nds	nld	nno	nob	nor	ota	ota_Arab	ota_Latn	pes	pmn	pms	pol	por	rom	ron	run	rus	slv	spa	sqi	srp_Cyrl	srp_Latn	swa	swe	tat	tgl	tha	tlh	toki	toki_Latn	tur	ukr	urd	uzb	uzb_Latn	vie	vol	wuu	yid	yue_Hans	yue_Hant	zho	zsm_Latn	zza
ara	ara																			103.2	14.3	54.1
arq		arq																			55.1
aze			aze																																																																																																										62.0
bel				bel													90.7					22.5																																													19.0
ber																					61.9
ber_Latn																	42.7				61.9
bos_Latn					bos_Latn																104.6
bre						bre																					72.6
bul							bul										92.1																																					35.2																																																							115.8
cat								cat									90.0										94.3																							109.3																														91.5											111.8																			80.0
ces									ces												3.0						97.6																																																															119.4					116.1	90.8
cha										cha											54.2
chv											chv										77.6																																																																																								-18.1
cmn_Hans												cmn_Hans					83.8				15.7						77.8																																																																82.6						85.6					86.2														-46.5
cmn_Hant													cmn_Hant				83.5				18.5						76.7																																																																83.7						81.7					89.7
cor														cor													50.9
crh															crh																																																																																														31.6
dan																dan	95.6				2.6	-18.4					108.6																							108.6				57.1																																					114.4											122.1							106.4
deu				89.4			111.2	87.5				68.8	76.3			105.7	deu	66.0			5.7	86.6	114.1		7.2		89.4													66.9	98.4	-130.3						97.7	81.5	98.3				47.3	-2.9	-8.7	-2.9	66.1															67.1					95.2	60.7	97.4															107.4	85.6	95.5						62.6				-155.4			103.4							62.5			69.7
dsb																	78.5	dsb
dtp																			dtp		46.6																																	-134.3		-133.8																																																																	-166.7
ell	82.9																			ell	3.6	12.3					91.8																																																																91.9
eng	16.4	60.8			112.6				3.0	64.6	70.8	22.6	29.4			2.7	14.1		56.8	0.8	eng	-6.3		17.6	2.7		2.2	88.0	47.5	15.4	5.2	62.3	33.5	61.1		96.5	0.0		4.2		6.0	-21.3	70.4			63.7			8.8	-0.3	66.2	47.9	47.9	-30.0	3.3	-2.9		61.1	74.7	-5.9	90.7	20.5	5.1	63.2	73.2	75.3	78.9		4.9			2.5	29.7	-22.4	3.5	106.2	67.5			0.0				56.8	42.8	49.1	16.4	-102.8	61.3	-0.1	0.3	53.9	1.2		0.2	10.2	1.4	1.0	10.8	92.9	46.1	-0.1			3.0		-174.6		2.3	-3.1		153.7	83.2		53.9		133.6	76.9	80.0	21.5		54.9
epo				16.2												-30.5	86.8			8.7	-3.7	epo					83.9										4.0				-25.8	-27.2		-96.2	-96.5					88.7		-103.6		7.4	4.5	7.0									-107.5					59.5	-49.3									88.3										-3.0	88.0				34.7		89.1										-146.8								47.7
est																	91.4						est																																																																								110.7
fas																					34.7			fas			83.9
fin																	14.8				5.9				fin	75.1	7.2																											-7.0	-2.1	-7.7																								103.3	84.8		101.0														102.0					105.4																		-142.5
fkv																									77.5	fkv
fra						68.2		93.5	114.0			60.4	66.2	58.0		109.7	90.6			93.2	1.4	86.4		83.8	4.2		fra														91.8			-133.9				102.9		95.8		46.1		45.1	-2.1	-8.7		64.0									73.3											98.7	59.5	91.0		104.0	98.3							106.5	102.7		106.4	69.2	101.2	84.3	103.8					111.7				57.8	-155.3	-155.8	91.0	101.8							67.1
fry																					132.6							fry																																																				79.6
gla																					27.7								gla
gle																					11.2									gle
glg																					4.0										glg																																																												115.1
gos																					63.1											gos
got																					51.3												got
grc																					64.2													grc
grn																																			grn																																																														61.7
hbs																					92.0															hbs																																																													105.0													115.2
heb																					6.2	43.0															heb				79.5																																																		94.5																			98.8							-103.6			-150.6
hin																																						hin																																																																									85.0
hrv																					4.0																		hrv																																																										105.5
hsb																	80.7																							hsb
hun																	89.9				8.5	-28.7					89.7										80.4				hun																																																						90.9														86.3	100.8
ido																	-17.7				23.4	43.8																				ido																																																							-4.6
ido_Latn																					75.5																						ido_Latn
ile																						34.7					5.8																	ile
ile_Latn																						34.7																							ile_Latn
ina																					81.8																									ina																								64.8																					-136.9
ina_Latn																																															ina_Latn																								-96.8
ind																	89.6										90.3																					ind								-4.3																																																																	40.5
isl																	90.9				14.2																												isl
ita								104.6								100.9	92.0				1.1	48.4					101.5																							ita				-6.3		-6.0																								93.5											111.7		114.8		95.0
jav																					43.5																														jav
jbo																					39.2	-134.2					37.0																									jbo
jbo_Latn																					39.2																																jbo_Latn
jpn							42.9									73.3	80.4		-147.8		14.9	9.0			-12.4		78.2										49.9				34.8									31.1				jpn									85.7																	84.6			39.1							20.1	81.2				54.8		81.9					43.6							52.3	4.1				33.9						-17.6
jpn_Hani																	-21.3				-1.6	4.3			7.8		-20.2																												jpn_Hani																																								-14.1		8.0
jpn_Hira																	-25.6		-147.8		-10.8	8.7			-1.6		-28.1																					17.1		-17.2						jpn_Hira																								1.3											-8.3				-9.8		-0.5												5.1	1.1
jpn_Kana																	-20.2																																								jpn_Kana																																						-12.5
kab																	69.7				35.5						64.6																															kab																																					-92.7		74.0
kat																					3.2																																						kat																																				77.9
kaz																					9.1																																							kaz
kaz_Cyrl																					84.8																																								kaz_Cyrl
khm																					34.1																																									khm																																			78.8
kor																	53.7				2.8				-2.5		53.4																																				kor																																		65.7
kor_Hang																											51.4
kur																					53.8																																											kur
lad																					72.1	-26.7																																											lad																																77.1																				-128.1
lad_Latn																					75.7																																													lad_Latn																																																			-125.0
lat																					70.1						62.7																																								lat													75.0											68.2						71.3
lat_Latn																																																																				lat_Latn																							68.2
lav																					10.7																																																lav
lfn																						52.7																								46.9																								lfn
lfn_Latn																						1.2																									-63.7																								lfn_Latn																																														-125.8
lit																					3.9	-60.9																																																		lit																							114.5		94.8												104.6
ltz																	80.4				12.8																																																				ltz							75.1
mar																					-9.0																																																					mar
mkd																					11.8																																																						mkd
mon																					92.3																																																							mon
mri																					45.5																																																								mri
msa																	89.5										90.0																																																			75.1																			90.9																							44.6
nds																	82.5										80.2																							78.5																													nds												82.2				-4.5		85.0
nld								70.7									94.4				0.8	31.6			1.7		89.7	6.2																						92.2				13.2		11.7																	-80.6							nld															103.0		91.9										-153.1
nno																									-23.4																																																								nno	118.5
nob																											103.0																																																						112.5	nob																				124.2
nor																									102.4		90.1																							92.3																																	91.7																			123.8																		63.0
ota																					53.6																																																															ota																									52.3
ota_Arab																					51.7																																																																ota_Arab
ota_Latn																					68.3																																																																	ota_Latn
pes																					18.0																																																																		pes
pmn																					-169.6																																																																			pmn
pms																					63.5																																																																				pms
pol									117.8												4.9	-2.8					91.5																																																															pol	98.1						94.7													117.5
por								99.7				76.3	86.7			111.6				94.1	-1.1	88.2					106.2				108.9						92.0													111.1				49.7		4.0											73.4	73.4											62.8											111.0	por		114.0				114.7					95.0
rom																					56.5																																																																							rom
ron																					2.5						99.2																							110.5																																									109.1		ron		103.4		107.9
run																											74.6																																																																			run
rus									118.5								92.0				5.2	37.1	117.4				89.8														95.2									83.6				-9.2	-7.9	-9.2	-8.7	-86.8														119.6							-22.9	91.8													100.9		rus	102.6	96.8										-144.8	-144.9
slv									95.8								91.6				12.6						88.9																																																																				103.6	slv														80.7
spa												85.5	80.6				91.2				1.6	88.8			5.0		102.3								64.2	111.1			112.9			-126.4												48.0	19.9	8.8		67.6				82.7			77.2		74.6					107.4						87.6	63.6	92.6										109.9	114.5		111.4		105.4		spa							77.0		58.4	-143.6		116.8	105.2				90.9						27.9
sqi																					9.4																																																																													sqi
srp_Cyrl																					10.5																																																																														srp_Cyrl											114.7
srp_Latn																					88.3																																																																															srp_Latn
swa																					64.0																																																																																swa
swe												83.0	85.7			120.4					4.8				12.7		105.3																							98.2																																123.9	123.6								108.1											swe							103.6											84.2
tat																	67.1																																																																																						tat						18.5
tgl																																																																																																	82.7							tgl
tha																					13.7																																																																																				tha
tlh																											44.1																																																																						45.6									tlh
toki																	-157.7				-146.1	-135.4					-149.8																																																					-143.7															-134.5		-147.1										toki
toki_Latn																											-150.1																																																																				-134.5													toki_Latn
tur			79.1				104.2				0.9				31.5	96.8					0.8						88.2														84.7													-10.7		-9.2																105.3												60.0									101.0				106.9					91.2	-5.2						tur	98.2		71.3
ukr								86.8									92.3				5.3						90.1									111.5	98.5				107.7													-1.5		-2.2																																		119.2						81.0	94.9		113.8										107.2	ukr
urd																																						65.8																																																																									urd
uzb																					181.8																																																																																								73.1			uzb
uzb_Latn																					82.1																																																																																												uzb_Latn
vie												53.3																																																																																					89.1																	vie						50.7
vol																					43.3	42.2																																																																																													vol
wuu												4.7																																																																																																								wuu
yid																	60.9				204.7						71.9										-61.1																												-131.4	-127.2					-126.8																																														yid
yue_Hans																					77.3																																																																																																	yue_Hans
yue_Hant																					78.3																																																																																																		yue_Hant
zho																	60.0				19.5				97.9												68.5				-14.7													69.0									53.1															49.9																								94.3												53.2						zho
zsm_Latn																			-140.8																													98.9																																																																									zsm_Latn
zza																					45.4																																																																																																					zza