OPUS-MT Dashboard

Language pair: [eng-fra] all languages
Models: [all models] [OPUS-MT] [external] [compare]
Benchmark: [all benchmarks] [average score] flores101-devtest
Evaluation metric: [bleu][spbleu][chrf][chrf++] comet
Highlighting colors: [model score] [model type] [model size] [model diff]

	afr	amh	ara	asm	ast	azj	bel	ben	bos	bul	cat	ceb	ces	ckb	cmn_Hans	cmn_Hant	cym	dan	deu	ell	eng	est	fas	fin	fra	ful	gle	glg	guj	hau	heb	hin	hrv	hun	hye	ibo	ind	isl	ita	jav	jpn	kam	kan	kat	kaz	kea	khm	kir	kor	lao	lav	lin	lit	ltz	lug	luo	mal	mar	mkd	mlt	mon	mri	msa	mya	nld	nob	npi	nso	nya	oci	ory	pan	pol	por	pus	ron	rus	slk	slv	sna	snd	som	spa	srp	srp_Cyrl	swe	swh	tam	tel	tgk	tgl	tha	tur	ukr	umb	urd	uzb	vie	wol	xho	yor	zul
afr	afr	-141.8	7.4		-48.6		-79.6	-22.7	36.4	29.0	19.4	-107.7	36.9				-162.0	48.5	55.5	18.6	81.3	52.9	0.5	67.4	10.5	-173.6	-179.0	16.3	-107.6	-142.1	7.9	21.2	34.4	20.1	-88.8	-121.4	24.2	22.6	9.6	-35.1	2.9		-97.7	-146.9	-124.4		-167.3		7.1	-144.5	-20.5	-153.0	39.1	-78.1	-163.9		-87.8	-23.4	26.8		-103.0		26.9	-170.3	56.7	47.5				-47.5		-117.8	20.2	28.0	-74.1	28.1	22.7	34.4	30.0		-60.0	-169.7	7.0	31.9		46.2		-109.1			-82.4	-39.2	29.4	17.8		-7.5	-150.8	12.6	-175.2	-128.7	-134.7	-130.7
amh	-104.7	amh	-23.7		-109.5		-113.1	-115.9	-91.0	-82.5	-84.0	-111.8	-90.2				-154.4	-92.3	-98.5	-86.0	57.9	-74.7	-109.3	34.4	-98.3	-158.2	-167.6	-84.7	-140.9	38.7	-41.2			-176.4																										-24.7																						-48.0
ara		-2.6	ara							50.7	58.2		51.9					55.6	52.5	37.0	86.5	-70.4		59.1	56.4			53.0			38.1		54.4	-17.9					54.1		-44.9				54.8														52.0	-34.1						52.5							-4.0	63.1		61.1	42.4					-54.4	52.0		56.5	57.1							35.4	1.2
asm				asm				-20.0													52.1			25.6					-21.1			-32.2																										-22.5									-121.9					-141.6									39.2															-44.8
ast					ast		-103.9				61.6										56.8			39.6	37.9			60.1											47.6																															-18.8				56.9		51.2	-34.7						49.6											-48.1
azj						azj															60.0			45.7
bel	-51.9				-28.3		bel		73.4	62.2	32.5		50.4		-52.7	-49.4		35.9	40.7		49.5	4.4		45.1	31.1			29.2			19.4		63.8	-12.8			-48.5	9.1	32.9															-120.4					63.8				49.8		-40.3	34.4				-62.5			54.2	36.6		39.8	81.4	49.0	51.4				29.5	60.8	62.3	38.6							-101.7	87.1
ben				4.7				ben													68.9			46.6					-6.0			-15.0																										-8.1									-118.7					-140.4									40.4															-28.8
bos							70.8		bos	86.0			84.3						58.0		86.9	58.0		58.6									105.4	47.9																									86.9														82.1				81.4		84.9					78.5	92.5	69.4								82.5
bul					-4.7		8.7		85.5	bul	59.2		87.9		24.3	17.0		68.4	62.4		72.4	51.8		79.3	63.7			56.2			56.8		90.6	42.4				40.2	65.9		-62.0																		96.2							66.1				-37.2			78.1	70.4		76.9	84.8	10.8	84.4				59.4	77.1	93.8	71.0							57.6	87.9
cat					11.9		-76.7				cat				-39.3	-57.8			-22.0		87.8			63.7	74.0			84.1											74.6																										-14.5					2.7				83.9		79.4	23.8						76.3											9.6
ceb												ceb							67.2		79.5			22.9	70.9												-50.6			-62.2																																		76.0									73.5
ces					-15.1		-5.3		79.1	83.8	55.5		ces		27.7	18.3		73.7	70.9		74.8	51.5		88.4	64.5			54.8			57.0		96.6	71.8				47.4	61.5										43.4										82.5							70.3				-49.1			86.5	71.4		72.9	78.8	18.4	95.6				59.3	65.8	90.0	75.4								83.9
ckb														ckb							26.0			-7.0
cmn_Hans							-135.8			-5.4			-65.6		cmn_Hans	-11.8		47.9	-11.5		64.0			60.6									-63.2					-6.9			67.6								26.1															-97.7		46.0							-95.9				-92.9		-102.1						-75.2	-5.5								-103.2
cmn_Hant							-136.6			-12.7			-69.0		40.2	cmn_Hant		35.9	-22.9		52.7			56.3									-66.2					-20.7			67.1								23.4															-98.0		25.4							-101.9				-99.9		-107.8						-78.0	-36.9								-106.5
cym																	cym				71.6			44.8	-24.4		-32.3												-38.9																																			-81.4		-38.8							-23.9
dan	46.2		52.5				37.8			-64.1	70.9		90.2		-80.0	-96.8		dan	68.0		83.8	33.6		86.3	69.6			66.7			58.1		-73.9	48.7				65.1	68.8		-52.8										-67.7		-63.5	-100.1					-86.0						59.2	90.1							77.1	78.9		80.9	70.5		-69.0				65.7		-76.0	92.4							81.6	77.3
deu	60.2		53.3				32.5		86.3	73.4	-18.2		98.1		-0.9	-37.8		78.8	deu	56.2	76.3	87.6	-22.4	91.9	68.2						58.6		91.8	74.2			45.8	63.0	67.8		-48.2										86.6		93.3	-65.1									25.6		66.9	74.3							82.7	74.4		76.5	75.8						61.4	73.0	80.2	81.2					13.0		80.2	79.6				57.1
ell			13.8																49.1	ell	70.9			56.7																																																					49.5
eng	67.0	51.2	85.7	47.8	-1.3	67.4	45.6	73.9	88.6	84.5	87.1	-17.4	85.9	5.4	48.0	36.0	61.4	81.8	68.6	72.6	eng	98.3	40.0	100.6	81.8	-120.1	79.6	84.4	93.0	57.6	64.2	78.8	88.7	86.1	72.6	-21.4	81.9	79.7	72.2	55.5	56.5	-82.9	73.6	47.2	75.9	-55.7	12.2	64.8	60.3	47.1	79.3	-36.8	86.8	-62.6	-48.8	-57.1	63.7	73.4	74.6	72.6	-13.1	-32.0	76.0	30.3	63.0	80.1	69.7	-39.9	-45.0	3.2	71.6	79.2	67.7	87.7	-23.8	86.8	70.9	88.4	76.1	-43.0	64.0	22.5	72.3	75.1	72.1	84.6	77.8	71.0	71.0	24.6	55.9	30.1	92.4	75.5	-75.8	63.1	43.7	64.2	-67.2	8.3	-49.4	9.9
est	35.4						-20.6		75.2	33.7			39.6					-137.6	55.2		87.5	est		83.4									40.0	30.1				-134.0							36.7						60.4		67.8	-104.9					37.0						39.6	-133.8							37.9				43.0	-13.4	46.7					62.4	32.1	-134.5							-29.3	34.1			33.6
fas																		43.2	46.8		51.6		fas		50.8														47.9																																			60.2		59.0	-43.5						47.4										4.1
fin	51.3	38.3	34.3	25.4	-36.1	43.2	44.1	43.7	79.4	74.4	55.6	-28.4	84.2	-8.8	-47.2	-56.1	32.4	69.0	62.0	50.8	88.8	97.1		fin	62.1		13.0	60.1	73.7	3.8	43.8	48.7	84.8	59.5	64.2	-17.2	60.6	48.1	65.0	33.3	-107.7				37.0		-140.3				30.5		82.6	-107.5					34.4				64.9		55.1	67.0							76.1	70.7			71.9	-45.7	81.6				60.0	66.5	77.3	80.9							71.1	76.1			34.2	-68.0
fra			45.2		3.8		38.0			79.9	82.8		84.1		11.4	-45.9		67.5	62.7		81.1			86.6	fra			79.2			44.7		86.8				55.8		78.8		-102.6													-126.1					75.5				27.5		54.3	56.6				-1.6			75.6	84.1		85.8	71.9		80.3				72.4		79.8	71.1					20.4		-57.0	73.4				37.2
ful																					-149.7					ful																																																			-157.0
gle																	-43.7				82.7			29.2	-30.3		gle												-60.3																																			-77.4		-29.4							-31.7
glg					9.2		-75.7				86.3				-10.6	-33.5					86.6			64.4	72.4			glg											75.5																															-2.1				85.8		78.5	27.4						79.8											8.2
guj				-22.0				-27.3													75.5			61.2					guj			-19.4																										-13.0									-97.4					-120.3									40.4															-37.3
hau																					64.0	-144.4		17.3						hau				-147.9
heb		-12.2	-1.8				18.2			72.0	62.3		73.9					61.7	56.0		74.1	-63.7		50.3	58.4			55.0			heb			-5.7				7.9	53.9						51.5									-122.1						-39.3					-111.0	59.7							60.6	67.7		67.7	59.2		70.3			-61.1	54.0			62.3							-10.4	63.8
hin				-4.0				-1.2													88.4			54.5					9.3			hin																										25.8									-115.5					-139.6									41.4															5.0
hrv					-13.3		37.3		89.5	83.7	55.6		95.5		26.8	21.6		71.0	66.7		87.2	50.4		83.8	63.6			55.5					hrv	44.5				42.2	65.5																				89.3							68.9				-41.8			82.8	70.8		76.1	74.4		98.2				58.9	77.5	98.6	73.9								78.8
hun	23.3		-36.3				-27.1		77.6	35.4			73.4		-50.7	-60.4		47.4	33.2		72.1	46.1		71.9							-3.0		45.3	hun			5.9	-11.4							36.1		-139.5							-114.9					39.9				64.3		30.6	43.1							33.4			-88.6	17.0	-33.9	46.5					64.5	34.6	45.5							-34.6	65.0			33.3	-68.9
hye																					69.5			54.0											hye																																										-16.7
ibo																					12.5			-8.0												ibo
ind							-76.9					-50.6			-21.7	-41.6			79.7		88.1			58.3	82.2									-29.7			ind		35.0	-18.9	-109.6																						56.5		-60.1									85.1			18.2						82.5										-65.6	4.5
isl	9.8						-33.6			-95.4	35.5		53.7		-107.5	-118.8		58.7	49.6		84.4	33.8		42.6	37.9			31.6			26.9		-102.6	-6.6				isl	39.4												-93.2		-89.4	-103.8					-109.5						4.5	58.4							47.1	49.0		48.2	11.7		-100.1				36.6		-104.6	61.9								15.9
ita			20.5		-1.4		-63.5			70.0	78.3		74.6		-18.9	-51.3		63.0	-41.1		74.4			83.7	74.1			77.8			38.5						-35.7	-7.3	ita		-102.4												68.4	-123.2											-35.8					-21.0				80.3		82.3	45.7						72.9										-62.3	32.6				31.3
jav												-67.2							67.2		80.5			30.5	68.7												-68.3			jav																																		75.8									71.2
jpn			-73.7							-16.9					-10.1	-16.3		-63.2	-4.2		62.6			55.0	-6.6						-59.4			-22.0			-62.1		-4.9		jpn								25.6																-19.6	-48.7							-30.1	5.2			1.2						-0.7			-50.8							-23.2	-77.5				-35.7
kam																					-45.4			-58.5																		kam
kan																					68.3			46.3																			kan														-88.5																															-76.8	-70.2
kat																					59.1			46.1																				kat																																	-15.2
kaz																					67.8	-89.2		51.1										-105.9											kaz			38.4													58.8																																56.6				44.4
kea																					47.2			22.7																						kea
khm													-139.5		-163.0	-157.9					53.3	-37.5		32.3										-29.2			-135.0										khm																-133.2										-132.0																									17.6
kir																					69.1	-115.8		40.1										-131.9											41.9			kir													61.5																																60.1				45.8
kor																			22.3		63.6			52.5	17.3									20.5															kor																												14.7						22.2
lao																					62.0	-174.3		36.3										-181.8																lao																																										-150.7
lav											-116.3							41.0	-65.3		70.6	65.4		35.5	-111.1			-126.4										38.2	-96.5												lav		84.4																					-96.1			58.6						-104.3			43.1								61.0
lin																					15.9			-0.3																												lin
lit											-113.2							30.1	-59.1		62.5	58.1		60.3	-106.3			-125.6										15.3	39.3												73.0		lit																				59.7	-87.8			69.8						32.0			52.4							18.1	72.5
ltz	-0.4						-108.7											-47.3	22.6		48.0	-85.9		33.5	-118.8						-116.7			-109.4				-49.0	-111.7															ltz											-7.9	-47.8											-110.2						-113.8			-47.9							-101.6	-105.9
lug																					-7.5			-26.1																															lug
luo																					-4.8			-22.3																																luo
mal																					69.9			45.1																			-71.8														mal																															-74.6	-74.9
mar				-20.9				-24.1													70.4			50.3					-19.1			1.7																										mar									-117.5					-138.5									39.3															-28.7
mkd					-8.8		51.6		87.3	95.3	56.1		87.2					66.4	62.8		71.5	51.9		56.1	63.0			53.5					97.1	41.9				42.1	62.8																				mkd							64.4				-37.5			76.4	69.4		75.0	79.3	23.6	89.4				58.6	76.5	101.6	68.5								83.2
mlt		-8.2	-26.5																		81.9	-143.3		21.5							-23.4			-149.8											42.6															mlt																						-51.8											-30.1
mon																					5.6	-142.2		-148.5										-155.2											32.8			31.1													mon																																-71.2				36.2
mri																					6.0			-17.2																																						mri
msa							-86.2					-49.4			-21.2	-42.7			78.5		87.6			63.0	80.5									-34.3			84.6		22.5	-30.1																							msa											84.1			-3.1						81.2											-14.7
mya															-122.2	-124.2					53.3	-165.8		28.9										-159.4																														mya
nld	53.8						-71.0				-14.5				-24.4	-48.0		65.9	61.2		67.0	62.4		73.8	48.2						-94.4			36.6			-48.3	13.3	-44.3		-108.7													-88.0											nld	57.2								-30.3			39.1						-39.0			67.2							-69.3	29.2
nob	36.7		44.6				27.5			-70.5	60.9		79.8		-39.6	-42.6		83.9	59.8		79.0	34.7		67.4	61.5			58.0			48.5		-79.4	41.6				59.9	59.5															-103.6					-88.6						46.5	nob							68.1	71.0		72.0	61.2		-72.9				57.1		-78.6	84.9							69.1	67.4
npi				-20.1				-29.7													70.8			47.7					-17.3			-15.7																										-0.9									npi					-142.9									42.2															-33.4
nso																					24.7			4.1																																												nso
nya																					15.0			-7.9																																													nya
oci					-18.0		-105.0				51.9				-81.8	-98.5					72.6			53.3	52.2			47.1											42.3																															oci				56.0		49.1	-44.3						42.6											-53.5
orm																						-144.9		-144.2										-149.1
ory																					68.3			46.9																																															ory
pan				-13.7				-25.6													78.2			50.1					-8.1			-2.0																										-9.2									-106.7					pan									41.5															-15.7
pol			-40.6		-18.9		-3.9		77.4	79.9	51.7		88.9		14.6	10.9		64.5	62.1		65.0	48.5		82.8	59.1			48.9			48.9		90.8	32.4				39.3	58.6										38.7				79.0						78.3							61.5				-53.6			pol	64.6		67.6	78.5	9.0	86.5				54.4	64.3	82.5	65.4								81.9
por					12.3		33.7			79.2	84.8		81.8		-3.3	-30.8		68.5	62.8		82.5			86.4	76.5			85.3					85.1				-21.9		76.2		-100.1																		75.8						-28.0					0.5			72.1	por		84.4	69.9		78.8				77.2		80.6						32.0		-52.7	72.6
pus																					7.2																																																						pus
ron					1.1		-67.8				78.2				-142.0	-147.2			47.6		78.8			67.2	74.0			76.1											74.9																															-9.0				81.9		ron	45.6						71.4											69.5
rus	22.3		28.1		-13.1		51.3		78.3	91.6	58.6		88.7		12.9	13.1		62.3	60.7		65.7	61.4		83.1	60.0			53.5			50.5		86.6	29.6	-11.9		19.2	35.9	59.1		-104.4								38.2		67.5		95.2	-118.7					85.7				63.1		33.7	60.4				-40.4			84.3	66.0		67.2	rus	77.8	82.7				55.4	65.5	91.5	65.4							-73.7	101.2				20.5
slk							-25.5			-30.7			2.7								73.2	-32.9		63.1										-50.4																									-18.8														-38.4				75.9	slk	-13.8															87.2
slv					-20.7		-10.2		82.8	79.8	51.0		92.8		15.1	5.6		69.0	66.7		69.0	54.4		83.3	58.7			49.3			51.5		99.9	45.2				44.5	61.9										39.8										83.4							66.5				-48.8			79.6	67.0		71.5	71.7	6.0	slv				55.0	69.7	89.0	71.2								74.5
sna																					15.2			-3.0																																																								sna
snd				58.8				54.4													66.7			39.2					56.7			49.0																										45.6									34.7					33.1									snd															57.2
som		-58.2	-84.1																		32.0	-145.5		8.2							-100.0			-149.6											37.4															-48.4																						som											-63.1
spa	14.4		39.5		-6.5		33.7			73.0	80.7		77.8		36.2	-25.2		60.2	56.1		72.1			82.5	69.7			82.3			41.2		79.3				-35.7	5.2	74.0		-104.3												65.0	-124.9					73.2						-39.6	51.4				-15.3			71.8	82.2		77.9	65.8		75.5				spa		73.0						17.3		55.4	66.0				28.8
srp							71.8		88.7	87.0			82.6						43.9		84.9	49.2		36.6									91.9	37.4																									88.6														80.8				82.3		82.5					srp	119.8									84.2
srp_Cyrl					-8.5		6.0			90.8	56.7		91.0		26.0	20.3		70.5	65.7		70.0			79.6	64.2			55.8					103.6					44.0	62.9																				97.3							66.5				-35.5			79.3	71.2		75.3	82.4		93.9				58.1		srp_Cyrl	71.6								86.1
swe	42.8		50.4				34.4			-65.4	68.6		88.0		-23.5	-34.5		88.3	67.2		83.2	33.4		100.2	69.6			63.8			57.9		-77.9	44.4				63.4	67.0												-63.8		-59.6	-100.8					-85.3						59.4	87.5							75.5	77.2		79.2	70.7		-71.2				62.6		-76.7	swe							77.0	77.2
swh																					65.0			45.1																																																															swh
tam																					65.8			42.9																			-72.2														-87.8																															tam	-73.7
tel																					70.9			43.2																			-66.0														-82.0																															-75.0	tel
tgk																					61.8			7.2																																																																		tgk
tgl																			6.2		72.8			50.5	1.8																																																	29.7									16.0								tgl
tha																					61.6	-68.2		39.9										-91.6																-144.0																																										tha
tur			6.7				-97.2			57.6	60.6							64.8	58.9		74.3	-15.6		71.7	59.8			56.6			-101.2			-30.4			-53.9		61.0		-112.2				44.4			42.0					39.8	-106.7							-66.3				-69.0	62.1				-17.3				68.1		69.5	-74.0						57.6			64.4							tur	60.6			47.5
ukr	21.9				-10.7		46.0		79.2	90.3	58.6		89.3		16.8	9.8		64.1	59.6		66.9	51.4		84.2	60.4			54.7			48.7		87.7	66.0			13.5	36.8	58.4		-98.0								37.3		70.9		94.3	-118.4					86.9				60.8		31.1	61.1				-36.9			85.5	65.7		68.3	95.8	80.5	84.0				53.8	66.9	91.5	68.0							65.9	ukr
umb																					-52.2			-59.8																																																																							umb
urd				-22.9				-34.7													67.1			42.9					-9.8			-9.6																										-9.6									-134.1					-154.0									36.9															urd
uzb																					60.2	-109.4		-119.3										-128.1											36.2			34.4													51.5																																49.6				uzb
vie													39.0		14.8	2.5			51.7		69.6	16.9		51.0	18.8						41.0			38.2			47.6		22.7					-28.6			-15.4																35.3										33.4				17.2						21.4															vie
wol																					-34.0			-43.8																																																																											wol
xho																					44.4			14.4																																																																												xho
yor																					-15.0			-32.0																																																																													yor
zul																					20.0																																																																																	zul