Initial commit

843954f 13 days ago

91.5 kB

	---
	library_name: transformers
	language:
	- anp
	- as
	- awa
	- bal
	- bho
	- bn
	- bpy
	- de
	- diq
	- dv
	- en
	- es
	- fa
	- fr
	- gbm
	- glk
	- gu
	- hi
	- hif
	- hne
	- hns
	- jdt
	- kok
	- ks
	- ku
	- lah
	- lrc
	- mag
	- mai
	- mr
	- mzn
	- ne
	- or
	- os
	- pa
	- pal
	- pi
	- ps
	- pt
	- rhg
	- rmy
	- rom
	- sa
	- sd
	- si
	- skr
	- syl
	- tg
	- tly
	- ur
	- zza
	language_bcp47:
	- ku_Latn

	tags:
	- translation
	- opus-mt-tc-bible

	license: apache-2.0
	model-index:
	- name: opus-mt-tc-bible-big-iir-deu_eng_fra_por_spa
	results:
	- task:
	name: Translation asm-eng
	type: translation
	args: asm-eng
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: asm-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 21.5
	- name: chr-F
	type: chrf
	value: 0.48589
	- task:
	name: Translation asm-fra
	type: translation
	args: asm-fra
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: asm-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 11.7
	- name: chr-F
	type: chrf
	value: 0.35394
	- task:
	name: Translation asm-por
	type: translation
	args: asm-por
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: asm-por
	metrics:
	- name: BLEU
	type: bleu
	value: 12.3
	- name: chr-F
	type: chrf
	value: 0.37939
	- task:
	name: Translation awa-deu
	type: translation
	args: awa-deu
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: awa-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 16.0
	- name: chr-F
	type: chrf
	value: 0.47071
	- task:
	name: Translation awa-eng
	type: translation
	args: awa-eng
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: awa-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 26.6
	- name: chr-F
	type: chrf
	value: 0.53069
	- task:
	name: Translation awa-fra
	type: translation
	args: awa-fra
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: awa-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 21.1
	- name: chr-F
	type: chrf
	value: 0.49700
	- task:
	name: Translation awa-por
	type: translation
	args: awa-por
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: awa-por
	metrics:
	- name: BLEU
	type: bleu
	value: 21.8
	- name: chr-F
	type: chrf
	value: 0.49950
	- task:
	name: Translation awa-spa
	type: translation
	args: awa-spa
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: awa-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 15.4
	- name: chr-F
	type: chrf
	value: 0.43831
	- task:
	name: Translation ben-deu
	type: translation
	args: ben-deu
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: ben-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 17.0
	- name: chr-F
	type: chrf
	value: 0.47434
	- task:
	name: Translation ben-eng
	type: translation
	args: ben-eng
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: ben-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 31.4
	- name: chr-F
	type: chrf
	value: 0.58408
	- task:
	name: Translation ben-fra
	type: translation
	args: ben-fra
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: ben-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 23.2
	- name: chr-F
	type: chrf
	value: 0.50930
	- task:
	name: Translation ben-por
	type: translation
	args: ben-por
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: ben-por
	metrics:
	- name: BLEU
	type: bleu
	value: 22.4
	- name: chr-F
	type: chrf
	value: 0.50661
	- task:
	name: Translation ben-spa
	type: translation
	args: ben-spa
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: ben-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 15.7
	- name: chr-F
	type: chrf
	value: 0.44485
	- task:
	name: Translation bho-deu
	type: translation
	args: bho-deu
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: bho-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 12.8
	- name: chr-F
	type: chrf
	value: 0.42463
	- task:
	name: Translation bho-eng
	type: translation
	args: bho-eng
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: bho-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 22.6
	- name: chr-F
	type: chrf
	value: 0.50545
	- task:
	name: Translation bho-fra
	type: translation
	args: bho-fra
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: bho-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 17.4
	- name: chr-F
	type: chrf
	value: 0.45264
	- task:
	name: Translation bho-por
	type: translation
	args: bho-por
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: bho-por
	metrics:
	- name: BLEU
	type: bleu
	value: 17.0
	- name: chr-F
	type: chrf
	value: 0.44737
	- task:
	name: Translation bho-spa
	type: translation
	args: bho-spa
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: bho-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 13.0
	- name: chr-F
	type: chrf
	value: 0.40585
	- task:
	name: Translation ckb-deu
	type: translation
	args: ckb-deu
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: ckb-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 13.6
	- name: chr-F
	type: chrf
	value: 0.42110
	- task:
	name: Translation ckb-eng
	type: translation
	args: ckb-eng
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: ckb-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 24.7
	- name: chr-F
	type: chrf
	value: 0.50543
	- task:
	name: Translation ckb-fra
	type: translation
	args: ckb-fra
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: ckb-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 19.1
	- name: chr-F
	type: chrf
	value: 0.45847
	- task:
	name: Translation ckb-por
	type: translation
	args: ckb-por
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: ckb-por
	metrics:
	- name: BLEU
	type: bleu
	value: 17.8
	- name: chr-F
	type: chrf
	value: 0.44567
	- task:
	name: Translation ckb-spa
	type: translation
	args: ckb-spa
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: ckb-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 13.0
	- name: chr-F
	type: chrf
	value: 0.39955
	- task:
	name: Translation guj-deu
	type: translation
	args: guj-deu
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: guj-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 17.3
	- name: chr-F
	type: chrf
	value: 0.46758
	- task:
	name: Translation guj-eng
	type: translation
	args: guj-eng
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: guj-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 34.4
	- name: chr-F
	type: chrf
	value: 0.61139
	- task:
	name: Translation guj-fra
	type: translation
	args: guj-fra
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: guj-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 22.5
	- name: chr-F
	type: chrf
	value: 0.50349
	- task:
	name: Translation guj-por
	type: translation
	args: guj-por
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: guj-por
	metrics:
	- name: BLEU
	type: bleu
	value: 22.4
	- name: chr-F
	type: chrf
	value: 0.49828
	- task:
	name: Translation guj-spa
	type: translation
	args: guj-spa
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: guj-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 15.5
	- name: chr-F
	type: chrf
	value: 0.44472
	- task:
	name: Translation hin-deu
	type: translation
	args: hin-deu
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: hin-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 20.8
	- name: chr-F
	type: chrf
	value: 0.50772
	- task:
	name: Translation hin-eng
	type: translation
	args: hin-eng
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: hin-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 37.3
	- name: chr-F
	type: chrf
	value: 0.63234
	- task:
	name: Translation hin-fra
	type: translation
	args: hin-fra
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: hin-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 26.5
	- name: chr-F
	type: chrf
	value: 0.53933
	- task:
	name: Translation hin-por
	type: translation
	args: hin-por
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: hin-por
	metrics:
	- name: BLEU
	type: bleu
	value: 26.1
	- name: chr-F
	type: chrf
	value: 0.53523
	- task:
	name: Translation hin-spa
	type: translation
	args: hin-spa
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: hin-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 17.4
	- name: chr-F
	type: chrf
	value: 0.46183
	- task:
	name: Translation hne-deu
	type: translation
	args: hne-deu
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: hne-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 19.0
	- name: chr-F
	type: chrf
	value: 0.49946
	- task:
	name: Translation hne-eng
	type: translation
	args: hne-eng
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: hne-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 38.1
	- name: chr-F
	type: chrf
	value: 0.63640
	- task:
	name: Translation hne-fra
	type: translation
	args: hne-fra
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: hne-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 25.7
	- name: chr-F
	type: chrf
	value: 0.53419
	- task:
	name: Translation hne-por
	type: translation
	args: hne-por
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: hne-por
	metrics:
	- name: BLEU
	type: bleu
	value: 25.9
	- name: chr-F
	type: chrf
	value: 0.53735
	- task:
	name: Translation hne-spa
	type: translation
	args: hne-spa
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: hne-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 16.9
	- name: chr-F
	type: chrf
	value: 0.45610
	- task:
	name: Translation kmr-eng
	type: translation
	args: kmr-eng
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: kmr-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 12.8
	- name: chr-F
	type: chrf
	value: 0.37717
	- task:
	name: Translation mag-deu
	type: translation
	args: mag-deu
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: mag-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 20.0
	- name: chr-F
	type: chrf
	value: 0.50681
	- task:
	name: Translation mag-eng
	type: translation
	args: mag-eng
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: mag-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 38.0
	- name: chr-F
	type: chrf
	value: 0.63966
	- task:
	name: Translation mag-fra
	type: translation
	args: mag-fra
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: mag-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 25.9
	- name: chr-F
	type: chrf
	value: 0.53810
	- task:
	name: Translation mag-por
	type: translation
	args: mag-por
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: mag-por
	metrics:
	- name: BLEU
	type: bleu
	value: 26.6
	- name: chr-F
	type: chrf
	value: 0.54065
	- task:
	name: Translation mag-spa
	type: translation
	args: mag-spa
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: mag-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 17.1
	- name: chr-F
	type: chrf
	value: 0.46131
	- task:
	name: Translation mai-deu
	type: translation
	args: mai-deu
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: mai-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 16.8
	- name: chr-F
	type: chrf
	value: 0.47686
	- task:
	name: Translation mai-eng
	type: translation
	args: mai-eng
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: mai-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 30.2
	- name: chr-F
	type: chrf
	value: 0.57552
	- task:
	name: Translation mai-fra
	type: translation
	args: mai-fra
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: mai-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 22.4
	- name: chr-F
	type: chrf
	value: 0.50909
	- task:
	name: Translation mai-por
	type: translation
	args: mai-por
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: mai-por
	metrics:
	- name: BLEU
	type: bleu
	value: 22.9
	- name: chr-F
	type: chrf
	value: 0.51249
	- task:
	name: Translation mai-spa
	type: translation
	args: mai-spa
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: mai-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 15.9
	- name: chr-F
	type: chrf
	value: 0.44694
	- task:
	name: Translation mar-deu
	type: translation
	args: mar-deu
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: mar-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 14.8
	- name: chr-F
	type: chrf
	value: 0.45295
	- task:
	name: Translation mar-eng
	type: translation
	args: mar-eng
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: mar-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 31.0
	- name: chr-F
	type: chrf
	value: 0.58203
	- task:
	name: Translation mar-fra
	type: translation
	args: mar-fra
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: mar-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 20.4
	- name: chr-F
	type: chrf
	value: 0.48254
	- task:
	name: Translation mar-por
	type: translation
	args: mar-por
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: mar-por
	metrics:
	- name: BLEU
	type: bleu
	value: 20.4
	- name: chr-F
	type: chrf
	value: 0.48368
	- task:
	name: Translation mar-spa
	type: translation
	args: mar-spa
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: mar-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 14.7
	- name: chr-F
	type: chrf
	value: 0.42799
	- task:
	name: Translation npi-deu
	type: translation
	args: npi-deu
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: npi-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 17.2
	- name: chr-F
	type: chrf
	value: 0.47267
	- task:
	name: Translation npi-eng
	type: translation
	args: npi-eng
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: npi-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 32.5
	- name: chr-F
	type: chrf
	value: 0.59559
	- task:
	name: Translation npi-fra
	type: translation
	args: npi-fra
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: npi-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 22.5
	- name: chr-F
	type: chrf
	value: 0.50869
	- task:
	name: Translation npi-por
	type: translation
	args: npi-por
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: npi-por
	metrics:
	- name: BLEU
	type: bleu
	value: 22.5
	- name: chr-F
	type: chrf
	value: 0.50900
	- task:
	name: Translation npi-spa
	type: translation
	args: npi-spa
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: npi-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 15.6
	- name: chr-F
	type: chrf
	value: 0.44304
	- task:
	name: Translation pan-deu
	type: translation
	args: pan-deu
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: pan-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 18.6
	- name: chr-F
	type: chrf
	value: 0.48342
	- task:
	name: Translation pan-eng
	type: translation
	args: pan-eng
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: pan-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 33.4
	- name: chr-F
	type: chrf
	value: 0.60328
	- task:
	name: Translation pan-fra
	type: translation
	args: pan-fra
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: pan-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 24.4
	- name: chr-F
	type: chrf
	value: 0.51953
	- task:
	name: Translation pan-por
	type: translation
	args: pan-por
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: pan-por
	metrics:
	- name: BLEU
	type: bleu
	value: 23.9
	- name: chr-F
	type: chrf
	value: 0.51428
	- task:
	name: Translation pan-spa
	type: translation
	args: pan-spa
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: pan-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 16.3
	- name: chr-F
	type: chrf
	value: 0.44615
	- task:
	name: Translation pes-deu
	type: translation
	args: pes-deu
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: pes-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 21.0
	- name: chr-F
	type: chrf
	value: 0.51124
	- task:
	name: Translation pes-eng
	type: translation
	args: pes-eng
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: pes-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 33.7
	- name: chr-F
	type: chrf
	value: 0.60538
	- task:
	name: Translation pes-fra
	type: translation
	args: pes-fra
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: pes-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 27.8
	- name: chr-F
	type: chrf
	value: 0.55157
	- task:
	name: Translation pes-por
	type: translation
	args: pes-por
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: pes-por
	metrics:
	- name: BLEU
	type: bleu
	value: 26.6
	- name: chr-F
	type: chrf
	value: 0.54372
	- task:
	name: Translation pes-spa
	type: translation
	args: pes-spa
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: pes-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 18.8
	- name: chr-F
	type: chrf
	value: 0.47561
	- task:
	name: Translation prs-deu
	type: translation
	args: prs-deu
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: prs-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 20.7
	- name: chr-F
	type: chrf
	value: 0.50273
	- task:
	name: Translation prs-eng
	type: translation
	args: prs-eng
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: prs-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 34.5
	- name: chr-F
	type: chrf
	value: 0.60144
	- task:
	name: Translation prs-fra
	type: translation
	args: prs-fra
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: prs-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 27.0
	- name: chr-F
	type: chrf
	value: 0.54241
	- task:
	name: Translation prs-por
	type: translation
	args: prs-por
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: prs-por
	metrics:
	- name: BLEU
	type: bleu
	value: 26.6
	- name: chr-F
	type: chrf
	value: 0.53562
	- task:
	name: Translation prs-spa
	type: translation
	args: prs-spa
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: prs-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 18.1
	- name: chr-F
	type: chrf
	value: 0.46497
	- task:
	name: Translation san-eng
	type: translation
	args: san-eng
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: san-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 11.5
	- name: chr-F
	type: chrf
	value: 0.36840
	- task:
	name: Translation sin-deu
	type: translation
	args: sin-deu
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: sin-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 14.7
	- name: chr-F
	type: chrf
	value: 0.45041
	- task:
	name: Translation sin-eng
	type: translation
	args: sin-eng
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: sin-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 26.3
	- name: chr-F
	type: chrf
	value: 0.54060
	- task:
	name: Translation sin-fra
	type: translation
	args: sin-fra
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: sin-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 19.9
	- name: chr-F
	type: chrf
	value: 0.48163
	- task:
	name: Translation sin-por
	type: translation
	args: sin-por
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: sin-por
	metrics:
	- name: BLEU
	type: bleu
	value: 19.6
	- name: chr-F
	type: chrf
	value: 0.47780
	- task:
	name: Translation sin-spa
	type: translation
	args: sin-spa
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: sin-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 14.2
	- name: chr-F
	type: chrf
	value: 0.42546
	- task:
	name: Translation tgk-deu
	type: translation
	args: tgk-deu
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: tgk-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 15.6
	- name: chr-F
	type: chrf
	value: 0.45203
	- task:
	name: Translation tgk-eng
	type: translation
	args: tgk-eng
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: tgk-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 25.3
	- name: chr-F
	type: chrf
	value: 0.53740
	- task:
	name: Translation tgk-fra
	type: translation
	args: tgk-fra
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: tgk-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 22.1
	- name: chr-F
	type: chrf
	value: 0.50153
	- task:
	name: Translation tgk-por
	type: translation
	args: tgk-por
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: tgk-por
	metrics:
	- name: BLEU
	type: bleu
	value: 21.9
	- name: chr-F
	type: chrf
	value: 0.49378
	- task:
	name: Translation tgk-spa
	type: translation
	args: tgk-spa
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: tgk-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 15.9
	- name: chr-F
	type: chrf
	value: 0.44099
	- task:
	name: Translation urd-deu
	type: translation
	args: urd-deu
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: urd-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 17.2
	- name: chr-F
	type: chrf
	value: 0.46894
	- task:
	name: Translation urd-eng
	type: translation
	args: urd-eng
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: urd-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 29.3
	- name: chr-F
	type: chrf
	value: 0.56967
	- task:
	name: Translation urd-fra
	type: translation
	args: urd-fra
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: urd-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 22.6
	- name: chr-F
	type: chrf
	value: 0.50616
	- task:
	name: Translation urd-por
	type: translation
	args: urd-por
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: urd-por
	metrics:
	- name: BLEU
	type: bleu
	value: 21.7
	- name: chr-F
	type: chrf
	value: 0.49398
	- task:
	name: Translation urd-spa
	type: translation
	args: urd-spa
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: urd-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 15.4
	- name: chr-F
	type: chrf
	value: 0.43800
	- task:
	name: Translation asm-fra
	type: translation
	args: asm-fra
	dataset:
	name: flores101-devtest
	type: flores_101
	args: asm fra devtest
	metrics:
	- name: BLEU
	type: bleu
	value: 11.6
	- name: chr-F
	type: chrf
	value: 0.35655
	- task:
	name: Translation asm-por
	type: translation
	args: asm-por
	dataset:
	name: flores101-devtest
	type: flores_101
	args: asm por devtest
	metrics:
	- name: BLEU
	type: bleu
	value: 12.5
	- name: chr-F
	type: chrf
	value: 0.38149
	- task:
	name: Translation ben-deu
	type: translation
	args: ben-deu
	dataset:
	name: flores101-devtest
	type: flores_101
	args: ben deu devtest
	metrics:
	- name: BLEU
	type: bleu
	value: 16.4
	- name: chr-F
	type: chrf
	value: 0.46873
	- task:
	name: Translation ben-eng
	type: translation
	args: ben-eng
	dataset:
	name: flores101-devtest
	type: flores_101
	args: ben eng devtest
	metrics:
	- name: BLEU
	type: bleu
	value: 30.0
	- name: chr-F
	type: chrf
	value: 0.57508
	- task:
	name: Translation ben-spa
	type: translation
	args: ben-spa
	dataset:
	name: flores101-devtest
	type: flores_101
	args: ben spa devtest
	metrics:
	- name: BLEU
	type: bleu
	value: 15.1
	- name: chr-F
	type: chrf
	value: 0.44010
	- task:
	name: Translation ckb-deu
	type: translation
	args: ckb-deu
	dataset:
	name: flores101-devtest
	type: flores_101
	args: ckb deu devtest
	metrics:
	- name: BLEU
	type: bleu
	value: 13.0
	- name: chr-F
	type: chrf
	value: 0.41546
	- task:
	name: Translation ckb-por
	type: translation
	args: ckb-por
	dataset:
	name: flores101-devtest
	type: flores_101
	args: ckb por devtest
	metrics:
	- name: BLEU
	type: bleu
	value: 17.6
	- name: chr-F
	type: chrf
	value: 0.44178
	- task:
	name: Translation ckb-spa
	type: translation
	args: ckb-spa
	dataset:
	name: flores101-devtest
	type: flores_101
	args: ckb spa devtest
	metrics:
	- name: BLEU
	type: bleu
	value: 12.7
	- name: chr-F
	type: chrf
	value: 0.39703
	- task:
	name: Translation fas-por
	type: translation
	args: fas-por
	dataset:
	name: flores101-devtest
	type: flores_101
	args: fas por devtest
	metrics:
	- name: BLEU
	type: bleu
	value: 26.1
	- name: chr-F
	type: chrf
	value: 0.54077
	- task:
	name: Translation guj-deu
	type: translation
	args: guj-deu
	dataset:
	name: flores101-devtest
	type: flores_101
	args: guj deu devtest
	metrics:
	- name: BLEU
	type: bleu
	value: 16.5
	- name: chr-F
	type: chrf
	value: 0.45906
	- task:
	name: Translation guj-spa
	type: translation
	args: guj-spa
	dataset:
	name: flores101-devtest
	type: flores_101
	args: guj spa devtest
	metrics:
	- name: BLEU
	type: bleu
	value: 15.2
	- name: chr-F
	type: chrf
	value: 0.43928
	- task:
	name: Translation hin-eng
	type: translation
	args: hin-eng
	dataset:
	name: flores101-devtest
	type: flores_101
	args: hin eng devtest
	metrics:
	- name: BLEU
	type: bleu
	value: 36.6
	- name: chr-F
	type: chrf
	value: 0.62807
	- task:
	name: Translation hin-por
	type: translation
	args: hin-por
	dataset:
	name: flores101-devtest
	type: flores_101
	args: hin por devtest
	metrics:
	- name: BLEU
	type: bleu
	value: 25.1
	- name: chr-F
	type: chrf
	value: 0.52825
	- task:
	name: Translation mar-deu
	type: translation
	args: mar-deu
	dataset:
	name: flores101-devtest
	type: flores_101
	args: mar deu devtest
	metrics:
	- name: BLEU
	type: bleu
	value: 14.8
	- name: chr-F
	type: chrf
	value: 0.44767
	- task:
	name: Translation npi-deu
	type: translation
	args: npi-deu
	dataset:
	name: flores101-devtest
	type: flores_101
	args: npi deu devtest
	metrics:
	- name: BLEU
	type: bleu
	value: 15.9
	- name: chr-F
	type: chrf
	value: 0.46178
	- task:
	name: Translation pan-fra
	type: translation
	args: pan-fra
	dataset:
	name: flores101-devtest
	type: flores_101
	args: pan fra devtest
	metrics:
	- name: BLEU
	type: bleu
	value: 23.4
	- name: chr-F
	type: chrf
	value: 0.50909
	- task:
	name: Translation pan-por
	type: translation
	args: pan-por
	dataset:
	name: flores101-devtest
	type: flores_101
	args: pan por devtest
	metrics:
	- name: BLEU
	type: bleu
	value: 23.0
	- name: chr-F
	type: chrf
	value: 0.50634
	- task:
	name: Translation pus-deu
	type: translation
	args: pus-deu
	dataset:
	name: flores101-devtest
	type: flores_101
	args: pus deu devtest
	metrics:
	- name: BLEU
	type: bleu
	value: 13.5
	- name: chr-F
	type: chrf
	value: 0.42645
	- task:
	name: Translation pus-fra
	type: translation
	args: pus-fra
	dataset:
	name: flores101-devtest
	type: flores_101
	args: pus fra devtest
	metrics:
	- name: BLEU
	type: bleu
	value: 18.0
	- name: chr-F
	type: chrf
	value: 0.45719
	- task:
	name: Translation urd-deu
	type: translation
	args: urd-deu
	dataset:
	name: flores101-devtest
	type: flores_101
	args: urd deu devtest
	metrics:
	- name: BLEU
	type: bleu
	value: 16.5
	- name: chr-F
	type: chrf
	value: 0.46102
	- task:
	name: Translation urd-eng
	type: translation
	args: urd-eng
	dataset:
	name: flores101-devtest
	type: flores_101
	args: urd eng devtest
	metrics:
	- name: BLEU
	type: bleu
	value: 28.4
	- name: chr-F
	type: chrf
	value: 0.56356
	- task:
	name: Translation ben-deu
	type: translation
	args: ben-deu
	dataset:
	name: ntrex128
	type: ntrex128
	args: ben-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 15.0
	- name: chr-F
	type: chrf
	value: 0.45551
	- task:
	name: Translation ben-eng
	type: translation
	args: ben-eng
	dataset:
	name: ntrex128
	type: ntrex128
	args: ben-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 29.0
	- name: chr-F
	type: chrf
	value: 0.56878
	- task:
	name: Translation ben-fra
	type: translation
	args: ben-fra
	dataset:
	name: ntrex128
	type: ntrex128
	args: ben-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 18.6
	- name: chr-F
	type: chrf
	value: 0.47077
	- task:
	name: Translation ben-por
	type: translation
	args: ben-por
	dataset:
	name: ntrex128
	type: ntrex128
	args: ben-por
	metrics:
	- name: BLEU
	type: bleu
	value: 17.1
	- name: chr-F
	type: chrf
	value: 0.46049
	- task:
	name: Translation ben-spa
	type: translation
	args: ben-spa
	dataset:
	name: ntrex128
	type: ntrex128
	args: ben-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 21.3
	- name: chr-F
	type: chrf
	value: 0.48833
	- task:
	name: Translation fas-deu
	type: translation
	args: fas-deu
	dataset:
	name: ntrex128
	type: ntrex128
	args: fas-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 16.1
	- name: chr-F
	type: chrf
	value: 0.46991
	- task:
	name: Translation fas-eng
	type: translation
	args: fas-eng
	dataset:
	name: ntrex128
	type: ntrex128
	args: fas-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 25.9
	- name: chr-F
	type: chrf
	value: 0.55119
	- task:
	name: Translation fas-fra
	type: translation
	args: fas-fra
	dataset:
	name: ntrex128
	type: ntrex128
	args: fas-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 21.2
	- name: chr-F
	type: chrf
	value: 0.49626
	- task:
	name: Translation fas-por
	type: translation
	args: fas-por
	dataset:
	name: ntrex128
	type: ntrex128
	args: fas-por
	metrics:
	- name: BLEU
	type: bleu
	value: 18.6
	- name: chr-F
	type: chrf
	value: 0.47499
	- task:
	name: Translation fas-spa
	type: translation
	args: fas-spa
	dataset:
	name: ntrex128
	type: ntrex128
	args: fas-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 22.8
	- name: chr-F
	type: chrf
	value: 0.50178
	- task:
	name: Translation guj-deu
	type: translation
	args: guj-deu
	dataset:
	name: ntrex128
	type: ntrex128
	args: guj-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 14.3
	- name: chr-F
	type: chrf
	value: 0.43998
	- task:
	name: Translation guj-eng
	type: translation
	args: guj-eng
	dataset:
	name: ntrex128
	type: ntrex128
	args: guj-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 31.0
	- name: chr-F
	type: chrf
	value: 0.58481
	- task:
	name: Translation guj-fra
	type: translation
	args: guj-fra
	dataset:
	name: ntrex128
	type: ntrex128
	args: guj-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 17.3
	- name: chr-F
	type: chrf
	value: 0.45468
	- task:
	name: Translation guj-por
	type: translation
	args: guj-por
	dataset:
	name: ntrex128
	type: ntrex128
	args: guj-por
	metrics:
	- name: BLEU
	type: bleu
	value: 15.8
	- name: chr-F
	type: chrf
	value: 0.44223
	- task:
	name: Translation guj-spa
	type: translation
	args: guj-spa
	dataset:
	name: ntrex128
	type: ntrex128
	args: guj-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 20.7
	- name: chr-F
	type: chrf
	value: 0.47798
	- task:
	name: Translation hin-deu
	type: translation
	args: hin-deu
	dataset:
	name: ntrex128
	type: ntrex128
	args: hin-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 15.0
	- name: chr-F
	type: chrf
	value: 0.46580
	- task:
	name: Translation hin-eng
	type: translation
	args: hin-eng
	dataset:
	name: ntrex128
	type: ntrex128
	args: hin-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 31.6
	- name: chr-F
	type: chrf
	value: 0.59832
	- task:
	name: Translation hin-fra
	type: translation
	args: hin-fra
	dataset:
	name: ntrex128
	type: ntrex128
	args: hin-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 19.5
	- name: chr-F
	type: chrf
	value: 0.48328
	- task:
	name: Translation hin-por
	type: translation
	args: hin-por
	dataset:
	name: ntrex128
	type: ntrex128
	args: hin-por
	metrics:
	- name: BLEU
	type: bleu
	value: 17.8
	- name: chr-F
	type: chrf
	value: 0.46833
	- task:
	name: Translation hin-spa
	type: translation
	args: hin-spa
	dataset:
	name: ntrex128
	type: ntrex128
	args: hin-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 21.9
	- name: chr-F
	type: chrf
	value: 0.49517
	- task:
	name: Translation kmr-eng
	type: translation
	args: kmr-eng
	dataset:
	name: ntrex128
	type: ntrex128
	args: kmr-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 12.9
	- name: chr-F
	type: chrf
	value: 0.37956
	- task:
	name: Translation kmr-spa
	type: translation
	args: kmr-spa
	dataset:
	name: ntrex128
	type: ntrex128
	args: kmr-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 10.8
	- name: chr-F
	type: chrf
	value: 0.35021
	- task:
	name: Translation mar-deu
	type: translation
	args: mar-deu
	dataset:
	name: ntrex128
	type: ntrex128
	args: mar-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 13.5
	- name: chr-F
	type: chrf
	value: 0.43713
	- task:
	name: Translation mar-eng
	type: translation
	args: mar-eng
	dataset:
	name: ntrex128
	type: ntrex128
	args: mar-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 27.4
	- name: chr-F
	type: chrf
	value: 0.55132
	- task:
	name: Translation mar-fra
	type: translation
	args: mar-fra
	dataset:
	name: ntrex128
	type: ntrex128
	args: mar-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 16.9
	- name: chr-F
	type: chrf
	value: 0.44797
	- task:
	name: Translation mar-por
	type: translation
	args: mar-por
	dataset:
	name: ntrex128
	type: ntrex128
	args: mar-por
	metrics:
	- name: BLEU
	type: bleu
	value: 16.1
	- name: chr-F
	type: chrf
	value: 0.44342
	- task:
	name: Translation mar-spa
	type: translation
	args: mar-spa
	dataset:
	name: ntrex128
	type: ntrex128
	args: mar-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 19.7
	- name: chr-F
	type: chrf
	value: 0.46950
	- task:
	name: Translation nep-deu
	type: translation
	args: nep-deu
	dataset:
	name: ntrex128
	type: ntrex128
	args: nep-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 13.5
	- name: chr-F
	type: chrf
	value: 0.43568
	- task:
	name: Translation nep-eng
	type: translation
	args: nep-eng
	dataset:
	name: ntrex128
	type: ntrex128
	args: nep-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 28.8
	- name: chr-F
	type: chrf
	value: 0.55954
	- task:
	name: Translation nep-fra
	type: translation
	args: nep-fra
	dataset:
	name: ntrex128
	type: ntrex128
	args: nep-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 16.9
	- name: chr-F
	type: chrf
	value: 0.45083
	- task:
	name: Translation nep-por
	type: translation
	args: nep-por
	dataset:
	name: ntrex128
	type: ntrex128
	args: nep-por
	metrics:
	- name: BLEU
	type: bleu
	value: 16.0
	- name: chr-F
	type: chrf
	value: 0.44458
	- task:
	name: Translation nep-spa
	type: translation
	args: nep-spa
	dataset:
	name: ntrex128
	type: ntrex128
	args: nep-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 19.4
	- name: chr-F
	type: chrf
	value: 0.46832
	- task:
	name: Translation pan-deu
	type: translation
	args: pan-deu
	dataset:
	name: ntrex128
	type: ntrex128
	args: pan-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 14.6
	- name: chr-F
	type: chrf
	value: 0.44327
	- task:
	name: Translation pan-eng
	type: translation
	args: pan-eng
	dataset:
	name: ntrex128
	type: ntrex128
	args: pan-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 30.5
	- name: chr-F
	type: chrf
	value: 0.57665
	- task:
	name: Translation pan-fra
	type: translation
	args: pan-fra
	dataset:
	name: ntrex128
	type: ntrex128
	args: pan-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 17.7
	- name: chr-F
	type: chrf
	value: 0.45815
	- task:
	name: Translation pan-por
	type: translation
	args: pan-por
	dataset:
	name: ntrex128
	type: ntrex128
	args: pan-por
	metrics:
	- name: BLEU
	type: bleu
	value: 16.3
	- name: chr-F
	type: chrf
	value: 0.44608
	- task:
	name: Translation pan-spa
	type: translation
	args: pan-spa
	dataset:
	name: ntrex128
	type: ntrex128
	args: pan-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 20.0
	- name: chr-F
	type: chrf
	value: 0.47289
	- task:
	name: Translation prs-deu
	type: translation
	args: prs-deu
	dataset:
	name: ntrex128
	type: ntrex128
	args: prs-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 14.6
	- name: chr-F
	type: chrf
	value: 0.45067
	- task:
	name: Translation prs-eng
	type: translation
	args: prs-eng
	dataset:
	name: ntrex128
	type: ntrex128
	args: prs-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 26.6
	- name: chr-F
	type: chrf
	value: 0.54767
	- task:
	name: Translation prs-fra
	type: translation
	args: prs-fra
	dataset:
	name: ntrex128
	type: ntrex128
	args: prs-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 19.3
	- name: chr-F
	type: chrf
	value: 0.47453
	- task:
	name: Translation prs-por
	type: translation
	args: prs-por
	dataset:
	name: ntrex128
	type: ntrex128
	args: prs-por
	metrics:
	- name: BLEU
	type: bleu
	value: 17.1
	- name: chr-F
	type: chrf
	value: 0.45843
	- task:
	name: Translation prs-spa
	type: translation
	args: prs-spa
	dataset:
	name: ntrex128
	type: ntrex128
	args: prs-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 20.9
	- name: chr-F
	type: chrf
	value: 0.48317
	- task:
	name: Translation pus-deu
	type: translation
	args: pus-deu
	dataset:
	name: ntrex128
	type: ntrex128
	args: pus-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 10.3
	- name: chr-F
	type: chrf
	value: 0.38989
	- task:
	name: Translation pus-eng
	type: translation
	args: pus-eng
	dataset:
	name: ntrex128
	type: ntrex128
	args: pus-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 17.6
	- name: chr-F
	type: chrf
	value: 0.44698
	- task:
	name: Translation pus-fra
	type: translation
	args: pus-fra
	dataset:
	name: ntrex128
	type: ntrex128
	args: pus-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 12.6
	- name: chr-F
	type: chrf
	value: 0.39872
	- task:
	name: Translation pus-por
	type: translation
	args: pus-por
	dataset:
	name: ntrex128
	type: ntrex128
	args: pus-por
	metrics:
	- name: BLEU
	type: bleu
	value: 11.9
	- name: chr-F
	type: chrf
	value: 0.38923
	- task:
	name: Translation pus-spa
	type: translation
	args: pus-spa
	dataset:
	name: ntrex128
	type: ntrex128
	args: pus-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 14.6
	- name: chr-F
	type: chrf
	value: 0.41132
	- task:
	name: Translation sin-deu
	type: translation
	args: sin-deu
	dataset:
	name: ntrex128
	type: ntrex128
	args: sin-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 12.5
	- name: chr-F
	type: chrf
	value: 0.42541
	- task:
	name: Translation sin-eng
	type: translation
	args: sin-eng
	dataset:
	name: ntrex128
	type: ntrex128
	args: sin-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 23.5
	- name: chr-F
	type: chrf
	value: 0.51853
	- task:
	name: Translation sin-fra
	type: translation
	args: sin-fra
	dataset:
	name: ntrex128
	type: ntrex128
	args: sin-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 15.9
	- name: chr-F
	type: chrf
	value: 0.44099
	- task:
	name: Translation sin-por
	type: translation
	args: sin-por
	dataset:
	name: ntrex128
	type: ntrex128
	args: sin-por
	metrics:
	- name: BLEU
	type: bleu
	value: 14.4
	- name: chr-F
	type: chrf
	value: 0.43010
	- task:
	name: Translation sin-spa
	type: translation
	args: sin-spa
	dataset:
	name: ntrex128
	type: ntrex128
	args: sin-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 18.4
	- name: chr-F
	type: chrf
	value: 0.46225
	- task:
	name: Translation tgk_Cyrl-deu
	type: translation
	args: tgk_Cyrl-deu
	dataset:
	name: ntrex128
	type: ntrex128
	args: tgk_Cyrl-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 11.4
	- name: chr-F
	type: chrf
	value: 0.40368
	- task:
	name: Translation tgk_Cyrl-eng
	type: translation
	args: tgk_Cyrl-eng
	dataset:
	name: ntrex128
	type: ntrex128
	args: tgk_Cyrl-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 18.2
	- name: chr-F
	type: chrf
	value: 0.47132
	- task:
	name: Translation tgk_Cyrl-fra
	type: translation
	args: tgk_Cyrl-fra
	dataset:
	name: ntrex128
	type: ntrex128
	args: tgk_Cyrl-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 15.8
	- name: chr-F
	type: chrf
	value: 0.43311
	- task:
	name: Translation tgk_Cyrl-por
	type: translation
	args: tgk_Cyrl-por
	dataset:
	name: ntrex128
	type: ntrex128
	args: tgk_Cyrl-por
	metrics:
	- name: BLEU
	type: bleu
	value: 13.8
	- name: chr-F
	type: chrf
	value: 0.42095
	- task:
	name: Translation tgk_Cyrl-spa
	type: translation
	args: tgk_Cyrl-spa
	dataset:
	name: ntrex128
	type: ntrex128
	args: tgk_Cyrl-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 17.3
	- name: chr-F
	type: chrf
	value: 0.44279
	- task:
	name: Translation urd-deu
	type: translation
	args: urd-deu
	dataset:
	name: ntrex128
	type: ntrex128
	args: urd-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 15.5
	- name: chr-F
	type: chrf
	value: 0.45708
	- task:
	name: Translation urd-eng
	type: translation
	args: urd-eng
	dataset:
	name: ntrex128
	type: ntrex128
	args: urd-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 28.5
	- name: chr-F
	type: chrf
	value: 0.56560
	- task:
	name: Translation urd-fra
	type: translation
	args: urd-fra
	dataset:
	name: ntrex128
	type: ntrex128
	args: urd-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 19.0
	- name: chr-F
	type: chrf
	value: 0.47536
	- task:
	name: Translation urd-por
	type: translation
	args: urd-por
	dataset:
	name: ntrex128
	type: ntrex128
	args: urd-por
	metrics:
	- name: BLEU
	type: bleu
	value: 16.7
	- name: chr-F
	type: chrf
	value: 0.45911
	- task:
	name: Translation urd-spa
	type: translation
	args: urd-spa
	dataset:
	name: ntrex128
	type: ntrex128
	args: urd-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 21.6
	- name: chr-F
	type: chrf
	value: 0.48986
	- task:
	name: Translation awa-eng
	type: translation
	args: awa-eng
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: awa-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 40.8
	- name: chr-F
	type: chrf
	value: 0.60240
	- task:
	name: Translation ben-eng
	type: translation
	args: ben-eng
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: ben-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 49.3
	- name: chr-F
	type: chrf
	value: 0.64471
	- task:
	name: Translation fas-deu
	type: translation
	args: fas-deu
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: fas-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 34.7
	- name: chr-F
	type: chrf
	value: 0.58631
	- task:
	name: Translation fas-eng
	type: translation
	args: fas-eng
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: fas-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 41.8
	- name: chr-F
	type: chrf
	value: 0.59868
	- task:
	name: Translation fas-fra
	type: translation
	args: fas-fra
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: fas-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 35.8
	- name: chr-F
	type: chrf
	value: 0.57181
	- task:
	name: Translation hin-eng
	type: translation
	args: hin-eng
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: hin-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 49.5
	- name: chr-F
	type: chrf
	value: 0.65417
	- task:
	name: Translation kur_Latn-deu
	type: translation
	args: kur_Latn-deu
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: kur_Latn-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 27.0
	- name: chr-F
	type: chrf
	value: 0.42694
	- task:
	name: Translation kur_Latn-eng
	type: translation
	args: kur_Latn-eng
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: kur_Latn-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 25.6
	- name: chr-F
	type: chrf
	value: 0.42721
	- task:
	name: Translation mar-eng
	type: translation
	args: mar-eng
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: mar-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 48.3
	- name: chr-F
	type: chrf
	value: 0.64493
	- task:
	name: Translation multi-multi
	type: translation
	args: multi-multi
	dataset:
	name: tatoeba-test-v2020-07-28-v2023-09-26
	type: tatoeba_mt
	args: multi-multi
	metrics:
	- name: BLEU
	type: bleu
	value: 42.8
	- name: chr-F
	type: chrf
	value: 0.60665
	- task:
	name: Translation pes-eng
	type: translation
	args: pes-eng
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: pes-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 41.9
	- name: chr-F
	type: chrf
	value: 0.59959
	- task:
	name: Translation urd-eng
	type: translation
	args: urd-eng
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: urd-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 35.4
	- name: chr-F
	type: chrf
	value: 0.53679
	- task:
	name: Translation ben-eng
	type: translation
	args: ben-eng
	dataset:
	name: tico19-test
	type: tico19-test
	args: ben-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 38.7
	- name: chr-F
	type: chrf
	value: 0.64578
	- task:
	name: Translation ben-fra
	type: translation
	args: ben-fra
	dataset:
	name: tico19-test
	type: tico19-test
	args: ben-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 22.8
	- name: chr-F
	type: chrf
	value: 0.50165
	- task:
	name: Translation ben-por
	type: translation
	args: ben-por
	dataset:
	name: tico19-test
	type: tico19-test
	args: ben-por
	metrics:
	- name: BLEU
	type: bleu
	value: 27.7
	- name: chr-F
	type: chrf
	value: 0.55662
	- task:
	name: Translation ben-spa
	type: translation
	args: ben-spa
	dataset:
	name: tico19-test
	type: tico19-test
	args: ben-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 29.6
	- name: chr-F
	type: chrf
	value: 0.56795
	- task:
	name: Translation ckb-eng
	type: translation
	args: ckb-eng
	dataset:
	name: tico19-test
	type: tico19-test
	args: ckb-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 27.4
	- name: chr-F
	type: chrf
	value: 0.51623
	- task:
	name: Translation ckb-fra
	type: translation
	args: ckb-fra
	dataset:
	name: tico19-test
	type: tico19-test
	args: ckb-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 17.1
	- name: chr-F
	type: chrf
	value: 0.42405
	- task:
	name: Translation ckb-por
	type: translation
	args: ckb-por
	dataset:
	name: tico19-test
	type: tico19-test
	args: ckb-por
	metrics:
	- name: BLEU
	type: bleu
	value: 19.0
	- name: chr-F
	type: chrf
	value: 0.45405
	- task:
	name: Translation ckb-spa
	type: translation
	args: ckb-spa
	dataset:
	name: tico19-test
	type: tico19-test
	args: ckb-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 21.7
	- name: chr-F
	type: chrf
	value: 0.46976
	- task:
	name: Translation fas-eng
	type: translation
	args: fas-eng
	dataset:
	name: tico19-test
	type: tico19-test
	args: fas-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 34.2
	- name: chr-F
	type: chrf
	value: 0.62079
	- task:
	name: Translation fas-fra
	type: translation
	args: fas-fra
	dataset:
	name: tico19-test
	type: tico19-test
	args: fas-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 24.4
	- name: chr-F
	type: chrf
	value: 0.52041
	- task:
	name: Translation fas-por
	type: translation
	args: fas-por
	dataset:
	name: tico19-test
	type: tico19-test
	args: fas-por
	metrics:
	- name: BLEU
	type: bleu
	value: 29.2
	- name: chr-F
	type: chrf
	value: 0.56780
	- task:
	name: Translation fas-spa
	type: translation
	args: fas-spa
	dataset:
	name: tico19-test
	type: tico19-test
	args: fas-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 32.3
	- name: chr-F
	type: chrf
	value: 0.58248
	- task:
	name: Translation hin-eng
	type: translation
	args: hin-eng
	dataset:
	name: tico19-test
	type: tico19-test
	args: hin-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 46.8
	- name: chr-F
	type: chrf
	value: 0.70535
	- task:
	name: Translation hin-fra
	type: translation
	args: hin-fra
	dataset:
	name: tico19-test
	type: tico19-test
	args: hin-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 26.6
	- name: chr-F
	type: chrf
	value: 0.53833
	- task:
	name: Translation hin-por
	type: translation
	args: hin-por
	dataset:
	name: tico19-test
	type: tico19-test
	args: hin-por
	metrics:
	- name: BLEU
	type: bleu
	value: 33.2
	- name: chr-F
	type: chrf
	value: 0.60246
	- task:
	name: Translation hin-spa
	type: translation
	args: hin-spa
	dataset:
	name: tico19-test
	type: tico19-test
	args: hin-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 35.7
	- name: chr-F
	type: chrf
	value: 0.61504
	- task:
	name: Translation mar-eng
	type: translation
	args: mar-eng
	dataset:
	name: tico19-test
	type: tico19-test
	args: mar-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 31.4
	- name: chr-F
	type: chrf
	value: 0.59247
	- task:
	name: Translation mar-fra
	type: translation
	args: mar-fra
	dataset:
	name: tico19-test
	type: tico19-test
	args: mar-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 19.3
	- name: chr-F
	type: chrf
	value: 0.46895
	- task:
	name: Translation mar-por
	type: translation
	args: mar-por
	dataset:
	name: tico19-test
	type: tico19-test
	args: mar-por
	metrics:
	- name: BLEU
	type: bleu
	value: 23.8
	- name: chr-F
	type: chrf
	value: 0.51945
	- task:
	name: Translation mar-spa
	type: translation
	args: mar-spa
	dataset:
	name: tico19-test
	type: tico19-test
	args: mar-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 26.2
	- name: chr-F
	type: chrf
	value: 0.52914
	- task:
	name: Translation nep-eng
	type: translation
	args: nep-eng
	dataset:
	name: tico19-test
	type: tico19-test
	args: nep-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 40.1
	- name: chr-F
	type: chrf
	value: 0.65865
	- task:
	name: Translation nep-fra
	type: translation
	args: nep-fra
	dataset:
	name: tico19-test
	type: tico19-test
	args: nep-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 23.2
	- name: chr-F
	type: chrf
	value: 0.50473
	- task:
	name: Translation nep-por
	type: translation
	args: nep-por
	dataset:
	name: tico19-test
	type: tico19-test
	args: nep-por
	metrics:
	- name: BLEU
	type: bleu
	value: 28.0
	- name: chr-F
	type: chrf
	value: 0.56185
	- task:
	name: Translation nep-spa
	type: translation
	args: nep-spa
	dataset:
	name: tico19-test
	type: tico19-test
	args: nep-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 30.2
	- name: chr-F
	type: chrf
	value: 0.57270
	- task:
	name: Translation prs-eng
	type: translation
	args: prs-eng
	dataset:
	name: tico19-test
	type: tico19-test
	args: prs-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 32.1
	- name: chr-F
	type: chrf
	value: 0.59536
	- task:
	name: Translation prs-fra
	type: translation
	args: prs-fra
	dataset:
	name: tico19-test
	type: tico19-test
	args: prs-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 23.1
	- name: chr-F
	type: chrf
	value: 0.50044
	- task:
	name: Translation prs-por
	type: translation
	args: prs-por
	dataset:
	name: tico19-test
	type: tico19-test
	args: prs-por
	metrics:
	- name: BLEU
	type: bleu
	value: 27.3
	- name: chr-F
	type: chrf
	value: 0.54448
	- task:
	name: Translation prs-spa
	type: translation
	args: prs-spa
	dataset:
	name: tico19-test
	type: tico19-test
	args: prs-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 30.2
	- name: chr-F
	type: chrf
	value: 0.56311
	- task:
	name: Translation pus-eng
	type: translation
	args: pus-eng
	dataset:
	name: tico19-test
	type: tico19-test
	args: pus-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 31.4
	- name: chr-F
	type: chrf
	value: 0.56711
	- task:
	name: Translation pus-fra
	type: translation
	args: pus-fra
	dataset:
	name: tico19-test
	type: tico19-test
	args: pus-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 19.4
	- name: chr-F
	type: chrf
	value: 0.45951
	- task:
	name: Translation pus-por
	type: translation
	args: pus-por
	dataset:
	name: tico19-test
	type: tico19-test
	args: pus-por
	metrics:
	- name: BLEU
	type: bleu
	value: 23.7
	- name: chr-F
	type: chrf
	value: 0.50225
	- task:
	name: Translation pus-spa
	type: translation
	args: pus-spa
	dataset:
	name: tico19-test
	type: tico19-test
	args: pus-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 25.4
	- name: chr-F
	type: chrf
	value: 0.51246
	- task:
	name: Translation urd-eng
	type: translation
	args: urd-eng
	dataset:
	name: tico19-test
	type: tico19-test
	args: urd-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 30.8
	- name: chr-F
	type: chrf
	value: 0.57786
	- task:
	name: Translation urd-fra
	type: translation
	args: urd-fra
	dataset:
	name: tico19-test
	type: tico19-test
	args: urd-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 20.1
	- name: chr-F
	type: chrf
	value: 0.46807
	- task:
	name: Translation urd-por
	type: translation
	args: urd-por
	dataset:
	name: tico19-test
	type: tico19-test
	args: urd-por
	metrics:
	- name: BLEU
	type: bleu
	value: 24.1
	- name: chr-F
	type: chrf
	value: 0.51567
	- task:
	name: Translation urd-spa
	type: translation
	args: urd-spa
	dataset:
	name: tico19-test
	type: tico19-test
	args: urd-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 26.4
	- name: chr-F
	type: chrf
	value: 0.52820
	- task:
	name: Translation hin-eng
	type: translation
	args: hin-eng
	dataset:
	name: newstest2014
	type: wmt-2014-news
	args: hin-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 30.3
	- name: chr-F
	type: chrf
	value: 0.59024
	- task:
	name: Translation guj-eng
	type: translation
	args: guj-eng
	dataset:
	name: newstest2019
	type: wmt-2019-news
	args: guj-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 27.2
	- name: chr-F
	type: chrf
	value: 0.53977
	- task:
	name: Translation pus-eng
	type: translation
	args: pus-eng
	dataset:
	name: newstest2020
	type: wmt-2020-news
	args: pus-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 14.3
	- name: chr-F
	type: chrf
	value: 0.39447
	---
	# opus-mt-tc-bible-big-iir-deu_eng_fra_por_spa

	## Table of Contents
	- [Model Details](#model-details)
	- [Uses](#uses)
	- [Risks, Limitations and Biases](#risks-limitations-and-biases)
	- [How to Get Started With the Model](#how-to-get-started-with-the-model)
	- [Training](#training)
	- [Evaluation](#evaluation)
	- [Citation Information](#citation-information)
	- [Acknowledgements](#acknowledgements)

	## Model Details

	Neural machine translation model for translating from Indo-Iranian languages (iir) to unknown (deu+eng+fra+por+spa).

	This model is part of the [OPUS-MT project](https://github.com/Helsinki-NLP/Opus-MT), an effort to make neural machine translation models widely available and accessible for many languages in the world. All models are originally trained using the amazing framework of [Marian NMT](https://marian-nmt.github.io/), an efficient NMT implementation written in pure C++. The models have been converted to pyTorch using the transformers library by huggingface. Training data is taken from [OPUS](https://opus.nlpl.eu/) and training pipelines use the procedures of [OPUS-MT-train](https://github.com/Helsinki-NLP/Opus-MT-train).
	Model Description:
	- Developed by: Language Technology Research Group at the University of Helsinki
	- Model Type: Translation (transformer-big)
	- Release: 2024-05-30
	- License: Apache-2.0
	- Language(s):
	- Source Language(s): anp asm awa bal ben bho bpy ckb diq div dty fas gbm glk guj hif hin hne hns jdt kas kmr kok kur lah lrc mag mai mar mzn nep npi ori oss pal pan pes pli prs pus rhg rmy rom san sdh sin skr snd syl tgk tly urd zza
	- Target Language(s): deu eng fra por spa
	- Valid Target Language Labels: >>deu<< >>eng<< >>fra<< >>por<< >>spa<< >>xxx<<
	- Original Model: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip](https://object.pouta.csc.fi/Tatoeba-MT-models/iir-deu+eng+fra+por+spa/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip)
	- Resources for more information:
	- [OPUS-MT dashboard](https://opus.nlpl.eu/dashboard/index.php?pkg=opusmt&test=all&scoreslang=all&chart=standard&model=Tatoeba-MT-models/iir-deu%2Beng%2Bfra%2Bpor%2Bspa/opusTCv20230926max50%2Bbt%2Bjhubc_transformer-big_2024-05-30)
	- [OPUS-MT-train GitHub Repo](https://github.com/Helsinki-NLP/OPUS-MT-train)
	- [More information about MarianNMT models in the transformers library](https://huggingface.co./docs/transformers/model_doc/marian)
	- [Tatoeba Translation Challenge](https://github.com/Helsinki-NLP/Tatoeba-Challenge/)
	- [HPLT bilingual data v1 (as part of the Tatoeba Translation Challenge dataset)](https://hplt-project.org/datasets/v1)
	- [A massively parallel Bible corpus](https://aclanthology.org/L14-1215/)

	This is a multilingual translation model with multiple target languages. A sentence initial language token is required in the form of `>>id<<` (id = valid target language ID), e.g. `>>deu<<`

	## Uses

	This model can be used for translation and text-to-text generation.

	## Risks, Limitations and Biases

	CONTENT WARNING: Readers should be aware that the model is trained on various public data sets that may contain content that is disturbing, offensive, and can propagate historical and current stereotypes.

	Significant research has explored bias and fairness issues with language models (see, e.g., [Sheng et al. (2021)](https://aclanthology.org/2021.acl-long.330.pdf) and [Bender et al. (2021)](https://dl.acm.org/doi/pdf/10.1145/3442188.3445922)).

	## How to Get Started With the Model

	A short example code:

	```python
	from transformers import MarianMTModel, MarianTokenizer

	src_text = [
	">>deu<< Replace this with text in an accepted source language.",
	">>spa<< This is the second sentence."
	]

	model_name = "pytorch-models/opus-mt-tc-bible-big-iir-deu_eng_fra_por_spa"
	tokenizer = MarianTokenizer.from_pretrained(model_name)
	model = MarianMTModel.from_pretrained(model_name)
	translated = model.generate(**tokenizer(src_text, return_tensors="pt", padding=True))

	for t in translated:
	print( tokenizer.decode(t, skip_special_tokens=True) )
	```

	You can also use OPUS-MT models with the transformers pipelines, for example:

	```python
	from transformers import pipeline
	pipe = pipeline("translation", model="Helsinki-NLP/opus-mt-tc-bible-big-iir-deu_eng_fra_por_spa")
	print(pipe(">>deu<< Replace this with text in an accepted source language."))
	```

	## Training

	- Data: opusTCv20230926max50+bt+jhubc ([source](https://github.com/Helsinki-NLP/Tatoeba-Challenge))
	- Pre-processing: SentencePiece (spm32k,spm32k)
	- Model Type: transformer-big
	- Original MarianNMT Model: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip](https://object.pouta.csc.fi/Tatoeba-MT-models/iir-deu+eng+fra+por+spa/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip)
	- Training Scripts: [GitHub Repo](https://github.com/Helsinki-NLP/OPUS-MT-train)

	## Evaluation

	* [Model scores at the OPUS-MT dashboard](https://opus.nlpl.eu/dashboard/index.php?pkg=opusmt&test=all&scoreslang=all&chart=standard&model=Tatoeba-MT-models/iir-deu%2Beng%2Bfra%2Bpor%2Bspa/opusTCv20230926max50%2Bbt%2Bjhubc_transformer-big_2024-05-30)
	* test set translations: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.test.txt](https://object.pouta.csc.fi/Tatoeba-MT-models/iir-deu+eng+fra+por+spa/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.test.txt)
	* test set scores: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.eval.txt](https://object.pouta.csc.fi/Tatoeba-MT-models/iir-deu+eng+fra+por+spa/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.eval.txt)
	* benchmark results: [benchmark_results.txt](benchmark_results.txt)
	* benchmark output: [benchmark_translations.zip](benchmark_translations.zip)

	\| langpair \| testset \| chr-F \| BLEU \| #sent \| #words \|
	\|----------\|---------\|-------\|-------\|-------\|--------\|
	\| awa-eng \| tatoeba-test-v2021-08-07 \| 0.60240 \| 40.8 \| 279 \| 1335 \|
	\| ben-eng \| tatoeba-test-v2021-08-07 \| 0.64471 \| 49.3 \| 2500 \| 13978 \|
	\| fas-deu \| tatoeba-test-v2021-08-07 \| 0.58631 \| 34.7 \| 3185 \| 25590 \|
	\| fas-eng \| tatoeba-test-v2021-08-07 \| 0.59868 \| 41.8 \| 3762 \| 31480 \|
	\| fas-fra \| tatoeba-test-v2021-08-07 \| 0.57181 \| 35.8 \| 376 \| 3377 \|
	\| hin-eng \| tatoeba-test-v2021-08-07 \| 0.65417 \| 49.5 \| 5000 \| 33943 \|
	\| kur_Latn-deu \| tatoeba-test-v2021-08-07 \| 0.42694 \| 27.0 \| 223 \| 1323 \|
	\| kur_Latn-eng \| tatoeba-test-v2021-08-07 \| 0.42721 \| 25.6 \| 290 \| 1708 \|
	\| mar-eng \| tatoeba-test-v2021-08-07 \| 0.64493 \| 48.3 \| 10396 \| 67527 \|
	\| pes-eng \| tatoeba-test-v2021-08-07 \| 0.59959 \| 41.9 \| 3757 \| 31411 \|
	\| urd-eng \| tatoeba-test-v2021-08-07 \| 0.53679 \| 35.4 \| 1663 \| 12029 \|
	\| ben-deu \| flores101-devtest \| 0.46873 \| 16.4 \| 1012 \| 25094 \|
	\| ben-eng \| flores101-devtest \| 0.57508 \| 30.0 \| 1012 \| 24721 \|
	\| ben-spa \| flores101-devtest \| 0.44010 \| 15.1 \| 1012 \| 29199 \|
	\| ckb-deu \| flores101-devtest \| 0.41546 \| 13.0 \| 1012 \| 25094 \|
	\| ckb-por \| flores101-devtest \| 0.44178 \| 17.6 \| 1012 \| 26519 \|
	\| fas-por \| flores101-devtest \| 0.54077 \| 26.1 \| 1012 \| 26519 \|
	\| guj-deu \| flores101-devtest \| 0.45906 \| 16.5 \| 1012 \| 25094 \|
	\| guj-spa \| flores101-devtest \| 0.43928 \| 15.2 \| 1012 \| 29199 \|
	\| hin-eng \| flores101-devtest \| 0.62807 \| 36.6 \| 1012 \| 24721 \|
	\| hin-por \| flores101-devtest \| 0.52825 \| 25.1 \| 1012 \| 26519 \|
	\| mar-deu \| flores101-devtest \| 0.44767 \| 14.8 \| 1012 \| 25094 \|
	\| npi-deu \| flores101-devtest \| 0.46178 \| 15.9 \| 1012 \| 25094 \|
	\| pan-fra \| flores101-devtest \| 0.50909 \| 23.4 \| 1012 \| 28343 \|
	\| pan-por \| flores101-devtest \| 0.50634 \| 23.0 \| 1012 \| 26519 \|
	\| pus-deu \| flores101-devtest \| 0.42645 \| 13.5 \| 1012 \| 25094 \|
	\| pus-fra \| flores101-devtest \| 0.45719 \| 18.0 \| 1012 \| 28343 \|
	\| urd-deu \| flores101-devtest \| 0.46102 \| 16.5 \| 1012 \| 25094 \|
	\| urd-eng \| flores101-devtest \| 0.56356 \| 28.4 \| 1012 \| 24721 \|
	\| asm-eng \| flores200-devtest \| 0.48589 \| 21.5 \| 1012 \| 24721 \|
	\| awa-deu \| flores200-devtest \| 0.47071 \| 16.0 \| 1012 \| 25094 \|
	\| awa-eng \| flores200-devtest \| 0.53069 \| 26.6 \| 1012 \| 24721 \|
	\| awa-fra \| flores200-devtest \| 0.49700 \| 21.1 \| 1012 \| 28343 \|
	\| awa-por \| flores200-devtest \| 0.49950 \| 21.8 \| 1012 \| 26519 \|
	\| awa-spa \| flores200-devtest \| 0.43831 \| 15.4 \| 1012 \| 29199 \|
	\| ben-deu \| flores200-devtest \| 0.47434 \| 17.0 \| 1012 \| 25094 \|
	\| ben-eng \| flores200-devtest \| 0.58408 \| 31.4 \| 1012 \| 24721 \|
	\| ben-fra \| flores200-devtest \| 0.50930 \| 23.2 \| 1012 \| 28343 \|
	\| ben-por \| flores200-devtest \| 0.50661 \| 22.4 \| 1012 \| 26519 \|
	\| ben-spa \| flores200-devtest \| 0.44485 \| 15.7 \| 1012 \| 29199 \|
	\| bho-deu \| flores200-devtest \| 0.42463 \| 12.8 \| 1012 \| 25094 \|
	\| bho-eng \| flores200-devtest \| 0.50545 \| 22.6 \| 1012 \| 24721 \|
	\| bho-fra \| flores200-devtest \| 0.45264 \| 17.4 \| 1012 \| 28343 \|
	\| bho-por \| flores200-devtest \| 0.44737 \| 17.0 \| 1012 \| 26519 \|
	\| bho-spa \| flores200-devtest \| 0.40585 \| 13.0 \| 1012 \| 29199 \|
	\| ckb-deu \| flores200-devtest \| 0.42110 \| 13.6 \| 1012 \| 25094 \|
	\| ckb-eng \| flores200-devtest \| 0.50543 \| 24.7 \| 1012 \| 24721 \|
	\| ckb-fra \| flores200-devtest \| 0.45847 \| 19.1 \| 1012 \| 28343 \|
	\| ckb-por \| flores200-devtest \| 0.44567 \| 17.8 \| 1012 \| 26519 \|
	\| guj-deu \| flores200-devtest \| 0.46758 \| 17.3 \| 1012 \| 25094 \|
	\| guj-eng \| flores200-devtest \| 0.61139 \| 34.4 \| 1012 \| 24721 \|
	\| guj-fra \| flores200-devtest \| 0.50349 \| 22.5 \| 1012 \| 28343 \|
	\| guj-por \| flores200-devtest \| 0.49828 \| 22.4 \| 1012 \| 26519 \|
	\| guj-spa \| flores200-devtest \| 0.44472 \| 15.5 \| 1012 \| 29199 \|
	\| hin-deu \| flores200-devtest \| 0.50772 \| 20.8 \| 1012 \| 25094 \|
	\| hin-eng \| flores200-devtest \| 0.63234 \| 37.3 \| 1012 \| 24721 \|
	\| hin-fra \| flores200-devtest \| 0.53933 \| 26.5 \| 1012 \| 28343 \|
	\| hin-por \| flores200-devtest \| 0.53523 \| 26.1 \| 1012 \| 26519 \|
	\| hin-spa \| flores200-devtest \| 0.46183 \| 17.4 \| 1012 \| 29199 \|
	\| hne-deu \| flores200-devtest \| 0.49946 \| 19.0 \| 1012 \| 25094 \|
	\| hne-eng \| flores200-devtest \| 0.63640 \| 38.1 \| 1012 \| 24721 \|
	\| hne-fra \| flores200-devtest \| 0.53419 \| 25.7 \| 1012 \| 28343 \|
	\| hne-por \| flores200-devtest \| 0.53735 \| 25.9 \| 1012 \| 26519 \|
	\| hne-spa \| flores200-devtest \| 0.45610 \| 16.9 \| 1012 \| 29199 \|
	\| mag-deu \| flores200-devtest \| 0.50681 \| 20.0 \| 1012 \| 25094 \|
	\| mag-eng \| flores200-devtest \| 0.63966 \| 38.0 \| 1012 \| 24721 \|
	\| mag-fra \| flores200-devtest \| 0.53810 \| 25.9 \| 1012 \| 28343 \|
	\| mag-por \| flores200-devtest \| 0.54065 \| 26.6 \| 1012 \| 26519 \|
	\| mag-spa \| flores200-devtest \| 0.46131 \| 17.1 \| 1012 \| 29199 \|
	\| mai-deu \| flores200-devtest \| 0.47686 \| 16.8 \| 1012 \| 25094 \|
	\| mai-eng \| flores200-devtest \| 0.57552 \| 30.2 \| 1012 \| 24721 \|
	\| mai-fra \| flores200-devtest \| 0.50909 \| 22.4 \| 1012 \| 28343 \|
	\| mai-por \| flores200-devtest \| 0.51249 \| 22.9 \| 1012 \| 26519 \|
	\| mai-spa \| flores200-devtest \| 0.44694 \| 15.9 \| 1012 \| 29199 \|
	\| mar-deu \| flores200-devtest \| 0.45295 \| 14.8 \| 1012 \| 25094 \|
	\| mar-eng \| flores200-devtest \| 0.58203 \| 31.0 \| 1012 \| 24721 \|
	\| mar-fra \| flores200-devtest \| 0.48254 \| 20.4 \| 1012 \| 28343 \|
	\| mar-por \| flores200-devtest \| 0.48368 \| 20.4 \| 1012 \| 26519 \|
	\| mar-spa \| flores200-devtest \| 0.42799 \| 14.7 \| 1012 \| 29199 \|
	\| npi-deu \| flores200-devtest \| 0.47267 \| 17.2 \| 1012 \| 25094 \|
	\| npi-eng \| flores200-devtest \| 0.59559 \| 32.5 \| 1012 \| 24721 \|
	\| npi-fra \| flores200-devtest \| 0.50869 \| 22.5 \| 1012 \| 28343 \|
	\| npi-por \| flores200-devtest \| 0.50900 \| 22.5 \| 1012 \| 26519 \|
	\| npi-spa \| flores200-devtest \| 0.44304 \| 15.6 \| 1012 \| 29199 \|
	\| pan-deu \| flores200-devtest \| 0.48342 \| 18.6 \| 1012 \| 25094 \|
	\| pan-eng \| flores200-devtest \| 0.60328 \| 33.4 \| 1012 \| 24721 \|
	\| pan-fra \| flores200-devtest \| 0.51953 \| 24.4 \| 1012 \| 28343 \|
	\| pan-por \| flores200-devtest \| 0.51428 \| 23.9 \| 1012 \| 26519 \|
	\| pan-spa \| flores200-devtest \| 0.44615 \| 16.3 \| 1012 \| 29199 \|
	\| pes-deu \| flores200-devtest \| 0.51124 \| 21.0 \| 1012 \| 25094 \|
	\| pes-eng \| flores200-devtest \| 0.60538 \| 33.7 \| 1012 \| 24721 \|
	\| pes-fra \| flores200-devtest \| 0.55157 \| 27.8 \| 1012 \| 28343 \|
	\| pes-por \| flores200-devtest \| 0.54372 \| 26.6 \| 1012 \| 26519 \|
	\| pes-spa \| flores200-devtest \| 0.47561 \| 18.8 \| 1012 \| 29199 \|
	\| prs-deu \| flores200-devtest \| 0.50273 \| 20.7 \| 1012 \| 25094 \|
	\| prs-eng \| flores200-devtest \| 0.60144 \| 34.5 \| 1012 \| 24721 \|
	\| prs-fra \| flores200-devtest \| 0.54241 \| 27.0 \| 1012 \| 28343 \|
	\| prs-por \| flores200-devtest \| 0.53562 \| 26.6 \| 1012 \| 26519 \|
	\| prs-spa \| flores200-devtest \| 0.46497 \| 18.1 \| 1012 \| 29199 \|
	\| sin-deu \| flores200-devtest \| 0.45041 \| 14.7 \| 1012 \| 25094 \|
	\| sin-eng \| flores200-devtest \| 0.54060 \| 26.3 \| 1012 \| 24721 \|
	\| sin-fra \| flores200-devtest \| 0.48163 \| 19.9 \| 1012 \| 28343 \|
	\| sin-por \| flores200-devtest \| 0.47780 \| 19.6 \| 1012 \| 26519 \|
	\| sin-spa \| flores200-devtest \| 0.42546 \| 14.2 \| 1012 \| 29199 \|
	\| tgk-deu \| flores200-devtest \| 0.45203 \| 15.6 \| 1012 \| 25094 \|
	\| tgk-eng \| flores200-devtest \| 0.53740 \| 25.3 \| 1012 \| 24721 \|
	\| tgk-fra \| flores200-devtest \| 0.50153 \| 22.1 \| 1012 \| 28343 \|
	\| tgk-por \| flores200-devtest \| 0.49378 \| 21.9 \| 1012 \| 26519 \|
	\| tgk-spa \| flores200-devtest \| 0.44099 \| 15.9 \| 1012 \| 29199 \|
	\| urd-deu \| flores200-devtest \| 0.46894 \| 17.2 \| 1012 \| 25094 \|
	\| urd-eng \| flores200-devtest \| 0.56967 \| 29.3 \| 1012 \| 24721 \|
	\| urd-fra \| flores200-devtest \| 0.50616 \| 22.6 \| 1012 \| 28343 \|
	\| urd-por \| flores200-devtest \| 0.49398 \| 21.7 \| 1012 \| 26519 \|
	\| urd-spa \| flores200-devtest \| 0.43800 \| 15.4 \| 1012 \| 29199 \|
	\| hin-eng \| newstest2014 \| 0.59024 \| 30.3 \| 2507 \| 55571 \|
	\| guj-eng \| newstest2019 \| 0.53977 \| 27.2 \| 1016 \| 17757 \|
	\| ben-deu \| ntrex128 \| 0.45551 \| 15.0 \| 1997 \| 48761 \|
	\| ben-eng \| ntrex128 \| 0.56878 \| 29.0 \| 1997 \| 47673 \|
	\| ben-fra \| ntrex128 \| 0.47077 \| 18.6 \| 1997 \| 53481 \|
	\| ben-por \| ntrex128 \| 0.46049 \| 17.1 \| 1997 \| 51631 \|
	\| ben-spa \| ntrex128 \| 0.48833 \| 21.3 \| 1997 \| 54107 \|
	\| fas-deu \| ntrex128 \| 0.46991 \| 16.1 \| 1997 \| 48761 \|
	\| fas-eng \| ntrex128 \| 0.55119 \| 25.9 \| 1997 \| 47673 \|
	\| fas-fra \| ntrex128 \| 0.49626 \| 21.2 \| 1997 \| 53481 \|
	\| fas-por \| ntrex128 \| 0.47499 \| 18.6 \| 1997 \| 51631 \|
	\| fas-spa \| ntrex128 \| 0.50178 \| 22.8 \| 1997 \| 54107 \|
	\| guj-deu \| ntrex128 \| 0.43998 \| 14.3 \| 1997 \| 48761 \|
	\| guj-eng \| ntrex128 \| 0.58481 \| 31.0 \| 1997 \| 47673 \|
	\| guj-fra \| ntrex128 \| 0.45468 \| 17.3 \| 1997 \| 53481 \|
	\| guj-por \| ntrex128 \| 0.44223 \| 15.8 \| 1997 \| 51631 \|
	\| guj-spa \| ntrex128 \| 0.47798 \| 20.7 \| 1997 \| 54107 \|
	\| hin-deu \| ntrex128 \| 0.46580 \| 15.0 \| 1997 \| 48761 \|
	\| hin-eng \| ntrex128 \| 0.59832 \| 31.6 \| 1997 \| 47673 \|
	\| hin-fra \| ntrex128 \| 0.48328 \| 19.5 \| 1997 \| 53481 \|
	\| hin-por \| ntrex128 \| 0.46833 \| 17.8 \| 1997 \| 51631 \|
	\| hin-spa \| ntrex128 \| 0.49517 \| 21.9 \| 1997 \| 54107 \|
	\| mar-deu \| ntrex128 \| 0.43713 \| 13.5 \| 1997 \| 48761 \|
	\| mar-eng \| ntrex128 \| 0.55132 \| 27.4 \| 1997 \| 47673 \|
	\| mar-fra \| ntrex128 \| 0.44797 \| 16.9 \| 1997 \| 53481 \|
	\| mar-por \| ntrex128 \| 0.44342 \| 16.1 \| 1997 \| 51631 \|
	\| mar-spa \| ntrex128 \| 0.46950 \| 19.7 \| 1997 \| 54107 \|
	\| nep-deu \| ntrex128 \| 0.43568 \| 13.5 \| 1997 \| 48761 \|
	\| nep-eng \| ntrex128 \| 0.55954 \| 28.8 \| 1997 \| 47673 \|
	\| nep-fra \| ntrex128 \| 0.45083 \| 16.9 \| 1997 \| 53481 \|
	\| nep-por \| ntrex128 \| 0.44458 \| 16.0 \| 1997 \| 51631 \|
	\| nep-spa \| ntrex128 \| 0.46832 \| 19.4 \| 1997 \| 54107 \|
	\| pan-deu \| ntrex128 \| 0.44327 \| 14.6 \| 1997 \| 48761 \|
	\| pan-eng \| ntrex128 \| 0.57665 \| 30.5 \| 1997 \| 47673 \|
	\| pan-fra \| ntrex128 \| 0.45815 \| 17.7 \| 1997 \| 53481 \|
	\| pan-por \| ntrex128 \| 0.44608 \| 16.3 \| 1997 \| 51631 \|
	\| pan-spa \| ntrex128 \| 0.47289 \| 20.0 \| 1997 \| 54107 \|
	\| prs-deu \| ntrex128 \| 0.45067 \| 14.6 \| 1997 \| 48761 \|
	\| prs-eng \| ntrex128 \| 0.54767 \| 26.6 \| 1997 \| 47673 \|
	\| prs-fra \| ntrex128 \| 0.47453 \| 19.3 \| 1997 \| 53481 \|
	\| prs-por \| ntrex128 \| 0.45843 \| 17.1 \| 1997 \| 51631 \|
	\| prs-spa \| ntrex128 \| 0.48317 \| 20.9 \| 1997 \| 54107 \|
	\| pus-eng \| ntrex128 \| 0.44698 \| 17.6 \| 1997 \| 47673 \|
	\| pus-spa \| ntrex128 \| 0.41132 \| 14.6 \| 1997 \| 54107 \|
	\| sin-deu \| ntrex128 \| 0.42541 \| 12.5 \| 1997 \| 48761 \|
	\| sin-eng \| ntrex128 \| 0.51853 \| 23.5 \| 1997 \| 47673 \|
	\| sin-fra \| ntrex128 \| 0.44099 \| 15.9 \| 1997 \| 53481 \|
	\| sin-por \| ntrex128 \| 0.43010 \| 14.4 \| 1997 \| 51631 \|
	\| sin-spa \| ntrex128 \| 0.46225 \| 18.4 \| 1997 \| 54107 \|
	\| tgk_Cyrl-deu \| ntrex128 \| 0.40368 \| 11.4 \| 1997 \| 48761 \|
	\| tgk_Cyrl-eng \| ntrex128 \| 0.47132 \| 18.2 \| 1997 \| 47673 \|
	\| tgk_Cyrl-fra \| ntrex128 \| 0.43311 \| 15.8 \| 1997 \| 53481 \|
	\| tgk_Cyrl-por \| ntrex128 \| 0.42095 \| 13.8 \| 1997 \| 51631 \|
	\| tgk_Cyrl-spa \| ntrex128 \| 0.44279 \| 17.3 \| 1997 \| 54107 \|
	\| urd-deu \| ntrex128 \| 0.45708 \| 15.5 \| 1997 \| 48761 \|
	\| urd-eng \| ntrex128 \| 0.56560 \| 28.5 \| 1997 \| 47673 \|
	\| urd-fra \| ntrex128 \| 0.47536 \| 19.0 \| 1997 \| 53481 \|
	\| urd-por \| ntrex128 \| 0.45911 \| 16.7 \| 1997 \| 51631 \|
	\| urd-spa \| ntrex128 \| 0.48986 \| 21.6 \| 1997 \| 54107 \|
	\| ben-eng \| tico19-test \| 0.64578 \| 38.7 \| 2100 \| 56824 \|
	\| ben-fra \| tico19-test \| 0.50165 \| 22.8 \| 2100 \| 64661 \|
	\| ben-por \| tico19-test \| 0.55662 \| 27.7 \| 2100 \| 62729 \|
	\| ben-spa \| tico19-test \| 0.56795 \| 29.6 \| 2100 \| 66563 \|
	\| ckb-eng \| tico19-test \| 0.51623 \| 27.4 \| 2100 \| 56315 \|
	\| ckb-fra \| tico19-test \| 0.42405 \| 17.1 \| 2100 \| 64661 \|
	\| ckb-por \| tico19-test \| 0.45405 \| 19.0 \| 2100 \| 62729 \|
	\| ckb-spa \| tico19-test \| 0.46976 \| 21.7 \| 2100 \| 66563 \|
	\| fas-eng \| tico19-test \| 0.62079 \| 34.2 \| 2100 \| 56315 \|
	\| fas-fra \| tico19-test \| 0.52041 \| 24.4 \| 2100 \| 64661 \|
	\| fas-por \| tico19-test \| 0.56780 \| 29.2 \| 2100 \| 62729 \|
	\| fas-spa \| tico19-test \| 0.58248 \| 32.3 \| 2100 \| 66563 \|
	\| hin-eng \| tico19-test \| 0.70535 \| 46.8 \| 2100 \| 56323 \|
	\| hin-fra \| tico19-test \| 0.53833 \| 26.6 \| 2100 \| 64661 \|
	\| hin-por \| tico19-test \| 0.60246 \| 33.2 \| 2100 \| 62729 \|
	\| hin-spa \| tico19-test \| 0.61504 \| 35.7 \| 2100 \| 66563 \|
	\| mar-eng \| tico19-test \| 0.59247 \| 31.4 \| 2100 \| 56315 \|
	\| mar-fra \| tico19-test \| 0.46895 \| 19.3 \| 2100 \| 64661 \|
	\| mar-por \| tico19-test \| 0.51945 \| 23.8 \| 2100 \| 62729 \|
	\| mar-spa \| tico19-test \| 0.52914 \| 26.2 \| 2100 \| 66563 \|
	\| nep-eng \| tico19-test \| 0.65865 \| 40.1 \| 2100 \| 56824 \|
	\| nep-fra \| tico19-test \| 0.50473 \| 23.2 \| 2100 \| 64661 \|
	\| nep-por \| tico19-test \| 0.56185 \| 28.0 \| 2100 \| 62729 \|
	\| nep-spa \| tico19-test \| 0.57270 \| 30.2 \| 2100 \| 66563 \|
	\| prs-eng \| tico19-test \| 0.59536 \| 32.1 \| 2100 \| 56824 \|
	\| prs-fra \| tico19-test \| 0.50044 \| 23.1 \| 2100 \| 64661 \|
	\| prs-por \| tico19-test \| 0.54448 \| 27.3 \| 2100 \| 62729 \|
	\| prs-spa \| tico19-test \| 0.56311 \| 30.2 \| 2100 \| 66563 \|
	\| pus-eng \| tico19-test \| 0.56711 \| 31.4 \| 2100 \| 56315 \|
	\| pus-fra \| tico19-test \| 0.45951 \| 19.4 \| 2100 \| 64661 \|
	\| pus-por \| tico19-test \| 0.50225 \| 23.7 \| 2100 \| 62729 \|
	\| pus-spa \| tico19-test \| 0.51246 \| 25.4 \| 2100 \| 66563 \|
	\| urd-eng \| tico19-test \| 0.57786 \| 30.8 \| 2100 \| 56315 \|
	\| urd-fra \| tico19-test \| 0.46807 \| 20.1 \| 2100 \| 64661 \|
	\| urd-por \| tico19-test \| 0.51567 \| 24.1 \| 2100 \| 62729 \|
	\| urd-spa \| tico19-test \| 0.52820 \| 26.4 \| 2100 \| 66563 \|

	## Citation Information

	* Publications: [Democratizing neural machine translation with OPUS-MT](https://doi.org/10.1007/s10579-023-09704-w) and [OPUS-MT – Building open translation services for the World](https://aclanthology.org/2020.eamt-1.61/) and [The Tatoeba Translation Challenge – Realistic Data Sets for Low Resource and Multilingual MT](https://aclanthology.org/2020.wmt-1.139/) (Please, cite if you use this model.)

	```bibtex
	@article{tiedemann2023democratizing,
	title={Democratizing neural machine translation with {OPUS-MT}},
	author={Tiedemann, J{\"o}rg and Aulamo, Mikko and Bakshandaeva, Daria and Boggia, Michele and Gr{\"o}nroos, Stig-Arne and Nieminen, Tommi and Raganato, Alessandro and Scherrer, Yves and Vazquez, Raul and Virpioja, Sami},
	journal={Language Resources and Evaluation},
	number={58},
	pages={713--755},
	year={2023},
	publisher={Springer Nature},
	issn={1574-0218},
	doi={10.1007/s10579-023-09704-w}
	}

	@inproceedings{tiedemann-thottingal-2020-opus,
	title = "{OPUS}-{MT} {--} Building open translation services for the World",
	author = {Tiedemann, J{\"o}rg and Thottingal, Santhosh},
	booktitle = "Proceedings of the 22nd Annual Conference of the European Association for Machine Translation",
	month = nov,
	year = "2020",
	address = "Lisboa, Portugal",
	publisher = "European Association for Machine Translation",
	url = "https://aclanthology.org/2020.eamt-1.61",
	pages = "479--480",
	}

	@inproceedings{tiedemann-2020-tatoeba,
	title = "The Tatoeba Translation Challenge {--} Realistic Data Sets for Low Resource and Multilingual {MT}",
	author = {Tiedemann, J{\"o}rg},
	booktitle = "Proceedings of the Fifth Conference on Machine Translation",
	month = nov,
	year = "2020",
	address = "Online",
	publisher = "Association for Computational Linguistics",
	url = "https://aclanthology.org/2020.wmt-1.139",
	pages = "1174--1182",
	}
	```

	## Acknowledgements

	The work is supported by the [HPLT project](https://hplt-project.org/), funded by the European Union’s Horizon Europe research and innovation programme under grant agreement No 101070350. We are also grateful for the generous computational resources and IT infrastructure provided by [CSC -- IT Center for Science](https://www.csc.fi/), Finland, and the [EuroHPC supercomputer LUMI](https://www.lumi-supercomputer.eu/).

	## Model conversion info

	* transformers version: 4.45.1
	* OPUS-MT git hash: 0882077
	* port time: Tue Oct 8 11:32:44 EEST 2024
	* port machine: LM0-400-22516.local