Initial commit

d67b7e7 13 days ago

113 kB

	---
	library_name: transformers
	language:
	- af
	- ang
	- bar
	- bi
	- bzj
	- da
	- de
	- djk
	- drt
	- en
	- enm
	- es
	- fo
	- fr
	- frr
	- fy
	- gos
	- got
	- gsw
	- hrx
	- hwc
	- icr
	- is
	- jam
	- kri
	- ksh
	- lb
	- li
	- nb
	- nds
	- nl
	- nn
	- no
	- non
	- ofs
	- pcm
	- pdc
	- pfl
	- pih
	- pis
	- pt
	- rop
	- sco
	- srm
	- srn
	- stq
	- sv
	- swg
	- tcs
	- tpi
	- vls
	- wae
	- yi
	- zea

	tags:
	- translation
	- opus-mt-tc-bible

	license: apache-2.0
	model-index:
	- name: opus-mt-tc-bible-big-gem-deu_eng_fra_por_spa
	results:
	- task:
	name: Translation afr-deu
	type: translation
	args: afr-deu
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: afr-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 29.2
	- name: chr-F
	type: chrf
	value: 0.58114
	- task:
	name: Translation afr-eng
	type: translation
	args: afr-eng
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: afr-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 54.0
	- name: chr-F
	type: chrf
	value: 0.74448
	- task:
	name: Translation afr-fra
	type: translation
	args: afr-fra
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: afr-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 37.0
	- name: chr-F
	type: chrf
	value: 0.62075
	- task:
	name: Translation afr-por
	type: translation
	args: afr-por
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: afr-por
	metrics:
	- name: BLEU
	type: bleu
	value: 36.3
	- name: chr-F
	type: chrf
	value: 0.61878
	- task:
	name: Translation afr-spa
	type: translation
	args: afr-spa
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: afr-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 23.0
	- name: chr-F
	type: chrf
	value: 0.51524
	- task:
	name: Translation dan-deu
	type: translation
	args: dan-deu
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: dan-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 31.4
	- name: chr-F
	type: chrf
	value: 0.60226
	- task:
	name: Translation dan-eng
	type: translation
	args: dan-eng
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: dan-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 47.1
	- name: chr-F
	type: chrf
	value: 0.70847
	- task:
	name: Translation dan-fra
	type: translation
	args: dan-fra
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: dan-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 38.9
	- name: chr-F
	type: chrf
	value: 0.63937
	- task:
	name: Translation dan-por
	type: translation
	args: dan-por
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: dan-por
	metrics:
	- name: BLEU
	type: bleu
	value: 36.3
	- name: chr-F
	type: chrf
	value: 0.62188
	- task:
	name: Translation dan-spa
	type: translation
	args: dan-spa
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: dan-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 24.2
	- name: chr-F
	type: chrf
	value: 0.52699
	- task:
	name: Translation deu-eng
	type: translation
	args: deu-eng
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: deu-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 41.6
	- name: chr-F
	type: chrf
	value: 0.67277
	- task:
	name: Translation deu-fra
	type: translation
	args: deu-fra
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: deu-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 36.7
	- name: chr-F
	type: chrf
	value: 0.62557
	- task:
	name: Translation deu-por
	type: translation
	args: deu-por
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: deu-por
	metrics:
	- name: BLEU
	type: bleu
	value: 34.1
	- name: chr-F
	type: chrf
	value: 0.60450
	- task:
	name: Translation deu-spa
	type: translation
	args: deu-spa
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: deu-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 24.0
	- name: chr-F
	type: chrf
	value: 0.52346
	- task:
	name: Translation eng-deu
	type: translation
	args: eng-deu
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: eng-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 37.3
	- name: chr-F
	type: chrf
	value: 0.64294
	- task:
	name: Translation eng-fra
	type: translation
	args: eng-fra
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: eng-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 49.0
	- name: chr-F
	type: chrf
	value: 0.70649
	- task:
	name: Translation eng-por
	type: translation
	args: eng-por
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: eng-por
	metrics:
	- name: BLEU
	type: bleu
	value: 48.9
	- name: chr-F
	type: chrf
	value: 0.70802
	- task:
	name: Translation eng-spa
	type: translation
	args: eng-spa
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: eng-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 27.1
	- name: chr-F
	type: chrf
	value: 0.55605
	- task:
	name: Translation fao-deu
	type: translation
	args: fao-deu
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: fao-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 16.2
	- name: chr-F
	type: chrf
	value: 0.42553
	- task:
	name: Translation fao-eng
	type: translation
	args: fao-eng
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: fao-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 22.5
	- name: chr-F
	type: chrf
	value: 0.45067
	- task:
	name: Translation fao-fra
	type: translation
	args: fao-fra
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: fao-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 17.5
	- name: chr-F
	type: chrf
	value: 0.40660
	- task:
	name: Translation fao-por
	type: translation
	args: fao-por
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: fao-por
	metrics:
	- name: BLEU
	type: bleu
	value: 16.5
	- name: chr-F
	type: chrf
	value: 0.40555
	- task:
	name: Translation fao-spa
	type: translation
	args: fao-spa
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: fao-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 11.9
	- name: chr-F
	type: chrf
	value: 0.36084
	- task:
	name: Translation isl-deu
	type: translation
	args: isl-deu
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: isl-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 21.9
	- name: chr-F
	type: chrf
	value: 0.49977
	- task:
	name: Translation isl-eng
	type: translation
	args: isl-eng
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: isl-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 30.4
	- name: chr-F
	type: chrf
	value: 0.56358
	- task:
	name: Translation isl-fra
	type: translation
	args: isl-fra
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: isl-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 26.6
	- name: chr-F
	type: chrf
	value: 0.53181
	- task:
	name: Translation isl-por
	type: translation
	args: isl-por
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: isl-por
	metrics:
	- name: BLEU
	type: bleu
	value: 25.3
	- name: chr-F
	type: chrf
	value: 0.51706
	- task:
	name: Translation isl-spa
	type: translation
	args: isl-spa
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: isl-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 18.4
	- name: chr-F
	type: chrf
	value: 0.46015
	- task:
	name: Translation lim-deu
	type: translation
	args: lim-deu
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: lim-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 15.8
	- name: chr-F
	type: chrf
	value: 0.44990
	- task:
	name: Translation lim-eng
	type: translation
	args: lim-eng
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: lim-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 21.5
	- name: chr-F
	type: chrf
	value: 0.47463
	- task:
	name: Translation lim-fra
	type: translation
	args: lim-fra
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: lim-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 18.2
	- name: chr-F
	type: chrf
	value: 0.44097
	- task:
	name: Translation lim-por
	type: translation
	args: lim-por
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: lim-por
	metrics:
	- name: BLEU
	type: bleu
	value: 17.2
	- name: chr-F
	type: chrf
	value: 0.43247
	- task:
	name: Translation lim-spa
	type: translation
	args: lim-spa
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: lim-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 13.7
	- name: chr-F
	type: chrf
	value: 0.39179
	- task:
	name: Translation ltz-deu
	type: translation
	args: ltz-deu
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: ltz-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 31.3
	- name: chr-F
	type: chrf
	value: 0.60196
	- task:
	name: Translation ltz-eng
	type: translation
	args: ltz-eng
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: ltz-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 38.9
	- name: chr-F
	type: chrf
	value: 0.64373
	- task:
	name: Translation ltz-fra
	type: translation
	args: ltz-fra
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: ltz-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 33.4
	- name: chr-F
	type: chrf
	value: 0.59216
	- task:
	name: Translation ltz-por
	type: translation
	args: ltz-por
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: ltz-por
	metrics:
	- name: BLEU
	type: bleu
	value: 26.8
	- name: chr-F
	type: chrf
	value: 0.53423
	- task:
	name: Translation ltz-spa
	type: translation
	args: ltz-spa
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: ltz-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 18.2
	- name: chr-F
	type: chrf
	value: 0.45465
	- task:
	name: Translation nld-deu
	type: translation
	args: nld-deu
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: nld-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 22.3
	- name: chr-F
	type: chrf
	value: 0.53629
	- task:
	name: Translation nld-eng
	type: translation
	args: nld-eng
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: nld-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 30.7
	- name: chr-F
	type: chrf
	value: 0.59199
	- task:
	name: Translation nld-fra
	type: translation
	args: nld-fra
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: nld-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 28.4
	- name: chr-F
	type: chrf
	value: 0.56488
	- task:
	name: Translation nld-por
	type: translation
	args: nld-por
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: nld-por
	metrics:
	- name: BLEU
	type: bleu
	value: 26.2
	- name: chr-F
	type: chrf
	value: 0.54554
	- task:
	name: Translation nld-spa
	type: translation
	args: nld-spa
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: nld-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 20.0
	- name: chr-F
	type: chrf
	value: 0.48955
	- task:
	name: Translation nno-deu
	type: translation
	args: nno-deu
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: nno-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 28.4
	- name: chr-F
	type: chrf
	value: 0.57440
	- task:
	name: Translation nno-eng
	type: translation
	args: nno-eng
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: nno-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 43.8
	- name: chr-F
	type: chrf
	value: 0.68265
	- task:
	name: Translation nno-fra
	type: translation
	args: nno-fra
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: nno-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 35.6
	- name: chr-F
	type: chrf
	value: 0.60865
	- task:
	name: Translation nno-por
	type: translation
	args: nno-por
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: nno-por
	metrics:
	- name: BLEU
	type: bleu
	value: 33.8
	- name: chr-F
	type: chrf
	value: 0.59792
	- task:
	name: Translation nno-spa
	type: translation
	args: nno-spa
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: nno-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 22.8
	- name: chr-F
	type: chrf
	value: 0.51118
	- task:
	name: Translation nob-deu
	type: translation
	args: nob-deu
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: nob-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 26.6
	- name: chr-F
	type: chrf
	value: 0.56226
	- task:
	name: Translation nob-eng
	type: translation
	args: nob-eng
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: nob-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 42.9
	- name: chr-F
	type: chrf
	value: 0.67302
	- task:
	name: Translation nob-fra
	type: translation
	args: nob-fra
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: nob-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 34.3
	- name: chr-F
	type: chrf
	value: 0.60587
	- task:
	name: Translation nob-por
	type: translation
	args: nob-por
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: nob-por
	metrics:
	- name: BLEU
	type: bleu
	value: 32.4
	- name: chr-F
	type: chrf
	value: 0.59086
	- task:
	name: Translation nob-spa
	type: translation
	args: nob-spa
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: nob-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 22.0
	- name: chr-F
	type: chrf
	value: 0.50910
	- task:
	name: Translation swe-deu
	type: translation
	args: swe-deu
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: swe-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 31.7
	- name: chr-F
	type: chrf
	value: 0.59867
	- task:
	name: Translation swe-eng
	type: translation
	args: swe-eng
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: swe-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 47.4
	- name: chr-F
	type: chrf
	value: 0.70155
	- task:
	name: Translation swe-fra
	type: translation
	args: swe-fra
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: swe-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 39.0
	- name: chr-F
	type: chrf
	value: 0.63360
	- task:
	name: Translation swe-por
	type: translation
	args: swe-por
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: swe-por
	metrics:
	- name: BLEU
	type: bleu
	value: 35.8
	- name: chr-F
	type: chrf
	value: 0.61265
	- task:
	name: Translation swe-spa
	type: translation
	args: swe-spa
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: swe-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 24.1
	- name: chr-F
	type: chrf
	value: 0.52209
	- task:
	name: Translation tpi-deu
	type: translation
	args: tpi-deu
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: tpi-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 10.6
	- name: chr-F
	type: chrf
	value: 0.40345
	- task:
	name: Translation tpi-eng
	type: translation
	args: tpi-eng
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: tpi-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 19.5
	- name: chr-F
	type: chrf
	value: 0.48317
	- task:
	name: Translation tpi-fra
	type: translation
	args: tpi-fra
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: tpi-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 16.1
	- name: chr-F
	type: chrf
	value: 0.43681
	- task:
	name: Translation tpi-por
	type: translation
	args: tpi-por
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: tpi-por
	metrics:
	- name: BLEU
	type: bleu
	value: 16.0
	- name: chr-F
	type: chrf
	value: 0.43402
	- task:
	name: Translation tpi-spa
	type: translation
	args: tpi-spa
	dataset:
	name: flores200-devtest
	type: flores200-devtest
	args: tpi-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 12.7
	- name: chr-F
	type: chrf
	value: 0.39430
	- task:
	name: Translation afr-deu
	type: translation
	args: afr-deu
	dataset:
	name: flores101-devtest
	type: flores_101
	args: afr deu devtest
	metrics:
	- name: BLEU
	type: bleu
	value: 28.6
	- name: chr-F
	type: chrf
	value: 0.57773
	- task:
	name: Translation afr-eng
	type: translation
	args: afr-eng
	dataset:
	name: flores101-devtest
	type: flores_101
	args: afr eng devtest
	metrics:
	- name: BLEU
	type: bleu
	value: 53.8
	- name: chr-F
	type: chrf
	value: 0.74245
	- task:
	name: Translation afr-fra
	type: translation
	args: afr-fra
	dataset:
	name: flores101-devtest
	type: flores_101
	args: afr fra devtest
	metrics:
	- name: BLEU
	type: bleu
	value: 35.9
	- name: chr-F
	type: chrf
	value: 0.61642
	- task:
	name: Translation afr-por
	type: translation
	args: afr-por
	dataset:
	name: flores101-devtest
	type: flores_101
	args: afr por devtest
	metrics:
	- name: BLEU
	type: bleu
	value: 35.5
	- name: chr-F
	type: chrf
	value: 0.61404
	- task:
	name: Translation afr-spa
	type: translation
	args: afr-spa
	dataset:
	name: flores101-devtest
	type: flores_101
	args: afr spa devtest
	metrics:
	- name: BLEU
	type: bleu
	value: 22.4
	- name: chr-F
	type: chrf
	value: 0.51062
	- task:
	name: Translation deu-fra
	type: translation
	args: deu-fra
	dataset:
	name: flores101-devtest
	type: flores_101
	args: deu fra devtest
	metrics:
	- name: BLEU
	type: bleu
	value: 36.0
	- name: chr-F
	type: chrf
	value: 0.61951
	- task:
	name: Translation deu-por
	type: translation
	args: deu-por
	dataset:
	name: flores101-devtest
	type: flores_101
	args: deu por devtest
	metrics:
	- name: BLEU
	type: bleu
	value: 33.2
	- name: chr-F
	type: chrf
	value: 0.59947
	- task:
	name: Translation deu-spa
	type: translation
	args: deu-spa
	dataset:
	name: flores101-devtest
	type: flores_101
	args: deu spa devtest
	metrics:
	- name: BLEU
	type: bleu
	value: 23.8
	- name: chr-F
	type: chrf
	value: 0.52237
	- task:
	name: Translation eng-deu
	type: translation
	args: eng-deu
	dataset:
	name: flores101-devtest
	type: flores_101
	args: eng deu devtest
	metrics:
	- name: BLEU
	type: bleu
	value: 36.7
	- name: chr-F
	type: chrf
	value: 0.63903
	- task:
	name: Translation isl-eng
	type: translation
	args: isl-eng
	dataset:
	name: flores101-devtest
	type: flores_101
	args: isl eng devtest
	metrics:
	- name: BLEU
	type: bleu
	value: 29.6
	- name: chr-F
	type: chrf
	value: 0.55472
	- task:
	name: Translation isl-fra
	type: translation
	args: isl-fra
	dataset:
	name: flores101-devtest
	type: flores_101
	args: isl fra devtest
	metrics:
	- name: BLEU
	type: bleu
	value: 25.7
	- name: chr-F
	type: chrf
	value: 0.52253
	- task:
	name: Translation isl-spa
	type: translation
	args: isl-spa
	dataset:
	name: flores101-devtest
	type: flores_101
	args: isl spa devtest
	metrics:
	- name: BLEU
	type: bleu
	value: 17.9
	- name: chr-F
	type: chrf
	value: 0.45474
	- task:
	name: Translation ltz-deu
	type: translation
	args: ltz-deu
	dataset:
	name: flores101-devtest
	type: flores_101
	args: ltz deu devtest
	metrics:
	- name: BLEU
	type: bleu
	value: 30.8
	- name: chr-F
	type: chrf
	value: 0.59731
	- task:
	name: Translation ltz-eng
	type: translation
	args: ltz-eng
	dataset:
	name: flores101-devtest
	type: flores_101
	args: ltz eng devtest
	metrics:
	- name: BLEU
	type: bleu
	value: 38.2
	- name: chr-F
	type: chrf
	value: 0.63740
	- task:
	name: Translation ltz-por
	type: translation
	args: ltz-por
	dataset:
	name: flores101-devtest
	type: flores_101
	args: ltz por devtest
	metrics:
	- name: BLEU
	type: bleu
	value: 26.7
	- name: chr-F
	type: chrf
	value: 0.53373
	- task:
	name: Translation nld-fra
	type: translation
	args: nld-fra
	dataset:
	name: flores101-devtest
	type: flores_101
	args: nld fra devtest
	metrics:
	- name: BLEU
	type: bleu
	value: 27.9
	- name: chr-F
	type: chrf
	value: 0.55977
	- task:
	name: Translation nld-por
	type: translation
	args: nld-por
	dataset:
	name: flores101-devtest
	type: flores_101
	args: nld por devtest
	metrics:
	- name: BLEU
	type: bleu
	value: 25.9
	- name: chr-F
	type: chrf
	value: 0.54181
	- task:
	name: Translation nld-spa
	type: translation
	args: nld-spa
	dataset:
	name: flores101-devtest
	type: flores_101
	args: nld spa devtest
	metrics:
	- name: BLEU
	type: bleu
	value: 19.6
	- name: chr-F
	type: chrf
	value: 0.48625
	- task:
	name: Translation swe-deu
	type: translation
	args: swe-deu
	dataset:
	name: flores101-devtest
	type: flores_101
	args: swe deu devtest
	metrics:
	- name: BLEU
	type: bleu
	value: 31.5
	- name: chr-F
	type: chrf
	value: 0.59763
	- task:
	name: Translation swe-eng
	type: translation
	args: swe-eng
	dataset:
	name: flores101-devtest
	type: flores_101
	args: swe eng devtest
	metrics:
	- name: BLEU
	type: bleu
	value: 46.7
	- name: chr-F
	type: chrf
	value: 0.69769
	- task:
	name: Translation swe-fra
	type: translation
	args: swe-fra
	dataset:
	name: flores101-devtest
	type: flores_101
	args: swe fra devtest
	metrics:
	- name: BLEU
	type: bleu
	value: 38.1
	- name: chr-F
	type: chrf
	value: 0.62898
	- task:
	name: Translation swe-por
	type: translation
	args: swe-por
	dataset:
	name: flores101-devtest
	type: flores_101
	args: swe por devtest
	metrics:
	- name: BLEU
	type: bleu
	value: 35.3
	- name: chr-F
	type: chrf
	value: 0.61040
	- task:
	name: Translation deu-eng
	type: translation
	args: deu-eng
	dataset:
	name: generaltest2022
	type: generaltest2022
	args: deu-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 30.2
	- name: chr-F
	type: chrf
	value: 0.55482
	- task:
	name: Translation deu-fra
	type: translation
	args: deu-fra
	dataset:
	name: generaltest2022
	type: generaltest2022
	args: deu-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 37.2
	- name: chr-F
	type: chrf
	value: 0.60682
	- task:
	name: Translation eng-deu
	type: translation
	args: eng-deu
	dataset:
	name: generaltest2022
	type: generaltest2022
	args: eng-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 32.5
	- name: chr-F
	type: chrf
	value: 0.60337
	- task:
	name: Translation deu-eng
	type: translation
	args: deu-eng
	dataset:
	name: multi30k_test_2016_flickr
	type: multi30k-2016_flickr
	args: deu-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 40.0
	- name: chr-F
	type: chrf
	value: 0.60928
	- task:
	name: Translation deu-fra
	type: translation
	args: deu-fra
	dataset:
	name: multi30k_test_2016_flickr
	type: multi30k-2016_flickr
	args: deu-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 37.9
	- name: chr-F
	type: chrf
	value: 0.62274
	- task:
	name: Translation eng-deu
	type: translation
	args: eng-deu
	dataset:
	name: multi30k_test_2016_flickr
	type: multi30k-2016_flickr
	args: eng-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 34.7
	- name: chr-F
	type: chrf
	value: 0.63626
	- task:
	name: Translation eng-fra
	type: translation
	args: eng-fra
	dataset:
	name: multi30k_test_2016_flickr
	type: multi30k-2016_flickr
	args: eng-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 48.3
	- name: chr-F
	type: chrf
	value: 0.69972
	- task:
	name: Translation deu-eng
	type: translation
	args: deu-eng
	dataset:
	name: multi30k_test_2017_flickr
	type: multi30k-2017_flickr
	args: deu-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 40.7
	- name: chr-F
	type: chrf
	value: 0.63346
	- task:
	name: Translation deu-fra
	type: translation
	args: deu-fra
	dataset:
	name: multi30k_test_2017_flickr
	type: multi30k-2017_flickr
	args: deu-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 36.9
	- name: chr-F
	type: chrf
	value: 0.62340
	- task:
	name: Translation eng-deu
	type: translation
	args: eng-deu
	dataset:
	name: multi30k_test_2017_flickr
	type: multi30k-2017_flickr
	args: eng-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 33.2
	- name: chr-F
	type: chrf
	value: 0.62213
	- task:
	name: Translation eng-fra
	type: translation
	args: eng-fra
	dataset:
	name: multi30k_test_2017_flickr
	type: multi30k-2017_flickr
	args: eng-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 50.2
	- name: chr-F
	type: chrf
	value: 0.71289
	- task:
	name: Translation deu-eng
	type: translation
	args: deu-eng
	dataset:
	name: multi30k_test_2017_mscoco
	type: multi30k-2017_mscoco
	args: deu-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 32.5
	- name: chr-F
	type: chrf
	value: 0.55818
	- task:
	name: Translation deu-fra
	type: translation
	args: deu-fra
	dataset:
	name: multi30k_test_2017_mscoco
	type: multi30k-2017_mscoco
	args: deu-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 34.4
	- name: chr-F
	type: chrf
	value: 0.59452
	- task:
	name: Translation eng-deu
	type: translation
	args: eng-deu
	dataset:
	name: multi30k_test_2017_mscoco
	type: multi30k-2017_mscoco
	args: eng-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 29.2
	- name: chr-F
	type: chrf
	value: 0.57860
	- task:
	name: Translation eng-fra
	type: translation
	args: eng-fra
	dataset:
	name: multi30k_test_2017_mscoco
	type: multi30k-2017_mscoco
	args: eng-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 54.1
	- name: chr-F
	type: chrf
	value: 0.72971
	- task:
	name: Translation deu-eng
	type: translation
	args: deu-eng
	dataset:
	name: multi30k_test_2018_flickr
	type: multi30k-2018_flickr
	args: deu-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 36.1
	- name: chr-F
	type: chrf
	value: 0.59041
	- task:
	name: Translation deu-fra
	type: translation
	args: deu-fra
	dataset:
	name: multi30k_test_2018_flickr
	type: multi30k-2018_flickr
	args: deu-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 30.6
	- name: chr-F
	type: chrf
	value: 0.56956
	- task:
	name: Translation eng-deu
	type: translation
	args: eng-deu
	dataset:
	name: multi30k_test_2018_flickr
	type: multi30k-2018_flickr
	args: eng-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 30.5
	- name: chr-F
	type: chrf
	value: 0.59517
	- task:
	name: Translation eng-fra
	type: translation
	args: eng-fra
	dataset:
	name: multi30k_test_2018_flickr
	type: multi30k-2018_flickr
	args: eng-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 40.6
	- name: chr-F
	type: chrf
	value: 0.64575
	- task:
	name: Translation eng-fra
	type: translation
	args: eng-fra
	dataset:
	name: newsdiscusstest2015
	type: newsdiscusstest2015
	args: eng-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 37.4
	- name: chr-F
	type: chrf
	value: 0.63295
	- task:
	name: Translation deu-eng
	type: translation
	args: deu-eng
	dataset:
	name: newstestALL2020
	type: newstestALL2020
	args: deu-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 34.3
	- name: chr-F
	type: chrf
	value: 0.60708
	- task:
	name: Translation eng-deu
	type: translation
	args: eng-deu
	dataset:
	name: newstestALL2020
	type: newstestALL2020
	args: eng-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 31.2
	- name: chr-F
	type: chrf
	value: 0.59764
	- task:
	name: Translation afr-deu
	type: translation
	args: afr-deu
	dataset:
	name: ntrex128
	type: ntrex128
	args: afr-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 26.1
	- name: chr-F
	type: chrf
	value: 0.55455
	- task:
	name: Translation afr-eng
	type: translation
	args: afr-eng
	dataset:
	name: ntrex128
	type: ntrex128
	args: afr-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 51.5
	- name: chr-F
	type: chrf
	value: 0.72478
	- task:
	name: Translation afr-fra
	type: translation
	args: afr-fra
	dataset:
	name: ntrex128
	type: ntrex128
	args: afr-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 29.1
	- name: chr-F
	type: chrf
	value: 0.56551
	- task:
	name: Translation afr-por
	type: translation
	args: afr-por
	dataset:
	name: ntrex128
	type: ntrex128
	args: afr-por
	metrics:
	- name: BLEU
	type: bleu
	value: 28.0
	- name: chr-F
	type: chrf
	value: 0.55192
	- task:
	name: Translation afr-spa
	type: translation
	args: afr-spa
	dataset:
	name: ntrex128
	type: ntrex128
	args: afr-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 33.5
	- name: chr-F
	type: chrf
	value: 0.58404
	- task:
	name: Translation dan-deu
	type: translation
	args: dan-deu
	dataset:
	name: ntrex128
	type: ntrex128
	args: dan-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 24.6
	- name: chr-F
	type: chrf
	value: 0.53830
	- task:
	name: Translation dan-eng
	type: translation
	args: dan-eng
	dataset:
	name: ntrex128
	type: ntrex128
	args: dan-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 38.0
	- name: chr-F
	type: chrf
	value: 0.62590
	- task:
	name: Translation dan-fra
	type: translation
	args: dan-fra
	dataset:
	name: ntrex128
	type: ntrex128
	args: dan-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 26.2
	- name: chr-F
	type: chrf
	value: 0.53853
	- task:
	name: Translation dan-por
	type: translation
	args: dan-por
	dataset:
	name: ntrex128
	type: ntrex128
	args: dan-por
	metrics:
	- name: BLEU
	type: bleu
	value: 26.6
	- name: chr-F
	type: chrf
	value: 0.53295
	- task:
	name: Translation dan-spa
	type: translation
	args: dan-spa
	dataset:
	name: ntrex128
	type: ntrex128
	args: dan-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 30.2
	- name: chr-F
	type: chrf
	value: 0.55771
	- task:
	name: Translation deu-eng
	type: translation
	args: deu-eng
	dataset:
	name: ntrex128
	type: ntrex128
	args: deu-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 33.5
	- name: chr-F
	type: chrf
	value: 0.61495
	- task:
	name: Translation deu-fra
	type: translation
	args: deu-fra
	dataset:
	name: ntrex128
	type: ntrex128
	args: deu-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 28.1
	- name: chr-F
	type: chrf
	value: 0.55631
	- task:
	name: Translation deu-por
	type: translation
	args: deu-por
	dataset:
	name: ntrex128
	type: ntrex128
	args: deu-por
	metrics:
	- name: BLEU
	type: bleu
	value: 25.6
	- name: chr-F
	type: chrf
	value: 0.54078
	- task:
	name: Translation deu-spa
	type: translation
	args: deu-spa
	dataset:
	name: ntrex128
	type: ntrex128
	args: deu-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 30.6
	- name: chr-F
	type: chrf
	value: 0.56793
	- task:
	name: Translation eng-deu
	type: translation
	args: eng-deu
	dataset:
	name: ntrex128
	type: ntrex128
	args: eng-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 29.7
	- name: chr-F
	type: chrf
	value: 0.58373
	- task:
	name: Translation eng-fra
	type: translation
	args: eng-fra
	dataset:
	name: ntrex128
	type: ntrex128
	args: eng-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 34.9
	- name: chr-F
	type: chrf
	value: 0.61168
	- task:
	name: Translation eng-por
	type: translation
	args: eng-por
	dataset:
	name: ntrex128
	type: ntrex128
	args: eng-por
	metrics:
	- name: BLEU
	type: bleu
	value: 33.3
	- name: chr-F
	type: chrf
	value: 0.59703
	- task:
	name: Translation eng-spa
	type: translation
	args: eng-spa
	dataset:
	name: ntrex128
	type: ntrex128
	args: eng-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 39.8
	- name: chr-F
	type: chrf
	value: 0.63737
	- task:
	name: Translation fao-deu
	type: translation
	args: fao-deu
	dataset:
	name: ntrex128
	type: ntrex128
	args: fao-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 16.0
	- name: chr-F
	type: chrf
	value: 0.42430
	- task:
	name: Translation fao-eng
	type: translation
	args: fao-eng
	dataset:
	name: ntrex128
	type: ntrex128
	args: fao-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 24.2
	- name: chr-F
	type: chrf
	value: 0.47552
	- task:
	name: Translation fao-fra
	type: translation
	args: fao-fra
	dataset:
	name: ntrex128
	type: ntrex128
	args: fao-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 16.8
	- name: chr-F
	type: chrf
	value: 0.40501
	- task:
	name: Translation fao-por
	type: translation
	args: fao-por
	dataset:
	name: ntrex128
	type: ntrex128
	args: fao-por
	metrics:
	- name: BLEU
	type: bleu
	value: 15.9
	- name: chr-F
	type: chrf
	value: 0.40261
	- task:
	name: Translation fao-spa
	type: translation
	args: fao-spa
	dataset:
	name: ntrex128
	type: ntrex128
	args: fao-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 18.2
	- name: chr-F
	type: chrf
	value: 0.41996
	- task:
	name: Translation isl-deu
	type: translation
	args: isl-deu
	dataset:
	name: ntrex128
	type: ntrex128
	args: isl-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 19.9
	- name: chr-F
	type: chrf
	value: 0.49197
	- task:
	name: Translation isl-eng
	type: translation
	args: isl-eng
	dataset:
	name: ntrex128
	type: ntrex128
	args: isl-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 28.4
	- name: chr-F
	type: chrf
	value: 0.55641
	- task:
	name: Translation isl-fra
	type: translation
	args: isl-fra
	dataset:
	name: ntrex128
	type: ntrex128
	args: isl-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 23.2
	- name: chr-F
	type: chrf
	value: 0.50981
	- task:
	name: Translation isl-por
	type: translation
	args: isl-por
	dataset:
	name: ntrex128
	type: ntrex128
	args: isl-por
	metrics:
	- name: BLEU
	type: bleu
	value: 20.9
	- name: chr-F
	type: chrf
	value: 0.49008
	- task:
	name: Translation isl-spa
	type: translation
	args: isl-spa
	dataset:
	name: ntrex128
	type: ntrex128
	args: isl-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 26.1
	- name: chr-F
	type: chrf
	value: 0.52176
	- task:
	name: Translation ltz-deu
	type: translation
	args: ltz-deu
	dataset:
	name: ntrex128
	type: ntrex128
	args: ltz-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 22.0
	- name: chr-F
	type: chrf
	value: 0.51598
	- task:
	name: Translation ltz-eng
	type: translation
	args: ltz-eng
	dataset:
	name: ntrex128
	type: ntrex128
	args: ltz-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 33.1
	- name: chr-F
	type: chrf
	value: 0.58852
	- task:
	name: Translation ltz-fra
	type: translation
	args: ltz-fra
	dataset:
	name: ntrex128
	type: ntrex128
	args: ltz-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 22.5
	- name: chr-F
	type: chrf
	value: 0.50270
	- task:
	name: Translation ltz-por
	type: translation
	args: ltz-por
	dataset:
	name: ntrex128
	type: ntrex128
	args: ltz-por
	metrics:
	- name: BLEU
	type: bleu
	value: 19.7
	- name: chr-F
	type: chrf
	value: 0.46568
	- task:
	name: Translation ltz-spa
	type: translation
	args: ltz-spa
	dataset:
	name: ntrex128
	type: ntrex128
	args: ltz-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 22.3
	- name: chr-F
	type: chrf
	value: 0.48287
	- task:
	name: Translation nld-deu
	type: translation
	args: nld-deu
	dataset:
	name: ntrex128
	type: ntrex128
	args: nld-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 25.7
	- name: chr-F
	type: chrf
	value: 0.55925
	- task:
	name: Translation nld-eng
	type: translation
	args: nld-eng
	dataset:
	name: ntrex128
	type: ntrex128
	args: nld-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 36.2
	- name: chr-F
	type: chrf
	value: 0.63556
	- task:
	name: Translation nld-fra
	type: translation
	args: nld-fra
	dataset:
	name: ntrex128
	type: ntrex128
	args: nld-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 27.7
	- name: chr-F
	type: chrf
	value: 0.55930
	- task:
	name: Translation nld-por
	type: translation
	args: nld-por
	dataset:
	name: ntrex128
	type: ntrex128
	args: nld-por
	metrics:
	- name: BLEU
	type: bleu
	value: 27.1
	- name: chr-F
	type: chrf
	value: 0.54481
	- task:
	name: Translation nld-spa
	type: translation
	args: nld-spa
	dataset:
	name: ntrex128
	type: ntrex128
	args: nld-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 32.0
	- name: chr-F
	type: chrf
	value: 0.57597
	- task:
	name: Translation nno-deu
	type: translation
	args: nno-deu
	dataset:
	name: ntrex128
	type: ntrex128
	args: nno-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 24.1
	- name: chr-F
	type: chrf
	value: 0.52772
	- task:
	name: Translation nno-eng
	type: translation
	args: nno-eng
	dataset:
	name: ntrex128
	type: ntrex128
	args: nno-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 41.9
	- name: chr-F
	type: chrf
	value: 0.65262
	- task:
	name: Translation nno-fra
	type: translation
	args: nno-fra
	dataset:
	name: ntrex128
	type: ntrex128
	args: nno-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 27.0
	- name: chr-F
	type: chrf
	value: 0.54074
	- task:
	name: Translation nno-por
	type: translation
	args: nno-por
	dataset:
	name: ntrex128
	type: ntrex128
	args: nno-por
	metrics:
	- name: BLEU
	type: bleu
	value: 25.3
	- name: chr-F
	type: chrf
	value: 0.52446
	- task:
	name: Translation nno-spa
	type: translation
	args: nno-spa
	dataset:
	name: ntrex128
	type: ntrex128
	args: nno-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 30.1
	- name: chr-F
	type: chrf
	value: 0.55555
	- task:
	name: Translation nob-deu
	type: translation
	args: nob-deu
	dataset:
	name: ntrex128
	type: ntrex128
	args: nob-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 26.2
	- name: chr-F
	type: chrf
	value: 0.55215
	- task:
	name: Translation nob-eng
	type: translation
	args: nob-eng
	dataset:
	name: ntrex128
	type: ntrex128
	args: nob-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 39.6
	- name: chr-F
	type: chrf
	value: 0.64785
	- task:
	name: Translation nob-fra
	type: translation
	args: nob-fra
	dataset:
	name: ntrex128
	type: ntrex128
	args: nob-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 28.9
	- name: chr-F
	type: chrf
	value: 0.55925
	- task:
	name: Translation nob-por
	type: translation
	args: nob-por
	dataset:
	name: ntrex128
	type: ntrex128
	args: nob-por
	metrics:
	- name: BLEU
	type: bleu
	value: 26.1
	- name: chr-F
	type: chrf
	value: 0.54040
	- task:
	name: Translation nob-spa
	type: translation
	args: nob-spa
	dataset:
	name: ntrex128
	type: ntrex128
	args: nob-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 31.9
	- name: chr-F
	type: chrf
	value: 0.57388
	- task:
	name: Translation swe-deu
	type: translation
	args: swe-deu
	dataset:
	name: ntrex128
	type: ntrex128
	args: swe-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 26.2
	- name: chr-F
	type: chrf
	value: 0.55195
	- task:
	name: Translation swe-eng
	type: translation
	args: swe-eng
	dataset:
	name: ntrex128
	type: ntrex128
	args: swe-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 41.4
	- name: chr-F
	type: chrf
	value: 0.65697
	- task:
	name: Translation swe-fra
	type: translation
	args: swe-fra
	dataset:
	name: ntrex128
	type: ntrex128
	args: swe-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 29.1
	- name: chr-F
	type: chrf
	value: 0.56103
	- task:
	name: Translation swe-por
	type: translation
	args: swe-por
	dataset:
	name: ntrex128
	type: ntrex128
	args: swe-por
	metrics:
	- name: BLEU
	type: bleu
	value: 27.3
	- name: chr-F
	type: chrf
	value: 0.54574
	- task:
	name: Translation swe-spa
	type: translation
	args: swe-spa
	dataset:
	name: ntrex128
	type: ntrex128
	args: swe-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 32.3
	- name: chr-F
	type: chrf
	value: 0.57745
	- task:
	name: Translation afr-deu
	type: translation
	args: afr-deu
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: afr-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 49.8
	- name: chr-F
	type: chrf
	value: 0.69326
	- task:
	name: Translation afr-eng
	type: translation
	args: afr-eng
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: afr-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 60.6
	- name: chr-F
	type: chrf
	value: 0.73601
	- task:
	name: Translation afr-spa
	type: translation
	args: afr-spa
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: afr-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 58.3
	- name: chr-F
	type: chrf
	value: 0.73339
	- task:
	name: Translation dan-deu
	type: translation
	args: dan-deu
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: dan-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 55.0
	- name: chr-F
	type: chrf
	value: 0.73535
	- task:
	name: Translation dan-eng
	type: translation
	args: dan-eng
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: dan-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 63.1
	- name: chr-F
	type: chrf
	value: 0.76364
	- task:
	name: Translation dan-fra
	type: translation
	args: dan-fra
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: dan-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 60.4
	- name: chr-F
	type: chrf
	value: 0.76184
	- task:
	name: Translation dan-por
	type: translation
	args: dan-por
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: dan-por
	metrics:
	- name: BLEU
	type: bleu
	value: 60.6
	- name: chr-F
	type: chrf
	value: 0.77629
	- task:
	name: Translation dan-spa
	type: translation
	args: dan-spa
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: dan-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 54.4
	- name: chr-F
	type: chrf
	value: 0.72253
	- task:
	name: Translation deu-deu
	type: translation
	args: deu-deu
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: deu-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 35.5
	- name: chr-F
	type: chrf
	value: 0.59994
	- task:
	name: Translation deu-eng
	type: translation
	args: deu-eng
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: deu-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 48.5
	- name: chr-F
	type: chrf
	value: 0.66046
	- task:
	name: Translation deu-fra
	type: translation
	args: deu-fra
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: deu-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 49.0
	- name: chr-F
	type: chrf
	value: 0.67616
	- task:
	name: Translation deu-por
	type: translation
	args: deu-por
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: deu-por
	metrics:
	- name: BLEU
	type: bleu
	value: 42.8
	- name: chr-F
	type: chrf
	value: 0.63474
	- task:
	name: Translation deu-spa
	type: translation
	args: deu-spa
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: deu-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 48.7
	- name: chr-F
	type: chrf
	value: 0.67787
	- task:
	name: Translation eng-deu
	type: translation
	args: eng-deu
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: eng-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 40.8
	- name: chr-F
	type: chrf
	value: 0.62438
	- task:
	name: Translation eng-eng
	type: translation
	args: eng-eng
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: eng-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 59.0
	- name: chr-F
	type: chrf
	value: 0.80550
	- task:
	name: Translation eng-fra
	type: translation
	args: eng-fra
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: eng-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 49.7
	- name: chr-F
	type: chrf
	value: 0.68113
	- task:
	name: Translation eng-por
	type: translation
	args: eng-por
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: eng-por
	metrics:
	- name: BLEU
	type: bleu
	value: 52.9
	- name: chr-F
	type: chrf
	value: 0.71775
	- task:
	name: Translation eng-spa
	type: translation
	args: eng-spa
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: eng-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 54.9
	- name: chr-F
	type: chrf
	value: 0.72273
	- task:
	name: Translation fao-eng
	type: translation
	args: fao-eng
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: fao-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 41.2
	- name: chr-F
	type: chrf
	value: 0.56661
	- task:
	name: Translation fry-eng
	type: translation
	args: fry-eng
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: fry-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 36.5
	- name: chr-F
	type: chrf
	value: 0.55624
	- task:
	name: Translation gos-deu
	type: translation
	args: gos-deu
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: gos-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 22.9
	- name: chr-F
	type: chrf
	value: 0.44090
	- task:
	name: Translation gos-eng
	type: translation
	args: gos-eng
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: gos-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 21.1
	- name: chr-F
	type: chrf
	value: 0.37900
	- task:
	name: Translation gsw-eng
	type: translation
	args: gsw-eng
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: gsw-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 31.4
	- name: chr-F
	type: chrf
	value: 0.45890
	- task:
	name: Translation isl-deu
	type: translation
	args: isl-deu
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: isl-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 49.2
	- name: chr-F
	type: chrf
	value: 0.67413
	- task:
	name: Translation isl-eng
	type: translation
	args: isl-eng
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: isl-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 50.5
	- name: chr-F
	type: chrf
	value: 0.66340
	- task:
	name: Translation isl-spa
	type: translation
	args: isl-spa
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: isl-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 46.9
	- name: chr-F
	type: chrf
	value: 0.65707
	- task:
	name: Translation ltz-deu
	type: translation
	args: ltz-deu
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: ltz-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 35.9
	- name: chr-F
	type: chrf
	value: 0.53615
	- task:
	name: Translation ltz-eng
	type: translation
	args: ltz-eng
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: ltz-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 55.5
	- name: chr-F
	type: chrf
	value: 0.65361
	- task:
	name: Translation multi-multi
	type: translation
	args: multi-multi
	dataset:
	name: tatoeba-test-v2020-07-28-v2023-09-26
	type: tatoeba_mt
	args: multi-multi
	metrics:
	- name: BLEU
	type: bleu
	value: 49.4
	- name: chr-F
	type: chrf
	value: 0.69187
	- task:
	name: Translation nds-deu
	type: translation
	args: nds-deu
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: nds-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 47.6
	- name: chr-F
	type: chrf
	value: 0.66127
	- task:
	name: Translation nds-eng
	type: translation
	args: nds-eng
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: nds-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 45.8
	- name: chr-F
	type: chrf
	value: 0.62793
	- task:
	name: Translation nds-fra
	type: translation
	args: nds-fra
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: nds-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 43.5
	- name: chr-F
	type: chrf
	value: 0.61167
	- task:
	name: Translation nds-por
	type: translation
	args: nds-por
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: nds-por
	metrics:
	- name: BLEU
	type: bleu
	value: 41.9
	- name: chr-F
	type: chrf
	value: 0.59516
	- task:
	name: Translation nds-spa
	type: translation
	args: nds-spa
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: nds-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 45.8
	- name: chr-F
	type: chrf
	value: 0.64811
	- task:
	name: Translation nld-deu
	type: translation
	args: nld-deu
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: nld-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 55.6
	- name: chr-F
	type: chrf
	value: 0.72788
	- task:
	name: Translation nld-eng
	type: translation
	args: nld-eng
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: nld-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 60.2
	- name: chr-F
	type: chrf
	value: 0.73960
	- task:
	name: Translation nld-fra
	type: translation
	args: nld-fra
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: nld-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 47.0
	- name: chr-F
	type: chrf
	value: 0.68080
	- task:
	name: Translation nld-por
	type: translation
	args: nld-por
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: nld-por
	metrics:
	- name: BLEU
	type: bleu
	value: 49.2
	- name: chr-F
	type: chrf
	value: 0.68681
	- task:
	name: Translation nld-spa
	type: translation
	args: nld-spa
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: nld-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 51.4
	- name: chr-F
	type: chrf
	value: 0.69773
	- task:
	name: Translation nno-eng
	type: translation
	args: nno-eng
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: nno-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 55.3
	- name: chr-F
	type: chrf
	value: 0.68656
	- task:
	name: Translation nob-deu
	type: translation
	args: nob-deu
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: nob-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 49.7
	- name: chr-F
	type: chrf
	value: 0.69494
	- task:
	name: Translation nob-eng
	type: translation
	args: nob-eng
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: nob-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 58.3
	- name: chr-F
	type: chrf
	value: 0.72289
	- task:
	name: Translation nob-fra
	type: translation
	args: nob-fra
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: nob-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 51.7
	- name: chr-F
	type: chrf
	value: 0.71122
	- task:
	name: Translation nob-spa
	type: translation
	args: nob-spa
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: nob-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 55.6
	- name: chr-F
	type: chrf
	value: 0.73468
	- task:
	name: Translation nor-deu
	type: translation
	args: nor-deu
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: nor-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 49.9
	- name: chr-F
	type: chrf
	value: 0.69510
	- task:
	name: Translation nor-eng
	type: translation
	args: nor-eng
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: nor-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 58.0
	- name: chr-F
	type: chrf
	value: 0.71970
	- task:
	name: Translation nor-fra
	type: translation
	args: nor-fra
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: nor-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 55.0
	- name: chr-F
	type: chrf
	value: 0.72587
	- task:
	name: Translation nor-por
	type: translation
	args: nor-por
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: nor-por
	metrics:
	- name: BLEU
	type: bleu
	value: 46.3
	- name: chr-F
	type: chrf
	value: 0.67981
	- task:
	name: Translation nor-spa
	type: translation
	args: nor-spa
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: nor-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 55.7
	- name: chr-F
	type: chrf
	value: 0.73337
	- task:
	name: Translation swe-deu
	type: translation
	args: swe-deu
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: swe-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 54.8
	- name: chr-F
	type: chrf
	value: 0.71563
	- task:
	name: Translation swe-eng
	type: translation
	args: swe-eng
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: swe-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 63.2
	- name: chr-F
	type: chrf
	value: 0.75486
	- task:
	name: Translation swe-fra
	type: translation
	args: swe-fra
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: swe-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 57.2
	- name: chr-F
	type: chrf
	value: 0.72399
	- task:
	name: Translation swe-por
	type: translation
	args: swe-por
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: swe-por
	metrics:
	- name: BLEU
	type: bleu
	value: 49.5
	- name: chr-F
	type: chrf
	value: 0.70201
	- task:
	name: Translation swe-spa
	type: translation
	args: swe-spa
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: swe-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 54.1
	- name: chr-F
	type: chrf
	value: 0.70678
	- task:
	name: Translation yid-eng
	type: translation
	args: yid-eng
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: yid-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 30.9
	- name: chr-F
	type: chrf
	value: 0.49708
	- task:
	name: Translation yid-fra
	type: translation
	args: yid-fra
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: yid-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 27.5
	- name: chr-F
	type: chrf
	value: 0.50306
	- task:
	name: Translation yid-spa
	type: translation
	args: yid-spa
	dataset:
	name: tatoeba-test-v2021-08-07
	type: tatoeba_mt
	args: yid-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 20.8
	- name: chr-F
	type: chrf
	value: 0.44196
	- task:
	name: Translation eng-fra
	type: translation
	args: eng-fra
	dataset:
	name: tico19-test
	type: tico19-test
	args: eng-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 38.9
	- name: chr-F
	type: chrf
	value: 0.62405
	- task:
	name: Translation eng-por
	type: translation
	args: eng-por
	dataset:
	name: tico19-test
	type: tico19-test
	args: eng-por
	metrics:
	- name: BLEU
	type: bleu
	value: 49.5
	- name: chr-F
	type: chrf
	value: 0.72533
	- task:
	name: Translation eng-spa
	type: translation
	args: eng-spa
	dataset:
	name: tico19-test
	type: tico19-test
	args: eng-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 51.0
	- name: chr-F
	type: chrf
	value: 0.72498
	- task:
	name: Translation deu-eng
	type: translation
	args: deu-eng
	dataset:
	name: newstest2008
	type: wmt-2008-news
	args: deu-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 26.9
	- name: chr-F
	type: chrf
	value: 0.54406
	- task:
	name: Translation deu-fra
	type: translation
	args: deu-fra
	dataset:
	name: newstest2008
	type: wmt-2008-news
	args: deu-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 25.8
	- name: chr-F
	type: chrf
	value: 0.54711
	- task:
	name: Translation deu-spa
	type: translation
	args: deu-spa
	dataset:
	name: newstest2008
	type: wmt-2008-news
	args: deu-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 25.4
	- name: chr-F
	type: chrf
	value: 0.53767
	- task:
	name: Translation eng-deu
	type: translation
	args: eng-deu
	dataset:
	name: newstest2008
	type: wmt-2008-news
	args: eng-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 23.0
	- name: chr-F
	type: chrf
	value: 0.52827
	- task:
	name: Translation eng-fra
	type: translation
	args: eng-fra
	dataset:
	name: newstest2008
	type: wmt-2008-news
	args: eng-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 26.4
	- name: chr-F
	type: chrf
	value: 0.55113
	- task:
	name: Translation eng-spa
	type: translation
	args: eng-spa
	dataset:
	name: newstest2008
	type: wmt-2008-news
	args: eng-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 29.5
	- name: chr-F
	type: chrf
	value: 0.56379
	- task:
	name: Translation deu-eng
	type: translation
	args: deu-eng
	dataset:
	name: newstest2009
	type: wmt-2009-news
	args: deu-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 26.3
	- name: chr-F
	type: chrf
	value: 0.53786
	- task:
	name: Translation deu-fra
	type: translation
	args: deu-fra
	dataset:
	name: newstest2009
	type: wmt-2009-news
	args: deu-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 25.6
	- name: chr-F
	type: chrf
	value: 0.53993
	- task:
	name: Translation deu-spa
	type: translation
	args: deu-spa
	dataset:
	name: newstest2009
	type: wmt-2009-news
	args: deu-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 25.3
	- name: chr-F
	type: chrf
	value: 0.53437
	- task:
	name: Translation eng-deu
	type: translation
	args: eng-deu
	dataset:
	name: newstest2009
	type: wmt-2009-news
	args: eng-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 22.0
	- name: chr-F
	type: chrf
	value: 0.52924
	- task:
	name: Translation eng-fra
	type: translation
	args: eng-fra
	dataset:
	name: newstest2009
	type: wmt-2009-news
	args: eng-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 28.9
	- name: chr-F
	type: chrf
	value: 0.57445
	- task:
	name: Translation eng-spa
	type: translation
	args: eng-spa
	dataset:
	name: newstest2009
	type: wmt-2009-news
	args: eng-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 29.7
	- name: chr-F
	type: chrf
	value: 0.57630
	- task:
	name: Translation deu-eng
	type: translation
	args: deu-eng
	dataset:
	name: newstest2010
	type: wmt-2010-news
	args: deu-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 30.2
	- name: chr-F
	type: chrf
	value: 0.58260
	- task:
	name: Translation deu-fra
	type: translation
	args: deu-fra
	dataset:
	name: newstest2010
	type: wmt-2010-news
	args: deu-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 28.6
	- name: chr-F
	type: chrf
	value: 0.57553
	- task:
	name: Translation deu-spa
	type: translation
	args: deu-spa
	dataset:
	name: newstest2010
	type: wmt-2010-news
	args: deu-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 32.1
	- name: chr-F
	type: chrf
	value: 0.59093
	- task:
	name: Translation eng-deu
	type: translation
	args: eng-deu
	dataset:
	name: newstest2010
	type: wmt-2010-news
	args: eng-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 25.2
	- name: chr-F
	type: chrf
	value: 0.54601
	- task:
	name: Translation eng-fra
	type: translation
	args: eng-fra
	dataset:
	name: newstest2010
	type: wmt-2010-news
	args: eng-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 31.5
	- name: chr-F
	type: chrf
	value: 0.59310
	- task:
	name: Translation eng-spa
	type: translation
	args: eng-spa
	dataset:
	name: newstest2010
	type: wmt-2010-news
	args: eng-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 36.1
	- name: chr-F
	type: chrf
	value: 0.61660
	- task:
	name: Translation deu-eng
	type: translation
	args: deu-eng
	dataset:
	name: newstest2011
	type: wmt-2011-news
	args: deu-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 26.6
	- name: chr-F
	type: chrf
	value: 0.54865
	- task:
	name: Translation deu-fra
	type: translation
	args: deu-fra
	dataset:
	name: newstest2011
	type: wmt-2011-news
	args: deu-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 27.0
	- name: chr-F
	type: chrf
	value: 0.55548
	- task:
	name: Translation deu-spa
	type: translation
	args: deu-spa
	dataset:
	name: newstest2011
	type: wmt-2011-news
	args: deu-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 30.1
	- name: chr-F
	type: chrf
	value: 0.56405
	- task:
	name: Translation eng-deu
	type: translation
	args: eng-deu
	dataset:
	name: newstest2011
	type: wmt-2011-news
	args: eng-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 22.5
	- name: chr-F
	type: chrf
	value: 0.52308
	- task:
	name: Translation eng-fra
	type: translation
	args: eng-fra
	dataset:
	name: newstest2011
	type: wmt-2011-news
	args: eng-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 33.6
	- name: chr-F
	type: chrf
	value: 0.60656
	- task:
	name: Translation eng-spa
	type: translation
	args: eng-spa
	dataset:
	name: newstest2011
	type: wmt-2011-news
	args: eng-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 38.1
	- name: chr-F
	type: chrf
	value: 0.61760
	- task:
	name: Translation deu-eng
	type: translation
	args: deu-eng
	dataset:
	name: newstest2012
	type: wmt-2012-news
	args: deu-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 28.1
	- name: chr-F
	type: chrf
	value: 0.56119
	- task:
	name: Translation deu-fra
	type: translation
	args: deu-fra
	dataset:
	name: newstest2012
	type: wmt-2012-news
	args: deu-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 27.1
	- name: chr-F
	type: chrf
	value: 0.55823
	- task:
	name: Translation deu-spa
	type: translation
	args: deu-spa
	dataset:
	name: newstest2012
	type: wmt-2012-news
	args: deu-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 30.9
	- name: chr-F
	type: chrf
	value: 0.57080
	- task:
	name: Translation eng-deu
	type: translation
	args: eng-deu
	dataset:
	name: newstest2012
	type: wmt-2012-news
	args: eng-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 23.2
	- name: chr-F
	type: chrf
	value: 0.52461
	- task:
	name: Translation eng-fra
	type: translation
	args: eng-fra
	dataset:
	name: newstest2012
	type: wmt-2012-news
	args: eng-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 31.2
	- name: chr-F
	type: chrf
	value: 0.58890
	- task:
	name: Translation eng-spa
	type: translation
	args: eng-spa
	dataset:
	name: newstest2012
	type: wmt-2012-news
	args: eng-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 38.2
	- name: chr-F
	type: chrf
	value: 0.62050
	- task:
	name: Translation deu-eng
	type: translation
	args: deu-eng
	dataset:
	name: newstest2013
	type: wmt-2013-news
	args: deu-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 31.4
	- name: chr-F
	type: chrf
	value: 0.57911
	- task:
	name: Translation deu-fra
	type: translation
	args: deu-fra
	dataset:
	name: newstest2013
	type: wmt-2013-news
	args: deu-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 29.6
	- name: chr-F
	type: chrf
	value: 0.56212
	- task:
	name: Translation deu-spa
	type: translation
	args: deu-spa
	dataset:
	name: newstest2013
	type: wmt-2013-news
	args: deu-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 31.4
	- name: chr-F
	type: chrf
	value: 0.56814
	- task:
	name: Translation eng-deu
	type: translation
	args: eng-deu
	dataset:
	name: newstest2013
	type: wmt-2013-news
	args: eng-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 27.0
	- name: chr-F
	type: chrf
	value: 0.55370
	- task:
	name: Translation eng-fra
	type: translation
	args: eng-fra
	dataset:
	name: newstest2013
	type: wmt-2013-news
	args: eng-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 33.0
	- name: chr-F
	type: chrf
	value: 0.58712
	- task:
	name: Translation eng-spa
	type: translation
	args: eng-spa
	dataset:
	name: newstest2013
	type: wmt-2013-news
	args: eng-spa
	metrics:
	- name: BLEU
	type: bleu
	value: 35.0
	- name: chr-F
	type: chrf
	value: 0.59653
	- task:
	name: Translation deu-eng
	type: translation
	args: deu-eng
	dataset:
	name: newstest2014
	type: wmt-2014-news
	args: deu-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 32.7
	- name: chr-F
	type: chrf
	value: 0.59441
	- task:
	name: Translation eng-deu
	type: translation
	args: eng-deu
	dataset:
	name: newstest2014
	type: wmt-2014-news
	args: eng-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 27.3
	- name: chr-F
	type: chrf
	value: 0.58610
	- task:
	name: Translation eng-fra
	type: translation
	args: eng-fra
	dataset:
	name: newstest2014
	type: wmt-2014-news
	args: eng-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 38.9
	- name: chr-F
	type: chrf
	value: 0.64743
	- task:
	name: Translation deu-eng
	type: translation
	args: deu-eng
	dataset:
	name: newstest2015
	type: wmt-2015-news
	args: deu-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 33.6
	- name: chr-F
	type: chrf
	value: 0.59573
	- task:
	name: Translation eng-deu
	type: translation
	args: eng-deu
	dataset:
	name: newstest2015
	type: wmt-2015-news
	args: eng-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 31.3
	- name: chr-F
	type: chrf
	value: 0.59581
	- task:
	name: Translation deu-eng
	type: translation
	args: deu-eng
	dataset:
	name: newstest2016
	type: wmt-2016-news
	args: deu-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 40.0
	- name: chr-F
	type: chrf
	value: 0.64594
	- task:
	name: Translation eng-deu
	type: translation
	args: eng-deu
	dataset:
	name: newstest2016
	type: wmt-2016-news
	args: eng-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 36.8
	- name: chr-F
	type: chrf
	value: 0.63617
	- task:
	name: Translation deu-eng
	type: translation
	args: deu-eng
	dataset:
	name: newstest2017
	type: wmt-2017-news
	args: deu-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 35.5
	- name: chr-F
	type: chrf
	value: 0.60931
	- task:
	name: Translation eng-deu
	type: translation
	args: eng-deu
	dataset:
	name: newstest2017
	type: wmt-2017-news
	args: eng-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 29.3
	- name: chr-F
	type: chrf
	value: 0.58459
	- task:
	name: Translation deu-eng
	type: translation
	args: deu-eng
	dataset:
	name: newstest2018
	type: wmt-2018-news
	args: deu-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 42.9
	- name: chr-F
	type: chrf
	value: 0.66399
	- task:
	name: Translation eng-deu
	type: translation
	args: eng-deu
	dataset:
	name: newstest2018
	type: wmt-2018-news
	args: eng-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 44.7
	- name: chr-F
	type: chrf
	value: 0.68676
	- task:
	name: Translation deu-eng
	type: translation
	args: deu-eng
	dataset:
	name: newstest2019
	type: wmt-2019-news
	args: deu-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 39.0
	- name: chr-F
	type: chrf
	value: 0.63254
	- task:
	name: Translation deu-fra
	type: translation
	args: deu-fra
	dataset:
	name: newstest2019
	type: wmt-2019-news
	args: deu-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 35.7
	- name: chr-F
	type: chrf
	value: 0.62658
	- task:
	name: Translation eng-deu
	type: translation
	args: eng-deu
	dataset:
	name: newstest2019
	type: wmt-2019-news
	args: eng-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 40.9
	- name: chr-F
	type: chrf
	value: 0.65659
	- task:
	name: Translation deu-eng
	type: translation
	args: deu-eng
	dataset:
	name: newstest2020
	type: wmt-2020-news
	args: deu-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 34.3
	- name: chr-F
	type: chrf
	value: 0.60708
	- task:
	name: Translation deu-fra
	type: translation
	args: deu-fra
	dataset:
	name: newstest2020
	type: wmt-2020-news
	args: deu-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 32.7
	- name: chr-F
	type: chrf
	value: 0.60215
	- task:
	name: Translation eng-deu
	type: translation
	args: eng-deu
	dataset:
	name: newstest2020
	type: wmt-2020-news
	args: eng-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 31.2
	- name: chr-F
	type: chrf
	value: 0.59764
	- task:
	name: Translation deu-eng
	type: translation
	args: deu-eng
	dataset:
	name: newstest2021
	type: wmt-2021-news
	args: deu-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 31.7
	- name: chr-F
	type: chrf
	value: 0.59635
	- task:
	name: Translation deu-fra
	type: translation
	args: deu-fra
	dataset:
	name: newstest2021
	type: wmt-2021-news
	args: deu-fra
	metrics:
	- name: BLEU
	type: bleu
	value: 31.0
	- name: chr-F
	type: chrf
	value: 0.58868
	- task:
	name: Translation eng-deu
	type: translation
	args: eng-deu
	dataset:
	name: newstest2021
	type: wmt-2021-news
	args: eng-deu
	metrics:
	- name: BLEU
	type: bleu
	value: 25.5
	- name: chr-F
	type: chrf
	value: 0.56042
	- task:
	name: Translation isl-eng
	type: translation
	args: isl-eng
	dataset:
	name: newstest2021
	type: wmt-2021-news
	args: isl-eng
	metrics:
	- name: BLEU
	type: bleu
	value: 30.5
	- name: chr-F
	type: chrf
	value: 0.54878
	---
	# opus-mt-tc-bible-big-gem-deu_eng_fra_por_spa

	## Table of Contents
	- [Model Details](#model-details)
	- [Uses](#uses)
	- [Risks, Limitations and Biases](#risks-limitations-and-biases)
	- [How to Get Started With the Model](#how-to-get-started-with-the-model)
	- [Training](#training)
	- [Evaluation](#evaluation)
	- [Citation Information](#citation-information)
	- [Acknowledgements](#acknowledgements)

	## Model Details

	Neural machine translation model for translating from Germanic languages (gem) to unknown (deu+eng+fra+por+spa).

	This model is part of the [OPUS-MT project](https://github.com/Helsinki-NLP/Opus-MT), an effort to make neural machine translation models widely available and accessible for many languages in the world. All models are originally trained using the amazing framework of [Marian NMT](https://marian-nmt.github.io/), an efficient NMT implementation written in pure C++. The models have been converted to pyTorch using the transformers library by huggingface. Training data is taken from [OPUS](https://opus.nlpl.eu/) and training pipelines use the procedures of [OPUS-MT-train](https://github.com/Helsinki-NLP/Opus-MT-train).
	Model Description:
	- Developed by: Language Technology Research Group at the University of Helsinki
	- Model Type: Translation (transformer-big)
	- Release: 2024-05-30
	- License: Apache-2.0
	- Language(s):
	- Source Language(s): afr ang bar bis bzj dan deu djk drt eng enm fao frr fry gos got gsw hrx hwc icr isl jam kri ksh lim ltz nds nld nno nob non nor ofs pcm pdc pfl pih pis rop sco srm srn stq swe swg tcs tpi vls wae yid zea
	- Target Language(s): deu eng fra por spa
	- Valid Target Language Labels: >>deu<< >>eng<< >>fra<< >>por<< >>spa<< >>xxx<<
	- Original Model: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip](https://object.pouta.csc.fi/Tatoeba-MT-models/gem-deu+eng+fra+por+spa/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip)
	- Resources for more information:
	- [OPUS-MT dashboard](https://opus.nlpl.eu/dashboard/index.php?pkg=opusmt&test=all&scoreslang=all&chart=standard&model=Tatoeba-MT-models/gem-deu%2Beng%2Bfra%2Bpor%2Bspa/opusTCv20230926max50%2Bbt%2Bjhubc_transformer-big_2024-05-30)
	- [OPUS-MT-train GitHub Repo](https://github.com/Helsinki-NLP/OPUS-MT-train)
	- [More information about MarianNMT models in the transformers library](https://huggingface.co./docs/transformers/model_doc/marian)
	- [Tatoeba Translation Challenge](https://github.com/Helsinki-NLP/Tatoeba-Challenge/)
	- [HPLT bilingual data v1 (as part of the Tatoeba Translation Challenge dataset)](https://hplt-project.org/datasets/v1)
	- [A massively parallel Bible corpus](https://aclanthology.org/L14-1215/)

	This is a multilingual translation model with multiple target languages. A sentence initial language token is required in the form of `>>id<<` (id = valid target language ID), e.g. `>>deu<<`

	## Uses

	This model can be used for translation and text-to-text generation.

	## Risks, Limitations and Biases

	CONTENT WARNING: Readers should be aware that the model is trained on various public data sets that may contain content that is disturbing, offensive, and can propagate historical and current stereotypes.

	Significant research has explored bias and fairness issues with language models (see, e.g., [Sheng et al. (2021)](https://aclanthology.org/2021.acl-long.330.pdf) and [Bender et al. (2021)](https://dl.acm.org/doi/pdf/10.1145/3442188.3445922)).

	## How to Get Started With the Model

	A short example code:

	```python
	from transformers import MarianMTModel, MarianTokenizer

	src_text = [
	">>deu<< Replace this with text in an accepted source language.",
	">>spa<< This is the second sentence."
	]

	model_name = "pytorch-models/opus-mt-tc-bible-big-gem-deu_eng_fra_por_spa"
	tokenizer = MarianTokenizer.from_pretrained(model_name)
	model = MarianMTModel.from_pretrained(model_name)
	translated = model.generate(**tokenizer(src_text, return_tensors="pt", padding=True))

	for t in translated:
	print( tokenizer.decode(t, skip_special_tokens=True) )
	```

	You can also use OPUS-MT models with the transformers pipelines, for example:

	```python
	from transformers import pipeline
	pipe = pipeline("translation", model="Helsinki-NLP/opus-mt-tc-bible-big-gem-deu_eng_fra_por_spa")
	print(pipe(">>deu<< Replace this with text in an accepted source language."))
	```

	## Training

	- Data: opusTCv20230926max50+bt+jhubc ([source](https://github.com/Helsinki-NLP/Tatoeba-Challenge))
	- Pre-processing: SentencePiece (spm32k,spm32k)
	- Model Type: transformer-big
	- Original MarianNMT Model: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip](https://object.pouta.csc.fi/Tatoeba-MT-models/gem-deu+eng+fra+por+spa/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip)
	- Training Scripts: [GitHub Repo](https://github.com/Helsinki-NLP/OPUS-MT-train)

	## Evaluation

	* [Model scores at the OPUS-MT dashboard](https://opus.nlpl.eu/dashboard/index.php?pkg=opusmt&test=all&scoreslang=all&chart=standard&model=Tatoeba-MT-models/gem-deu%2Beng%2Bfra%2Bpor%2Bspa/opusTCv20230926max50%2Bbt%2Bjhubc_transformer-big_2024-05-30)
	* test set translations: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.test.txt](https://object.pouta.csc.fi/Tatoeba-MT-models/gem-deu+eng+fra+por+spa/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.test.txt)
	* test set scores: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.eval.txt](https://object.pouta.csc.fi/Tatoeba-MT-models/gem-deu+eng+fra+por+spa/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.eval.txt)
	* benchmark results: [benchmark_results.txt](benchmark_results.txt)
	* benchmark output: [benchmark_translations.zip](benchmark_translations.zip)

	\| langpair \| testset \| chr-F \| BLEU \| #sent \| #words \|
	\|----------\|---------\|-------\|-------\|-------\|--------\|
	\| afr-deu \| tatoeba-test-v2021-08-07 \| 0.69326 \| 49.8 \| 1583 \| 9105 \|
	\| afr-eng \| tatoeba-test-v2021-08-07 \| 0.73601 \| 60.6 \| 1374 \| 9622 \|
	\| afr-spa \| tatoeba-test-v2021-08-07 \| 0.73339 \| 58.3 \| 448 \| 2783 \|
	\| dan-deu \| tatoeba-test-v2021-08-07 \| 0.73535 \| 55.0 \| 9998 \| 76055 \|
	\| dan-eng \| tatoeba-test-v2021-08-07 \| 0.76364 \| 63.1 \| 10795 \| 79684 \|
	\| dan-fra \| tatoeba-test-v2021-08-07 \| 0.76184 \| 60.4 \| 1731 \| 11882 \|
	\| dan-por \| tatoeba-test-v2021-08-07 \| 0.77629 \| 60.6 \| 873 \| 5360 \|
	\| dan-spa \| tatoeba-test-v2021-08-07 \| 0.72253 \| 54.4 \| 5000 \| 35528 \|
	\| deu-deu \| tatoeba-test-v2021-08-07 \| 0.59994 \| 35.5 \| 2500 \| 20806 \|
	\| deu-eng \| tatoeba-test-v2021-08-07 \| 0.66046 \| 48.5 \| 17565 \| 149462 \|
	\| deu-fra \| tatoeba-test-v2021-08-07 \| 0.67616 \| 49.0 \| 12418 \| 102721 \|
	\| deu-por \| tatoeba-test-v2021-08-07 \| 0.63474 \| 42.8 \| 10000 \| 81482 \|
	\| deu-spa \| tatoeba-test-v2021-08-07 \| 0.67787 \| 48.7 \| 10521 \| 82570 \|
	\| eng-deu \| tatoeba-test-v2021-08-07 \| 0.62438 \| 40.8 \| 17565 \| 151568 \|
	\| eng-eng \| tatoeba-test-v2021-08-07 \| 0.80550 \| 59.0 \| 12062 \| 115106 \|
	\| eng-fra \| tatoeba-test-v2021-08-07 \| 0.68113 \| 49.7 \| 12681 \| 106378 \|
	\| eng-por \| tatoeba-test-v2021-08-07 \| 0.71775 \| 52.9 \| 13222 \| 105265 \|
	\| eng-spa \| tatoeba-test-v2021-08-07 \| 0.72273 \| 54.9 \| 16583 \| 134710 \|
	\| fao-eng \| tatoeba-test-v2021-08-07 \| 0.56661 \| 41.2 \| 294 \| 1984 \|
	\| fry-eng \| tatoeba-test-v2021-08-07 \| 0.55624 \| 36.5 \| 220 \| 1573 \|
	\| gos-deu \| tatoeba-test-v2021-08-07 \| 0.44090 \| 22.9 \| 207 \| 1168 \|
	\| gos-eng \| tatoeba-test-v2021-08-07 \| 0.37900 \| 21.1 \| 1154 \| 5635 \|
	\| gsw-eng \| tatoeba-test-v2021-08-07 \| 0.45890 \| 31.4 \| 205 \| 990 \|
	\| isl-deu \| tatoeba-test-v2021-08-07 \| 0.67413 \| 49.2 \| 969 \| 6279 \|
	\| isl-eng \| tatoeba-test-v2021-08-07 \| 0.66340 \| 50.5 \| 2503 \| 19788 \|
	\| isl-spa \| tatoeba-test-v2021-08-07 \| 0.65707 \| 46.9 \| 238 \| 1229 \|
	\| ltz-deu \| tatoeba-test-v2021-08-07 \| 0.53615 \| 35.9 \| 347 \| 2208 \|
	\| ltz-eng \| tatoeba-test-v2021-08-07 \| 0.65361 \| 55.5 \| 293 \| 1840 \|
	\| nds-deu \| tatoeba-test-v2021-08-07 \| 0.66127 \| 47.6 \| 9999 \| 74564 \|
	\| nds-eng \| tatoeba-test-v2021-08-07 \| 0.62793 \| 45.8 \| 2500 \| 17589 \|
	\| nds-fra \| tatoeba-test-v2021-08-07 \| 0.61167 \| 43.5 \| 857 \| 5676 \|
	\| nds-por \| tatoeba-test-v2021-08-07 \| 0.59516 \| 41.9 \| 207 \| 1256 \|
	\| nds-spa \| tatoeba-test-v2021-08-07 \| 0.64811 \| 45.8 \| 923 \| 5540 \|
	\| nld-deu \| tatoeba-test-v2021-08-07 \| 0.72788 \| 55.6 \| 10218 \| 74131 \|
	\| nld-eng \| tatoeba-test-v2021-08-07 \| 0.73960 \| 60.2 \| 12696 \| 89978 \|
	\| nld-fra \| tatoeba-test-v2021-08-07 \| 0.68080 \| 47.0 \| 11548 \| 82974 \|
	\| nld-por \| tatoeba-test-v2021-08-07 \| 0.68681 \| 49.2 \| 2500 \| 17326 \|
	\| nld-spa \| tatoeba-test-v2021-08-07 \| 0.69773 \| 51.4 \| 10113 \| 74981 \|
	\| nno-eng \| tatoeba-test-v2021-08-07 \| 0.68656 \| 55.3 \| 460 \| 3524 \|
	\| nob-deu \| tatoeba-test-v2021-08-07 \| 0.69494 \| 49.7 \| 3525 \| 33592 \|
	\| nob-eng \| tatoeba-test-v2021-08-07 \| 0.72289 \| 58.3 \| 4539 \| 36823 \|
	\| nob-fra \| tatoeba-test-v2021-08-07 \| 0.71122 \| 51.7 \| 323 \| 2269 \|
	\| nob-spa \| tatoeba-test-v2021-08-07 \| 0.73468 \| 55.6 \| 885 \| 6866 \|
	\| nor-deu \| tatoeba-test-v2021-08-07 \| 0.69510 \| 49.9 \| 3651 \| 34575 \|
	\| nor-eng \| tatoeba-test-v2021-08-07 \| 0.71970 \| 58.0 \| 5000 \| 40355 \|
	\| nor-fra \| tatoeba-test-v2021-08-07 \| 0.72587 \| 55.0 \| 477 \| 3213 \|
	\| nor-por \| tatoeba-test-v2021-08-07 \| 0.67981 \| 46.3 \| 481 \| 4182 \|
	\| nor-spa \| tatoeba-test-v2021-08-07 \| 0.73337 \| 55.7 \| 960 \| 7311 \|
	\| swe-deu \| tatoeba-test-v2021-08-07 \| 0.71563 \| 54.8 \| 3410 \| 23494 \|
	\| swe-eng \| tatoeba-test-v2021-08-07 \| 0.75486 \| 63.2 \| 10362 \| 68513 \|
	\| swe-fra \| tatoeba-test-v2021-08-07 \| 0.72399 \| 57.2 \| 1407 \| 9580 \|
	\| swe-por \| tatoeba-test-v2021-08-07 \| 0.70201 \| 49.5 \| 320 \| 2032 \|
	\| swe-spa \| tatoeba-test-v2021-08-07 \| 0.70678 \| 54.1 \| 1351 \| 8235 \|
	\| yid-eng \| tatoeba-test-v2021-08-07 \| 0.49708 \| 30.9 \| 2483 \| 15452 \|
	\| yid-fra \| tatoeba-test-v2021-08-07 \| 0.50306 \| 27.5 \| 384 \| 2455 \|
	\| yid-spa \| tatoeba-test-v2021-08-07 \| 0.44196 \| 20.8 \| 407 \| 2478 \|
	\| afr-deu \| flores101-devtest \| 0.57773 \| 28.6 \| 1012 \| 25094 \|
	\| afr-eng \| flores101-devtest \| 0.74245 \| 53.8 \| 1012 \| 24721 \|
	\| afr-fra \| flores101-devtest \| 0.61642 \| 35.9 \| 1012 \| 28343 \|
	\| afr-por \| flores101-devtest \| 0.61404 \| 35.5 \| 1012 \| 26519 \|
	\| afr-spa \| flores101-devtest \| 0.51062 \| 22.4 \| 1012 \| 29199 \|
	\| deu-fra \| flores101-devtest \| 0.61951 \| 36.0 \| 1012 \| 28343 \|
	\| deu-por \| flores101-devtest \| 0.59947 \| 33.2 \| 1012 \| 26519 \|
	\| deu-spa \| flores101-devtest \| 0.52237 \| 23.8 \| 1012 \| 29199 \|
	\| eng-deu \| flores101-devtest \| 0.63903 \| 36.7 \| 1012 \| 25094 \|
	\| isl-eng \| flores101-devtest \| 0.55472 \| 29.6 \| 1012 \| 24721 \|
	\| isl-fra \| flores101-devtest \| 0.52253 \| 25.7 \| 1012 \| 28343 \|
	\| isl-spa \| flores101-devtest \| 0.45474 \| 17.9 \| 1012 \| 29199 \|
	\| ltz-deu \| flores101-devtest \| 0.59731 \| 30.8 \| 1012 \| 25094 \|
	\| ltz-eng \| flores101-devtest \| 0.63740 \| 38.2 \| 1012 \| 24721 \|
	\| ltz-por \| flores101-devtest \| 0.53373 \| 26.7 \| 1012 \| 26519 \|
	\| nld-fra \| flores101-devtest \| 0.55977 \| 27.9 \| 1012 \| 28343 \|
	\| nld-por \| flores101-devtest \| 0.54181 \| 25.9 \| 1012 \| 26519 \|
	\| nld-spa \| flores101-devtest \| 0.48625 \| 19.6 \| 1012 \| 29199 \|
	\| swe-deu \| flores101-devtest \| 0.59763 \| 31.5 \| 1012 \| 25094 \|
	\| swe-eng \| flores101-devtest \| 0.69769 \| 46.7 \| 1012 \| 24721 \|
	\| swe-fra \| flores101-devtest \| 0.62898 \| 38.1 \| 1012 \| 28343 \|
	\| swe-por \| flores101-devtest \| 0.61040 \| 35.3 \| 1012 \| 26519 \|
	\| afr-deu \| flores200-devtest \| 0.58114 \| 29.2 \| 1012 \| 25094 \|
	\| afr-eng \| flores200-devtest \| 0.74448 \| 54.0 \| 1012 \| 24721 \|
	\| afr-fra \| flores200-devtest \| 0.62075 \| 37.0 \| 1012 \| 28343 \|
	\| afr-por \| flores200-devtest \| 0.61878 \| 36.3 \| 1012 \| 26519 \|
	\| afr-spa \| flores200-devtest \| 0.51524 \| 23.0 \| 1012 \| 29199 \|
	\| dan-deu \| flores200-devtest \| 0.60226 \| 31.4 \| 1012 \| 25094 \|
	\| dan-eng \| flores200-devtest \| 0.70847 \| 47.1 \| 1012 \| 24721 \|
	\| dan-fra \| flores200-devtest \| 0.63937 \| 38.9 \| 1012 \| 28343 \|
	\| dan-por \| flores200-devtest \| 0.62188 \| 36.3 \| 1012 \| 26519 \|
	\| dan-spa \| flores200-devtest \| 0.52699 \| 24.2 \| 1012 \| 29199 \|
	\| deu-eng \| flores200-devtest \| 0.67277 \| 41.6 \| 1012 \| 24721 \|
	\| deu-fra \| flores200-devtest \| 0.62557 \| 36.7 \| 1012 \| 28343 \|
	\| deu-por \| flores200-devtest \| 0.60450 \| 34.1 \| 1012 \| 26519 \|
	\| deu-spa \| flores200-devtest \| 0.52346 \| 24.0 \| 1012 \| 29199 \|
	\| eng-deu \| flores200-devtest \| 0.64294 \| 37.3 \| 1012 \| 25094 \|
	\| eng-fra \| flores200-devtest \| 0.70649 \| 49.0 \| 1012 \| 28343 \|
	\| eng-por \| flores200-devtest \| 0.70802 \| 48.9 \| 1012 \| 26519 \|
	\| eng-spa \| flores200-devtest \| 0.55605 \| 27.1 \| 1012 \| 29199 \|
	\| fao-deu \| flores200-devtest \| 0.42553 \| 16.2 \| 1012 \| 25094 \|
	\| fao-eng \| flores200-devtest \| 0.45067 \| 22.5 \| 1012 \| 24721 \|
	\| fao-fra \| flores200-devtest \| 0.40660 \| 17.5 \| 1012 \| 28343 \|
	\| fao-por \| flores200-devtest \| 0.40555 \| 16.5 \| 1012 \| 26519 \|
	\| isl-deu \| flores200-devtest \| 0.49977 \| 21.9 \| 1012 \| 25094 \|
	\| isl-eng \| flores200-devtest \| 0.56358 \| 30.4 \| 1012 \| 24721 \|
	\| isl-fra \| flores200-devtest \| 0.53181 \| 26.6 \| 1012 \| 28343 \|
	\| isl-por \| flores200-devtest \| 0.51706 \| 25.3 \| 1012 \| 26519 \|
	\| isl-spa \| flores200-devtest \| 0.46015 \| 18.4 \| 1012 \| 29199 \|
	\| lim-deu \| flores200-devtest \| 0.44990 \| 15.8 \| 1012 \| 25094 \|
	\| lim-eng \| flores200-devtest \| 0.47463 \| 21.5 \| 1012 \| 24721 \|
	\| lim-fra \| flores200-devtest \| 0.44097 \| 18.2 \| 1012 \| 28343 \|
	\| lim-por \| flores200-devtest \| 0.43247 \| 17.2 \| 1012 \| 26519 \|
	\| ltz-deu \| flores200-devtest \| 0.60196 \| 31.3 \| 1012 \| 25094 \|
	\| ltz-eng \| flores200-devtest \| 0.64373 \| 38.9 \| 1012 \| 24721 \|
	\| ltz-fra \| flores200-devtest \| 0.59216 \| 33.4 \| 1012 \| 28343 \|
	\| ltz-por \| flores200-devtest \| 0.53423 \| 26.8 \| 1012 \| 26519 \|
	\| ltz-spa \| flores200-devtest \| 0.45465 \| 18.2 \| 1012 \| 29199 \|
	\| nld-deu \| flores200-devtest \| 0.53629 \| 22.3 \| 1012 \| 25094 \|
	\| nld-eng \| flores200-devtest \| 0.59199 \| 30.7 \| 1012 \| 24721 \|
	\| nld-fra \| flores200-devtest \| 0.56488 \| 28.4 \| 1012 \| 28343 \|
	\| nld-por \| flores200-devtest \| 0.54554 \| 26.2 \| 1012 \| 26519 \|
	\| nld-spa \| flores200-devtest \| 0.48955 \| 20.0 \| 1012 \| 29199 \|
	\| nno-deu \| flores200-devtest \| 0.57440 \| 28.4 \| 1012 \| 25094 \|
	\| nno-eng \| flores200-devtest \| 0.68265 \| 43.8 \| 1012 \| 24721 \|
	\| nno-fra \| flores200-devtest \| 0.60865 \| 35.6 \| 1012 \| 28343 \|
	\| nno-por \| flores200-devtest \| 0.59792 \| 33.8 \| 1012 \| 26519 \|
	\| nno-spa \| flores200-devtest \| 0.51118 \| 22.8 \| 1012 \| 29199 \|
	\| nob-deu \| flores200-devtest \| 0.56226 \| 26.6 \| 1012 \| 25094 \|
	\| nob-eng \| flores200-devtest \| 0.67302 \| 42.9 \| 1012 \| 24721 \|
	\| nob-fra \| flores200-devtest \| 0.60587 \| 34.3 \| 1012 \| 28343 \|
	\| nob-por \| flores200-devtest \| 0.59086 \| 32.4 \| 1012 \| 26519 \|
	\| nob-spa \| flores200-devtest \| 0.50910 \| 22.0 \| 1012 \| 29199 \|
	\| swe-deu \| flores200-devtest \| 0.59867 \| 31.7 \| 1012 \| 25094 \|
	\| swe-eng \| flores200-devtest \| 0.70155 \| 47.4 \| 1012 \| 24721 \|
	\| swe-fra \| flores200-devtest \| 0.63360 \| 39.0 \| 1012 \| 28343 \|
	\| swe-por \| flores200-devtest \| 0.61265 \| 35.8 \| 1012 \| 26519 \|
	\| swe-spa \| flores200-devtest \| 0.52209 \| 24.1 \| 1012 \| 29199 \|
	\| tpi-deu \| flores200-devtest \| 0.40345 \| 10.6 \| 1012 \| 25094 \|
	\| tpi-eng \| flores200-devtest \| 0.48317 \| 19.5 \| 1012 \| 24721 \|
	\| tpi-fra \| flores200-devtest \| 0.43681 \| 16.1 \| 1012 \| 28343 \|
	\| tpi-por \| flores200-devtest \| 0.43402 \| 16.0 \| 1012 \| 26519 \|
	\| deu-eng \| generaltest2022 \| 0.55482 \| 30.2 \| 1984 \| 37634 \|
	\| deu-fra \| generaltest2022 \| 0.60682 \| 37.2 \| 1984 \| 38276 \|
	\| eng-deu \| generaltest2022 \| 0.60337 \| 32.5 \| 2037 \| 38914 \|
	\| deu-eng \| multi30k_test_2016_flickr \| 0.60928 \| 40.0 \| 1000 \| 12955 \|
	\| deu-fra \| multi30k_test_2016_flickr \| 0.62274 \| 37.9 \| 1000 \| 13505 \|
	\| eng-deu \| multi30k_test_2016_flickr \| 0.63626 \| 34.7 \| 1000 \| 12106 \|
	\| eng-fra \| multi30k_test_2016_flickr \| 0.69972 \| 48.3 \| 1000 \| 13505 \|
	\| deu-eng \| multi30k_test_2017_flickr \| 0.63346 \| 40.7 \| 1000 \| 11374 \|
	\| deu-fra \| multi30k_test_2017_flickr \| 0.62340 \| 36.9 \| 1000 \| 12118 \|
	\| eng-deu \| multi30k_test_2017_flickr \| 0.62213 \| 33.2 \| 1000 \| 10755 \|
	\| eng-fra \| multi30k_test_2017_flickr \| 0.71289 \| 50.2 \| 1000 \| 12118 \|
	\| deu-eng \| multi30k_test_2017_mscoco \| 0.55818 \| 32.5 \| 461 \| 5231 \|
	\| deu-fra \| multi30k_test_2017_mscoco \| 0.59452 \| 34.4 \| 461 \| 5484 \|
	\| eng-deu \| multi30k_test_2017_mscoco \| 0.57860 \| 29.2 \| 461 \| 5158 \|
	\| eng-fra \| multi30k_test_2017_mscoco \| 0.72971 \| 54.1 \| 461 \| 5484 \|
	\| deu-eng \| multi30k_test_2018_flickr \| 0.59041 \| 36.1 \| 1071 \| 14689 \|
	\| deu-fra \| multi30k_test_2018_flickr \| 0.56956 \| 30.6 \| 1071 \| 15867 \|
	\| eng-deu \| multi30k_test_2018_flickr \| 0.59517 \| 30.5 \| 1071 \| 13703 \|
	\| eng-fra \| multi30k_test_2018_flickr \| 0.64575 \| 40.6 \| 1071 \| 15867 \|
	\| eng-fra \| newsdiscusstest2015 \| 0.63295 \| 37.4 \| 1500 \| 27975 \|
	\| deu-eng \| newssyscomb2009 \| 0.55577 \| 29.0 \| 502 \| 11818 \|
	\| deu-fra \| newssyscomb2009 \| 0.55843 \| 27.4 \| 502 \| 12331 \|
	\| deu-spa \| newssyscomb2009 \| 0.55364 \| 28.0 \| 502 \| 12503 \|
	\| eng-deu \| newssyscomb2009 \| 0.53472 \| 22.7 \| 502 \| 11271 \|
	\| eng-fra \| newssyscomb2009 \| 0.58209 \| 29.0 \| 502 \| 12331 \|
	\| eng-spa \| newssyscomb2009 \| 0.58210 \| 31.1 \| 502 \| 12503 \|
	\| deu-eng \| newstest2008 \| 0.54406 \| 26.9 \| 2051 \| 49380 \|
	\| deu-fra \| newstest2008 \| 0.54711 \| 25.8 \| 2051 \| 52685 \|
	\| deu-spa \| newstest2008 \| 0.53767 \| 25.4 \| 2051 \| 52586 \|
	\| eng-deu \| newstest2008 \| 0.52827 \| 23.0 \| 2051 \| 47447 \|
	\| eng-fra \| newstest2008 \| 0.55113 \| 26.4 \| 2051 \| 52685 \|
	\| eng-spa \| newstest2008 \| 0.56379 \| 29.5 \| 2051 \| 52586 \|
	\| deu-eng \| newstest2009 \| 0.53786 \| 26.3 \| 2525 \| 65399 \|
	\| deu-fra \| newstest2009 \| 0.53993 \| 25.6 \| 2525 \| 69263 \|
	\| deu-spa \| newstest2009 \| 0.53437 \| 25.3 \| 2525 \| 68111 \|
	\| eng-deu \| newstest2009 \| 0.52924 \| 22.0 \| 2525 \| 62816 \|
	\| eng-fra \| newstest2009 \| 0.57445 \| 28.9 \| 2525 \| 69263 \|
	\| eng-spa \| newstest2009 \| 0.57630 \| 29.7 \| 2525 \| 68111 \|
	\| deu-eng \| newstest2010 \| 0.58260 \| 30.2 \| 2489 \| 61711 \|
	\| deu-fra \| newstest2010 \| 0.57553 \| 28.6 \| 2489 \| 66022 \|
	\| deu-spa \| newstest2010 \| 0.59093 \| 32.1 \| 2489 \| 65480 \|
	\| eng-deu \| newstest2010 \| 0.54601 \| 25.2 \| 2489 \| 61503 \|
	\| eng-fra \| newstest2010 \| 0.59310 \| 31.5 \| 2489 \| 66022 \|
	\| eng-spa \| newstest2010 \| 0.61660 \| 36.1 \| 2489 \| 65480 \|
	\| deu-eng \| newstest2011 \| 0.54865 \| 26.6 \| 3003 \| 74681 \|
	\| deu-fra \| newstest2011 \| 0.55548 \| 27.0 \| 3003 \| 80626 \|
	\| deu-spa \| newstest2011 \| 0.56405 \| 30.1 \| 3003 \| 79476 \|
	\| eng-deu \| newstest2011 \| 0.52308 \| 22.5 \| 3003 \| 72981 \|
	\| eng-fra \| newstest2011 \| 0.60656 \| 33.6 \| 3003 \| 80626 \|
	\| eng-spa \| newstest2011 \| 0.61760 \| 38.1 \| 3003 \| 79476 \|
	\| deu-eng \| newstest2012 \| 0.56119 \| 28.1 \| 3003 \| 72812 \|
	\| deu-fra \| newstest2012 \| 0.55823 \| 27.1 \| 3003 \| 78011 \|
	\| deu-spa \| newstest2012 \| 0.57080 \| 30.9 \| 3003 \| 79006 \|
	\| eng-deu \| newstest2012 \| 0.52461 \| 23.2 \| 3003 \| 72886 \|
	\| eng-fra \| newstest2012 \| 0.58890 \| 31.2 \| 3003 \| 78011 \|
	\| eng-spa \| newstest2012 \| 0.62050 \| 38.2 \| 3003 \| 79006 \|
	\| deu-eng \| newstest2013 \| 0.57911 \| 31.4 \| 3000 \| 64505 \|
	\| deu-fra \| newstest2013 \| 0.56212 \| 29.6 \| 3000 \| 70037 \|
	\| deu-spa \| newstest2013 \| 0.56814 \| 31.4 \| 3000 \| 70528 \|
	\| eng-deu \| newstest2013 \| 0.55370 \| 27.0 \| 3000 \| 63737 \|
	\| eng-fra \| newstest2013 \| 0.58712 \| 33.0 \| 3000 \| 70037 \|
	\| eng-spa \| newstest2013 \| 0.59653 \| 35.0 \| 3000 \| 70528 \|
	\| deu-eng \| newstest2014 \| 0.59441 \| 32.7 \| 3003 \| 67337 \|
	\| eng-deu \| newstest2014 \| 0.58610 \| 27.3 \| 3003 \| 62688 \|
	\| eng-fra \| newstest2014 \| 0.64743 \| 38.9 \| 3003 \| 77306 \|
	\| deu-eng \| newstest2015 \| 0.59573 \| 33.6 \| 2169 \| 46443 \|
	\| eng-deu \| newstest2015 \| 0.59581 \| 31.3 \| 2169 \| 44260 \|
	\| deu-eng \| newstest2016 \| 0.64594 \| 40.0 \| 2999 \| 64119 \|
	\| eng-deu \| newstest2016 \| 0.63617 \| 36.8 \| 2999 \| 62669 \|
	\| deu-eng \| newstest2017 \| 0.60931 \| 35.5 \| 3004 \| 64399 \|
	\| eng-deu \| newstest2017 \| 0.58459 \| 29.3 \| 3004 \| 61287 \|
	\| deu-eng \| newstest2018 \| 0.66399 \| 42.9 \| 2998 \| 67012 \|
	\| eng-deu \| newstest2018 \| 0.68676 \| 44.7 \| 2998 \| 64276 \|
	\| deu-eng \| newstest2019 \| 0.63254 \| 39.0 \| 2000 \| 39227 \|
	\| deu-fra \| newstest2019 \| 0.62658 \| 35.7 \| 1701 \| 42509 \|
	\| eng-deu \| newstest2019 \| 0.65659 \| 40.9 \| 1997 \| 48746 \|
	\| deu-eng \| newstest2020 \| 0.60708 \| 34.3 \| 785 \| 38220 \|
	\| deu-fra \| newstest2020 \| 0.60215 \| 32.7 \| 1619 \| 36890 \|
	\| eng-deu \| newstest2020 \| 0.59764 \| 31.2 \| 1418 \| 52383 \|
	\| deu-eng \| newstest2021 \| 0.59635 \| 31.7 \| 1000 \| 20180 \|
	\| deu-fra \| newstest2021 \| 0.58868 \| 31.0 \| 1000 \| 23757 \|
	\| eng-deu \| newstest2021 \| 0.56042 \| 25.5 \| 1002 \| 27970 \|
	\| isl-eng \| newstest2021 \| 0.54878 \| 30.5 \| 1000 \| 22529 \|
	\| deu-eng \| newstestALL2020 \| 0.60708 \| 34.3 \| 785 \| 38220 \|
	\| eng-deu \| newstestALL2020 \| 0.59764 \| 31.2 \| 1418 \| 52383 \|
	\| deu-eng \| newstestB2020 \| 0.60692 \| 34.1 \| 785 \| 37696 \|
	\| eng-deu \| newstestB2020 \| 0.58796 \| 30.6 \| 1418 \| 53092 \|
	\| afr-deu \| ntrex128 \| 0.55455 \| 26.1 \| 1997 \| 48761 \|
	\| afr-eng \| ntrex128 \| 0.72478 \| 51.5 \| 1997 \| 47673 \|
	\| afr-fra \| ntrex128 \| 0.56551 \| 29.1 \| 1997 \| 53481 \|
	\| afr-por \| ntrex128 \| 0.55192 \| 28.0 \| 1997 \| 51631 \|
	\| afr-spa \| ntrex128 \| 0.58404 \| 33.5 \| 1997 \| 54107 \|
	\| dan-deu \| ntrex128 \| 0.53830 \| 24.6 \| 1997 \| 48761 \|
	\| dan-eng \| ntrex128 \| 0.62590 \| 38.0 \| 1997 \| 47673 \|
	\| dan-fra \| ntrex128 \| 0.53853 \| 26.2 \| 1997 \| 53481 \|
	\| dan-por \| ntrex128 \| 0.53295 \| 26.6 \| 1997 \| 51631 \|
	\| dan-spa \| ntrex128 \| 0.55771 \| 30.2 \| 1997 \| 54107 \|
	\| deu-eng \| ntrex128 \| 0.61495 \| 33.5 \| 1997 \| 47673 \|
	\| deu-fra \| ntrex128 \| 0.55631 \| 28.1 \| 1997 \| 53481 \|
	\| deu-por \| ntrex128 \| 0.54078 \| 25.6 \| 1997 \| 51631 \|
	\| deu-spa \| ntrex128 \| 0.56793 \| 30.6 \| 1997 \| 54107 \|
	\| eng-deu \| ntrex128 \| 0.58373 \| 29.7 \| 1997 \| 48761 \|
	\| eng-fra \| ntrex128 \| 0.61168 \| 34.9 \| 1997 \| 53481 \|
	\| eng-por \| ntrex128 \| 0.59703 \| 33.3 \| 1997 \| 51631 \|
	\| eng-spa \| ntrex128 \| 0.63737 \| 39.8 \| 1997 \| 54107 \|
	\| fao-deu \| ntrex128 \| 0.42430 \| 16.0 \| 1997 \| 48761 \|
	\| fao-eng \| ntrex128 \| 0.47552 \| 24.2 \| 1997 \| 47673 \|
	\| fao-fra \| ntrex128 \| 0.40501 \| 16.8 \| 1997 \| 53481 \|
	\| fao-por \| ntrex128 \| 0.40261 \| 15.9 \| 1997 \| 51631 \|
	\| fao-spa \| ntrex128 \| 0.41996 \| 18.2 \| 1997 \| 54107 \|
	\| isl-deu \| ntrex128 \| 0.49197 \| 19.9 \| 1997 \| 48761 \|
	\| isl-eng \| ntrex128 \| 0.55641 \| 28.4 \| 1997 \| 47673 \|
	\| isl-fra \| ntrex128 \| 0.50981 \| 23.2 \| 1997 \| 53481 \|
	\| isl-por \| ntrex128 \| 0.49008 \| 20.9 \| 1997 \| 51631 \|
	\| isl-spa \| ntrex128 \| 0.52176 \| 26.1 \| 1997 \| 54107 \|
	\| ltz-deu \| ntrex128 \| 0.51598 \| 22.0 \| 1997 \| 48761 \|
	\| ltz-eng \| ntrex128 \| 0.58852 \| 33.1 \| 1997 \| 47673 \|
	\| ltz-fra \| ntrex128 \| 0.50270 \| 22.5 \| 1997 \| 53481 \|
	\| ltz-por \| ntrex128 \| 0.46568 \| 19.7 \| 1997 \| 51631 \|
	\| ltz-spa \| ntrex128 \| 0.48287 \| 22.3 \| 1997 \| 54107 \|
	\| nld-deu \| ntrex128 \| 0.55925 \| 25.7 \| 1997 \| 48761 \|
	\| nld-eng \| ntrex128 \| 0.63556 \| 36.2 \| 1997 \| 47673 \|
	\| nld-fra \| ntrex128 \| 0.55930 \| 27.7 \| 1997 \| 53481 \|
	\| nld-por \| ntrex128 \| 0.54481 \| 27.1 \| 1997 \| 51631 \|
	\| nld-spa \| ntrex128 \| 0.57597 \| 32.0 \| 1997 \| 54107 \|
	\| nno-deu \| ntrex128 \| 0.52772 \| 24.1 \| 1997 \| 48761 \|
	\| nno-eng \| ntrex128 \| 0.65262 \| 41.9 \| 1997 \| 47673 \|
	\| nno-fra \| ntrex128 \| 0.54074 \| 27.0 \| 1997 \| 53481 \|
	\| nno-por \| ntrex128 \| 0.52446 \| 25.3 \| 1997 \| 51631 \|
	\| nno-spa \| ntrex128 \| 0.55555 \| 30.1 \| 1997 \| 54107 \|
	\| nob-deu \| ntrex128 \| 0.55215 \| 26.2 \| 1997 \| 48761 \|
	\| nob-eng \| ntrex128 \| 0.64785 \| 39.6 \| 1997 \| 47673 \|
	\| nob-fra \| ntrex128 \| 0.55925 \| 28.9 \| 1997 \| 53481 \|
	\| nob-por \| ntrex128 \| 0.54040 \| 26.1 \| 1997 \| 51631 \|
	\| nob-spa \| ntrex128 \| 0.57388 \| 31.9 \| 1997 \| 54107 \|
	\| swe-deu \| ntrex128 \| 0.55195 \| 26.2 \| 1997 \| 48761 \|
	\| swe-eng \| ntrex128 \| 0.65697 \| 41.4 \| 1997 \| 47673 \|
	\| swe-fra \| ntrex128 \| 0.56103 \| 29.1 \| 1997 \| 53481 \|
	\| swe-por \| ntrex128 \| 0.54574 \| 27.3 \| 1997 \| 51631 \|
	\| swe-spa \| ntrex128 \| 0.57745 \| 32.3 \| 1997 \| 54107 \|
	\| eng-fra \| tico19-test \| 0.62405 \| 38.9 \| 2100 \| 64661 \|
	\| eng-por \| tico19-test \| 0.72533 \| 49.5 \| 2100 \| 62729 \|
	\| eng-spa \| tico19-test \| 0.72498 \| 51.0 \| 2100 \| 66563 \|

	## Citation Information

	* Publications: [Democratizing neural machine translation with OPUS-MT](https://doi.org/10.1007/s10579-023-09704-w) and [OPUS-MT – Building open translation services for the World](https://aclanthology.org/2020.eamt-1.61/) and [The Tatoeba Translation Challenge – Realistic Data Sets for Low Resource and Multilingual MT](https://aclanthology.org/2020.wmt-1.139/) (Please, cite if you use this model.)

	```bibtex
	@article{tiedemann2023democratizing,
	title={Democratizing neural machine translation with {OPUS-MT}},
	author={Tiedemann, J{\"o}rg and Aulamo, Mikko and Bakshandaeva, Daria and Boggia, Michele and Gr{\"o}nroos, Stig-Arne and Nieminen, Tommi and Raganato, Alessandro and Scherrer, Yves and Vazquez, Raul and Virpioja, Sami},
	journal={Language Resources and Evaluation},
	number={58},
	pages={713--755},
	year={2023},
	publisher={Springer Nature},
	issn={1574-0218},
	doi={10.1007/s10579-023-09704-w}
	}

	@inproceedings{tiedemann-thottingal-2020-opus,
	title = "{OPUS}-{MT} {--} Building open translation services for the World",
	author = {Tiedemann, J{\"o}rg and Thottingal, Santhosh},
	booktitle = "Proceedings of the 22nd Annual Conference of the European Association for Machine Translation",
	month = nov,
	year = "2020",
	address = "Lisboa, Portugal",
	publisher = "European Association for Machine Translation",
	url = "https://aclanthology.org/2020.eamt-1.61",
	pages = "479--480",
	}

	@inproceedings{tiedemann-2020-tatoeba,
	title = "The Tatoeba Translation Challenge {--} Realistic Data Sets for Low Resource and Multilingual {MT}",
	author = {Tiedemann, J{\"o}rg},
	booktitle = "Proceedings of the Fifth Conference on Machine Translation",
	month = nov,
	year = "2020",
	address = "Online",
	publisher = "Association for Computational Linguistics",
	url = "https://aclanthology.org/2020.wmt-1.139",
	pages = "1174--1182",
	}
	```

	## Acknowledgements

	The work is supported by the [HPLT project](https://hplt-project.org/), funded by the European Union’s Horizon Europe research and innovation programme under grant agreement No 101070350. We are also grateful for the generous computational resources and IT infrastructure provided by [CSC -- IT Center for Science](https://www.csc.fi/), Finland, and the [EuroHPC supercomputer LUMI](https://www.lumi-supercomputer.eu/).

	## Model conversion info

	* transformers version: 4.45.1
	* OPUS-MT git hash: 0882077
	* port time: Tue Oct 8 11:04:22 EEST 2024
	* port machine: LM0-400-22516.local