diff --git "a/README.md" "b/README.md" new file mode 100644--- /dev/null +++ "b/README.md" @@ -0,0 +1,4650 @@ +--- +library_name: transformers +language: +- af +- ang +- bar +- bi +- bzj +- da +- de +- djk +- drt +- en +- enm +- es +- fo +- fr +- frr +- fy +- gos +- got +- gsw +- hrx +- hwc +- icr +- is +- jam +- kri +- ksh +- lb +- li +- nb +- nds +- nl +- nn +- no +- non +- ofs +- pcm +- pdc +- pfl +- pih +- pis +- pt +- rop +- sco +- srm +- srn +- stq +- sv +- swg +- tcs +- tpi +- vls +- wae +- yi +- zea + +tags: +- translation +- opus-mt-tc-bible + +license: apache-2.0 +model-index: +- name: opus-mt-tc-bible-big-gem-deu_eng_fra_por_spa + results: + - task: + name: Translation afr-deu + type: translation + args: afr-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: afr-deu + metrics: + - name: BLEU + type: bleu + value: 29.2 + - name: chr-F + type: chrf + value: 0.58114 + - task: + name: Translation afr-eng + type: translation + args: afr-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: afr-eng + metrics: + - name: BLEU + type: bleu + value: 54.0 + - name: chr-F + type: chrf + value: 0.74448 + - task: + name: Translation afr-fra + type: translation + args: afr-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: afr-fra + metrics: + - name: BLEU + type: bleu + value: 37.0 + - name: chr-F + type: chrf + value: 0.62075 + - task: + name: Translation afr-por + type: translation + args: afr-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: afr-por + metrics: + - name: BLEU + type: bleu + value: 36.3 + - name: chr-F + type: chrf + value: 0.61878 + - task: + name: Translation afr-spa + type: translation + args: afr-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: afr-spa + metrics: + - name: BLEU + type: bleu + value: 23.0 + - name: chr-F + type: chrf + value: 0.51524 + - task: + name: Translation dan-deu + type: translation + args: dan-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: dan-deu + metrics: + - name: BLEU + type: bleu + value: 31.4 + - name: chr-F + type: chrf + value: 0.60226 + - task: + name: Translation dan-eng + type: translation + args: dan-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: dan-eng + metrics: + - name: BLEU + type: bleu + value: 47.1 + - name: chr-F + type: chrf + value: 0.70847 + - task: + name: Translation dan-fra + type: translation + args: dan-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: dan-fra + metrics: + - name: BLEU + type: bleu + value: 38.9 + - name: chr-F + type: chrf + value: 0.63937 + - task: + name: Translation dan-por + type: translation + args: dan-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: dan-por + metrics: + - name: BLEU + type: bleu + value: 36.3 + - name: chr-F + type: chrf + value: 0.62188 + - task: + name: Translation dan-spa + type: translation + args: dan-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: dan-spa + metrics: + - name: BLEU + type: bleu + value: 24.2 + - name: chr-F + type: chrf + value: 0.52699 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 41.6 + - name: chr-F + type: chrf + value: 0.67277 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 36.7 + - name: chr-F + type: chrf + value: 0.62557 + - task: + name: Translation deu-por + type: translation + args: deu-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: deu-por + metrics: + - name: BLEU + type: bleu + value: 34.1 + - name: chr-F + type: chrf + value: 0.60450 + - task: + name: Translation deu-spa + type: translation + args: deu-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: deu-spa + metrics: + - name: BLEU + type: bleu + value: 24.0 + - name: chr-F + type: chrf + value: 0.52346 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 37.3 + - name: chr-F + type: chrf + value: 0.64294 + - task: + name: Translation eng-fra + type: translation + args: eng-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-fra + metrics: + - name: BLEU + type: bleu + value: 49.0 + - name: chr-F + type: chrf + value: 0.70649 + - task: + name: Translation eng-por + type: translation + args: eng-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-por + metrics: + - name: BLEU + type: bleu + value: 48.9 + - name: chr-F + type: chrf + value: 0.70802 + - task: + name: Translation eng-spa + type: translation + args: eng-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-spa + metrics: + - name: BLEU + type: bleu + value: 27.1 + - name: chr-F + type: chrf + value: 0.55605 + - task: + name: Translation fao-deu + type: translation + args: fao-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: fao-deu + metrics: + - name: BLEU + type: bleu + value: 16.2 + - name: chr-F + type: chrf + value: 0.42553 + - task: + name: Translation fao-eng + type: translation + args: fao-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: fao-eng + metrics: + - name: BLEU + type: bleu + value: 22.5 + - name: chr-F + type: chrf + value: 0.45067 + - task: + name: Translation fao-fra + type: translation + args: fao-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: fao-fra + metrics: + - name: BLEU + type: bleu + value: 17.5 + - name: chr-F + type: chrf + value: 0.40660 + - task: + name: Translation fao-por + type: translation + args: fao-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: fao-por + metrics: + - name: BLEU + type: bleu + value: 16.5 + - name: chr-F + type: chrf + value: 0.40555 + - task: + name: Translation fao-spa + type: translation + args: fao-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: fao-spa + metrics: + - name: BLEU + type: bleu + value: 11.9 + - name: chr-F + type: chrf + value: 0.36084 + - task: + name: Translation isl-deu + type: translation + args: isl-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: isl-deu + metrics: + - name: BLEU + type: bleu + value: 21.9 + - name: chr-F + type: chrf + value: 0.49977 + - task: + name: Translation isl-eng + type: translation + args: isl-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: isl-eng + metrics: + - name: BLEU + type: bleu + value: 30.4 + - name: chr-F + type: chrf + value: 0.56358 + - task: + name: Translation isl-fra + type: translation + args: isl-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: isl-fra + metrics: + - name: BLEU + type: bleu + value: 26.6 + - name: chr-F + type: chrf + value: 0.53181 + - task: + name: Translation isl-por + type: translation + args: isl-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: isl-por + metrics: + - name: BLEU + type: bleu + value: 25.3 + - name: chr-F + type: chrf + value: 0.51706 + - task: + name: Translation isl-spa + type: translation + args: isl-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: isl-spa + metrics: + - name: BLEU + type: bleu + value: 18.4 + - name: chr-F + type: chrf + value: 0.46015 + - task: + name: Translation lim-deu + type: translation + args: lim-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: lim-deu + metrics: + - name: BLEU + type: bleu + value: 15.8 + - name: chr-F + type: chrf + value: 0.44990 + - task: + name: Translation lim-eng + type: translation + args: lim-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: lim-eng + metrics: + - name: BLEU + type: bleu + value: 21.5 + - name: chr-F + type: chrf + value: 0.47463 + - task: + name: Translation lim-fra + type: translation + args: lim-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: lim-fra + metrics: + - name: BLEU + type: bleu + value: 18.2 + - name: chr-F + type: chrf + value: 0.44097 + - task: + name: Translation lim-por + type: translation + args: lim-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: lim-por + metrics: + - name: BLEU + type: bleu + value: 17.2 + - name: chr-F + type: chrf + value: 0.43247 + - task: + name: Translation lim-spa + type: translation + args: lim-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: lim-spa + metrics: + - name: BLEU + type: bleu + value: 13.7 + - name: chr-F + type: chrf + value: 0.39179 + - task: + name: Translation ltz-deu + type: translation + args: ltz-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: ltz-deu + metrics: + - name: BLEU + type: bleu + value: 31.3 + - name: chr-F + type: chrf + value: 0.60196 + - task: + name: Translation ltz-eng + type: translation + args: ltz-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: ltz-eng + metrics: + - name: BLEU + type: bleu + value: 38.9 + - name: chr-F + type: chrf + value: 0.64373 + - task: + name: Translation ltz-fra + type: translation + args: ltz-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: ltz-fra + metrics: + - name: BLEU + type: bleu + value: 33.4 + - name: chr-F + type: chrf + value: 0.59216 + - task: + name: Translation ltz-por + type: translation + args: ltz-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: ltz-por + metrics: + - name: BLEU + type: bleu + value: 26.8 + - name: chr-F + type: chrf + value: 0.53423 + - task: + name: Translation ltz-spa + type: translation + args: ltz-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: ltz-spa + metrics: + - name: BLEU + type: bleu + value: 18.2 + - name: chr-F + type: chrf + value: 0.45465 + - task: + name: Translation nld-deu + type: translation + args: nld-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: nld-deu + metrics: + - name: BLEU + type: bleu + value: 22.3 + - name: chr-F + type: chrf + value: 0.53629 + - task: + name: Translation nld-eng + type: translation + args: nld-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: nld-eng + metrics: + - name: BLEU + type: bleu + value: 30.7 + - name: chr-F + type: chrf + value: 0.59199 + - task: + name: Translation nld-fra + type: translation + args: nld-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: nld-fra + metrics: + - name: BLEU + type: bleu + value: 28.4 + - name: chr-F + type: chrf + value: 0.56488 + - task: + name: Translation nld-por + type: translation + args: nld-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: nld-por + metrics: + - name: BLEU + type: bleu + value: 26.2 + - name: chr-F + type: chrf + value: 0.54554 + - task: + name: Translation nld-spa + type: translation + args: nld-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: nld-spa + metrics: + - name: BLEU + type: bleu + value: 20.0 + - name: chr-F + type: chrf + value: 0.48955 + - task: + name: Translation nno-deu + type: translation + args: nno-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: nno-deu + metrics: + - name: BLEU + type: bleu + value: 28.4 + - name: chr-F + type: chrf + value: 0.57440 + - task: + name: Translation nno-eng + type: translation + args: nno-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: nno-eng + metrics: + - name: BLEU + type: bleu + value: 43.8 + - name: chr-F + type: chrf + value: 0.68265 + - task: + name: Translation nno-fra + type: translation + args: nno-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: nno-fra + metrics: + - name: BLEU + type: bleu + value: 35.6 + - name: chr-F + type: chrf + value: 0.60865 + - task: + name: Translation nno-por + type: translation + args: nno-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: nno-por + metrics: + - name: BLEU + type: bleu + value: 33.8 + - name: chr-F + type: chrf + value: 0.59792 + - task: + name: Translation nno-spa + type: translation + args: nno-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: nno-spa + metrics: + - name: BLEU + type: bleu + value: 22.8 + - name: chr-F + type: chrf + value: 0.51118 + - task: + name: Translation nob-deu + type: translation + args: nob-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: nob-deu + metrics: + - name: BLEU + type: bleu + value: 26.6 + - name: chr-F + type: chrf + value: 0.56226 + - task: + name: Translation nob-eng + type: translation + args: nob-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: nob-eng + metrics: + - name: BLEU + type: bleu + value: 42.9 + - name: chr-F + type: chrf + value: 0.67302 + - task: + name: Translation nob-fra + type: translation + args: nob-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: nob-fra + metrics: + - name: BLEU + type: bleu + value: 34.3 + - name: chr-F + type: chrf + value: 0.60587 + - task: + name: Translation nob-por + type: translation + args: nob-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: nob-por + metrics: + - name: BLEU + type: bleu + value: 32.4 + - name: chr-F + type: chrf + value: 0.59086 + - task: + name: Translation nob-spa + type: translation + args: nob-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: nob-spa + metrics: + - name: BLEU + type: bleu + value: 22.0 + - name: chr-F + type: chrf + value: 0.50910 + - task: + name: Translation swe-deu + type: translation + args: swe-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: swe-deu + metrics: + - name: BLEU + type: bleu + value: 31.7 + - name: chr-F + type: chrf + value: 0.59867 + - task: + name: Translation swe-eng + type: translation + args: swe-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: swe-eng + metrics: + - name: BLEU + type: bleu + value: 47.4 + - name: chr-F + type: chrf + value: 0.70155 + - task: + name: Translation swe-fra + type: translation + args: swe-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: swe-fra + metrics: + - name: BLEU + type: bleu + value: 39.0 + - name: chr-F + type: chrf + value: 0.63360 + - task: + name: Translation swe-por + type: translation + args: swe-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: swe-por + metrics: + - name: BLEU + type: bleu + value: 35.8 + - name: chr-F + type: chrf + value: 0.61265 + - task: + name: Translation swe-spa + type: translation + args: swe-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: swe-spa + metrics: + - name: BLEU + type: bleu + value: 24.1 + - name: chr-F + type: chrf + value: 0.52209 + - task: + name: Translation tpi-deu + type: translation + args: tpi-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: tpi-deu + metrics: + - name: BLEU + type: bleu + value: 10.6 + - name: chr-F + type: chrf + value: 0.40345 + - task: + name: Translation tpi-eng + type: translation + args: tpi-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: tpi-eng + metrics: + - name: BLEU + type: bleu + value: 19.5 + - name: chr-F + type: chrf + value: 0.48317 + - task: + name: Translation tpi-fra + type: translation + args: tpi-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: tpi-fra + metrics: + - name: BLEU + type: bleu + value: 16.1 + - name: chr-F + type: chrf + value: 0.43681 + - task: + name: Translation tpi-por + type: translation + args: tpi-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: tpi-por + metrics: + - name: BLEU + type: bleu + value: 16.0 + - name: chr-F + type: chrf + value: 0.43402 + - task: + name: Translation tpi-spa + type: translation + args: tpi-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: tpi-spa + metrics: + - name: BLEU + type: bleu + value: 12.7 + - name: chr-F + type: chrf + value: 0.39430 + - task: + name: Translation afr-deu + type: translation + args: afr-deu + dataset: + name: flores101-devtest + type: flores_101 + args: afr deu devtest + metrics: + - name: BLEU + type: bleu + value: 28.6 + - name: chr-F + type: chrf + value: 0.57773 + - task: + name: Translation afr-eng + type: translation + args: afr-eng + dataset: + name: flores101-devtest + type: flores_101 + args: afr eng devtest + metrics: + - name: BLEU + type: bleu + value: 53.8 + - name: chr-F + type: chrf + value: 0.74245 + - task: + name: Translation afr-fra + type: translation + args: afr-fra + dataset: + name: flores101-devtest + type: flores_101 + args: afr fra devtest + metrics: + - name: BLEU + type: bleu + value: 35.9 + - name: chr-F + type: chrf + value: 0.61642 + - task: + name: Translation afr-por + type: translation + args: afr-por + dataset: + name: flores101-devtest + type: flores_101 + args: afr por devtest + metrics: + - name: BLEU + type: bleu + value: 35.5 + - name: chr-F + type: chrf + value: 0.61404 + - task: + name: Translation afr-spa + type: translation + args: afr-spa + dataset: + name: flores101-devtest + type: flores_101 + args: afr spa devtest + metrics: + - name: BLEU + type: bleu + value: 22.4 + - name: chr-F + type: chrf + value: 0.51062 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: flores101-devtest + type: flores_101 + args: deu fra devtest + metrics: + - name: BLEU + type: bleu + value: 36.0 + - name: chr-F + type: chrf + value: 0.61951 + - task: + name: Translation deu-por + type: translation + args: deu-por + dataset: + name: flores101-devtest + type: flores_101 + args: deu por devtest + metrics: + - name: BLEU + type: bleu + value: 33.2 + - name: chr-F + type: chrf + value: 0.59947 + - task: + name: Translation deu-spa + type: translation + args: deu-spa + dataset: + name: flores101-devtest + type: flores_101 + args: deu spa devtest + metrics: + - name: BLEU + type: bleu + value: 23.8 + - name: chr-F + type: chrf + value: 0.52237 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: flores101-devtest + type: flores_101 + args: eng deu devtest + metrics: + - name: BLEU + type: bleu + value: 36.7 + - name: chr-F + type: chrf + value: 0.63903 + - task: + name: Translation isl-eng + type: translation + args: isl-eng + dataset: + name: flores101-devtest + type: flores_101 + args: isl eng devtest + metrics: + - name: BLEU + type: bleu + value: 29.6 + - name: chr-F + type: chrf + value: 0.55472 + - task: + name: Translation isl-fra + type: translation + args: isl-fra + dataset: + name: flores101-devtest + type: flores_101 + args: isl fra devtest + metrics: + - name: BLEU + type: bleu + value: 25.7 + - name: chr-F + type: chrf + value: 0.52253 + - task: + name: Translation isl-spa + type: translation + args: isl-spa + dataset: + name: flores101-devtest + type: flores_101 + args: isl spa devtest + metrics: + - name: BLEU + type: bleu + value: 17.9 + - name: chr-F + type: chrf + value: 0.45474 + - task: + name: Translation ltz-deu + type: translation + args: ltz-deu + dataset: + name: flores101-devtest + type: flores_101 + args: ltz deu devtest + metrics: + - name: BLEU + type: bleu + value: 30.8 + - name: chr-F + type: chrf + value: 0.59731 + - task: + name: Translation ltz-eng + type: translation + args: ltz-eng + dataset: + name: flores101-devtest + type: flores_101 + args: ltz eng devtest + metrics: + - name: BLEU + type: bleu + value: 38.2 + - name: chr-F + type: chrf + value: 0.63740 + - task: + name: Translation ltz-por + type: translation + args: ltz-por + dataset: + name: flores101-devtest + type: flores_101 + args: ltz por devtest + metrics: + - name: BLEU + type: bleu + value: 26.7 + - name: chr-F + type: chrf + value: 0.53373 + - task: + name: Translation nld-fra + type: translation + args: nld-fra + dataset: + name: flores101-devtest + type: flores_101 + args: nld fra devtest + metrics: + - name: BLEU + type: bleu + value: 27.9 + - name: chr-F + type: chrf + value: 0.55977 + - task: + name: Translation nld-por + type: translation + args: nld-por + dataset: + name: flores101-devtest + type: flores_101 + args: nld por devtest + metrics: + - name: BLEU + type: bleu + value: 25.9 + - name: chr-F + type: chrf + value: 0.54181 + - task: + name: Translation nld-spa + type: translation + args: nld-spa + dataset: + name: flores101-devtest + type: flores_101 + args: nld spa devtest + metrics: + - name: BLEU + type: bleu + value: 19.6 + - name: chr-F + type: chrf + value: 0.48625 + - task: + name: Translation swe-deu + type: translation + args: swe-deu + dataset: + name: flores101-devtest + type: flores_101 + args: swe deu devtest + metrics: + - name: BLEU + type: bleu + value: 31.5 + - name: chr-F + type: chrf + value: 0.59763 + - task: + name: Translation swe-eng + type: translation + args: swe-eng + dataset: + name: flores101-devtest + type: flores_101 + args: swe eng devtest + metrics: + - name: BLEU + type: bleu + value: 46.7 + - name: chr-F + type: chrf + value: 0.69769 + - task: + name: Translation swe-fra + type: translation + args: swe-fra + dataset: + name: flores101-devtest + type: flores_101 + args: swe fra devtest + metrics: + - name: BLEU + type: bleu + value: 38.1 + - name: chr-F + type: chrf + value: 0.62898 + - task: + name: Translation swe-por + type: translation + args: swe-por + dataset: + name: flores101-devtest + type: flores_101 + args: swe por devtest + metrics: + - name: BLEU + type: bleu + value: 35.3 + - name: chr-F + type: chrf + value: 0.61040 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: generaltest2022 + type: generaltest2022 + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 30.2 + - name: chr-F + type: chrf + value: 0.55482 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: generaltest2022 + type: generaltest2022 + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 37.2 + - name: chr-F + type: chrf + value: 0.60682 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: generaltest2022 + type: generaltest2022 + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 32.5 + - name: chr-F + type: chrf + value: 0.60337 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: multi30k_test_2016_flickr + type: multi30k-2016_flickr + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 40.0 + - name: chr-F + type: chrf + value: 0.60928 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: multi30k_test_2016_flickr + type: multi30k-2016_flickr + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 37.9 + - name: chr-F + type: chrf + value: 0.62274 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: multi30k_test_2016_flickr + type: multi30k-2016_flickr + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 34.7 + - name: chr-F + type: chrf + value: 0.63626 + - task: + name: Translation eng-fra + type: translation + args: eng-fra + dataset: + name: multi30k_test_2016_flickr + type: multi30k-2016_flickr + args: eng-fra + metrics: + - name: BLEU + type: bleu + value: 48.3 + - name: chr-F + type: chrf + value: 0.69972 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: multi30k_test_2017_flickr + type: multi30k-2017_flickr + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 40.7 + - name: chr-F + type: chrf + value: 0.63346 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: multi30k_test_2017_flickr + type: multi30k-2017_flickr + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 36.9 + - name: chr-F + type: chrf + value: 0.62340 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: multi30k_test_2017_flickr + type: multi30k-2017_flickr + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 33.2 + - name: chr-F + type: chrf + value: 0.62213 + - task: + name: Translation eng-fra + type: translation + args: eng-fra + dataset: + name: multi30k_test_2017_flickr + type: multi30k-2017_flickr + args: eng-fra + metrics: + - name: BLEU + type: bleu + value: 50.2 + - name: chr-F + type: chrf + value: 0.71289 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: multi30k_test_2017_mscoco + type: multi30k-2017_mscoco + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 32.5 + - name: chr-F + type: chrf + value: 0.55818 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: multi30k_test_2017_mscoco + type: multi30k-2017_mscoco + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 34.4 + - name: chr-F + type: chrf + value: 0.59452 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: multi30k_test_2017_mscoco + type: multi30k-2017_mscoco + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 29.2 + - name: chr-F + type: chrf + value: 0.57860 + - task: + name: Translation eng-fra + type: translation + args: eng-fra + dataset: + name: multi30k_test_2017_mscoco + type: multi30k-2017_mscoco + args: eng-fra + metrics: + - name: BLEU + type: bleu + value: 54.1 + - name: chr-F + type: chrf + value: 0.72971 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: multi30k_test_2018_flickr + type: multi30k-2018_flickr + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 36.1 + - name: chr-F + type: chrf + value: 0.59041 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: multi30k_test_2018_flickr + type: multi30k-2018_flickr + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 30.6 + - name: chr-F + type: chrf + value: 0.56956 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: multi30k_test_2018_flickr + type: multi30k-2018_flickr + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 30.5 + - name: chr-F + type: chrf + value: 0.59517 + - task: + name: Translation eng-fra + type: translation + args: eng-fra + dataset: + name: multi30k_test_2018_flickr + type: multi30k-2018_flickr + args: eng-fra + metrics: + - name: BLEU + type: bleu + value: 40.6 + - name: chr-F + type: chrf + value: 0.64575 + - task: + name: Translation eng-fra + type: translation + args: eng-fra + dataset: + name: newsdiscusstest2015 + type: newsdiscusstest2015 + args: eng-fra + metrics: + - name: BLEU + type: bleu + value: 37.4 + - name: chr-F + type: chrf + value: 0.63295 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: newstestALL2020 + type: newstestALL2020 + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 34.3 + - name: chr-F + type: chrf + value: 0.60708 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: newstestALL2020 + type: newstestALL2020 + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 31.2 + - name: chr-F + type: chrf + value: 0.59764 + - task: + name: Translation afr-deu + type: translation + args: afr-deu + dataset: + name: ntrex128 + type: ntrex128 + args: afr-deu + metrics: + - name: BLEU + type: bleu + value: 26.1 + - name: chr-F + type: chrf + value: 0.55455 + - task: + name: Translation afr-eng + type: translation + args: afr-eng + dataset: + name: ntrex128 + type: ntrex128 + args: afr-eng + metrics: + - name: BLEU + type: bleu + value: 51.5 + - name: chr-F + type: chrf + value: 0.72478 + - task: + name: Translation afr-fra + type: translation + args: afr-fra + dataset: + name: ntrex128 + type: ntrex128 + args: afr-fra + metrics: + - name: BLEU + type: bleu + value: 29.1 + - name: chr-F + type: chrf + value: 0.56551 + - task: + name: Translation afr-por + type: translation + args: afr-por + dataset: + name: ntrex128 + type: ntrex128 + args: afr-por + metrics: + - name: BLEU + type: bleu + value: 28.0 + - name: chr-F + type: chrf + value: 0.55192 + - task: + name: Translation afr-spa + type: translation + args: afr-spa + dataset: + name: ntrex128 + type: ntrex128 + args: afr-spa + metrics: + - name: BLEU + type: bleu + value: 33.5 + - name: chr-F + type: chrf + value: 0.58404 + - task: + name: Translation dan-deu + type: translation + args: dan-deu + dataset: + name: ntrex128 + type: ntrex128 + args: dan-deu + metrics: + - name: BLEU + type: bleu + value: 24.6 + - name: chr-F + type: chrf + value: 0.53830 + - task: + name: Translation dan-eng + type: translation + args: dan-eng + dataset: + name: ntrex128 + type: ntrex128 + args: dan-eng + metrics: + - name: BLEU + type: bleu + value: 38.0 + - name: chr-F + type: chrf + value: 0.62590 + - task: + name: Translation dan-fra + type: translation + args: dan-fra + dataset: + name: ntrex128 + type: ntrex128 + args: dan-fra + metrics: + - name: BLEU + type: bleu + value: 26.2 + - name: chr-F + type: chrf + value: 0.53853 + - task: + name: Translation dan-por + type: translation + args: dan-por + dataset: + name: ntrex128 + type: ntrex128 + args: dan-por + metrics: + - name: BLEU + type: bleu + value: 26.6 + - name: chr-F + type: chrf + value: 0.53295 + - task: + name: Translation dan-spa + type: translation + args: dan-spa + dataset: + name: ntrex128 + type: ntrex128 + args: dan-spa + metrics: + - name: BLEU + type: bleu + value: 30.2 + - name: chr-F + type: chrf + value: 0.55771 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: ntrex128 + type: ntrex128 + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 33.5 + - name: chr-F + type: chrf + value: 0.61495 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: ntrex128 + type: ntrex128 + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 28.1 + - name: chr-F + type: chrf + value: 0.55631 + - task: + name: Translation deu-por + type: translation + args: deu-por + dataset: + name: ntrex128 + type: ntrex128 + args: deu-por + metrics: + - name: BLEU + type: bleu + value: 25.6 + - name: chr-F + type: chrf + value: 0.54078 + - task: + name: Translation deu-spa + type: translation + args: deu-spa + dataset: + name: ntrex128 + type: ntrex128 + args: deu-spa + metrics: + - name: BLEU + type: bleu + value: 30.6 + - name: chr-F + type: chrf + value: 0.56793 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: ntrex128 + type: ntrex128 + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 29.7 + - name: chr-F + type: chrf + value: 0.58373 + - task: + name: Translation eng-fra + type: translation + args: eng-fra + dataset: + name: ntrex128 + type: ntrex128 + args: eng-fra + metrics: + - name: BLEU + type: bleu + value: 34.9 + - name: chr-F + type: chrf + value: 0.61168 + - task: + name: Translation eng-por + type: translation + args: eng-por + dataset: + name: ntrex128 + type: ntrex128 + args: eng-por + metrics: + - name: BLEU + type: bleu + value: 33.3 + - name: chr-F + type: chrf + value: 0.59703 + - task: + name: Translation eng-spa + type: translation + args: eng-spa + dataset: + name: ntrex128 + type: ntrex128 + args: eng-spa + metrics: + - name: BLEU + type: bleu + value: 39.8 + - name: chr-F + type: chrf + value: 0.63737 + - task: + name: Translation fao-deu + type: translation + args: fao-deu + dataset: + name: ntrex128 + type: ntrex128 + args: fao-deu + metrics: + - name: BLEU + type: bleu + value: 16.0 + - name: chr-F + type: chrf + value: 0.42430 + - task: + name: Translation fao-eng + type: translation + args: fao-eng + dataset: + name: ntrex128 + type: ntrex128 + args: fao-eng + metrics: + - name: BLEU + type: bleu + value: 24.2 + - name: chr-F + type: chrf + value: 0.47552 + - task: + name: Translation fao-fra + type: translation + args: fao-fra + dataset: + name: ntrex128 + type: ntrex128 + args: fao-fra + metrics: + - name: BLEU + type: bleu + value: 16.8 + - name: chr-F + type: chrf + value: 0.40501 + - task: + name: Translation fao-por + type: translation + args: fao-por + dataset: + name: ntrex128 + type: ntrex128 + args: fao-por + metrics: + - name: BLEU + type: bleu + value: 15.9 + - name: chr-F + type: chrf + value: 0.40261 + - task: + name: Translation fao-spa + type: translation + args: fao-spa + dataset: + name: ntrex128 + type: ntrex128 + args: fao-spa + metrics: + - name: BLEU + type: bleu + value: 18.2 + - name: chr-F + type: chrf + value: 0.41996 + - task: + name: Translation isl-deu + type: translation + args: isl-deu + dataset: + name: ntrex128 + type: ntrex128 + args: isl-deu + metrics: + - name: BLEU + type: bleu + value: 19.9 + - name: chr-F + type: chrf + value: 0.49197 + - task: + name: Translation isl-eng + type: translation + args: isl-eng + dataset: + name: ntrex128 + type: ntrex128 + args: isl-eng + metrics: + - name: BLEU + type: bleu + value: 28.4 + - name: chr-F + type: chrf + value: 0.55641 + - task: + name: Translation isl-fra + type: translation + args: isl-fra + dataset: + name: ntrex128 + type: ntrex128 + args: isl-fra + metrics: + - name: BLEU + type: bleu + value: 23.2 + - name: chr-F + type: chrf + value: 0.50981 + - task: + name: Translation isl-por + type: translation + args: isl-por + dataset: + name: ntrex128 + type: ntrex128 + args: isl-por + metrics: + - name: BLEU + type: bleu + value: 20.9 + - name: chr-F + type: chrf + value: 0.49008 + - task: + name: Translation isl-spa + type: translation + args: isl-spa + dataset: + name: ntrex128 + type: ntrex128 + args: isl-spa + metrics: + - name: BLEU + type: bleu + value: 26.1 + - name: chr-F + type: chrf + value: 0.52176 + - task: + name: Translation ltz-deu + type: translation + args: ltz-deu + dataset: + name: ntrex128 + type: ntrex128 + args: ltz-deu + metrics: + - name: BLEU + type: bleu + value: 22.0 + - name: chr-F + type: chrf + value: 0.51598 + - task: + name: Translation ltz-eng + type: translation + args: ltz-eng + dataset: + name: ntrex128 + type: ntrex128 + args: ltz-eng + metrics: + - name: BLEU + type: bleu + value: 33.1 + - name: chr-F + type: chrf + value: 0.58852 + - task: + name: Translation ltz-fra + type: translation + args: ltz-fra + dataset: + name: ntrex128 + type: ntrex128 + args: ltz-fra + metrics: + - name: BLEU + type: bleu + value: 22.5 + - name: chr-F + type: chrf + value: 0.50270 + - task: + name: Translation ltz-por + type: translation + args: ltz-por + dataset: + name: ntrex128 + type: ntrex128 + args: ltz-por + metrics: + - name: BLEU + type: bleu + value: 19.7 + - name: chr-F + type: chrf + value: 0.46568 + - task: + name: Translation ltz-spa + type: translation + args: ltz-spa + dataset: + name: ntrex128 + type: ntrex128 + args: ltz-spa + metrics: + - name: BLEU + type: bleu + value: 22.3 + - name: chr-F + type: chrf + value: 0.48287 + - task: + name: Translation nld-deu + type: translation + args: nld-deu + dataset: + name: ntrex128 + type: ntrex128 + args: nld-deu + metrics: + - name: BLEU + type: bleu + value: 25.7 + - name: chr-F + type: chrf + value: 0.55925 + - task: + name: Translation nld-eng + type: translation + args: nld-eng + dataset: + name: ntrex128 + type: ntrex128 + args: nld-eng + metrics: + - name: BLEU + type: bleu + value: 36.2 + - name: chr-F + type: chrf + value: 0.63556 + - task: + name: Translation nld-fra + type: translation + args: nld-fra + dataset: + name: ntrex128 + type: ntrex128 + args: nld-fra + metrics: + - name: BLEU + type: bleu + value: 27.7 + - name: chr-F + type: chrf + value: 0.55930 + - task: + name: Translation nld-por + type: translation + args: nld-por + dataset: + name: ntrex128 + type: ntrex128 + args: nld-por + metrics: + - name: BLEU + type: bleu + value: 27.1 + - name: chr-F + type: chrf + value: 0.54481 + - task: + name: Translation nld-spa + type: translation + args: nld-spa + dataset: + name: ntrex128 + type: ntrex128 + args: nld-spa + metrics: + - name: BLEU + type: bleu + value: 32.0 + - name: chr-F + type: chrf + value: 0.57597 + - task: + name: Translation nno-deu + type: translation + args: nno-deu + dataset: + name: ntrex128 + type: ntrex128 + args: nno-deu + metrics: + - name: BLEU + type: bleu + value: 24.1 + - name: chr-F + type: chrf + value: 0.52772 + - task: + name: Translation nno-eng + type: translation + args: nno-eng + dataset: + name: ntrex128 + type: ntrex128 + args: nno-eng + metrics: + - name: BLEU + type: bleu + value: 41.9 + - name: chr-F + type: chrf + value: 0.65262 + - task: + name: Translation nno-fra + type: translation + args: nno-fra + dataset: + name: ntrex128 + type: ntrex128 + args: nno-fra + metrics: + - name: BLEU + type: bleu + value: 27.0 + - name: chr-F + type: chrf + value: 0.54074 + - task: + name: Translation nno-por + type: translation + args: nno-por + dataset: + name: ntrex128 + type: ntrex128 + args: nno-por + metrics: + - name: BLEU + type: bleu + value: 25.3 + - name: chr-F + type: chrf + value: 0.52446 + - task: + name: Translation nno-spa + type: translation + args: nno-spa + dataset: + name: ntrex128 + type: ntrex128 + args: nno-spa + metrics: + - name: BLEU + type: bleu + value: 30.1 + - name: chr-F + type: chrf + value: 0.55555 + - task: + name: Translation nob-deu + type: translation + args: nob-deu + dataset: + name: ntrex128 + type: ntrex128 + args: nob-deu + metrics: + - name: BLEU + type: bleu + value: 26.2 + - name: chr-F + type: chrf + value: 0.55215 + - task: + name: Translation nob-eng + type: translation + args: nob-eng + dataset: + name: ntrex128 + type: ntrex128 + args: nob-eng + metrics: + - name: BLEU + type: bleu + value: 39.6 + - name: chr-F + type: chrf + value: 0.64785 + - task: + name: Translation nob-fra + type: translation + args: nob-fra + dataset: + name: ntrex128 + type: ntrex128 + args: nob-fra + metrics: + - name: BLEU + type: bleu + value: 28.9 + - name: chr-F + type: chrf + value: 0.55925 + - task: + name: Translation nob-por + type: translation + args: nob-por + dataset: + name: ntrex128 + type: ntrex128 + args: nob-por + metrics: + - name: BLEU + type: bleu + value: 26.1 + - name: chr-F + type: chrf + value: 0.54040 + - task: + name: Translation nob-spa + type: translation + args: nob-spa + dataset: + name: ntrex128 + type: ntrex128 + args: nob-spa + metrics: + - name: BLEU + type: bleu + value: 31.9 + - name: chr-F + type: chrf + value: 0.57388 + - task: + name: Translation swe-deu + type: translation + args: swe-deu + dataset: + name: ntrex128 + type: ntrex128 + args: swe-deu + metrics: + - name: BLEU + type: bleu + value: 26.2 + - name: chr-F + type: chrf + value: 0.55195 + - task: + name: Translation swe-eng + type: translation + args: swe-eng + dataset: + name: ntrex128 + type: ntrex128 + args: swe-eng + metrics: + - name: BLEU + type: bleu + value: 41.4 + - name: chr-F + type: chrf + value: 0.65697 + - task: + name: Translation swe-fra + type: translation + args: swe-fra + dataset: + name: ntrex128 + type: ntrex128 + args: swe-fra + metrics: + - name: BLEU + type: bleu + value: 29.1 + - name: chr-F + type: chrf + value: 0.56103 + - task: + name: Translation swe-por + type: translation + args: swe-por + dataset: + name: ntrex128 + type: ntrex128 + args: swe-por + metrics: + - name: BLEU + type: bleu + value: 27.3 + - name: chr-F + type: chrf + value: 0.54574 + - task: + name: Translation swe-spa + type: translation + args: swe-spa + dataset: + name: ntrex128 + type: ntrex128 + args: swe-spa + metrics: + - name: BLEU + type: bleu + value: 32.3 + - name: chr-F + type: chrf + value: 0.57745 + - task: + name: Translation afr-deu + type: translation + args: afr-deu + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: afr-deu + metrics: + - name: BLEU + type: bleu + value: 49.8 + - name: chr-F + type: chrf + value: 0.69326 + - task: + name: Translation afr-eng + type: translation + args: afr-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: afr-eng + metrics: + - name: BLEU + type: bleu + value: 60.6 + - name: chr-F + type: chrf + value: 0.73601 + - task: + name: Translation afr-spa + type: translation + args: afr-spa + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: afr-spa + metrics: + - name: BLEU + type: bleu + value: 58.3 + - name: chr-F + type: chrf + value: 0.73339 + - task: + name: Translation dan-deu + type: translation + args: dan-deu + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: dan-deu + metrics: + - name: BLEU + type: bleu + value: 55.0 + - name: chr-F + type: chrf + value: 0.73535 + - task: + name: Translation dan-eng + type: translation + args: dan-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: dan-eng + metrics: + - name: BLEU + type: bleu + value: 63.1 + - name: chr-F + type: chrf + value: 0.76364 + - task: + name: Translation dan-fra + type: translation + args: dan-fra + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: dan-fra + metrics: + - name: BLEU + type: bleu + value: 60.4 + - name: chr-F + type: chrf + value: 0.76184 + - task: + name: Translation dan-por + type: translation + args: dan-por + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: dan-por + metrics: + - name: BLEU + type: bleu + value: 60.6 + - name: chr-F + type: chrf + value: 0.77629 + - task: + name: Translation dan-spa + type: translation + args: dan-spa + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: dan-spa + metrics: + - name: BLEU + type: bleu + value: 54.4 + - name: chr-F + type: chrf + value: 0.72253 + - task: + name: Translation deu-deu + type: translation + args: deu-deu + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: deu-deu + metrics: + - name: BLEU + type: bleu + value: 35.5 + - name: chr-F + type: chrf + value: 0.59994 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 48.5 + - name: chr-F + type: chrf + value: 0.66046 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 49.0 + - name: chr-F + type: chrf + value: 0.67616 + - task: + name: Translation deu-por + type: translation + args: deu-por + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: deu-por + metrics: + - name: BLEU + type: bleu + value: 42.8 + - name: chr-F + type: chrf + value: 0.63474 + - task: + name: Translation deu-spa + type: translation + args: deu-spa + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: deu-spa + metrics: + - name: BLEU + type: bleu + value: 48.7 + - name: chr-F + type: chrf + value: 0.67787 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 40.8 + - name: chr-F + type: chrf + value: 0.62438 + - task: + name: Translation eng-eng + type: translation + args: eng-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: eng-eng + metrics: + - name: BLEU + type: bleu + value: 59.0 + - name: chr-F + type: chrf + value: 0.80550 + - task: + name: Translation eng-fra + type: translation + args: eng-fra + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: eng-fra + metrics: + - name: BLEU + type: bleu + value: 49.7 + - name: chr-F + type: chrf + value: 0.68113 + - task: + name: Translation eng-por + type: translation + args: eng-por + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: eng-por + metrics: + - name: BLEU + type: bleu + value: 52.9 + - name: chr-F + type: chrf + value: 0.71775 + - task: + name: Translation eng-spa + type: translation + args: eng-spa + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: eng-spa + metrics: + - name: BLEU + type: bleu + value: 54.9 + - name: chr-F + type: chrf + value: 0.72273 + - task: + name: Translation fao-eng + type: translation + args: fao-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: fao-eng + metrics: + - name: BLEU + type: bleu + value: 41.2 + - name: chr-F + type: chrf + value: 0.56661 + - task: + name: Translation fry-eng + type: translation + args: fry-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: fry-eng + metrics: + - name: BLEU + type: bleu + value: 36.5 + - name: chr-F + type: chrf + value: 0.55624 + - task: + name: Translation gos-deu + type: translation + args: gos-deu + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: gos-deu + metrics: + - name: BLEU + type: bleu + value: 22.9 + - name: chr-F + type: chrf + value: 0.44090 + - task: + name: Translation gos-eng + type: translation + args: gos-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: gos-eng + metrics: + - name: BLEU + type: bleu + value: 21.1 + - name: chr-F + type: chrf + value: 0.37900 + - task: + name: Translation gsw-eng + type: translation + args: gsw-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: gsw-eng + metrics: + - name: BLEU + type: bleu + value: 31.4 + - name: chr-F + type: chrf + value: 0.45890 + - task: + name: Translation isl-deu + type: translation + args: isl-deu + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: isl-deu + metrics: + - name: BLEU + type: bleu + value: 49.2 + - name: chr-F + type: chrf + value: 0.67413 + - task: + name: Translation isl-eng + type: translation + args: isl-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: isl-eng + metrics: + - name: BLEU + type: bleu + value: 50.5 + - name: chr-F + type: chrf + value: 0.66340 + - task: + name: Translation isl-spa + type: translation + args: isl-spa + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: isl-spa + metrics: + - name: BLEU + type: bleu + value: 46.9 + - name: chr-F + type: chrf + value: 0.65707 + - task: + name: Translation ltz-deu + type: translation + args: ltz-deu + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: ltz-deu + metrics: + - name: BLEU + type: bleu + value: 35.9 + - name: chr-F + type: chrf + value: 0.53615 + - task: + name: Translation ltz-eng + type: translation + args: ltz-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: ltz-eng + metrics: + - name: BLEU + type: bleu + value: 55.5 + - name: chr-F + type: chrf + value: 0.65361 + - task: + name: Translation multi-multi + type: translation + args: multi-multi + dataset: + name: tatoeba-test-v2020-07-28-v2023-09-26 + type: tatoeba_mt + args: multi-multi + metrics: + - name: BLEU + type: bleu + value: 49.4 + - name: chr-F + type: chrf + value: 0.69187 + - task: + name: Translation nds-deu + type: translation + args: nds-deu + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: nds-deu + metrics: + - name: BLEU + type: bleu + value: 47.6 + - name: chr-F + type: chrf + value: 0.66127 + - task: + name: Translation nds-eng + type: translation + args: nds-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: nds-eng + metrics: + - name: BLEU + type: bleu + value: 45.8 + - name: chr-F + type: chrf + value: 0.62793 + - task: + name: Translation nds-fra + type: translation + args: nds-fra + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: nds-fra + metrics: + - name: BLEU + type: bleu + value: 43.5 + - name: chr-F + type: chrf + value: 0.61167 + - task: + name: Translation nds-por + type: translation + args: nds-por + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: nds-por + metrics: + - name: BLEU + type: bleu + value: 41.9 + - name: chr-F + type: chrf + value: 0.59516 + - task: + name: Translation nds-spa + type: translation + args: nds-spa + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: nds-spa + metrics: + - name: BLEU + type: bleu + value: 45.8 + - name: chr-F + type: chrf + value: 0.64811 + - task: + name: Translation nld-deu + type: translation + args: nld-deu + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: nld-deu + metrics: + - name: BLEU + type: bleu + value: 55.6 + - name: chr-F + type: chrf + value: 0.72788 + - task: + name: Translation nld-eng + type: translation + args: nld-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: nld-eng + metrics: + - name: BLEU + type: bleu + value: 60.2 + - name: chr-F + type: chrf + value: 0.73960 + - task: + name: Translation nld-fra + type: translation + args: nld-fra + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: nld-fra + metrics: + - name: BLEU + type: bleu + value: 47.0 + - name: chr-F + type: chrf + value: 0.68080 + - task: + name: Translation nld-por + type: translation + args: nld-por + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: nld-por + metrics: + - name: BLEU + type: bleu + value: 49.2 + - name: chr-F + type: chrf + value: 0.68681 + - task: + name: Translation nld-spa + type: translation + args: nld-spa + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: nld-spa + metrics: + - name: BLEU + type: bleu + value: 51.4 + - name: chr-F + type: chrf + value: 0.69773 + - task: + name: Translation nno-eng + type: translation + args: nno-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: nno-eng + metrics: + - name: BLEU + type: bleu + value: 55.3 + - name: chr-F + type: chrf + value: 0.68656 + - task: + name: Translation nob-deu + type: translation + args: nob-deu + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: nob-deu + metrics: + - name: BLEU + type: bleu + value: 49.7 + - name: chr-F + type: chrf + value: 0.69494 + - task: + name: Translation nob-eng + type: translation + args: nob-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: nob-eng + metrics: + - name: BLEU + type: bleu + value: 58.3 + - name: chr-F + type: chrf + value: 0.72289 + - task: + name: Translation nob-fra + type: translation + args: nob-fra + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: nob-fra + metrics: + - name: BLEU + type: bleu + value: 51.7 + - name: chr-F + type: chrf + value: 0.71122 + - task: + name: Translation nob-spa + type: translation + args: nob-spa + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: nob-spa + metrics: + - name: BLEU + type: bleu + value: 55.6 + - name: chr-F + type: chrf + value: 0.73468 + - task: + name: Translation nor-deu + type: translation + args: nor-deu + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: nor-deu + metrics: + - name: BLEU + type: bleu + value: 49.9 + - name: chr-F + type: chrf + value: 0.69510 + - task: + name: Translation nor-eng + type: translation + args: nor-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: nor-eng + metrics: + - name: BLEU + type: bleu + value: 58.0 + - name: chr-F + type: chrf + value: 0.71970 + - task: + name: Translation nor-fra + type: translation + args: nor-fra + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: nor-fra + metrics: + - name: BLEU + type: bleu + value: 55.0 + - name: chr-F + type: chrf + value: 0.72587 + - task: + name: Translation nor-por + type: translation + args: nor-por + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: nor-por + metrics: + - name: BLEU + type: bleu + value: 46.3 + - name: chr-F + type: chrf + value: 0.67981 + - task: + name: Translation nor-spa + type: translation + args: nor-spa + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: nor-spa + metrics: + - name: BLEU + type: bleu + value: 55.7 + - name: chr-F + type: chrf + value: 0.73337 + - task: + name: Translation swe-deu + type: translation + args: swe-deu + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: swe-deu + metrics: + - name: BLEU + type: bleu + value: 54.8 + - name: chr-F + type: chrf + value: 0.71563 + - task: + name: Translation swe-eng + type: translation + args: swe-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: swe-eng + metrics: + - name: BLEU + type: bleu + value: 63.2 + - name: chr-F + type: chrf + value: 0.75486 + - task: + name: Translation swe-fra + type: translation + args: swe-fra + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: swe-fra + metrics: + - name: BLEU + type: bleu + value: 57.2 + - name: chr-F + type: chrf + value: 0.72399 + - task: + name: Translation swe-por + type: translation + args: swe-por + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: swe-por + metrics: + - name: BLEU + type: bleu + value: 49.5 + - name: chr-F + type: chrf + value: 0.70201 + - task: + name: Translation swe-spa + type: translation + args: swe-spa + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: swe-spa + metrics: + - name: BLEU + type: bleu + value: 54.1 + - name: chr-F + type: chrf + value: 0.70678 + - task: + name: Translation yid-eng + type: translation + args: yid-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: yid-eng + metrics: + - name: BLEU + type: bleu + value: 30.9 + - name: chr-F + type: chrf + value: 0.49708 + - task: + name: Translation yid-fra + type: translation + args: yid-fra + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: yid-fra + metrics: + - name: BLEU + type: bleu + value: 27.5 + - name: chr-F + type: chrf + value: 0.50306 + - task: + name: Translation yid-spa + type: translation + args: yid-spa + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: yid-spa + metrics: + - name: BLEU + type: bleu + value: 20.8 + - name: chr-F + type: chrf + value: 0.44196 + - task: + name: Translation eng-fra + type: translation + args: eng-fra + dataset: + name: tico19-test + type: tico19-test + args: eng-fra + metrics: + - name: BLEU + type: bleu + value: 38.9 + - name: chr-F + type: chrf + value: 0.62405 + - task: + name: Translation eng-por + type: translation + args: eng-por + dataset: + name: tico19-test + type: tico19-test + args: eng-por + metrics: + - name: BLEU + type: bleu + value: 49.5 + - name: chr-F + type: chrf + value: 0.72533 + - task: + name: Translation eng-spa + type: translation + args: eng-spa + dataset: + name: tico19-test + type: tico19-test + args: eng-spa + metrics: + - name: BLEU + type: bleu + value: 51.0 + - name: chr-F + type: chrf + value: 0.72498 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: newstest2008 + type: wmt-2008-news + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 26.9 + - name: chr-F + type: chrf + value: 0.54406 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: newstest2008 + type: wmt-2008-news + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 25.8 + - name: chr-F + type: chrf + value: 0.54711 + - task: + name: Translation deu-spa + type: translation + args: deu-spa + dataset: + name: newstest2008 + type: wmt-2008-news + args: deu-spa + metrics: + - name: BLEU + type: bleu + value: 25.4 + - name: chr-F + type: chrf + value: 0.53767 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: newstest2008 + type: wmt-2008-news + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 23.0 + - name: chr-F + type: chrf + value: 0.52827 + - task: + name: Translation eng-fra + type: translation + args: eng-fra + dataset: + name: newstest2008 + type: wmt-2008-news + args: eng-fra + metrics: + - name: BLEU + type: bleu + value: 26.4 + - name: chr-F + type: chrf + value: 0.55113 + - task: + name: Translation eng-spa + type: translation + args: eng-spa + dataset: + name: newstest2008 + type: wmt-2008-news + args: eng-spa + metrics: + - name: BLEU + type: bleu + value: 29.5 + - name: chr-F + type: chrf + value: 0.56379 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: newstest2009 + type: wmt-2009-news + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 26.3 + - name: chr-F + type: chrf + value: 0.53786 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: newstest2009 + type: wmt-2009-news + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 25.6 + - name: chr-F + type: chrf + value: 0.53993 + - task: + name: Translation deu-spa + type: translation + args: deu-spa + dataset: + name: newstest2009 + type: wmt-2009-news + args: deu-spa + metrics: + - name: BLEU + type: bleu + value: 25.3 + - name: chr-F + type: chrf + value: 0.53437 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: newstest2009 + type: wmt-2009-news + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 22.0 + - name: chr-F + type: chrf + value: 0.52924 + - task: + name: Translation eng-fra + type: translation + args: eng-fra + dataset: + name: newstest2009 + type: wmt-2009-news + args: eng-fra + metrics: + - name: BLEU + type: bleu + value: 28.9 + - name: chr-F + type: chrf + value: 0.57445 + - task: + name: Translation eng-spa + type: translation + args: eng-spa + dataset: + name: newstest2009 + type: wmt-2009-news + args: eng-spa + metrics: + - name: BLEU + type: bleu + value: 29.7 + - name: chr-F + type: chrf + value: 0.57630 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: newstest2010 + type: wmt-2010-news + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 30.2 + - name: chr-F + type: chrf + value: 0.58260 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: newstest2010 + type: wmt-2010-news + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 28.6 + - name: chr-F + type: chrf + value: 0.57553 + - task: + name: Translation deu-spa + type: translation + args: deu-spa + dataset: + name: newstest2010 + type: wmt-2010-news + args: deu-spa + metrics: + - name: BLEU + type: bleu + value: 32.1 + - name: chr-F + type: chrf + value: 0.59093 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: newstest2010 + type: wmt-2010-news + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 25.2 + - name: chr-F + type: chrf + value: 0.54601 + - task: + name: Translation eng-fra + type: translation + args: eng-fra + dataset: + name: newstest2010 + type: wmt-2010-news + args: eng-fra + metrics: + - name: BLEU + type: bleu + value: 31.5 + - name: chr-F + type: chrf + value: 0.59310 + - task: + name: Translation eng-spa + type: translation + args: eng-spa + dataset: + name: newstest2010 + type: wmt-2010-news + args: eng-spa + metrics: + - name: BLEU + type: bleu + value: 36.1 + - name: chr-F + type: chrf + value: 0.61660 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: newstest2011 + type: wmt-2011-news + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 26.6 + - name: chr-F + type: chrf + value: 0.54865 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: newstest2011 + type: wmt-2011-news + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 27.0 + - name: chr-F + type: chrf + value: 0.55548 + - task: + name: Translation deu-spa + type: translation + args: deu-spa + dataset: + name: newstest2011 + type: wmt-2011-news + args: deu-spa + metrics: + - name: BLEU + type: bleu + value: 30.1 + - name: chr-F + type: chrf + value: 0.56405 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: newstest2011 + type: wmt-2011-news + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 22.5 + - name: chr-F + type: chrf + value: 0.52308 + - task: + name: Translation eng-fra + type: translation + args: eng-fra + dataset: + name: newstest2011 + type: wmt-2011-news + args: eng-fra + metrics: + - name: BLEU + type: bleu + value: 33.6 + - name: chr-F + type: chrf + value: 0.60656 + - task: + name: Translation eng-spa + type: translation + args: eng-spa + dataset: + name: newstest2011 + type: wmt-2011-news + args: eng-spa + metrics: + - name: BLEU + type: bleu + value: 38.1 + - name: chr-F + type: chrf + value: 0.61760 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: newstest2012 + type: wmt-2012-news + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 28.1 + - name: chr-F + type: chrf + value: 0.56119 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: newstest2012 + type: wmt-2012-news + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 27.1 + - name: chr-F + type: chrf + value: 0.55823 + - task: + name: Translation deu-spa + type: translation + args: deu-spa + dataset: + name: newstest2012 + type: wmt-2012-news + args: deu-spa + metrics: + - name: BLEU + type: bleu + value: 30.9 + - name: chr-F + type: chrf + value: 0.57080 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: newstest2012 + type: wmt-2012-news + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 23.2 + - name: chr-F + type: chrf + value: 0.52461 + - task: + name: Translation eng-fra + type: translation + args: eng-fra + dataset: + name: newstest2012 + type: wmt-2012-news + args: eng-fra + metrics: + - name: BLEU + type: bleu + value: 31.2 + - name: chr-F + type: chrf + value: 0.58890 + - task: + name: Translation eng-spa + type: translation + args: eng-spa + dataset: + name: newstest2012 + type: wmt-2012-news + args: eng-spa + metrics: + - name: BLEU + type: bleu + value: 38.2 + - name: chr-F + type: chrf + value: 0.62050 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: newstest2013 + type: wmt-2013-news + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 31.4 + - name: chr-F + type: chrf + value: 0.57911 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: newstest2013 + type: wmt-2013-news + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 29.6 + - name: chr-F + type: chrf + value: 0.56212 + - task: + name: Translation deu-spa + type: translation + args: deu-spa + dataset: + name: newstest2013 + type: wmt-2013-news + args: deu-spa + metrics: + - name: BLEU + type: bleu + value: 31.4 + - name: chr-F + type: chrf + value: 0.56814 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: newstest2013 + type: wmt-2013-news + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 27.0 + - name: chr-F + type: chrf + value: 0.55370 + - task: + name: Translation eng-fra + type: translation + args: eng-fra + dataset: + name: newstest2013 + type: wmt-2013-news + args: eng-fra + metrics: + - name: BLEU + type: bleu + value: 33.0 + - name: chr-F + type: chrf + value: 0.58712 + - task: + name: Translation eng-spa + type: translation + args: eng-spa + dataset: + name: newstest2013 + type: wmt-2013-news + args: eng-spa + metrics: + - name: BLEU + type: bleu + value: 35.0 + - name: chr-F + type: chrf + value: 0.59653 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: newstest2014 + type: wmt-2014-news + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 32.7 + - name: chr-F + type: chrf + value: 0.59441 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: newstest2014 + type: wmt-2014-news + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 27.3 + - name: chr-F + type: chrf + value: 0.58610 + - task: + name: Translation eng-fra + type: translation + args: eng-fra + dataset: + name: newstest2014 + type: wmt-2014-news + args: eng-fra + metrics: + - name: BLEU + type: bleu + value: 38.9 + - name: chr-F + type: chrf + value: 0.64743 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: newstest2015 + type: wmt-2015-news + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 33.6 + - name: chr-F + type: chrf + value: 0.59573 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: newstest2015 + type: wmt-2015-news + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 31.3 + - name: chr-F + type: chrf + value: 0.59581 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: newstest2016 + type: wmt-2016-news + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 40.0 + - name: chr-F + type: chrf + value: 0.64594 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: newstest2016 + type: wmt-2016-news + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 36.8 + - name: chr-F + type: chrf + value: 0.63617 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: newstest2017 + type: wmt-2017-news + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 35.5 + - name: chr-F + type: chrf + value: 0.60931 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: newstest2017 + type: wmt-2017-news + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 29.3 + - name: chr-F + type: chrf + value: 0.58459 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: newstest2018 + type: wmt-2018-news + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 42.9 + - name: chr-F + type: chrf + value: 0.66399 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: newstest2018 + type: wmt-2018-news + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 44.7 + - name: chr-F + type: chrf + value: 0.68676 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: newstest2019 + type: wmt-2019-news + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 39.0 + - name: chr-F + type: chrf + value: 0.63254 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: newstest2019 + type: wmt-2019-news + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 35.7 + - name: chr-F + type: chrf + value: 0.62658 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: newstest2019 + type: wmt-2019-news + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 40.9 + - name: chr-F + type: chrf + value: 0.65659 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: newstest2020 + type: wmt-2020-news + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 34.3 + - name: chr-F + type: chrf + value: 0.60708 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: newstest2020 + type: wmt-2020-news + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 32.7 + - name: chr-F + type: chrf + value: 0.60215 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: newstest2020 + type: wmt-2020-news + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 31.2 + - name: chr-F + type: chrf + value: 0.59764 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: newstest2021 + type: wmt-2021-news + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 31.7 + - name: chr-F + type: chrf + value: 0.59635 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: newstest2021 + type: wmt-2021-news + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 31.0 + - name: chr-F + type: chrf + value: 0.58868 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: newstest2021 + type: wmt-2021-news + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 25.5 + - name: chr-F + type: chrf + value: 0.56042 + - task: + name: Translation isl-eng + type: translation + args: isl-eng + dataset: + name: newstest2021 + type: wmt-2021-news + args: isl-eng + metrics: + - name: BLEU + type: bleu + value: 30.5 + - name: chr-F + type: chrf + value: 0.54878 +--- +# opus-mt-tc-bible-big-gem-deu_eng_fra_por_spa + +## Table of Contents +- [Model Details](#model-details) +- [Uses](#uses) +- [Risks, Limitations and Biases](#risks-limitations-and-biases) +- [How to Get Started With the Model](#how-to-get-started-with-the-model) +- [Training](#training) +- [Evaluation](#evaluation) +- [Citation Information](#citation-information) +- [Acknowledgements](#acknowledgements) + +## Model Details + +Neural machine translation model for translating from Germanic languages (gem) to unknown (deu+eng+fra+por+spa). + +This model is part of the [OPUS-MT project](https://github.com/Helsinki-NLP/Opus-MT), an effort to make neural machine translation models widely available and accessible for many languages in the world. All models are originally trained using the amazing framework of [Marian NMT](https://marian-nmt.github.io/), an efficient NMT implementation written in pure C++. The models have been converted to pyTorch using the transformers library by huggingface. Training data is taken from [OPUS](https://opus.nlpl.eu/) and training pipelines use the procedures of [OPUS-MT-train](https://github.com/Helsinki-NLP/Opus-MT-train). +**Model Description:** +- **Developed by:** Language Technology Research Group at the University of Helsinki +- **Model Type:** Translation (transformer-big) +- **Release**: 2024-05-30 +- **License:** Apache-2.0 +- **Language(s):** + - Source Language(s): afr ang bar bis bzj dan deu djk drt eng enm fao frr fry gos got gsw hrx hwc icr isl jam kri ksh lim ltz nds nld nno nob non nor ofs pcm pdc pfl pih pis rop sco srm srn stq swe swg tcs tpi vls wae yid zea + - Target Language(s): deu eng fra por spa + - Valid Target Language Labels: >>deu<< >>eng<< >>fra<< >>por<< >>spa<< >>xxx<< +- **Original Model**: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip](https://object.pouta.csc.fi/Tatoeba-MT-models/gem-deu+eng+fra+por+spa/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip) +- **Resources for more information:** + - [OPUS-MT dashboard](https://opus.nlpl.eu/dashboard/index.php?pkg=opusmt&test=all&scoreslang=all&chart=standard&model=Tatoeba-MT-models/gem-deu%2Beng%2Bfra%2Bpor%2Bspa/opusTCv20230926max50%2Bbt%2Bjhubc_transformer-big_2024-05-30) + - [OPUS-MT-train GitHub Repo](https://github.com/Helsinki-NLP/OPUS-MT-train) + - [More information about MarianNMT models in the transformers library](https://huggingface.co./docs/transformers/model_doc/marian) + - [Tatoeba Translation Challenge](https://github.com/Helsinki-NLP/Tatoeba-Challenge/) + - [HPLT bilingual data v1 (as part of the Tatoeba Translation Challenge dataset)](https://hplt-project.org/datasets/v1) + - [A massively parallel Bible corpus](https://aclanthology.org/L14-1215/) + +This is a multilingual translation model with multiple target languages. A sentence initial language token is required in the form of `>>id<<` (id = valid target language ID), e.g. `>>deu<<` + +## Uses + +This model can be used for translation and text-to-text generation. + +## Risks, Limitations and Biases + +**CONTENT WARNING: Readers should be aware that the model is trained on various public data sets that may contain content that is disturbing, offensive, and can propagate historical and current stereotypes.** + +Significant research has explored bias and fairness issues with language models (see, e.g., [Sheng et al. (2021)](https://aclanthology.org/2021.acl-long.330.pdf) and [Bender et al. (2021)](https://dl.acm.org/doi/pdf/10.1145/3442188.3445922)). + +## How to Get Started With the Model + +A short example code: + +```python +from transformers import MarianMTModel, MarianTokenizer + +src_text = [ + ">>deu<< Replace this with text in an accepted source language.", + ">>spa<< This is the second sentence." +] + +model_name = "pytorch-models/opus-mt-tc-bible-big-gem-deu_eng_fra_por_spa" +tokenizer = MarianTokenizer.from_pretrained(model_name) +model = MarianMTModel.from_pretrained(model_name) +translated = model.generate(**tokenizer(src_text, return_tensors="pt", padding=True)) + +for t in translated: + print( tokenizer.decode(t, skip_special_tokens=True) ) +``` + +You can also use OPUS-MT models with the transformers pipelines, for example: + +```python +from transformers import pipeline +pipe = pipeline("translation", model="Helsinki-NLP/opus-mt-tc-bible-big-gem-deu_eng_fra_por_spa") +print(pipe(">>deu<< Replace this with text in an accepted source language.")) +``` + +## Training + +- **Data**: opusTCv20230926max50+bt+jhubc ([source](https://github.com/Helsinki-NLP/Tatoeba-Challenge)) +- **Pre-processing**: SentencePiece (spm32k,spm32k) +- **Model Type:** transformer-big +- **Original MarianNMT Model**: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip](https://object.pouta.csc.fi/Tatoeba-MT-models/gem-deu+eng+fra+por+spa/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip) +- **Training Scripts**: [GitHub Repo](https://github.com/Helsinki-NLP/OPUS-MT-train) + +## Evaluation + +* [Model scores at the OPUS-MT dashboard](https://opus.nlpl.eu/dashboard/index.php?pkg=opusmt&test=all&scoreslang=all&chart=standard&model=Tatoeba-MT-models/gem-deu%2Beng%2Bfra%2Bpor%2Bspa/opusTCv20230926max50%2Bbt%2Bjhubc_transformer-big_2024-05-30) +* test set translations: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.test.txt](https://object.pouta.csc.fi/Tatoeba-MT-models/gem-deu+eng+fra+por+spa/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.test.txt) +* test set scores: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.eval.txt](https://object.pouta.csc.fi/Tatoeba-MT-models/gem-deu+eng+fra+por+spa/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.eval.txt) +* benchmark results: [benchmark_results.txt](benchmark_results.txt) +* benchmark output: [benchmark_translations.zip](benchmark_translations.zip) + +| langpair | testset | chr-F | BLEU | #sent | #words | +|----------|---------|-------|-------|-------|--------| +| afr-deu | tatoeba-test-v2021-08-07 | 0.69326 | 49.8 | 1583 | 9105 | +| afr-eng | tatoeba-test-v2021-08-07 | 0.73601 | 60.6 | 1374 | 9622 | +| afr-spa | tatoeba-test-v2021-08-07 | 0.73339 | 58.3 | 448 | 2783 | +| dan-deu | tatoeba-test-v2021-08-07 | 0.73535 | 55.0 | 9998 | 76055 | +| dan-eng | tatoeba-test-v2021-08-07 | 0.76364 | 63.1 | 10795 | 79684 | +| dan-fra | tatoeba-test-v2021-08-07 | 0.76184 | 60.4 | 1731 | 11882 | +| dan-por | tatoeba-test-v2021-08-07 | 0.77629 | 60.6 | 873 | 5360 | +| dan-spa | tatoeba-test-v2021-08-07 | 0.72253 | 54.4 | 5000 | 35528 | +| deu-deu | tatoeba-test-v2021-08-07 | 0.59994 | 35.5 | 2500 | 20806 | +| deu-eng | tatoeba-test-v2021-08-07 | 0.66046 | 48.5 | 17565 | 149462 | +| deu-fra | tatoeba-test-v2021-08-07 | 0.67616 | 49.0 | 12418 | 102721 | +| deu-por | tatoeba-test-v2021-08-07 | 0.63474 | 42.8 | 10000 | 81482 | +| deu-spa | tatoeba-test-v2021-08-07 | 0.67787 | 48.7 | 10521 | 82570 | +| eng-deu | tatoeba-test-v2021-08-07 | 0.62438 | 40.8 | 17565 | 151568 | +| eng-eng | tatoeba-test-v2021-08-07 | 0.80550 | 59.0 | 12062 | 115106 | +| eng-fra | tatoeba-test-v2021-08-07 | 0.68113 | 49.7 | 12681 | 106378 | +| eng-por | tatoeba-test-v2021-08-07 | 0.71775 | 52.9 | 13222 | 105265 | +| eng-spa | tatoeba-test-v2021-08-07 | 0.72273 | 54.9 | 16583 | 134710 | +| fao-eng | tatoeba-test-v2021-08-07 | 0.56661 | 41.2 | 294 | 1984 | +| fry-eng | tatoeba-test-v2021-08-07 | 0.55624 | 36.5 | 220 | 1573 | +| gos-deu | tatoeba-test-v2021-08-07 | 0.44090 | 22.9 | 207 | 1168 | +| gos-eng | tatoeba-test-v2021-08-07 | 0.37900 | 21.1 | 1154 | 5635 | +| gsw-eng | tatoeba-test-v2021-08-07 | 0.45890 | 31.4 | 205 | 990 | +| isl-deu | tatoeba-test-v2021-08-07 | 0.67413 | 49.2 | 969 | 6279 | +| isl-eng | tatoeba-test-v2021-08-07 | 0.66340 | 50.5 | 2503 | 19788 | +| isl-spa | tatoeba-test-v2021-08-07 | 0.65707 | 46.9 | 238 | 1229 | +| ltz-deu | tatoeba-test-v2021-08-07 | 0.53615 | 35.9 | 347 | 2208 | +| ltz-eng | tatoeba-test-v2021-08-07 | 0.65361 | 55.5 | 293 | 1840 | +| nds-deu | tatoeba-test-v2021-08-07 | 0.66127 | 47.6 | 9999 | 74564 | +| nds-eng | tatoeba-test-v2021-08-07 | 0.62793 | 45.8 | 2500 | 17589 | +| nds-fra | tatoeba-test-v2021-08-07 | 0.61167 | 43.5 | 857 | 5676 | +| nds-por | tatoeba-test-v2021-08-07 | 0.59516 | 41.9 | 207 | 1256 | +| nds-spa | tatoeba-test-v2021-08-07 | 0.64811 | 45.8 | 923 | 5540 | +| nld-deu | tatoeba-test-v2021-08-07 | 0.72788 | 55.6 | 10218 | 74131 | +| nld-eng | tatoeba-test-v2021-08-07 | 0.73960 | 60.2 | 12696 | 89978 | +| nld-fra | tatoeba-test-v2021-08-07 | 0.68080 | 47.0 | 11548 | 82974 | +| nld-por | tatoeba-test-v2021-08-07 | 0.68681 | 49.2 | 2500 | 17326 | +| nld-spa | tatoeba-test-v2021-08-07 | 0.69773 | 51.4 | 10113 | 74981 | +| nno-eng | tatoeba-test-v2021-08-07 | 0.68656 | 55.3 | 460 | 3524 | +| nob-deu | tatoeba-test-v2021-08-07 | 0.69494 | 49.7 | 3525 | 33592 | +| nob-eng | tatoeba-test-v2021-08-07 | 0.72289 | 58.3 | 4539 | 36823 | +| nob-fra | tatoeba-test-v2021-08-07 | 0.71122 | 51.7 | 323 | 2269 | +| nob-spa | tatoeba-test-v2021-08-07 | 0.73468 | 55.6 | 885 | 6866 | +| nor-deu | tatoeba-test-v2021-08-07 | 0.69510 | 49.9 | 3651 | 34575 | +| nor-eng | tatoeba-test-v2021-08-07 | 0.71970 | 58.0 | 5000 | 40355 | +| nor-fra | tatoeba-test-v2021-08-07 | 0.72587 | 55.0 | 477 | 3213 | +| nor-por | tatoeba-test-v2021-08-07 | 0.67981 | 46.3 | 481 | 4182 | +| nor-spa | tatoeba-test-v2021-08-07 | 0.73337 | 55.7 | 960 | 7311 | +| swe-deu | tatoeba-test-v2021-08-07 | 0.71563 | 54.8 | 3410 | 23494 | +| swe-eng | tatoeba-test-v2021-08-07 | 0.75486 | 63.2 | 10362 | 68513 | +| swe-fra | tatoeba-test-v2021-08-07 | 0.72399 | 57.2 | 1407 | 9580 | +| swe-por | tatoeba-test-v2021-08-07 | 0.70201 | 49.5 | 320 | 2032 | +| swe-spa | tatoeba-test-v2021-08-07 | 0.70678 | 54.1 | 1351 | 8235 | +| yid-eng | tatoeba-test-v2021-08-07 | 0.49708 | 30.9 | 2483 | 15452 | +| yid-fra | tatoeba-test-v2021-08-07 | 0.50306 | 27.5 | 384 | 2455 | +| yid-spa | tatoeba-test-v2021-08-07 | 0.44196 | 20.8 | 407 | 2478 | +| afr-deu | flores101-devtest | 0.57773 | 28.6 | 1012 | 25094 | +| afr-eng | flores101-devtest | 0.74245 | 53.8 | 1012 | 24721 | +| afr-fra | flores101-devtest | 0.61642 | 35.9 | 1012 | 28343 | +| afr-por | flores101-devtest | 0.61404 | 35.5 | 1012 | 26519 | +| afr-spa | flores101-devtest | 0.51062 | 22.4 | 1012 | 29199 | +| deu-fra | flores101-devtest | 0.61951 | 36.0 | 1012 | 28343 | +| deu-por | flores101-devtest | 0.59947 | 33.2 | 1012 | 26519 | +| deu-spa | flores101-devtest | 0.52237 | 23.8 | 1012 | 29199 | +| eng-deu | flores101-devtest | 0.63903 | 36.7 | 1012 | 25094 | +| isl-eng | flores101-devtest | 0.55472 | 29.6 | 1012 | 24721 | +| isl-fra | flores101-devtest | 0.52253 | 25.7 | 1012 | 28343 | +| isl-spa | flores101-devtest | 0.45474 | 17.9 | 1012 | 29199 | +| ltz-deu | flores101-devtest | 0.59731 | 30.8 | 1012 | 25094 | +| ltz-eng | flores101-devtest | 0.63740 | 38.2 | 1012 | 24721 | +| ltz-por | flores101-devtest | 0.53373 | 26.7 | 1012 | 26519 | +| nld-fra | flores101-devtest | 0.55977 | 27.9 | 1012 | 28343 | +| nld-por | flores101-devtest | 0.54181 | 25.9 | 1012 | 26519 | +| nld-spa | flores101-devtest | 0.48625 | 19.6 | 1012 | 29199 | +| swe-deu | flores101-devtest | 0.59763 | 31.5 | 1012 | 25094 | +| swe-eng | flores101-devtest | 0.69769 | 46.7 | 1012 | 24721 | +| swe-fra | flores101-devtest | 0.62898 | 38.1 | 1012 | 28343 | +| swe-por | flores101-devtest | 0.61040 | 35.3 | 1012 | 26519 | +| afr-deu | flores200-devtest | 0.58114 | 29.2 | 1012 | 25094 | +| afr-eng | flores200-devtest | 0.74448 | 54.0 | 1012 | 24721 | +| afr-fra | flores200-devtest | 0.62075 | 37.0 | 1012 | 28343 | +| afr-por | flores200-devtest | 0.61878 | 36.3 | 1012 | 26519 | +| afr-spa | flores200-devtest | 0.51524 | 23.0 | 1012 | 29199 | +| dan-deu | flores200-devtest | 0.60226 | 31.4 | 1012 | 25094 | +| dan-eng | flores200-devtest | 0.70847 | 47.1 | 1012 | 24721 | +| dan-fra | flores200-devtest | 0.63937 | 38.9 | 1012 | 28343 | +| dan-por | flores200-devtest | 0.62188 | 36.3 | 1012 | 26519 | +| dan-spa | flores200-devtest | 0.52699 | 24.2 | 1012 | 29199 | +| deu-eng | flores200-devtest | 0.67277 | 41.6 | 1012 | 24721 | +| deu-fra | flores200-devtest | 0.62557 | 36.7 | 1012 | 28343 | +| deu-por | flores200-devtest | 0.60450 | 34.1 | 1012 | 26519 | +| deu-spa | flores200-devtest | 0.52346 | 24.0 | 1012 | 29199 | +| eng-deu | flores200-devtest | 0.64294 | 37.3 | 1012 | 25094 | +| eng-fra | flores200-devtest | 0.70649 | 49.0 | 1012 | 28343 | +| eng-por | flores200-devtest | 0.70802 | 48.9 | 1012 | 26519 | +| eng-spa | flores200-devtest | 0.55605 | 27.1 | 1012 | 29199 | +| fao-deu | flores200-devtest | 0.42553 | 16.2 | 1012 | 25094 | +| fao-eng | flores200-devtest | 0.45067 | 22.5 | 1012 | 24721 | +| fao-fra | flores200-devtest | 0.40660 | 17.5 | 1012 | 28343 | +| fao-por | flores200-devtest | 0.40555 | 16.5 | 1012 | 26519 | +| isl-deu | flores200-devtest | 0.49977 | 21.9 | 1012 | 25094 | +| isl-eng | flores200-devtest | 0.56358 | 30.4 | 1012 | 24721 | +| isl-fra | flores200-devtest | 0.53181 | 26.6 | 1012 | 28343 | +| isl-por | flores200-devtest | 0.51706 | 25.3 | 1012 | 26519 | +| isl-spa | flores200-devtest | 0.46015 | 18.4 | 1012 | 29199 | +| lim-deu | flores200-devtest | 0.44990 | 15.8 | 1012 | 25094 | +| lim-eng | flores200-devtest | 0.47463 | 21.5 | 1012 | 24721 | +| lim-fra | flores200-devtest | 0.44097 | 18.2 | 1012 | 28343 | +| lim-por | flores200-devtest | 0.43247 | 17.2 | 1012 | 26519 | +| ltz-deu | flores200-devtest | 0.60196 | 31.3 | 1012 | 25094 | +| ltz-eng | flores200-devtest | 0.64373 | 38.9 | 1012 | 24721 | +| ltz-fra | flores200-devtest | 0.59216 | 33.4 | 1012 | 28343 | +| ltz-por | flores200-devtest | 0.53423 | 26.8 | 1012 | 26519 | +| ltz-spa | flores200-devtest | 0.45465 | 18.2 | 1012 | 29199 | +| nld-deu | flores200-devtest | 0.53629 | 22.3 | 1012 | 25094 | +| nld-eng | flores200-devtest | 0.59199 | 30.7 | 1012 | 24721 | +| nld-fra | flores200-devtest | 0.56488 | 28.4 | 1012 | 28343 | +| nld-por | flores200-devtest | 0.54554 | 26.2 | 1012 | 26519 | +| nld-spa | flores200-devtest | 0.48955 | 20.0 | 1012 | 29199 | +| nno-deu | flores200-devtest | 0.57440 | 28.4 | 1012 | 25094 | +| nno-eng | flores200-devtest | 0.68265 | 43.8 | 1012 | 24721 | +| nno-fra | flores200-devtest | 0.60865 | 35.6 | 1012 | 28343 | +| nno-por | flores200-devtest | 0.59792 | 33.8 | 1012 | 26519 | +| nno-spa | flores200-devtest | 0.51118 | 22.8 | 1012 | 29199 | +| nob-deu | flores200-devtest | 0.56226 | 26.6 | 1012 | 25094 | +| nob-eng | flores200-devtest | 0.67302 | 42.9 | 1012 | 24721 | +| nob-fra | flores200-devtest | 0.60587 | 34.3 | 1012 | 28343 | +| nob-por | flores200-devtest | 0.59086 | 32.4 | 1012 | 26519 | +| nob-spa | flores200-devtest | 0.50910 | 22.0 | 1012 | 29199 | +| swe-deu | flores200-devtest | 0.59867 | 31.7 | 1012 | 25094 | +| swe-eng | flores200-devtest | 0.70155 | 47.4 | 1012 | 24721 | +| swe-fra | flores200-devtest | 0.63360 | 39.0 | 1012 | 28343 | +| swe-por | flores200-devtest | 0.61265 | 35.8 | 1012 | 26519 | +| swe-spa | flores200-devtest | 0.52209 | 24.1 | 1012 | 29199 | +| tpi-deu | flores200-devtest | 0.40345 | 10.6 | 1012 | 25094 | +| tpi-eng | flores200-devtest | 0.48317 | 19.5 | 1012 | 24721 | +| tpi-fra | flores200-devtest | 0.43681 | 16.1 | 1012 | 28343 | +| tpi-por | flores200-devtest | 0.43402 | 16.0 | 1012 | 26519 | +| deu-eng | generaltest2022 | 0.55482 | 30.2 | 1984 | 37634 | +| deu-fra | generaltest2022 | 0.60682 | 37.2 | 1984 | 38276 | +| eng-deu | generaltest2022 | 0.60337 | 32.5 | 2037 | 38914 | +| deu-eng | multi30k_test_2016_flickr | 0.60928 | 40.0 | 1000 | 12955 | +| deu-fra | multi30k_test_2016_flickr | 0.62274 | 37.9 | 1000 | 13505 | +| eng-deu | multi30k_test_2016_flickr | 0.63626 | 34.7 | 1000 | 12106 | +| eng-fra | multi30k_test_2016_flickr | 0.69972 | 48.3 | 1000 | 13505 | +| deu-eng | multi30k_test_2017_flickr | 0.63346 | 40.7 | 1000 | 11374 | +| deu-fra | multi30k_test_2017_flickr | 0.62340 | 36.9 | 1000 | 12118 | +| eng-deu | multi30k_test_2017_flickr | 0.62213 | 33.2 | 1000 | 10755 | +| eng-fra | multi30k_test_2017_flickr | 0.71289 | 50.2 | 1000 | 12118 | +| deu-eng | multi30k_test_2017_mscoco | 0.55818 | 32.5 | 461 | 5231 | +| deu-fra | multi30k_test_2017_mscoco | 0.59452 | 34.4 | 461 | 5484 | +| eng-deu | multi30k_test_2017_mscoco | 0.57860 | 29.2 | 461 | 5158 | +| eng-fra | multi30k_test_2017_mscoco | 0.72971 | 54.1 | 461 | 5484 | +| deu-eng | multi30k_test_2018_flickr | 0.59041 | 36.1 | 1071 | 14689 | +| deu-fra | multi30k_test_2018_flickr | 0.56956 | 30.6 | 1071 | 15867 | +| eng-deu | multi30k_test_2018_flickr | 0.59517 | 30.5 | 1071 | 13703 | +| eng-fra | multi30k_test_2018_flickr | 0.64575 | 40.6 | 1071 | 15867 | +| eng-fra | newsdiscusstest2015 | 0.63295 | 37.4 | 1500 | 27975 | +| deu-eng | newssyscomb2009 | 0.55577 | 29.0 | 502 | 11818 | +| deu-fra | newssyscomb2009 | 0.55843 | 27.4 | 502 | 12331 | +| deu-spa | newssyscomb2009 | 0.55364 | 28.0 | 502 | 12503 | +| eng-deu | newssyscomb2009 | 0.53472 | 22.7 | 502 | 11271 | +| eng-fra | newssyscomb2009 | 0.58209 | 29.0 | 502 | 12331 | +| eng-spa | newssyscomb2009 | 0.58210 | 31.1 | 502 | 12503 | +| deu-eng | newstest2008 | 0.54406 | 26.9 | 2051 | 49380 | +| deu-fra | newstest2008 | 0.54711 | 25.8 | 2051 | 52685 | +| deu-spa | newstest2008 | 0.53767 | 25.4 | 2051 | 52586 | +| eng-deu | newstest2008 | 0.52827 | 23.0 | 2051 | 47447 | +| eng-fra | newstest2008 | 0.55113 | 26.4 | 2051 | 52685 | +| eng-spa | newstest2008 | 0.56379 | 29.5 | 2051 | 52586 | +| deu-eng | newstest2009 | 0.53786 | 26.3 | 2525 | 65399 | +| deu-fra | newstest2009 | 0.53993 | 25.6 | 2525 | 69263 | +| deu-spa | newstest2009 | 0.53437 | 25.3 | 2525 | 68111 | +| eng-deu | newstest2009 | 0.52924 | 22.0 | 2525 | 62816 | +| eng-fra | newstest2009 | 0.57445 | 28.9 | 2525 | 69263 | +| eng-spa | newstest2009 | 0.57630 | 29.7 | 2525 | 68111 | +| deu-eng | newstest2010 | 0.58260 | 30.2 | 2489 | 61711 | +| deu-fra | newstest2010 | 0.57553 | 28.6 | 2489 | 66022 | +| deu-spa | newstest2010 | 0.59093 | 32.1 | 2489 | 65480 | +| eng-deu | newstest2010 | 0.54601 | 25.2 | 2489 | 61503 | +| eng-fra | newstest2010 | 0.59310 | 31.5 | 2489 | 66022 | +| eng-spa | newstest2010 | 0.61660 | 36.1 | 2489 | 65480 | +| deu-eng | newstest2011 | 0.54865 | 26.6 | 3003 | 74681 | +| deu-fra | newstest2011 | 0.55548 | 27.0 | 3003 | 80626 | +| deu-spa | newstest2011 | 0.56405 | 30.1 | 3003 | 79476 | +| eng-deu | newstest2011 | 0.52308 | 22.5 | 3003 | 72981 | +| eng-fra | newstest2011 | 0.60656 | 33.6 | 3003 | 80626 | +| eng-spa | newstest2011 | 0.61760 | 38.1 | 3003 | 79476 | +| deu-eng | newstest2012 | 0.56119 | 28.1 | 3003 | 72812 | +| deu-fra | newstest2012 | 0.55823 | 27.1 | 3003 | 78011 | +| deu-spa | newstest2012 | 0.57080 | 30.9 | 3003 | 79006 | +| eng-deu | newstest2012 | 0.52461 | 23.2 | 3003 | 72886 | +| eng-fra | newstest2012 | 0.58890 | 31.2 | 3003 | 78011 | +| eng-spa | newstest2012 | 0.62050 | 38.2 | 3003 | 79006 | +| deu-eng | newstest2013 | 0.57911 | 31.4 | 3000 | 64505 | +| deu-fra | newstest2013 | 0.56212 | 29.6 | 3000 | 70037 | +| deu-spa | newstest2013 | 0.56814 | 31.4 | 3000 | 70528 | +| eng-deu | newstest2013 | 0.55370 | 27.0 | 3000 | 63737 | +| eng-fra | newstest2013 | 0.58712 | 33.0 | 3000 | 70037 | +| eng-spa | newstest2013 | 0.59653 | 35.0 | 3000 | 70528 | +| deu-eng | newstest2014 | 0.59441 | 32.7 | 3003 | 67337 | +| eng-deu | newstest2014 | 0.58610 | 27.3 | 3003 | 62688 | +| eng-fra | newstest2014 | 0.64743 | 38.9 | 3003 | 77306 | +| deu-eng | newstest2015 | 0.59573 | 33.6 | 2169 | 46443 | +| eng-deu | newstest2015 | 0.59581 | 31.3 | 2169 | 44260 | +| deu-eng | newstest2016 | 0.64594 | 40.0 | 2999 | 64119 | +| eng-deu | newstest2016 | 0.63617 | 36.8 | 2999 | 62669 | +| deu-eng | newstest2017 | 0.60931 | 35.5 | 3004 | 64399 | +| eng-deu | newstest2017 | 0.58459 | 29.3 | 3004 | 61287 | +| deu-eng | newstest2018 | 0.66399 | 42.9 | 2998 | 67012 | +| eng-deu | newstest2018 | 0.68676 | 44.7 | 2998 | 64276 | +| deu-eng | newstest2019 | 0.63254 | 39.0 | 2000 | 39227 | +| deu-fra | newstest2019 | 0.62658 | 35.7 | 1701 | 42509 | +| eng-deu | newstest2019 | 0.65659 | 40.9 | 1997 | 48746 | +| deu-eng | newstest2020 | 0.60708 | 34.3 | 785 | 38220 | +| deu-fra | newstest2020 | 0.60215 | 32.7 | 1619 | 36890 | +| eng-deu | newstest2020 | 0.59764 | 31.2 | 1418 | 52383 | +| deu-eng | newstest2021 | 0.59635 | 31.7 | 1000 | 20180 | +| deu-fra | newstest2021 | 0.58868 | 31.0 | 1000 | 23757 | +| eng-deu | newstest2021 | 0.56042 | 25.5 | 1002 | 27970 | +| isl-eng | newstest2021 | 0.54878 | 30.5 | 1000 | 22529 | +| deu-eng | newstestALL2020 | 0.60708 | 34.3 | 785 | 38220 | +| eng-deu | newstestALL2020 | 0.59764 | 31.2 | 1418 | 52383 | +| deu-eng | newstestB2020 | 0.60692 | 34.1 | 785 | 37696 | +| eng-deu | newstestB2020 | 0.58796 | 30.6 | 1418 | 53092 | +| afr-deu | ntrex128 | 0.55455 | 26.1 | 1997 | 48761 | +| afr-eng | ntrex128 | 0.72478 | 51.5 | 1997 | 47673 | +| afr-fra | ntrex128 | 0.56551 | 29.1 | 1997 | 53481 | +| afr-por | ntrex128 | 0.55192 | 28.0 | 1997 | 51631 | +| afr-spa | ntrex128 | 0.58404 | 33.5 | 1997 | 54107 | +| dan-deu | ntrex128 | 0.53830 | 24.6 | 1997 | 48761 | +| dan-eng | ntrex128 | 0.62590 | 38.0 | 1997 | 47673 | +| dan-fra | ntrex128 | 0.53853 | 26.2 | 1997 | 53481 | +| dan-por | ntrex128 | 0.53295 | 26.6 | 1997 | 51631 | +| dan-spa | ntrex128 | 0.55771 | 30.2 | 1997 | 54107 | +| deu-eng | ntrex128 | 0.61495 | 33.5 | 1997 | 47673 | +| deu-fra | ntrex128 | 0.55631 | 28.1 | 1997 | 53481 | +| deu-por | ntrex128 | 0.54078 | 25.6 | 1997 | 51631 | +| deu-spa | ntrex128 | 0.56793 | 30.6 | 1997 | 54107 | +| eng-deu | ntrex128 | 0.58373 | 29.7 | 1997 | 48761 | +| eng-fra | ntrex128 | 0.61168 | 34.9 | 1997 | 53481 | +| eng-por | ntrex128 | 0.59703 | 33.3 | 1997 | 51631 | +| eng-spa | ntrex128 | 0.63737 | 39.8 | 1997 | 54107 | +| fao-deu | ntrex128 | 0.42430 | 16.0 | 1997 | 48761 | +| fao-eng | ntrex128 | 0.47552 | 24.2 | 1997 | 47673 | +| fao-fra | ntrex128 | 0.40501 | 16.8 | 1997 | 53481 | +| fao-por | ntrex128 | 0.40261 | 15.9 | 1997 | 51631 | +| fao-spa | ntrex128 | 0.41996 | 18.2 | 1997 | 54107 | +| isl-deu | ntrex128 | 0.49197 | 19.9 | 1997 | 48761 | +| isl-eng | ntrex128 | 0.55641 | 28.4 | 1997 | 47673 | +| isl-fra | ntrex128 | 0.50981 | 23.2 | 1997 | 53481 | +| isl-por | ntrex128 | 0.49008 | 20.9 | 1997 | 51631 | +| isl-spa | ntrex128 | 0.52176 | 26.1 | 1997 | 54107 | +| ltz-deu | ntrex128 | 0.51598 | 22.0 | 1997 | 48761 | +| ltz-eng | ntrex128 | 0.58852 | 33.1 | 1997 | 47673 | +| ltz-fra | ntrex128 | 0.50270 | 22.5 | 1997 | 53481 | +| ltz-por | ntrex128 | 0.46568 | 19.7 | 1997 | 51631 | +| ltz-spa | ntrex128 | 0.48287 | 22.3 | 1997 | 54107 | +| nld-deu | ntrex128 | 0.55925 | 25.7 | 1997 | 48761 | +| nld-eng | ntrex128 | 0.63556 | 36.2 | 1997 | 47673 | +| nld-fra | ntrex128 | 0.55930 | 27.7 | 1997 | 53481 | +| nld-por | ntrex128 | 0.54481 | 27.1 | 1997 | 51631 | +| nld-spa | ntrex128 | 0.57597 | 32.0 | 1997 | 54107 | +| nno-deu | ntrex128 | 0.52772 | 24.1 | 1997 | 48761 | +| nno-eng | ntrex128 | 0.65262 | 41.9 | 1997 | 47673 | +| nno-fra | ntrex128 | 0.54074 | 27.0 | 1997 | 53481 | +| nno-por | ntrex128 | 0.52446 | 25.3 | 1997 | 51631 | +| nno-spa | ntrex128 | 0.55555 | 30.1 | 1997 | 54107 | +| nob-deu | ntrex128 | 0.55215 | 26.2 | 1997 | 48761 | +| nob-eng | ntrex128 | 0.64785 | 39.6 | 1997 | 47673 | +| nob-fra | ntrex128 | 0.55925 | 28.9 | 1997 | 53481 | +| nob-por | ntrex128 | 0.54040 | 26.1 | 1997 | 51631 | +| nob-spa | ntrex128 | 0.57388 | 31.9 | 1997 | 54107 | +| swe-deu | ntrex128 | 0.55195 | 26.2 | 1997 | 48761 | +| swe-eng | ntrex128 | 0.65697 | 41.4 | 1997 | 47673 | +| swe-fra | ntrex128 | 0.56103 | 29.1 | 1997 | 53481 | +| swe-por | ntrex128 | 0.54574 | 27.3 | 1997 | 51631 | +| swe-spa | ntrex128 | 0.57745 | 32.3 | 1997 | 54107 | +| eng-fra | tico19-test | 0.62405 | 38.9 | 2100 | 64661 | +| eng-por | tico19-test | 0.72533 | 49.5 | 2100 | 62729 | +| eng-spa | tico19-test | 0.72498 | 51.0 | 2100 | 66563 | + +## Citation Information + +* Publications: [Democratizing neural machine translation with OPUS-MT](https://doi.org/10.1007/s10579-023-09704-w) and [OPUS-MT – Building open translation services for the World](https://aclanthology.org/2020.eamt-1.61/) and [The Tatoeba Translation Challenge – Realistic Data Sets for Low Resource and Multilingual MT](https://aclanthology.org/2020.wmt-1.139/) (Please, cite if you use this model.) + +```bibtex +@article{tiedemann2023democratizing, + title={Democratizing neural machine translation with {OPUS-MT}}, + author={Tiedemann, J{\"o}rg and Aulamo, Mikko and Bakshandaeva, Daria and Boggia, Michele and Gr{\"o}nroos, Stig-Arne and Nieminen, Tommi and Raganato, Alessandro and Scherrer, Yves and Vazquez, Raul and Virpioja, Sami}, + journal={Language Resources and Evaluation}, + number={58}, + pages={713--755}, + year={2023}, + publisher={Springer Nature}, + issn={1574-0218}, + doi={10.1007/s10579-023-09704-w} +} + +@inproceedings{tiedemann-thottingal-2020-opus, + title = "{OPUS}-{MT} {--} Building open translation services for the World", + author = {Tiedemann, J{\"o}rg and Thottingal, Santhosh}, + booktitle = "Proceedings of the 22nd Annual Conference of the European Association for Machine Translation", + month = nov, + year = "2020", + address = "Lisboa, Portugal", + publisher = "European Association for Machine Translation", + url = "https://aclanthology.org/2020.eamt-1.61", + pages = "479--480", +} + +@inproceedings{tiedemann-2020-tatoeba, + title = "The Tatoeba Translation Challenge {--} Realistic Data Sets for Low Resource and Multilingual {MT}", + author = {Tiedemann, J{\"o}rg}, + booktitle = "Proceedings of the Fifth Conference on Machine Translation", + month = nov, + year = "2020", + address = "Online", + publisher = "Association for Computational Linguistics", + url = "https://aclanthology.org/2020.wmt-1.139", + pages = "1174--1182", +} +``` + +## Acknowledgements + +The work is supported by the [HPLT project](https://hplt-project.org/), funded by the European Union’s Horizon Europe research and innovation programme under grant agreement No 101070350. We are also grateful for the generous computational resources and IT infrastructure provided by [CSC -- IT Center for Science](https://www.csc.fi/), Finland, and the [EuroHPC supercomputer LUMI](https://www.lumi-supercomputer.eu/). + +## Model conversion info + +* transformers version: 4.45.1 +* OPUS-MT git hash: 0882077 +* port time: Tue Oct 8 11:04:22 EEST 2024 +* port machine: LM0-400-22516.local