diff --git "a/README.md" "b/README.md" new file mode 100644--- /dev/null +++ "b/README.md" @@ -0,0 +1,13550 @@ +--- +library_name: transformers +language: +- acf +- af +- an +- ang +- anp +- as +- ast +- awa +- bal +- bar +- be +- bg +- bho +- bi +- bn +- bpy +- br +- bs +- bzj +- ca +- cbk +- co +- crs +- cs +- csb +- cu +- cy +- da +- de +- diq +- djk +- drt +- dsb +- dv +- egl +- el +- en +- enm +- es +- ext +- fa +- fo +- fr +- frm +- fro +- frp +- frr +- fur +- fy +- ga +- gbm +- gcf +- gd +- gl +- glk +- gos +- got +- grc +- gsw +- gu +- gv +- hi +- hif +- hne +- hns +- hr +- hrx +- hsb +- ht +- hwc +- hy +- hyw +- icr +- is +- it +- jam +- jdt +- kea +- kok +- kri +- ks +- ksh +- ku +- kw +- la +- lad +- lah +- lb +- li +- lij +- lld +- lmo +- lou +- lrc +- lt +- lv +- mag +- mai +- mfe +- mk +- mo +- mr +- mwl +- mzn +- nap +- nb +- nds +- ne +- nl +- nn +- no +- non +- oc +- ofs +- or +- orv +- os +- osp +- pa +- pal +- pap +- pcd +- pcm +- pdc +- pfl +- pi +- pih +- pis +- pl +- pms +- pnt +- prg +- ps +- pt +- rhg +- rm +- rmy +- ro +- rom +- rop +- ru +- rue +- rup +- sa +- sc +- scn +- sco +- sd +- sgs +- sh +- si +- sk +- skr +- sl +- sq +- sr +- srm +- srn +- stq +- sv +- swg +- syl +- szl +- tcs +- tg +- tly +- tpi +- uk +- ur +- vec +- vls +- wa +- wae +- xcl +- yi +- zea +- zza +language_bcp47: +- bs_Latn +- sd_Arab +- sr_Cyrl + +tags: +- translation +- opus-mt-tc-bible + +license: apache-2.0 +model-index: +- name: opus-mt-tc-bible-big-deu_eng_fra_por_spa-ine + results: + - task: + name: Translation deu-afr + type: translation + args: deu-afr + dataset: + name: flores200-devtest + type: flores200-devtest + args: deu-afr + metrics: + - name: BLEU + type: bleu + value: 24.6 + - name: chr-F + type: chrf + value: 0.56031 + - task: + name: Translation deu-ast + type: translation + args: deu-ast + dataset: + name: flores200-devtest + type: flores200-devtest + args: deu-ast + metrics: + - name: BLEU + type: bleu + value: 19.2 + - name: chr-F + type: chrf + value: 0.50634 + - task: + name: Translation deu-bul + type: translation + args: deu-bul + dataset: + name: flores200-devtest + type: flores200-devtest + args: deu-bul + metrics: + - name: BLEU + type: bleu + value: 28.3 + - name: chr-F + type: chrf + value: 0.57621 + - task: + name: Translation deu-cat + type: translation + args: deu-cat + dataset: + name: flores200-devtest + type: flores200-devtest + args: deu-cat + metrics: + - name: BLEU + type: bleu + value: 29.3 + - name: chr-F + type: chrf + value: 0.56694 + - task: + name: Translation deu-ces + type: translation + args: deu-ces + dataset: + name: flores200-devtest + type: flores200-devtest + args: deu-ces + metrics: + - name: BLEU + type: bleu + value: 22.8 + - name: chr-F + type: chrf + value: 0.51425 + - task: + name: Translation deu-cym + type: translation + args: deu-cym + dataset: + name: flores200-devtest + type: flores200-devtest + args: deu-cym + metrics: + - name: BLEU + type: bleu + value: 20.3 + - name: chr-F + type: chrf + value: 0.50140 + - task: + name: Translation deu-dan + type: translation + args: deu-dan + dataset: + name: flores200-devtest + type: flores200-devtest + args: deu-dan + metrics: + - name: BLEU + type: bleu + value: 32.3 + - name: chr-F + type: chrf + value: 0.60094 + - task: + name: Translation deu-ell + type: translation + args: deu-ell + dataset: + name: flores200-devtest + type: flores200-devtest + args: deu-ell + metrics: + - name: BLEU + type: bleu + value: 18.9 + - name: chr-F + type: chrf + value: 0.46718 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 39.1 + - name: chr-F + type: chrf + value: 0.65234 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 33.6 + - name: chr-F + type: chrf + value: 0.60504 + - task: + name: Translation deu-fur + type: translation + args: deu-fur + dataset: + name: flores200-devtest + type: flores200-devtest + args: deu-fur + metrics: + - name: BLEU + type: bleu + value: 14.4 + - name: chr-F + type: chrf + value: 0.42889 + - task: + name: Translation deu-gle + type: translation + args: deu-gle + dataset: + name: flores200-devtest + type: flores200-devtest + args: deu-gle + metrics: + - name: BLEU + type: bleu + value: 15.6 + - name: chr-F + type: chrf + value: 0.45323 + - task: + name: Translation deu-glg + type: translation + args: deu-glg + dataset: + name: flores200-devtest + type: flores200-devtest + args: deu-glg + metrics: + - name: BLEU + type: bleu + value: 25.8 + - name: chr-F + type: chrf + value: 0.53882 + - task: + name: Translation deu-hat + type: translation + args: deu-hat + dataset: + name: flores200-devtest + type: flores200-devtest + args: deu-hat + metrics: + - name: BLEU + type: bleu + value: 15.8 + - name: chr-F + type: chrf + value: 0.46096 + - task: + name: Translation deu-hin + type: translation + args: deu-hin + dataset: + name: flores200-devtest + type: flores200-devtest + args: deu-hin + metrics: + - name: BLEU + type: bleu + value: 19.7 + - name: chr-F + type: chrf + value: 0.46316 + - task: + name: Translation deu-hrv + type: translation + args: deu-hrv + dataset: + name: flores200-devtest + type: flores200-devtest + args: deu-hrv + metrics: + - name: BLEU + type: bleu + value: 23.0 + - name: chr-F + type: chrf + value: 0.53819 + - task: + name: Translation deu-isl + type: translation + args: deu-isl + dataset: + name: flores200-devtest + type: flores200-devtest + args: deu-isl + metrics: + - name: BLEU + type: bleu + value: 15.2 + - name: chr-F + type: chrf + value: 0.44322 + - task: + name: Translation deu-ita + type: translation + args: deu-ita + dataset: + name: flores200-devtest + type: flores200-devtest + args: deu-ita + metrics: + - name: BLEU + type: bleu + value: 23.3 + - name: chr-F + type: chrf + value: 0.53550 + - task: + name: Translation deu-lit + type: translation + args: deu-lit + dataset: + name: flores200-devtest + type: flores200-devtest + args: deu-lit + metrics: + - name: BLEU + type: bleu + value: 19.0 + - name: chr-F + type: chrf + value: 0.51743 + - task: + name: Translation deu-ltz + type: translation + args: deu-ltz + dataset: + name: flores200-devtest + type: flores200-devtest + args: deu-ltz + metrics: + - name: BLEU + type: bleu + value: 17.1 + - name: chr-F + type: chrf + value: 0.50960 + - task: + name: Translation deu-mkd + type: translation + args: deu-mkd + dataset: + name: flores200-devtest + type: flores200-devtest + args: deu-mkd + metrics: + - name: BLEU + type: bleu + value: 24.3 + - name: chr-F + type: chrf + value: 0.55622 + - task: + name: Translation deu-nld + type: translation + args: deu-nld + dataset: + name: flores200-devtest + type: flores200-devtest + args: deu-nld + metrics: + - name: BLEU + type: bleu + value: 22.7 + - name: chr-F + type: chrf + value: 0.54434 + - task: + name: Translation deu-nno + type: translation + args: deu-nno + dataset: + name: flores200-devtest + type: flores200-devtest + args: deu-nno + metrics: + - name: BLEU + type: bleu + value: 21.2 + - name: chr-F + type: chrf + value: 0.51343 + - task: + name: Translation deu-nob + type: translation + args: deu-nob + dataset: + name: flores200-devtest + type: flores200-devtest + args: deu-nob + metrics: + - name: BLEU + type: bleu + value: 23.7 + - name: chr-F + type: chrf + value: 0.54538 + - task: + name: Translation deu-oci + type: translation + args: deu-oci + dataset: + name: flores200-devtest + type: flores200-devtest + args: deu-oci + metrics: + - name: BLEU + type: bleu + value: 19.4 + - name: chr-F + type: chrf + value: 0.50121 + - task: + name: Translation deu-pap + type: translation + args: deu-pap + dataset: + name: flores200-devtest + type: flores200-devtest + args: deu-pap + metrics: + - name: BLEU + type: bleu + value: 19.1 + - name: chr-F + type: chrf + value: 0.46836 + - task: + name: Translation deu-pes + type: translation + args: deu-pes + dataset: + name: flores200-devtest + type: flores200-devtest + args: deu-pes + metrics: + - name: BLEU + type: bleu + value: 12.1 + - name: chr-F + type: chrf + value: 0.39691 + - task: + name: Translation deu-pol + type: translation + args: deu-pol + dataset: + name: flores200-devtest + type: flores200-devtest + args: deu-pol + metrics: + - name: BLEU + type: bleu + value: 16.8 + - name: chr-F + type: chrf + value: 0.47290 + - task: + name: Translation deu-por + type: translation + args: deu-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: deu-por + metrics: + - name: BLEU + type: bleu + value: 31.8 + - name: chr-F + type: chrf + value: 0.58766 + - task: + name: Translation deu-prs + type: translation + args: deu-prs + dataset: + name: flores200-devtest + type: flores200-devtest + args: deu-prs + metrics: + - name: BLEU + type: bleu + value: 15.1 + - name: chr-F + type: chrf + value: 0.42261 + - task: + name: Translation deu-ron + type: translation + args: deu-ron + dataset: + name: flores200-devtest + type: flores200-devtest + args: deu-ron + metrics: + - name: BLEU + type: bleu + value: 27.7 + - name: chr-F + type: chrf + value: 0.55715 + - task: + name: Translation deu-rus + type: translation + args: deu-rus + dataset: + name: flores200-devtest + type: flores200-devtest + args: deu-rus + metrics: + - name: BLEU + type: bleu + value: 21.9 + - name: chr-F + type: chrf + value: 0.51013 + - task: + name: Translation deu-slk + type: translation + args: deu-slk + dataset: + name: flores200-devtest + type: flores200-devtest + args: deu-slk + metrics: + - name: BLEU + type: bleu + value: 20.5 + - name: chr-F + type: chrf + value: 0.49473 + - task: + name: Translation deu-slv + type: translation + args: deu-slv + dataset: + name: flores200-devtest + type: flores200-devtest + args: deu-slv + metrics: + - name: BLEU + type: bleu + value: 23.3 + - name: chr-F + type: chrf + value: 0.53054 + - task: + name: Translation deu-spa + type: translation + args: deu-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: deu-spa + metrics: + - name: BLEU + type: bleu + value: 22.5 + - name: chr-F + type: chrf + value: 0.51043 + - task: + name: Translation deu-srd + type: translation + args: deu-srd + dataset: + name: flores200-devtest + type: flores200-devtest + args: deu-srd + metrics: + - name: BLEU + type: bleu + value: 12.7 + - name: chr-F + type: chrf + value: 0.42730 + - task: + name: Translation deu-srp_Cyrl + type: translation + args: deu-srp_Cyrl + dataset: + name: flores200-devtest + type: flores200-devtest + args: deu-srp_Cyrl + metrics: + - name: BLEU + type: bleu + value: 24.3 + - name: chr-F + type: chrf + value: 0.53885 + - task: + name: Translation deu-swe + type: translation + args: deu-swe + dataset: + name: flores200-devtest + type: flores200-devtest + args: deu-swe + metrics: + - name: BLEU + type: bleu + value: 31.0 + - name: chr-F + type: chrf + value: 0.59804 + - task: + name: Translation deu-tgk + type: translation + args: deu-tgk + dataset: + name: flores200-devtest + type: flores200-devtest + args: deu-tgk + metrics: + - name: BLEU + type: bleu + value: 10.8 + - name: chr-F + type: chrf + value: 0.39687 + - task: + name: Translation deu-tpi + type: translation + args: deu-tpi + dataset: + name: flores200-devtest + type: flores200-devtest + args: deu-tpi + metrics: + - name: BLEU + type: bleu + value: 12.6 + - name: chr-F + type: chrf + value: 0.38048 + - task: + name: Translation deu-ukr + type: translation + args: deu-ukr + dataset: + name: flores200-devtest + type: flores200-devtest + args: deu-ukr + metrics: + - name: BLEU + type: bleu + value: 20.2 + - name: chr-F + type: chrf + value: 0.50376 + - task: + name: Translation deu-urd + type: translation + args: deu-urd + dataset: + name: flores200-devtest + type: flores200-devtest + args: deu-urd + metrics: + - name: BLEU + type: bleu + value: 11.4 + - name: chr-F + type: chrf + value: 0.37642 + - task: + name: Translation eng-afr + type: translation + args: eng-afr + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-afr + metrics: + - name: BLEU + type: bleu + value: 37.6 + - name: chr-F + type: chrf + value: 0.65906 + - task: + name: Translation eng-ast + type: translation + args: eng-ast + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-ast + metrics: + - name: BLEU + type: bleu + value: 25.8 + - name: chr-F + type: chrf + value: 0.57438 + - task: + name: Translation eng-ben + type: translation + args: eng-ben + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-ben + metrics: + - name: BLEU + type: bleu + value: 11.1 + - name: chr-F + type: chrf + value: 0.45263 + - task: + name: Translation eng-bul + type: translation + args: eng-bul + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-bul + metrics: + - name: BLEU + type: bleu + value: 36.8 + - name: chr-F + type: chrf + value: 0.64840 + - task: + name: Translation eng-cat + type: translation + args: eng-cat + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-cat + metrics: + - name: BLEU + type: bleu + value: 39.9 + - name: chr-F + type: chrf + value: 0.64881 + - task: + name: Translation eng-ces + type: translation + args: eng-ces + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-ces + metrics: + - name: BLEU + type: bleu + value: 28.1 + - name: chr-F + type: chrf + value: 0.56304 + - task: + name: Translation eng-cym + type: translation + args: eng-cym + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-cym + metrics: + - name: BLEU + type: bleu + value: 35.5 + - name: chr-F + type: chrf + value: 0.62000 + - task: + name: Translation eng-dan + type: translation + args: eng-dan + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-dan + metrics: + - name: BLEU + type: bleu + value: 44.0 + - name: chr-F + type: chrf + value: 0.68128 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 34.7 + - name: chr-F + type: chrf + value: 0.62791 + - task: + name: Translation eng-ell + type: translation + args: eng-ell + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-ell + metrics: + - name: BLEU + type: bleu + value: 24.3 + - name: chr-F + type: chrf + value: 0.51169 + - task: + name: Translation eng-fra + type: translation + args: eng-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-fra + metrics: + - name: BLEU + type: bleu + value: 45.2 + - name: chr-F + type: chrf + value: 0.68379 + - task: + name: Translation eng-fur + type: translation + args: eng-fur + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-fur + metrics: + - name: BLEU + type: bleu + value: 17.2 + - name: chr-F + type: chrf + value: 0.44532 + - task: + name: Translation eng-gla + type: translation + args: eng-gla + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-gla + metrics: + - name: BLEU + type: bleu + value: 11.0 + - name: chr-F + type: chrf + value: 0.40757 + - task: + name: Translation eng-gle + type: translation + args: eng-gle + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-gle + metrics: + - name: BLEU + type: bleu + value: 22.6 + - name: chr-F + type: chrf + value: 0.51295 + - task: + name: Translation eng-glg + type: translation + args: eng-glg + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-glg + metrics: + - name: BLEU + type: bleu + value: 32.9 + - name: chr-F + type: chrf + value: 0.60361 + - task: + name: Translation eng-guj + type: translation + args: eng-guj + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-guj + metrics: + - name: BLEU + type: bleu + value: 13.1 + - name: chr-F + type: chrf + value: 0.44101 + - task: + name: Translation eng-hat + type: translation + args: eng-hat + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-hat + metrics: + - name: BLEU + type: bleu + value: 21.1 + - name: chr-F + type: chrf + value: 0.50780 + - task: + name: Translation eng-hin + type: translation + args: eng-hin + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-hin + metrics: + - name: BLEU + type: bleu + value: 28.4 + - name: chr-F + type: chrf + value: 0.54146 + - task: + name: Translation eng-hne + type: translation + args: eng-hne + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-hne + metrics: + - name: BLEU + type: bleu + value: 15.7 + - name: chr-F + type: chrf + value: 0.44142 + - task: + name: Translation eng-hrv + type: translation + args: eng-hrv + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-hrv + metrics: + - name: BLEU + type: bleu + value: 28.6 + - name: chr-F + type: chrf + value: 0.58545 + - task: + name: Translation eng-isl + type: translation + args: eng-isl + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-isl + metrics: + - name: BLEU + type: bleu + value: 18.9 + - name: chr-F + type: chrf + value: 0.47667 + - task: + name: Translation eng-ita + type: translation + args: eng-ita + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-ita + metrics: + - name: BLEU + type: bleu + value: 27.6 + - name: chr-F + type: chrf + value: 0.57513 + - task: + name: Translation eng-lij + type: translation + args: eng-lij + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-lij + metrics: + - name: BLEU + type: bleu + value: 10.8 + - name: chr-F + type: chrf + value: 0.39815 + - task: + name: Translation eng-lit + type: translation + args: eng-lit + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-lit + metrics: + - name: BLEU + type: bleu + value: 23.1 + - name: chr-F + type: chrf + value: 0.55949 + - task: + name: Translation eng-ltz + type: translation + args: eng-ltz + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-ltz + metrics: + - name: BLEU + type: bleu + value: 17.0 + - name: chr-F + type: chrf + value: 0.50438 + - task: + name: Translation eng-mag + type: translation + args: eng-mag + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-mag + metrics: + - name: BLEU + type: bleu + value: 16.6 + - name: chr-F + type: chrf + value: 0.46757 + - task: + name: Translation eng-mkd + type: translation + args: eng-mkd + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-mkd + metrics: + - name: BLEU + type: bleu + value: 31.3 + - name: chr-F + type: chrf + value: 0.61359 + - task: + name: Translation eng-nld + type: translation + args: eng-nld + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-nld + metrics: + - name: BLEU + type: bleu + value: 24.9 + - name: chr-F + type: chrf + value: 0.56603 + - task: + name: Translation eng-nno + type: translation + args: eng-nno + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-nno + metrics: + - name: BLEU + type: bleu + value: 29.5 + - name: chr-F + type: chrf + value: 0.58795 + - task: + name: Translation eng-nob + type: translation + args: eng-nob + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-nob + metrics: + - name: BLEU + type: bleu + value: 32.9 + - name: chr-F + type: chrf + value: 0.61824 + - task: + name: Translation eng-oci + type: translation + args: eng-oci + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-oci + metrics: + - name: BLEU + type: bleu + value: 30.7 + - name: chr-F + type: chrf + value: 0.60388 + - task: + name: Translation eng-pan + type: translation + args: eng-pan + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-pan + metrics: + - name: BLEU + type: bleu + value: 10.8 + - name: chr-F + type: chrf + value: 0.36877 + - task: + name: Translation eng-pap + type: translation + args: eng-pap + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-pap + metrics: + - name: BLEU + type: bleu + value: 25.5 + - name: chr-F + type: chrf + value: 0.53203 + - task: + name: Translation eng-pes + type: translation + args: eng-pes + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-pes + metrics: + - name: BLEU + type: bleu + value: 17.7 + - name: chr-F + type: chrf + value: 0.45532 + - task: + name: Translation eng-pol + type: translation + args: eng-pol + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-pol + metrics: + - name: BLEU + type: bleu + value: 18.5 + - name: chr-F + type: chrf + value: 0.49411 + - task: + name: Translation eng-por + type: translation + args: eng-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-por + metrics: + - name: BLEU + type: bleu + value: 46.4 + - name: chr-F + type: chrf + value: 0.69369 + - task: + name: Translation eng-prs + type: translation + args: eng-prs + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-prs + metrics: + - name: BLEU + type: bleu + value: 23.1 + - name: chr-F + type: chrf + value: 0.50119 + - task: + name: Translation eng-ron + type: translation + args: eng-ron + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-ron + metrics: + - name: BLEU + type: bleu + value: 37.2 + - name: chr-F + type: chrf + value: 0.62885 + - task: + name: Translation eng-rus + type: translation + args: eng-rus + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-rus + metrics: + - name: BLEU + type: bleu + value: 26.9 + - name: chr-F + type: chrf + value: 0.55363 + - task: + name: Translation eng-slk + type: translation + args: eng-slk + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-slk + metrics: + - name: BLEU + type: bleu + value: 27.9 + - name: chr-F + type: chrf + value: 0.56631 + - task: + name: Translation eng-slv + type: translation + args: eng-slv + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-slv + metrics: + - name: BLEU + type: bleu + value: 26.6 + - name: chr-F + type: chrf + value: 0.55956 + - task: + name: Translation eng-spa + type: translation + args: eng-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-spa + metrics: + - name: BLEU + type: bleu + value: 25.7 + - name: chr-F + type: chrf + value: 0.54596 + - task: + name: Translation eng-srd + type: translation + args: eng-srd + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-srd + metrics: + - name: BLEU + type: bleu + value: 16.0 + - name: chr-F + type: chrf + value: 0.45435 + - task: + name: Translation eng-srp_Cyrl + type: translation + args: eng-srp_Cyrl + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-srp_Cyrl + metrics: + - name: BLEU + type: bleu + value: 31.9 + - name: chr-F + type: chrf + value: 0.60270 + - task: + name: Translation eng-swe + type: translation + args: eng-swe + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-swe + metrics: + - name: BLEU + type: bleu + value: 42.3 + - name: chr-F + type: chrf + value: 0.67654 + - task: + name: Translation eng-tgk + type: translation + args: eng-tgk + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-tgk + metrics: + - name: BLEU + type: bleu + value: 13.0 + - name: chr-F + type: chrf + value: 0.41975 + - task: + name: Translation eng-tpi + type: translation + args: eng-tpi + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-tpi + metrics: + - name: BLEU + type: bleu + value: 15.1 + - name: chr-F + type: chrf + value: 0.39308 + - task: + name: Translation eng-ukr + type: translation + args: eng-ukr + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-ukr + metrics: + - name: BLEU + type: bleu + value: 25.5 + - name: chr-F + type: chrf + value: 0.55341 + - task: + name: Translation eng-urd + type: translation + args: eng-urd + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-urd + metrics: + - name: BLEU + type: bleu + value: 16.3 + - name: chr-F + type: chrf + value: 0.43298 + - task: + name: Translation fra-afr + type: translation + args: fra-afr + dataset: + name: flores200-devtest + type: flores200-devtest + args: fra-afr + metrics: + - name: BLEU + type: bleu + value: 24.5 + - name: chr-F + type: chrf + value: 0.55327 + - task: + name: Translation fra-ast + type: translation + args: fra-ast + dataset: + name: flores200-devtest + type: flores200-devtest + args: fra-ast + metrics: + - name: BLEU + type: bleu + value: 20.5 + - name: chr-F + type: chrf + value: 0.52530 + - task: + name: Translation fra-bul + type: translation + args: fra-bul + dataset: + name: flores200-devtest + type: flores200-devtest + args: fra-bul + metrics: + - name: BLEU + type: bleu + value: 28.3 + - name: chr-F + type: chrf + value: 0.57742 + - task: + name: Translation fra-cat + type: translation + args: fra-cat + dataset: + name: flores200-devtest + type: flores200-devtest + args: fra-cat + metrics: + - name: BLEU + type: bleu + value: 33.6 + - name: chr-F + type: chrf + value: 0.59840 + - task: + name: Translation fra-ces + type: translation + args: fra-ces + dataset: + name: flores200-devtest + type: flores200-devtest + args: fra-ces + metrics: + - name: BLEU + type: bleu + value: 22.1 + - name: chr-F + type: chrf + value: 0.50851 + - task: + name: Translation fra-cym + type: translation + args: fra-cym + dataset: + name: flores200-devtest + type: flores200-devtest + args: fra-cym + metrics: + - name: BLEU + type: bleu + value: 21.8 + - name: chr-F + type: chrf + value: 0.50994 + - task: + name: Translation fra-dan + type: translation + args: fra-dan + dataset: + name: flores200-devtest + type: flores200-devtest + args: fra-dan + metrics: + - name: BLEU + type: bleu + value: 31.5 + - name: chr-F + type: chrf + value: 0.59088 + - task: + name: Translation fra-deu + type: translation + args: fra-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: fra-deu + metrics: + - name: BLEU + type: bleu + value: 27.5 + - name: chr-F + type: chrf + value: 0.57176 + - task: + name: Translation fra-ell + type: translation + args: fra-ell + dataset: + name: flores200-devtest + type: flores200-devtest + args: fra-ell + metrics: + - name: BLEU + type: bleu + value: 20.4 + - name: chr-F + type: chrf + value: 0.47978 + - task: + name: Translation fra-eng + type: translation + args: fra-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: fra-eng + metrics: + - name: BLEU + type: bleu + value: 41.0 + - name: chr-F + type: chrf + value: 0.66208 + - task: + name: Translation fra-fur + type: translation + args: fra-fur + dataset: + name: flores200-devtest + type: flores200-devtest + args: fra-fur + metrics: + - name: BLEU + type: bleu + value: 16.7 + - name: chr-F + type: chrf + value: 0.45619 + - task: + name: Translation fra-gle + type: translation + args: fra-gle + dataset: + name: flores200-devtest + type: flores200-devtest + args: fra-gle + metrics: + - name: BLEU + type: bleu + value: 17.0 + - name: chr-F + type: chrf + value: 0.46469 + - task: + name: Translation fra-glg + type: translation + args: fra-glg + dataset: + name: flores200-devtest + type: flores200-devtest + args: fra-glg + metrics: + - name: BLEU + type: bleu + value: 28.9 + - name: chr-F + type: chrf + value: 0.56615 + - task: + name: Translation fra-hat + type: translation + args: fra-hat + dataset: + name: flores200-devtest + type: flores200-devtest + args: fra-hat + metrics: + - name: BLEU + type: bleu + value: 20.6 + - name: chr-F + type: chrf + value: 0.51091 + - task: + name: Translation fra-hin + type: translation + args: fra-hin + dataset: + name: flores200-devtest + type: flores200-devtest + args: fra-hin + metrics: + - name: BLEU + type: bleu + value: 20.4 + - name: chr-F + type: chrf + value: 0.46411 + - task: + name: Translation fra-hrv + type: translation + args: fra-hrv + dataset: + name: flores200-devtest + type: flores200-devtest + args: fra-hrv + metrics: + - name: BLEU + type: bleu + value: 23.5 + - name: chr-F + type: chrf + value: 0.53985 + - task: + name: Translation fra-isl + type: translation + args: fra-isl + dataset: + name: flores200-devtest + type: flores200-devtest + args: fra-isl + metrics: + - name: BLEU + type: bleu + value: 14.9 + - name: chr-F + type: chrf + value: 0.43828 + - task: + name: Translation fra-ita + type: translation + args: fra-ita + dataset: + name: flores200-devtest + type: flores200-devtest + args: fra-ita + metrics: + - name: BLEU + type: bleu + value: 26.0 + - name: chr-F + type: chrf + value: 0.55679 + - task: + name: Translation fra-lij + type: translation + args: fra-lij + dataset: + name: flores200-devtest + type: flores200-devtest + args: fra-lij + metrics: + - name: BLEU + type: bleu + value: 10.2 + - name: chr-F + type: chrf + value: 0.39831 + - task: + name: Translation fra-lit + type: translation + args: fra-lit + dataset: + name: flores200-devtest + type: flores200-devtest + args: fra-lit + metrics: + - name: BLEU + type: bleu + value: 19.4 + - name: chr-F + type: chrf + value: 0.52001 + - task: + name: Translation fra-ltz + type: translation + args: fra-ltz + dataset: + name: flores200-devtest + type: flores200-devtest + args: fra-ltz + metrics: + - name: BLEU + type: bleu + value: 14.3 + - name: chr-F + type: chrf + value: 0.46940 + - task: + name: Translation fra-mkd + type: translation + args: fra-mkd + dataset: + name: flores200-devtest + type: flores200-devtest + args: fra-mkd + metrics: + - name: BLEU + type: bleu + value: 24.2 + - name: chr-F + type: chrf + value: 0.55627 + - task: + name: Translation fra-nld + type: translation + args: fra-nld + dataset: + name: flores200-devtest + type: flores200-devtest + args: fra-nld + metrics: + - name: BLEU + type: bleu + value: 21.0 + - name: chr-F + type: chrf + value: 0.53308 + - task: + name: Translation fra-nno + type: translation + args: fra-nno + dataset: + name: flores200-devtest + type: flores200-devtest + args: fra-nno + metrics: + - name: BLEU + type: bleu + value: 20.9 + - name: chr-F + type: chrf + value: 0.50863 + - task: + name: Translation fra-nob + type: translation + args: fra-nob + dataset: + name: flores200-devtest + type: flores200-devtest + args: fra-nob + metrics: + - name: BLEU + type: bleu + value: 23.5 + - name: chr-F + type: chrf + value: 0.53920 + - task: + name: Translation fra-oci + type: translation + args: fra-oci + dataset: + name: flores200-devtest + type: flores200-devtest + args: fra-oci + metrics: + - name: BLEU + type: bleu + value: 26.8 + - name: chr-F + type: chrf + value: 0.56888 + - task: + name: Translation fra-pap + type: translation + args: fra-pap + dataset: + name: flores200-devtest + type: flores200-devtest + args: fra-pap + metrics: + - name: BLEU + type: bleu + value: 19.6 + - name: chr-F + type: chrf + value: 0.47545 + - task: + name: Translation fra-pes + type: translation + args: fra-pes + dataset: + name: flores200-devtest + type: flores200-devtest + args: fra-pes + metrics: + - name: BLEU + type: bleu + value: 11.5 + - name: chr-F + type: chrf + value: 0.39344 + - task: + name: Translation fra-pol + type: translation + args: fra-pol + dataset: + name: flores200-devtest + type: flores200-devtest + args: fra-pol + metrics: + - name: BLEU + type: bleu + value: 16.5 + - name: chr-F + type: chrf + value: 0.47419 + - task: + name: Translation fra-por + type: translation + args: fra-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: fra-por + metrics: + - name: BLEU + type: bleu + value: 35.3 + - name: chr-F + type: chrf + value: 0.61219 + - task: + name: Translation fra-prs + type: translation + args: fra-prs + dataset: + name: flores200-devtest + type: flores200-devtest + args: fra-prs + metrics: + - name: BLEU + type: bleu + value: 14.6 + - name: chr-F + type: chrf + value: 0.41815 + - task: + name: Translation fra-ron + type: translation + args: fra-ron + dataset: + name: flores200-devtest + type: flores200-devtest + args: fra-ron + metrics: + - name: BLEU + type: bleu + value: 30.7 + - name: chr-F + type: chrf + value: 0.57969 + - task: + name: Translation fra-rus + type: translation + args: fra-rus + dataset: + name: flores200-devtest + type: flores200-devtest + args: fra-rus + metrics: + - name: BLEU + type: bleu + value: 21.8 + - name: chr-F + type: chrf + value: 0.51130 + - task: + name: Translation fra-slk + type: translation + args: fra-slk + dataset: + name: flores200-devtest + type: flores200-devtest + args: fra-slk + metrics: + - name: BLEU + type: bleu + value: 19.3 + - name: chr-F + type: chrf + value: 0.48379 + - task: + name: Translation fra-slv + type: translation + args: fra-slv + dataset: + name: flores200-devtest + type: flores200-devtest + args: fra-slv + metrics: + - name: BLEU + type: bleu + value: 22.7 + - name: chr-F + type: chrf + value: 0.52205 + - task: + name: Translation fra-spa + type: translation + args: fra-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: fra-spa + metrics: + - name: BLEU + type: bleu + value: 23.5 + - name: chr-F + type: chrf + value: 0.52358 + - task: + name: Translation fra-srd + type: translation + args: fra-srd + dataset: + name: flores200-devtest + type: flores200-devtest + args: fra-srd + metrics: + - name: BLEU + type: bleu + value: 14.2 + - name: chr-F + type: chrf + value: 0.44853 + - task: + name: Translation fra-srp_Cyrl + type: translation + args: fra-srp_Cyrl + dataset: + name: flores200-devtest + type: flores200-devtest + args: fra-srp_Cyrl + metrics: + - name: BLEU + type: bleu + value: 24.5 + - name: chr-F + type: chrf + value: 0.53627 + - task: + name: Translation fra-swe + type: translation + args: fra-swe + dataset: + name: flores200-devtest + type: flores200-devtest + args: fra-swe + metrics: + - name: BLEU + type: bleu + value: 30.0 + - name: chr-F + type: chrf + value: 0.58741 + - task: + name: Translation fra-tgk + type: translation + args: fra-tgk + dataset: + name: flores200-devtest + type: flores200-devtest + args: fra-tgk + metrics: + - name: BLEU + type: bleu + value: 10.8 + - name: chr-F + type: chrf + value: 0.39857 + - task: + name: Translation fra-tpi + type: translation + args: fra-tpi + dataset: + name: flores200-devtest + type: flores200-devtest + args: fra-tpi + metrics: + - name: BLEU + type: bleu + value: 13.2 + - name: chr-F + type: chrf + value: 0.38685 + - task: + name: Translation fra-ukr + type: translation + args: fra-ukr + dataset: + name: flores200-devtest + type: flores200-devtest + args: fra-ukr + metrics: + - name: BLEU + type: bleu + value: 19.7 + - name: chr-F + type: chrf + value: 0.50351 + - task: + name: Translation fra-urd + type: translation + args: fra-urd + dataset: + name: flores200-devtest + type: flores200-devtest + args: fra-urd + metrics: + - name: BLEU + type: bleu + value: 11.8 + - name: chr-F + type: chrf + value: 0.38332 + - task: + name: Translation por-afr + type: translation + args: por-afr + dataset: + name: flores200-devtest + type: flores200-devtest + args: por-afr + metrics: + - name: BLEU + type: bleu + value: 25.1 + - name: chr-F + type: chrf + value: 0.56310 + - task: + name: Translation por-ast + type: translation + args: por-ast + dataset: + name: flores200-devtest + type: flores200-devtest + args: por-ast + metrics: + - name: BLEU + type: bleu + value: 21.8 + - name: chr-F + type: chrf + value: 0.53830 + - task: + name: Translation por-bul + type: translation + args: por-bul + dataset: + name: flores200-devtest + type: flores200-devtest + args: por-bul + metrics: + - name: BLEU + type: bleu + value: 29.7 + - name: chr-F + type: chrf + value: 0.58447 + - task: + name: Translation por-cat + type: translation + args: por-cat + dataset: + name: flores200-devtest + type: flores200-devtest + args: por-cat + metrics: + - name: BLEU + type: bleu + value: 35.1 + - name: chr-F + type: chrf + value: 0.60967 + - task: + name: Translation por-ces + type: translation + args: por-ces + dataset: + name: flores200-devtest + type: flores200-devtest + args: por-ces + metrics: + - name: BLEU + type: bleu + value: 22.8 + - name: chr-F + type: chrf + value: 0.51024 + - task: + name: Translation por-cym + type: translation + args: por-cym + dataset: + name: flores200-devtest + type: flores200-devtest + args: por-cym + metrics: + - name: BLEU + type: bleu + value: 22.6 + - name: chr-F + type: chrf + value: 0.51782 + - task: + name: Translation por-dan + type: translation + args: por-dan + dataset: + name: flores200-devtest + type: flores200-devtest + args: por-dan + metrics: + - name: BLEU + type: bleu + value: 33.4 + - name: chr-F + type: chrf + value: 0.60269 + - task: + name: Translation por-deu + type: translation + args: por-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: por-deu + metrics: + - name: BLEU + type: bleu + value: 28.0 + - name: chr-F + type: chrf + value: 0.57296 + - task: + name: Translation por-ell + type: translation + args: por-ell + dataset: + name: flores200-devtest + type: flores200-devtest + args: por-ell + metrics: + - name: BLEU + type: bleu + value: 20.6 + - name: chr-F + type: chrf + value: 0.48090 + - task: + name: Translation por-eng + type: translation + args: por-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: por-eng + metrics: + - name: BLEU + type: bleu + value: 44.8 + - name: chr-F + type: chrf + value: 0.69147 + - task: + name: Translation por-fra + type: translation + args: por-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: por-fra + metrics: + - name: BLEU + type: bleu + value: 38.1 + - name: chr-F + type: chrf + value: 0.63409 + - task: + name: Translation por-fur + type: translation + args: por-fur + dataset: + name: flores200-devtest + type: flores200-devtest + args: por-fur + metrics: + - name: BLEU + type: bleu + value: 16.9 + - name: chr-F + type: chrf + value: 0.46037 + - task: + name: Translation por-gle + type: translation + args: por-gle + dataset: + name: flores200-devtest + type: flores200-devtest + args: por-gle + metrics: + - name: BLEU + type: bleu + value: 17.4 + - name: chr-F + type: chrf + value: 0.46790 + - task: + name: Translation por-glg + type: translation + args: por-glg + dataset: + name: flores200-devtest + type: flores200-devtest + args: por-glg + metrics: + - name: BLEU + type: bleu + value: 29.8 + - name: chr-F + type: chrf + value: 0.57404 + - task: + name: Translation por-hat + type: translation + args: por-hat + dataset: + name: flores200-devtest + type: flores200-devtest + args: por-hat + metrics: + - name: BLEU + type: bleu + value: 17.7 + - name: chr-F + type: chrf + value: 0.48161 + - task: + name: Translation por-hin + type: translation + args: por-hin + dataset: + name: flores200-devtest + type: flores200-devtest + args: por-hin + metrics: + - name: BLEU + type: bleu + value: 21.4 + - name: chr-F + type: chrf + value: 0.47667 + - task: + name: Translation por-hrv + type: translation + args: por-hrv + dataset: + name: flores200-devtest + type: flores200-devtest + args: por-hrv + metrics: + - name: BLEU + type: bleu + value: 23.5 + - name: chr-F + type: chrf + value: 0.53963 + - task: + name: Translation por-isl + type: translation + args: por-isl + dataset: + name: flores200-devtest + type: flores200-devtest + args: por-isl + metrics: + - name: BLEU + type: bleu + value: 15.8 + - name: chr-F + type: chrf + value: 0.44102 + - task: + name: Translation por-ita + type: translation + args: por-ita + dataset: + name: flores200-devtest + type: flores200-devtest + args: por-ita + metrics: + - name: BLEU + type: bleu + value: 25.2 + - name: chr-F + type: chrf + value: 0.55156 + - task: + name: Translation por-kea + type: translation + args: por-kea + dataset: + name: flores200-devtest + type: flores200-devtest + args: por-kea + metrics: + - name: BLEU + type: bleu + value: 10.6 + - name: chr-F + type: chrf + value: 0.37437 + - task: + name: Translation por-lij + type: translation + args: por-lij + dataset: + name: flores200-devtest + type: flores200-devtest + args: por-lij + metrics: + - name: BLEU + type: bleu + value: 10.1 + - name: chr-F + type: chrf + value: 0.40361 + - task: + name: Translation por-lit + type: translation + args: por-lit + dataset: + name: flores200-devtest + type: flores200-devtest + args: por-lit + metrics: + - name: BLEU + type: bleu + value: 19.3 + - name: chr-F + type: chrf + value: 0.52095 + - task: + name: Translation por-ltz + type: translation + args: por-ltz + dataset: + name: flores200-devtest + type: flores200-devtest + args: por-ltz + metrics: + - name: BLEU + type: bleu + value: 11.4 + - name: chr-F + type: chrf + value: 0.40955 + - task: + name: Translation por-mag + type: translation + args: por-mag + dataset: + name: flores200-devtest + type: flores200-devtest + args: por-mag + metrics: + - name: BLEU + type: bleu + value: 10.3 + - name: chr-F + type: chrf + value: 0.36484 + - task: + name: Translation por-mkd + type: translation + args: por-mkd + dataset: + name: flores200-devtest + type: flores200-devtest + args: por-mkd + metrics: + - name: BLEU + type: bleu + value: 25.3 + - name: chr-F + type: chrf + value: 0.56282 + - task: + name: Translation por-nld + type: translation + args: por-nld + dataset: + name: flores200-devtest + type: flores200-devtest + args: por-nld + metrics: + - name: BLEU + type: bleu + value: 21.0 + - name: chr-F + type: chrf + value: 0.53255 + - task: + name: Translation por-nno + type: translation + args: por-nno + dataset: + name: flores200-devtest + type: flores200-devtest + args: por-nno + metrics: + - name: BLEU + type: bleu + value: 22.2 + - name: chr-F + type: chrf + value: 0.51883 + - task: + name: Translation por-nob + type: translation + args: por-nob + dataset: + name: flores200-devtest + type: flores200-devtest + args: por-nob + metrics: + - name: BLEU + type: bleu + value: 25.1 + - name: chr-F + type: chrf + value: 0.55147 + - task: + name: Translation por-oci + type: translation + args: por-oci + dataset: + name: flores200-devtest + type: flores200-devtest + args: por-oci + metrics: + - name: BLEU + type: bleu + value: 25.3 + - name: chr-F + type: chrf + value: 0.55910 + - task: + name: Translation por-pap + type: translation + args: por-pap + dataset: + name: flores200-devtest + type: flores200-devtest + args: por-pap + metrics: + - name: BLEU + type: bleu + value: 21.4 + - name: chr-F + type: chrf + value: 0.49408 + - task: + name: Translation por-pes + type: translation + args: por-pes + dataset: + name: flores200-devtest + type: flores200-devtest + args: por-pes + metrics: + - name: BLEU + type: bleu + value: 13.4 + - name: chr-F + type: chrf + value: 0.41574 + - task: + name: Translation por-pol + type: translation + args: por-pol + dataset: + name: flores200-devtest + type: flores200-devtest + args: por-pol + metrics: + - name: BLEU + type: bleu + value: 16.1 + - name: chr-F + type: chrf + value: 0.46551 + - task: + name: Translation por-prs + type: translation + args: por-prs + dataset: + name: flores200-devtest + type: flores200-devtest + args: por-prs + metrics: + - name: BLEU + type: bleu + value: 16.1 + - name: chr-F + type: chrf + value: 0.43325 + - task: + name: Translation por-ron + type: translation + args: por-ron + dataset: + name: flores200-devtest + type: flores200-devtest + args: por-ron + metrics: + - name: BLEU + type: bleu + value: 31.8 + - name: chr-F + type: chrf + value: 0.58583 + - task: + name: Translation por-rus + type: translation + args: por-rus + dataset: + name: flores200-devtest + type: flores200-devtest + args: por-rus + metrics: + - name: BLEU + type: bleu + value: 22.4 + - name: chr-F + type: chrf + value: 0.51109 + - task: + name: Translation por-slk + type: translation + args: por-slk + dataset: + name: flores200-devtest + type: flores200-devtest + args: por-slk + metrics: + - name: BLEU + type: bleu + value: 19.4 + - name: chr-F + type: chrf + value: 0.48073 + - task: + name: Translation por-slv + type: translation + args: por-slv + dataset: + name: flores200-devtest + type: flores200-devtest + args: por-slv + metrics: + - name: BLEU + type: bleu + value: 22.6 + - name: chr-F + type: chrf + value: 0.52201 + - task: + name: Translation por-spa + type: translation + args: por-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: por-spa + metrics: + - name: BLEU + type: bleu + value: 24.6 + - name: chr-F + type: chrf + value: 0.53122 + - task: + name: Translation por-srd + type: translation + args: por-srd + dataset: + name: flores200-devtest + type: flores200-devtest + args: por-srd + metrics: + - name: BLEU + type: bleu + value: 15.4 + - name: chr-F + type: chrf + value: 0.46019 + - task: + name: Translation por-srp_Cyrl + type: translation + args: por-srp_Cyrl + dataset: + name: flores200-devtest + type: flores200-devtest + args: por-srp_Cyrl + metrics: + - name: BLEU + type: bleu + value: 25.6 + - name: chr-F + type: chrf + value: 0.54401 + - task: + name: Translation por-swe + type: translation + args: por-swe + dataset: + name: flores200-devtest + type: flores200-devtest + args: por-swe + metrics: + - name: BLEU + type: bleu + value: 30.7 + - name: chr-F + type: chrf + value: 0.59310 + - task: + name: Translation por-tgk + type: translation + args: por-tgk + dataset: + name: flores200-devtest + type: flores200-devtest + args: por-tgk + metrics: + - name: BLEU + type: bleu + value: 10.4 + - name: chr-F + type: chrf + value: 0.39414 + - task: + name: Translation por-tpi + type: translation + args: por-tpi + dataset: + name: flores200-devtest + type: flores200-devtest + args: por-tpi + metrics: + - name: BLEU + type: bleu + value: 13.6 + - name: chr-F + type: chrf + value: 0.38961 + - task: + name: Translation por-ukr + type: translation + args: por-ukr + dataset: + name: flores200-devtest + type: flores200-devtest + args: por-ukr + metrics: + - name: BLEU + type: bleu + value: 21.7 + - name: chr-F + type: chrf + value: 0.51390 + - task: + name: Translation por-urd + type: translation + args: por-urd + dataset: + name: flores200-devtest + type: flores200-devtest + args: por-urd + metrics: + - name: BLEU + type: bleu + value: 11.6 + - name: chr-F + type: chrf + value: 0.37991 + - task: + name: Translation spa-afr + type: translation + args: spa-afr + dataset: + name: flores200-devtest + type: flores200-devtest + args: spa-afr + metrics: + - name: BLEU + type: bleu + value: 16.4 + - name: chr-F + type: chrf + value: 0.50130 + - task: + name: Translation spa-ast + type: translation + args: spa-ast + dataset: + name: flores200-devtest + type: flores200-devtest + args: spa-ast + metrics: + - name: BLEU + type: bleu + value: 15.6 + - name: chr-F + type: chrf + value: 0.48967 + - task: + name: Translation spa-bul + type: translation + args: spa-bul + dataset: + name: flores200-devtest + type: flores200-devtest + args: spa-bul + metrics: + - name: BLEU + type: bleu + value: 21.6 + - name: chr-F + type: chrf + value: 0.52657 + - task: + name: Translation spa-cat + type: translation + args: spa-cat + dataset: + name: flores200-devtest + type: flores200-devtest + args: spa-cat + metrics: + - name: BLEU + type: bleu + value: 23.3 + - name: chr-F + type: chrf + value: 0.53932 + - task: + name: Translation spa-ces + type: translation + args: spa-ces + dataset: + name: flores200-devtest + type: flores200-devtest + args: spa-ces + metrics: + - name: BLEU + type: bleu + value: 16.1 + - name: chr-F + type: chrf + value: 0.46096 + - task: + name: Translation spa-cym + type: translation + args: spa-cym + dataset: + name: flores200-devtest + type: flores200-devtest + args: spa-cym + metrics: + - name: BLEU + type: bleu + value: 16.2 + - name: chr-F + type: chrf + value: 0.46919 + - task: + name: Translation spa-dan + type: translation + args: spa-dan + dataset: + name: flores200-devtest + type: flores200-devtest + args: spa-dan + metrics: + - name: BLEU + type: bleu + value: 23.2 + - name: chr-F + type: chrf + value: 0.53445 + - task: + name: Translation spa-deu + type: translation + args: spa-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: spa-deu + metrics: + - name: BLEU + type: bleu + value: 19.1 + - name: chr-F + type: chrf + value: 0.51460 + - task: + name: Translation spa-ell + type: translation + args: spa-ell + dataset: + name: flores200-devtest + type: flores200-devtest + args: spa-ell + metrics: + - name: BLEU + type: bleu + value: 16.8 + - name: chr-F + type: chrf + value: 0.44703 + - task: + name: Translation spa-eng + type: translation + args: spa-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: spa-eng + metrics: + - name: BLEU + type: bleu + value: 26.3 + - name: chr-F + type: chrf + value: 0.57217 + - task: + name: Translation spa-fra + type: translation + args: spa-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: spa-fra + metrics: + - name: BLEU + type: bleu + value: 26.0 + - name: chr-F + type: chrf + value: 0.56332 + - task: + name: Translation spa-fur + type: translation + args: spa-fur + dataset: + name: flores200-devtest + type: flores200-devtest + args: spa-fur + metrics: + - name: BLEU + type: bleu + value: 12.2 + - name: chr-F + type: chrf + value: 0.42007 + - task: + name: Translation spa-gle + type: translation + args: spa-gle + dataset: + name: flores200-devtest + type: flores200-devtest + args: spa-gle + metrics: + - name: BLEU + type: bleu + value: 13.4 + - name: chr-F + type: chrf + value: 0.43430 + - task: + name: Translation spa-glg + type: translation + args: spa-glg + dataset: + name: flores200-devtest + type: flores200-devtest + args: spa-glg + metrics: + - name: BLEU + type: bleu + value: 21.7 + - name: chr-F + type: chrf + value: 0.52635 + - task: + name: Translation spa-hat + type: translation + args: spa-hat + dataset: + name: flores200-devtest + type: flores200-devtest + args: spa-hat + metrics: + - name: BLEU + type: bleu + value: 12.9 + - name: chr-F + type: chrf + value: 0.43928 + - task: + name: Translation spa-hin + type: translation + args: spa-hin + dataset: + name: flores200-devtest + type: flores200-devtest + args: spa-hin + metrics: + - name: BLEU + type: bleu + value: 15.5 + - name: chr-F + type: chrf + value: 0.42496 + - task: + name: Translation spa-hrv + type: translation + args: spa-hrv + dataset: + name: flores200-devtest + type: flores200-devtest + args: spa-hrv + metrics: + - name: BLEU + type: bleu + value: 17.0 + - name: chr-F + type: chrf + value: 0.49385 + - task: + name: Translation spa-isl + type: translation + args: spa-isl + dataset: + name: flores200-devtest + type: flores200-devtest + args: spa-isl + metrics: + - name: BLEU + type: bleu + value: 11.8 + - name: chr-F + type: chrf + value: 0.40834 + - task: + name: Translation spa-ita + type: translation + args: spa-ita + dataset: + name: flores200-devtest + type: flores200-devtest + args: spa-ita + metrics: + - name: BLEU + type: bleu + value: 21.1 + - name: chr-F + type: chrf + value: 0.52008 + - task: + name: Translation spa-lit + type: translation + args: spa-lit + dataset: + name: flores200-devtest + type: flores200-devtest + args: spa-lit + metrics: + - name: BLEU + type: bleu + value: 14.1 + - name: chr-F + type: chrf + value: 0.48294 + - task: + name: Translation spa-mkd + type: translation + args: spa-mkd + dataset: + name: flores200-devtest + type: flores200-devtest + args: spa-mkd + metrics: + - name: BLEU + type: bleu + value: 18.6 + - name: chr-F + type: chrf + value: 0.51381 + - task: + name: Translation spa-nld + type: translation + args: spa-nld + dataset: + name: flores200-devtest + type: flores200-devtest + args: spa-nld + metrics: + - name: BLEU + type: bleu + value: 16.4 + - name: chr-F + type: chrf + value: 0.50049 + - task: + name: Translation spa-nno + type: translation + args: spa-nno + dataset: + name: flores200-devtest + type: flores200-devtest + args: spa-nno + metrics: + - name: BLEU + type: bleu + value: 16.2 + - name: chr-F + type: chrf + value: 0.46965 + - task: + name: Translation spa-nob + type: translation + args: spa-nob + dataset: + name: flores200-devtest + type: flores200-devtest + args: spa-nob + metrics: + - name: BLEU + type: bleu + value: 17.9 + - name: chr-F + type: chrf + value: 0.49804 + - task: + name: Translation spa-oci + type: translation + args: spa-oci + dataset: + name: flores200-devtest + type: flores200-devtest + args: spa-oci + metrics: + - name: BLEU + type: bleu + value: 15.6 + - name: chr-F + type: chrf + value: 0.48255 + - task: + name: Translation spa-pap + type: translation + args: spa-pap + dataset: + name: flores200-devtest + type: flores200-devtest + args: spa-pap + metrics: + - name: BLEU + type: bleu + value: 15.3 + - name: chr-F + type: chrf + value: 0.43941 + - task: + name: Translation spa-pol + type: translation + args: spa-pol + dataset: + name: flores200-devtest + type: flores200-devtest + args: spa-pol + metrics: + - name: BLEU + type: bleu + value: 13.7 + - name: chr-F + type: chrf + value: 0.44740 + - task: + name: Translation spa-por + type: translation + args: spa-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: spa-por + metrics: + - name: BLEU + type: bleu + value: 25.5 + - name: chr-F + type: chrf + value: 0.55622 + - task: + name: Translation spa-prs + type: translation + args: spa-prs + dataset: + name: flores200-devtest + type: flores200-devtest + args: spa-prs + metrics: + - name: BLEU + type: bleu + value: 11.7 + - name: chr-F + type: chrf + value: 0.39446 + - task: + name: Translation spa-ron + type: translation + args: spa-ron + dataset: + name: flores200-devtest + type: flores200-devtest + args: spa-ron + metrics: + - name: BLEU + type: bleu + value: 22.1 + - name: chr-F + type: chrf + value: 0.52023 + - task: + name: Translation spa-rus + type: translation + args: spa-rus + dataset: + name: flores200-devtest + type: flores200-devtest + args: spa-rus + metrics: + - name: BLEU + type: bleu + value: 16.6 + - name: chr-F + type: chrf + value: 0.46740 + - task: + name: Translation spa-slk + type: translation + args: spa-slk + dataset: + name: flores200-devtest + type: flores200-devtest + args: spa-slk + metrics: + - name: BLEU + type: bleu + value: 15.0 + - name: chr-F + type: chrf + value: 0.44274 + - task: + name: Translation spa-slv + type: translation + args: spa-slv + dataset: + name: flores200-devtest + type: flores200-devtest + args: spa-slv + metrics: + - name: BLEU + type: bleu + value: 17.1 + - name: chr-F + type: chrf + value: 0.48216 + - task: + name: Translation spa-srd + type: translation + args: spa-srd + dataset: + name: flores200-devtest + type: flores200-devtest + args: spa-srd + metrics: + - name: BLEU + type: bleu + value: 11.2 + - name: chr-F + type: chrf + value: 0.42185 + - task: + name: Translation spa-srp_Cyrl + type: translation + args: spa-srp_Cyrl + dataset: + name: flores200-devtest + type: flores200-devtest + args: spa-srp_Cyrl + metrics: + - name: BLEU + type: bleu + value: 17.4 + - name: chr-F + type: chrf + value: 0.48533 + - task: + name: Translation spa-swe + type: translation + args: spa-swe + dataset: + name: flores200-devtest + type: flores200-devtest + args: spa-swe + metrics: + - name: BLEU + type: bleu + value: 20.9 + - name: chr-F + type: chrf + value: 0.52661 + - task: + name: Translation spa-tpi + type: translation + args: spa-tpi + dataset: + name: flores200-devtest + type: flores200-devtest + args: spa-tpi + metrics: + - name: BLEU + type: bleu + value: 12.2 + - name: chr-F + type: chrf + value: 0.37725 + - task: + name: Translation spa-ukr + type: translation + args: spa-ukr + dataset: + name: flores200-devtest + type: flores200-devtest + args: spa-ukr + metrics: + - name: BLEU + type: bleu + value: 15.0 + - name: chr-F + type: chrf + value: 0.45966 + - task: + name: Translation deu-afr + type: translation + args: deu-afr + dataset: + name: flores101-devtest + type: flores_101 + args: deu afr devtest + metrics: + - name: BLEU + type: bleu + value: 24.1 + - name: chr-F + type: chrf + value: 0.55623 + - task: + name: Translation deu-ast + type: translation + args: deu-ast + dataset: + name: flores101-devtest + type: flores_101 + args: deu ast devtest + metrics: + - name: BLEU + type: bleu + value: 18.1 + - name: chr-F + type: chrf + value: 0.49967 + - task: + name: Translation deu-ces + type: translation + args: deu-ces + dataset: + name: flores101-devtest + type: flores_101 + args: deu ces devtest + metrics: + - name: BLEU + type: bleu + value: 22.6 + - name: chr-F + type: chrf + value: 0.51256 + - task: + name: Translation deu-dan + type: translation + args: deu-dan + dataset: + name: flores101-devtest + type: flores_101 + args: deu dan devtest + metrics: + - name: BLEU + type: bleu + value: 31.5 + - name: chr-F + type: chrf + value: 0.59669 + - task: + name: Translation deu-ell + type: translation + args: deu-ell + dataset: + name: flores101-devtest + type: flores_101 + args: deu ell devtest + metrics: + - name: BLEU + type: bleu + value: 18.3 + - name: chr-F + type: chrf + value: 0.45960 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: flores101-devtest + type: flores_101 + args: deu eng devtest + metrics: + - name: BLEU + type: bleu + value: 38.0 + - name: chr-F + type: chrf + value: 0.64491 + - task: + name: Translation deu-hin + type: translation + args: deu-hin + dataset: + name: flores101-devtest + type: flores_101 + args: deu hin devtest + metrics: + - name: BLEU + type: bleu + value: 18.8 + - name: chr-F + type: chrf + value: 0.45329 + - task: + name: Translation deu-isl + type: translation + args: deu-isl + dataset: + name: flores101-devtest + type: flores_101 + args: deu isl devtest + metrics: + - name: BLEU + type: bleu + value: 14.6 + - name: chr-F + type: chrf + value: 0.43309 + - task: + name: Translation deu-lav + type: translation + args: deu-lav + dataset: + name: flores101-devtest + type: flores_101 + args: deu lav devtest + metrics: + - name: BLEU + type: bleu + value: 19.7 + - name: chr-F + type: chrf + value: 0.50901 + - task: + name: Translation deu-nld + type: translation + args: deu-nld + dataset: + name: flores101-devtest + type: flores_101 + args: deu nld devtest + metrics: + - name: BLEU + type: bleu + value: 22.0 + - name: chr-F + type: chrf + value: 0.54019 + - task: + name: Translation deu-spa + type: translation + args: deu-spa + dataset: + name: flores101-devtest + type: flores_101 + args: deu spa devtest + metrics: + - name: BLEU + type: bleu + value: 22.0 + - name: chr-F + type: chrf + value: 0.50645 + - task: + name: Translation deu-swe + type: translation + args: deu-swe + dataset: + name: flores101-devtest + type: flores_101 + args: deu swe devtest + metrics: + - name: BLEU + type: bleu + value: 30.0 + - name: chr-F + type: chrf + value: 0.59105 + - task: + name: Translation deu-tgk + type: translation + args: deu-tgk + dataset: + name: flores101-devtest + type: flores_101 + args: deu tgk devtest + metrics: + - name: BLEU + type: bleu + value: 10.0 + - name: chr-F + type: chrf + value: 0.38256 + - task: + name: Translation deu-urd + type: translation + args: deu-urd + dataset: + name: flores101-devtest + type: flores_101 + args: deu urd devtest + metrics: + - name: BLEU + type: bleu + value: 10.7 + - name: chr-F + type: chrf + value: 0.36889 + - task: + name: Translation eng-bul + type: translation + args: eng-bul + dataset: + name: flores101-devtest + type: flores_101 + args: eng bul devtest + metrics: + - name: BLEU + type: bleu + value: 35.6 + - name: chr-F + type: chrf + value: 0.63884 + - task: + name: Translation eng-cat + type: translation + args: eng-cat + dataset: + name: flores101-devtest + type: flores_101 + args: eng cat devtest + metrics: + - name: BLEU + type: bleu + value: 39.0 + - name: chr-F + type: chrf + value: 0.64377 + - task: + name: Translation eng-fas + type: translation + args: eng-fas + dataset: + name: flores101-devtest + type: flores_101 + args: eng fas devtest + metrics: + - name: BLEU + type: bleu + value: 20.1 + - name: chr-F + type: chrf + value: 0.48944 + - task: + name: Translation eng-gle + type: translation + args: eng-gle + dataset: + name: flores101-devtest + type: flores_101 + args: eng gle devtest + metrics: + - name: BLEU + type: bleu + value: 21.4 + - name: chr-F + type: chrf + value: 0.50290 + - task: + name: Translation eng-lit + type: translation + args: eng-lit + dataset: + name: flores101-devtest + type: flores_101 + args: eng lit devtest + metrics: + - name: BLEU + type: bleu + value: 22.7 + - name: chr-F + type: chrf + value: 0.55453 + - task: + name: Translation eng-nld + type: translation + args: eng-nld + dataset: + name: flores101-devtest + type: flores_101 + args: eng nld devtest + metrics: + - name: BLEU + type: bleu + value: 24.6 + - name: chr-F + type: chrf + value: 0.56191 + - task: + name: Translation eng-pol + type: translation + args: eng-pol + dataset: + name: flores101-devtest + type: flores_101 + args: eng pol devtest + metrics: + - name: BLEU + type: bleu + value: 17.8 + - name: chr-F + type: chrf + value: 0.48997 + - task: + name: Translation eng-por + type: translation + args: eng-por + dataset: + name: flores101-devtest + type: flores_101 + args: eng por devtest + metrics: + - name: BLEU + type: bleu + value: 45.5 + - name: chr-F + type: chrf + value: 0.68817 + - task: + name: Translation eng-slk + type: translation + args: eng-slk + dataset: + name: flores101-devtest + type: flores_101 + args: eng slk devtest + metrics: + - name: BLEU + type: bleu + value: 26.6 + - name: chr-F + type: chrf + value: 0.55488 + - task: + name: Translation fra-ast + type: translation + args: fra-ast + dataset: + name: flores101-devtest + type: flores_101 + args: fra ast devtest + metrics: + - name: BLEU + type: bleu + value: 19.8 + - name: chr-F + type: chrf + value: 0.51897 + - task: + name: Translation fra-ces + type: translation + args: fra-ces + dataset: + name: flores101-devtest + type: flores_101 + args: fra ces devtest + metrics: + - name: BLEU + type: bleu + value: 21.3 + - name: chr-F + type: chrf + value: 0.50228 + - task: + name: Translation fra-hrv + type: translation + args: fra-hrv + dataset: + name: flores101-devtest + type: flores_101 + args: fra hrv devtest + metrics: + - name: BLEU + type: bleu + value: 22.4 + - name: chr-F + type: chrf + value: 0.53205 + - task: + name: Translation fra-ita + type: translation + args: fra-ita + dataset: + name: flores101-devtest + type: flores_101 + args: fra ita devtest + metrics: + - name: BLEU + type: bleu + value: 25.7 + - name: chr-F + type: chrf + value: 0.55420 + - task: + name: Translation fra-lav + type: translation + args: fra-lav + dataset: + name: flores101-devtest + type: flores_101 + args: fra lav devtest + metrics: + - name: BLEU + type: bleu + value: 19.3 + - name: chr-F + type: chrf + value: 0.50495 + - task: + name: Translation fra-mkd + type: translation + args: fra-mkd + dataset: + name: flores101-devtest + type: flores_101 + args: fra mkd devtest + metrics: + - name: BLEU + type: bleu + value: 23.1 + - name: chr-F + type: chrf + value: 0.54920 + - task: + name: Translation fra-nld + type: translation + args: fra-nld + dataset: + name: flores101-devtest + type: flores_101 + args: fra nld devtest + metrics: + - name: BLEU + type: bleu + value: 20.4 + - name: chr-F + type: chrf + value: 0.52923 + - task: + name: Translation fra-nob + type: translation + args: fra-nob + dataset: + name: flores101-devtest + type: flores_101 + args: fra nob devtest + metrics: + - name: BLEU + type: bleu + value: 23.0 + - name: chr-F + type: chrf + value: 0.53696 + - task: + name: Translation fra-oci + type: translation + args: fra-oci + dataset: + name: flores101-devtest + type: flores_101 + args: fra oci devtest + metrics: + - name: BLEU + type: bleu + value: 26.1 + - name: chr-F + type: chrf + value: 0.56442 + - task: + name: Translation fra-por + type: translation + args: fra-por + dataset: + name: flores101-devtest + type: flores_101 + args: fra por devtest + metrics: + - name: BLEU + type: bleu + value: 34.9 + - name: chr-F + type: chrf + value: 0.60935 + - task: + name: Translation fra-ron + type: translation + args: fra-ron + dataset: + name: flores101-devtest + type: flores_101 + args: fra ron devtest + metrics: + - name: BLEU + type: bleu + value: 30.1 + - name: chr-F + type: chrf + value: 0.57589 + - task: + name: Translation fra-slk + type: translation + args: fra-slk + dataset: + name: flores101-devtest + type: flores_101 + args: fra slk devtest + metrics: + - name: BLEU + type: bleu + value: 18.8 + - name: chr-F + type: chrf + value: 0.47768 + - task: + name: Translation fra-tgk + type: translation + args: fra-tgk + dataset: + name: flores101-devtest + type: flores_101 + args: fra tgk devtest + metrics: + - name: BLEU + type: bleu + value: 10.2 + - name: chr-F + type: chrf + value: 0.38523 + - task: + name: Translation por-ast + type: translation + args: por-ast + dataset: + name: flores101-devtest + type: flores_101 + args: por ast devtest + metrics: + - name: BLEU + type: bleu + value: 21.5 + - name: chr-F + type: chrf + value: 0.53848 + - task: + name: Translation por-cym + type: translation + args: por-cym + dataset: + name: flores101-devtest + type: flores_101 + args: por cym devtest + metrics: + - name: BLEU + type: bleu + value: 21.8 + - name: chr-F + type: chrf + value: 0.50778 + - task: + name: Translation por-eng + type: translation + args: por-eng + dataset: + name: flores101-devtest + type: flores_101 + args: por eng devtest + metrics: + - name: BLEU + type: bleu + value: 44.1 + - name: chr-F + type: chrf + value: 0.68628 + - task: + name: Translation por-glg + type: translation + args: por-glg + dataset: + name: flores101-devtest + type: flores_101 + args: por glg devtest + metrics: + - name: BLEU + type: bleu + value: 29.2 + - name: chr-F + type: chrf + value: 0.56990 + - task: + name: Translation por-hrv + type: translation + args: por-hrv + dataset: + name: flores101-devtest + type: flores_101 + args: por hrv devtest + metrics: + - name: BLEU + type: bleu + value: 22.9 + - name: chr-F + type: chrf + value: 0.53554 + - task: + name: Translation por-kea + type: translation + args: por-kea + dataset: + name: flores101-devtest + type: flores_101 + args: por kea devtest + metrics: + - name: BLEU + type: bleu + value: 10.3 + - name: chr-F + type: chrf + value: 0.36751 + - task: + name: Translation por-ltz + type: translation + args: por-ltz + dataset: + name: flores101-devtest + type: flores_101 + args: por ltz devtest + metrics: + - name: BLEU + type: bleu + value: 11.3 + - name: chr-F + type: chrf + value: 0.41322 + - task: + name: Translation por-nld + type: translation + args: por-nld + dataset: + name: flores101-devtest + type: flores_101 + args: por nld devtest + metrics: + - name: BLEU + type: bleu + value: 20.6 + - name: chr-F + type: chrf + value: 0.52916 + - task: + name: Translation por-nob + type: translation + args: por-nob + dataset: + name: flores101-devtest + type: flores_101 + args: por nob devtest + metrics: + - name: BLEU + type: bleu + value: 24.7 + - name: chr-F + type: chrf + value: 0.54824 + - task: + name: Translation por-oci + type: translation + args: por-oci + dataset: + name: flores101-devtest + type: flores_101 + args: por oci devtest + metrics: + - name: BLEU + type: bleu + value: 24.6 + - name: chr-F + type: chrf + value: 0.55361 + - task: + name: Translation por-ron + type: translation + args: por-ron + dataset: + name: flores101-devtest + type: flores_101 + args: por ron devtest + metrics: + - name: BLEU + type: bleu + value: 31.2 + - name: chr-F + type: chrf + value: 0.58158 + - task: + name: Translation spa-afr + type: translation + args: spa-afr + dataset: + name: flores101-devtest + type: flores_101 + args: spa afr devtest + metrics: + - name: BLEU + type: bleu + value: 16.3 + - name: chr-F + type: chrf + value: 0.49705 + - task: + name: Translation spa-ces + type: translation + args: spa-ces + dataset: + name: flores101-devtest + type: flores_101 + args: spa ces devtest + metrics: + - name: BLEU + type: bleu + value: 15.5 + - name: chr-F + type: chrf + value: 0.45466 + - task: + name: Translation spa-ell + type: translation + args: spa-ell + dataset: + name: flores101-devtest + type: flores_101 + args: spa ell devtest + metrics: + - name: BLEU + type: bleu + value: 16.5 + - name: chr-F + type: chrf + value: 0.44466 + - task: + name: Translation spa-hin + type: translation + args: spa-hin + dataset: + name: flores101-devtest + type: flores_101 + args: spa hin devtest + metrics: + - name: BLEU + type: bleu + value: 14.6 + - name: chr-F + type: chrf + value: 0.41638 + - task: + name: Translation spa-mkd + type: translation + args: spa-mkd + dataset: + name: flores101-devtest + type: flores_101 + args: spa mkd devtest + metrics: + - name: BLEU + type: bleu + value: 17.4 + - name: chr-F + type: chrf + value: 0.50767 + - task: + name: Translation spa-nld + type: translation + args: spa-nld + dataset: + name: flores101-devtest + type: flores_101 + args: spa nld devtest + metrics: + - name: BLEU + type: bleu + value: 15.9 + - name: chr-F + type: chrf + value: 0.49559 + - task: + name: Translation spa-swe + type: translation + args: spa-swe + dataset: + name: flores101-devtest + type: flores_101 + args: spa swe devtest + metrics: + - name: BLEU + type: bleu + value: 20.3 + - name: chr-F + type: chrf + value: 0.52133 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: generaltest2022 + type: generaltest2022 + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 28.7 + - name: chr-F + type: chrf + value: 0.54326 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: generaltest2022 + type: generaltest2022 + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 33.7 + - name: chr-F + type: chrf + value: 0.58009 + - task: + name: Translation eng-ces + type: translation + args: eng-ces + dataset: + name: generaltest2022 + type: generaltest2022 + args: eng-ces + metrics: + - name: BLEU + type: bleu + value: 32.4 + - name: chr-F + type: chrf + value: 0.58390 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: generaltest2022 + type: generaltest2022 + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 30.9 + - name: chr-F + type: chrf + value: 0.59050 + - task: + name: Translation eng-hrv + type: translation + args: eng-hrv + dataset: + name: generaltest2022 + type: generaltest2022 + args: eng-hrv + metrics: + - name: BLEU + type: bleu + value: 23.7 + - name: chr-F + type: chrf + value: 0.51888 + - task: + name: Translation eng-rus + type: translation + args: eng-rus + dataset: + name: generaltest2022 + type: generaltest2022 + args: eng-rus + metrics: + - name: BLEU + type: bleu + value: 27.7 + - name: chr-F + type: chrf + value: 0.53137 + - task: + name: Translation eng-ukr + type: translation + args: eng-ukr + dataset: + name: generaltest2022 + type: generaltest2022 + args: eng-ukr + metrics: + - name: BLEU + type: bleu + value: 22.8 + - name: chr-F + type: chrf + value: 0.51104 + - task: + name: Translation fra-deu + type: translation + args: fra-deu + dataset: + name: generaltest2022 + type: generaltest2022 + args: fra-deu + metrics: + - name: BLEU + type: bleu + value: 39.6 + - name: chr-F + type: chrf + value: 0.63588 + - task: + name: Translation deu-ces + type: translation + args: deu-ces + dataset: + name: multi30k_test_2016_flickr + type: multi30k-2016_flickr + args: deu-ces + metrics: + - name: BLEU + type: bleu + value: 23.8 + - name: chr-F + type: chrf + value: 0.49911 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: multi30k_test_2016_flickr + type: multi30k-2016_flickr + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 37.5 + - name: chr-F + type: chrf + value: 0.58821 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: multi30k_test_2016_flickr + type: multi30k-2016_flickr + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 34.8 + - name: chr-F + type: chrf + value: 0.59930 + - task: + name: Translation eng-ces + type: translation + args: eng-ces + dataset: + name: multi30k_test_2016_flickr + type: multi30k-2016_flickr + args: eng-ces + metrics: + - name: BLEU + type: bleu + value: 26.8 + - name: chr-F + type: chrf + value: 0.53260 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: multi30k_test_2016_flickr + type: multi30k-2016_flickr + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 33.8 + - name: chr-F + type: chrf + value: 0.62535 + - task: + name: Translation eng-fra + type: translation + args: eng-fra + dataset: + name: multi30k_test_2016_flickr + type: multi30k-2016_flickr + args: eng-fra + metrics: + - name: BLEU + type: bleu + value: 44.9 + - name: chr-F + type: chrf + value: 0.67525 + - task: + name: Translation fra-ces + type: translation + args: fra-ces + dataset: + name: multi30k_test_2016_flickr + type: multi30k-2016_flickr + args: fra-ces + metrics: + - name: BLEU + type: bleu + value: 22.9 + - name: chr-F + type: chrf + value: 0.49277 + - task: + name: Translation fra-deu + type: translation + args: fra-deu + dataset: + name: multi30k_test_2016_flickr + type: multi30k-2016_flickr + args: fra-deu + metrics: + - name: BLEU + type: bleu + value: 30.4 + - name: chr-F + type: chrf + value: 0.59793 + - task: + name: Translation fra-eng + type: translation + args: fra-eng + dataset: + name: multi30k_test_2016_flickr + type: multi30k-2016_flickr + args: fra-eng + metrics: + - name: BLEU + type: bleu + value: 44.5 + - name: chr-F + type: chrf + value: 0.64248 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: multi30k_test_2017_flickr + type: multi30k-2017_flickr + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 38.5 + - name: chr-F + type: chrf + value: 0.60958 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: multi30k_test_2017_flickr + type: multi30k-2017_flickr + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 33.5 + - name: chr-F + type: chrf + value: 0.59840 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: multi30k_test_2017_flickr + type: multi30k-2017_flickr + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 32.4 + - name: chr-F + type: chrf + value: 0.61051 + - task: + name: Translation eng-fra + type: translation + args: eng-fra + dataset: + name: multi30k_test_2017_flickr + type: multi30k-2017_flickr + args: eng-fra + metrics: + - name: BLEU + type: bleu + value: 45.7 + - name: chr-F + type: chrf + value: 0.68447 + - task: + name: Translation fra-deu + type: translation + args: fra-deu + dataset: + name: multi30k_test_2017_flickr + type: multi30k-2017_flickr + args: fra-deu + metrics: + - name: BLEU + type: bleu + value: 27.4 + - name: chr-F + type: chrf + value: 0.57580 + - task: + name: Translation fra-eng + type: translation + args: fra-eng + dataset: + name: multi30k_test_2017_flickr + type: multi30k-2017_flickr + args: fra-eng + metrics: + - name: BLEU + type: bleu + value: 46.0 + - name: chr-F + type: chrf + value: 0.66028 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: multi30k_test_2017_mscoco + type: multi30k-2017_mscoco + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 29.3 + - name: chr-F + type: chrf + value: 0.53057 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: multi30k_test_2017_mscoco + type: multi30k-2017_mscoco + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 31.4 + - name: chr-F + type: chrf + value: 0.57125 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: multi30k_test_2017_mscoco + type: multi30k-2017_mscoco + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 27.3 + - name: chr-F + type: chrf + value: 0.56006 + - task: + name: Translation eng-fra + type: translation + args: eng-fra + dataset: + name: multi30k_test_2017_mscoco + type: multi30k-2017_mscoco + args: eng-fra + metrics: + - name: BLEU + type: bleu + value: 51.5 + - name: chr-F + type: chrf + value: 0.71206 + - task: + name: Translation fra-deu + type: translation + args: fra-deu + dataset: + name: multi30k_test_2017_mscoco + type: multi30k-2017_mscoco + args: fra-deu + metrics: + - name: BLEU + type: bleu + value: 24.3 + - name: chr-F + type: chrf + value: 0.54076 + - task: + name: Translation fra-eng + type: translation + args: fra-eng + dataset: + name: multi30k_test_2017_mscoco + type: multi30k-2017_mscoco + args: fra-eng + metrics: + - name: BLEU + type: bleu + value: 45.4 + - name: chr-F + type: chrf + value: 0.64852 + - task: + name: Translation deu-ces + type: translation + args: deu-ces + dataset: + name: multi30k_test_2018_flickr + type: multi30k-2018_flickr + args: deu-ces + metrics: + - name: BLEU + type: bleu + value: 21.6 + - name: chr-F + type: chrf + value: 0.48008 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: multi30k_test_2018_flickr + type: multi30k-2018_flickr + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 34.4 + - name: chr-F + type: chrf + value: 0.57472 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: multi30k_test_2018_flickr + type: multi30k-2018_flickr + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 27.4 + - name: chr-F + type: chrf + value: 0.54893 + - task: + name: Translation eng-ces + type: translation + args: eng-ces + dataset: + name: multi30k_test_2018_flickr + type: multi30k-2018_flickr + args: eng-ces + metrics: + - name: BLEU + type: bleu + value: 27.1 + - name: chr-F + type: chrf + value: 0.54034 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: multi30k_test_2018_flickr + type: multi30k-2018_flickr + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 29.0 + - name: chr-F + type: chrf + value: 0.58338 + - task: + name: Translation eng-fra + type: translation + args: eng-fra + dataset: + name: multi30k_test_2018_flickr + type: multi30k-2018_flickr + args: eng-fra + metrics: + - name: BLEU + type: bleu + value: 37.5 + - name: chr-F + type: chrf + value: 0.62694 + - task: + name: Translation fra-ces + type: translation + args: fra-ces + dataset: + name: multi30k_test_2018_flickr + type: multi30k-2018_flickr + args: fra-ces + metrics: + - name: BLEU + type: bleu + value: 19.6 + - name: chr-F + type: chrf + value: 0.47110 + - task: + name: Translation fra-deu + type: translation + args: fra-deu + dataset: + name: multi30k_test_2018_flickr + type: multi30k-2018_flickr + args: fra-deu + metrics: + - name: BLEU + type: bleu + value: 23.0 + - name: chr-F + type: chrf + value: 0.53726 + - task: + name: Translation fra-eng + type: translation + args: fra-eng + dataset: + name: multi30k_test_2018_flickr + type: multi30k-2018_flickr + args: fra-eng + metrics: + - name: BLEU + type: bleu + value: 40.2 + - name: chr-F + type: chrf + value: 0.61916 + - task: + name: Translation eng-fra + type: translation + args: eng-fra + dataset: + name: newsdiscusstest2015 + type: newsdiscusstest2015 + args: eng-fra + metrics: + - name: BLEU + type: bleu + value: 36.0 + - name: chr-F + type: chrf + value: 0.61964 + - task: + name: Translation fra-eng + type: translation + args: fra-eng + dataset: + name: newsdiscusstest2015 + type: newsdiscusstest2015 + args: fra-eng + metrics: + - name: BLEU + type: bleu + value: 36.1 + - name: chr-F + type: chrf + value: 0.59754 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: newstestALL2020 + type: newstestALL2020 + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 30.8 + - name: chr-F + type: chrf + value: 0.57511 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: newstestALL2020 + type: newstestALL2020 + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 28.2 + - name: chr-F + type: chrf + value: 0.56905 + - task: + name: Translation deu-afr + type: translation + args: deu-afr + dataset: + name: ntrex128 + type: ntrex128 + args: deu-afr + metrics: + - name: BLEU + type: bleu + value: 25.2 + - name: chr-F + type: chrf + value: 0.55112 + - task: + name: Translation deu-bel + type: translation + args: deu-bel + dataset: + name: ntrex128 + type: ntrex128 + args: deu-bel + metrics: + - name: BLEU + type: bleu + value: 14.7 + - name: chr-F + type: chrf + value: 0.43275 + - task: + name: Translation deu-bul + type: translation + args: deu-bul + dataset: + name: ntrex128 + type: ntrex128 + args: deu-bul + metrics: + - name: BLEU + type: bleu + value: 22.6 + - name: chr-F + type: chrf + value: 0.50482 + - task: + name: Translation deu-cat + type: translation + args: deu-cat + dataset: + name: ntrex128 + type: ntrex128 + args: deu-cat + metrics: + - name: BLEU + type: bleu + value: 25.8 + - name: chr-F + type: chrf + value: 0.53145 + - task: + name: Translation deu-ces + type: translation + args: deu-ces + dataset: + name: ntrex128 + type: ntrex128 + args: deu-ces + metrics: + - name: BLEU + type: bleu + value: 20.9 + - name: chr-F + type: chrf + value: 0.49340 + - task: + name: Translation deu-cym + type: translation + args: deu-cym + dataset: + name: ntrex128 + type: ntrex128 + args: deu-cym + metrics: + - name: BLEU + type: bleu + value: 16.9 + - name: chr-F + type: chrf + value: 0.46757 + - task: + name: Translation deu-dan + type: translation + args: deu-dan + dataset: + name: ntrex128 + type: ntrex128 + args: deu-dan + metrics: + - name: BLEU + type: bleu + value: 27.2 + - name: chr-F + type: chrf + value: 0.54629 + - task: + name: Translation deu-ell + type: translation + args: deu-ell + dataset: + name: ntrex128 + type: ntrex128 + args: deu-ell + metrics: + - name: BLEU + type: bleu + value: 21.0 + - name: chr-F + type: chrf + value: 0.47825 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: ntrex128 + type: ntrex128 + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 31.8 + - name: chr-F + type: chrf + value: 0.60047 + - task: + name: Translation deu-fas + type: translation + args: deu-fas + dataset: + name: ntrex128 + type: ntrex128 + args: deu-fas + metrics: + - name: BLEU + type: bleu + value: 12.7 + - name: chr-F + type: chrf + value: 0.40193 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: ntrex128 + type: ntrex128 + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 26.6 + - name: chr-F + type: chrf + value: 0.54175 + - task: + name: Translation deu-gle + type: translation + args: deu-gle + dataset: + name: ntrex128 + type: ntrex128 + args: deu-gle + metrics: + - name: BLEU + type: bleu + value: 13.7 + - name: chr-F + type: chrf + value: 0.42902 + - task: + name: Translation deu-glg + type: translation + args: deu-glg + dataset: + name: ntrex128 + type: ntrex128 + args: deu-glg + metrics: + - name: BLEU + type: bleu + value: 25.5 + - name: chr-F + type: chrf + value: 0.53430 + - task: + name: Translation deu-hin + type: translation + args: deu-hin + dataset: + name: ntrex128 + type: ntrex128 + args: deu-hin + metrics: + - name: BLEU + type: bleu + value: 15.0 + - name: chr-F + type: chrf + value: 0.41309 + - task: + name: Translation deu-hrv + type: translation + args: deu-hrv + dataset: + name: ntrex128 + type: ntrex128 + args: deu-hrv + metrics: + - name: BLEU + type: bleu + value: 22.0 + - name: chr-F + type: chrf + value: 0.51998 + - task: + name: Translation deu-isl + type: translation + args: deu-isl + dataset: + name: ntrex128 + type: ntrex128 + args: deu-isl + metrics: + - name: BLEU + type: bleu + value: 16.0 + - name: chr-F + type: chrf + value: 0.44649 + - task: + name: Translation deu-ita + type: translation + args: deu-ita + dataset: + name: ntrex128 + type: ntrex128 + args: deu-ita + metrics: + - name: BLEU + type: bleu + value: 24.8 + - name: chr-F + type: chrf + value: 0.54145 + - task: + name: Translation deu-lav + type: translation + args: deu-lav + dataset: + name: ntrex128 + type: ntrex128 + args: deu-lav + metrics: + - name: BLEU + type: bleu + value: 14.0 + - name: chr-F + type: chrf + value: 0.45243 + - task: + name: Translation deu-lit + type: translation + args: deu-lit + dataset: + name: ntrex128 + type: ntrex128 + args: deu-lit + metrics: + - name: BLEU + type: bleu + value: 15.1 + - name: chr-F + type: chrf + value: 0.47694 + - task: + name: Translation deu-ltz + type: translation + args: deu-ltz + dataset: + name: ntrex128 + type: ntrex128 + args: deu-ltz + metrics: + - name: BLEU + type: bleu + value: 13.1 + - name: chr-F + type: chrf + value: 0.45326 + - task: + name: Translation deu-mkd + type: translation + args: deu-mkd + dataset: + name: ntrex128 + type: ntrex128 + args: deu-mkd + metrics: + - name: BLEU + type: bleu + value: 21.8 + - name: chr-F + type: chrf + value: 0.52189 + - task: + name: Translation deu-nld + type: translation + args: deu-nld + dataset: + name: ntrex128 + type: ntrex128 + args: deu-nld + metrics: + - name: BLEU + type: bleu + value: 26.0 + - name: chr-F + type: chrf + value: 0.55518 + - task: + name: Translation deu-nno + type: translation + args: deu-nno + dataset: + name: ntrex128 + type: ntrex128 + args: deu-nno + metrics: + - name: BLEU + type: bleu + value: 20.2 + - name: chr-F + type: chrf + value: 0.49799 + - task: + name: Translation deu-nob + type: translation + args: deu-nob + dataset: + name: ntrex128 + type: ntrex128 + args: deu-nob + metrics: + - name: BLEU + type: bleu + value: 25.7 + - name: chr-F + type: chrf + value: 0.54700 + - task: + name: Translation deu-pol + type: translation + args: deu-pol + dataset: + name: ntrex128 + type: ntrex128 + args: deu-pol + metrics: + - name: BLEU + type: bleu + value: 18.1 + - name: chr-F + type: chrf + value: 0.47430 + - task: + name: Translation deu-por + type: translation + args: deu-por + dataset: + name: ntrex128 + type: ntrex128 + args: deu-por + metrics: + - name: BLEU + type: bleu + value: 24.6 + - name: chr-F + type: chrf + value: 0.53262 + - task: + name: Translation deu-ron + type: translation + args: deu-ron + dataset: + name: ntrex128 + type: ntrex128 + args: deu-ron + metrics: + - name: BLEU + type: bleu + value: 24.2 + - name: chr-F + type: chrf + value: 0.51091 + - task: + name: Translation deu-rus + type: translation + args: deu-rus + dataset: + name: ntrex128 + type: ntrex128 + args: deu-rus + metrics: + - name: BLEU + type: bleu + value: 20.0 + - name: chr-F + type: chrf + value: 0.47374 + - task: + name: Translation deu-slk + type: translation + args: deu-slk + dataset: + name: ntrex128 + type: ntrex128 + args: deu-slk + metrics: + - name: BLEU + type: bleu + value: 19.9 + - name: chr-F + type: chrf + value: 0.47850 + - task: + name: Translation deu-slv + type: translation + args: deu-slv + dataset: + name: ntrex128 + type: ntrex128 + args: deu-slv + metrics: + - name: BLEU + type: bleu + value: 21.7 + - name: chr-F + type: chrf + value: 0.50797 + - task: + name: Translation deu-spa + type: translation + args: deu-spa + dataset: + name: ntrex128 + type: ntrex128 + args: deu-spa + metrics: + - name: BLEU + type: bleu + value: 28.9 + - name: chr-F + type: chrf + value: 0.55580 + - task: + name: Translation deu-sqi + type: translation + args: deu-sqi + dataset: + name: ntrex128 + type: ntrex128 + args: deu-sqi + metrics: + - name: BLEU + type: bleu + value: 21.4 + - name: chr-F + type: chrf + value: 0.50383 + - task: + name: Translation deu-srp_Cyrl + type: translation + args: deu-srp_Cyrl + dataset: + name: ntrex128 + type: ntrex128 + args: deu-srp_Cyrl + metrics: + - name: BLEU + type: bleu + value: 14.5 + - name: chr-F + type: chrf + value: 0.39857 + - task: + name: Translation deu-swe + type: translation + args: deu-swe + dataset: + name: ntrex128 + type: ntrex128 + args: deu-swe + metrics: + - name: BLEU + type: bleu + value: 26.9 + - name: chr-F + type: chrf + value: 0.56144 + - task: + name: Translation deu-ukr + type: translation + args: deu-ukr + dataset: + name: ntrex128 + type: ntrex128 + args: deu-ukr + metrics: + - name: BLEU + type: bleu + value: 16.5 + - name: chr-F + type: chrf + value: 0.45481 + - task: + name: Translation deu-urd + type: translation + args: deu-urd + dataset: + name: ntrex128 + type: ntrex128 + args: deu-urd + metrics: + - name: BLEU + type: bleu + value: 12.7 + - name: chr-F + type: chrf + value: 0.39067 + - task: + name: Translation eng-afr + type: translation + args: eng-afr + dataset: + name: ntrex128 + type: ntrex128 + args: eng-afr + metrics: + - name: BLEU + type: bleu + value: 40.7 + - name: chr-F + type: chrf + value: 0.66106 + - task: + name: Translation eng-bel + type: translation + args: eng-bel + dataset: + name: ntrex128 + type: ntrex128 + args: eng-bel + metrics: + - name: BLEU + type: bleu + value: 19.3 + - name: chr-F + type: chrf + value: 0.47642 + - task: + name: Translation eng-ben + type: translation + args: eng-ben + dataset: + name: ntrex128 + type: ntrex128 + args: eng-ben + metrics: + - name: BLEU + type: bleu + value: 10.2 + - name: chr-F + type: chrf + value: 0.44938 + - task: + name: Translation eng-bul + type: translation + args: eng-bul + dataset: + name: ntrex128 + type: ntrex128 + args: eng-bul + metrics: + - name: BLEU + type: bleu + value: 28.3 + - name: chr-F + type: chrf + value: 0.55238 + - task: + name: Translation eng-cat + type: translation + args: eng-cat + dataset: + name: ntrex128 + type: ntrex128 + args: eng-cat + metrics: + - name: BLEU + type: bleu + value: 33.8 + - name: chr-F + type: chrf + value: 0.59563 + - task: + name: Translation eng-ces + type: translation + args: eng-ces + dataset: + name: ntrex128 + type: ntrex128 + args: eng-ces + metrics: + - name: BLEU + type: bleu + value: 26.4 + - name: chr-F + type: chrf + value: 0.54586 + - task: + name: Translation eng-cym + type: translation + args: eng-cym + dataset: + name: ntrex128 + type: ntrex128 + args: eng-cym + metrics: + - name: BLEU + type: bleu + value: 26.0 + - name: chr-F + type: chrf + value: 0.54759 + - task: + name: Translation eng-dan + type: translation + args: eng-dan + dataset: + name: ntrex128 + type: ntrex128 + args: eng-dan + metrics: + - name: BLEU + type: bleu + value: 35.6 + - name: chr-F + type: chrf + value: 0.60350 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: ntrex128 + type: ntrex128 + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 27.9 + - name: chr-F + type: chrf + value: 0.57027 + - task: + name: Translation eng-ell + type: translation + args: eng-ell + dataset: + name: ntrex128 + type: ntrex128 + args: eng-ell + metrics: + - name: BLEU + type: bleu + value: 28.5 + - name: chr-F + type: chrf + value: 0.53745 + - task: + name: Translation eng-fao + type: translation + args: eng-fao + dataset: + name: ntrex128 + type: ntrex128 + args: eng-fao + metrics: + - name: BLEU + type: bleu + value: 10.5 + - name: chr-F + type: chrf + value: 0.30592 + - task: + name: Translation eng-fas + type: translation + args: eng-fas + dataset: + name: ntrex128 + type: ntrex128 + args: eng-fas + metrics: + - name: BLEU + type: bleu + value: 17.0 + - name: chr-F + type: chrf + value: 0.44487 + - task: + name: Translation eng-fra + type: translation + args: eng-fra + dataset: + name: ntrex128 + type: ntrex128 + args: eng-fra + metrics: + - name: BLEU + type: bleu + value: 32.9 + - name: chr-F + type: chrf + value: 0.59630 + - task: + name: Translation eng-gle + type: translation + args: eng-gle + dataset: + name: ntrex128 + type: ntrex128 + args: eng-gle + metrics: + - name: BLEU + type: bleu + value: 19.0 + - name: chr-F + type: chrf + value: 0.48192 + - task: + name: Translation eng-glg + type: translation + args: eng-glg + dataset: + name: ntrex128 + type: ntrex128 + args: eng-glg + metrics: + - name: BLEU + type: bleu + value: 34.3 + - name: chr-F + type: chrf + value: 0.60389 + - task: + name: Translation eng-guj + type: translation + args: eng-guj + dataset: + name: ntrex128 + type: ntrex128 + args: eng-guj + metrics: + - name: BLEU + type: bleu + value: 10.6 + - name: chr-F + type: chrf + value: 0.40892 + - task: + name: Translation eng-hin + type: translation + args: eng-hin + dataset: + name: ntrex128 + type: ntrex128 + args: eng-hin + metrics: + - name: BLEU + type: bleu + value: 22.9 + - name: chr-F + type: chrf + value: 0.48575 + - task: + name: Translation eng-hrv + type: translation + args: eng-hrv + dataset: + name: ntrex128 + type: ntrex128 + args: eng-hrv + metrics: + - name: BLEU + type: bleu + value: 30.0 + - name: chr-F + type: chrf + value: 0.58236 + - task: + name: Translation eng-isl + type: translation + args: eng-isl + dataset: + name: ntrex128 + type: ntrex128 + args: eng-isl + metrics: + - name: BLEU + type: bleu + value: 20.3 + - name: chr-F + type: chrf + value: 0.48066 + - task: + name: Translation eng-ita + type: translation + args: eng-ita + dataset: + name: ntrex128 + type: ntrex128 + args: eng-ita + metrics: + - name: BLEU + type: bleu + value: 33.7 + - name: chr-F + type: chrf + value: 0.60485 + - task: + name: Translation eng-lav + type: translation + args: eng-lav + dataset: + name: ntrex128 + type: ntrex128 + args: eng-lav + metrics: + - name: BLEU + type: bleu + value: 17.5 + - name: chr-F + type: chrf + value: 0.49041 + - task: + name: Translation eng-lit + type: translation + args: eng-lit + dataset: + name: ntrex128 + type: ntrex128 + args: eng-lit + metrics: + - name: BLEU + type: bleu + value: 18.3 + - name: chr-F + type: chrf + value: 0.51230 + - task: + name: Translation eng-ltz + type: translation + args: eng-ltz + dataset: + name: ntrex128 + type: ntrex128 + args: eng-ltz + metrics: + - name: BLEU + type: bleu + value: 15.0 + - name: chr-F + type: chrf + value: 0.46754 + - task: + name: Translation eng-mkd + type: translation + args: eng-mkd + dataset: + name: ntrex128 + type: ntrex128 + args: eng-mkd + metrics: + - name: BLEU + type: bleu + value: 30.5 + - name: chr-F + type: chrf + value: 0.59421 + - task: + name: Translation eng-nld + type: translation + args: eng-nld + dataset: + name: ntrex128 + type: ntrex128 + args: eng-nld + metrics: + - name: BLEU + type: bleu + value: 31.7 + - name: chr-F + type: chrf + value: 0.59539 + - task: + name: Translation eng-nno + type: translation + args: eng-nno + dataset: + name: ntrex128 + type: ntrex128 + args: eng-nno + metrics: + - name: BLEU + type: bleu + value: 30.9 + - name: chr-F + type: chrf + value: 0.58757 + - task: + name: Translation eng-nob + type: translation + args: eng-nob + dataset: + name: ntrex128 + type: ntrex128 + args: eng-nob + metrics: + - name: BLEU + type: bleu + value: 35.2 + - name: chr-F + type: chrf + value: 0.61045 + - task: + name: Translation eng-pan + type: translation + args: eng-pan + dataset: + name: ntrex128 + type: ntrex128 + args: eng-pan + metrics: + - name: BLEU + type: bleu + value: 11.3 + - name: chr-F + type: chrf + value: 0.37292 + - task: + name: Translation eng-pol + type: translation + args: eng-pol + dataset: + name: ntrex128 + type: ntrex128 + args: eng-pol + metrics: + - name: BLEU + type: bleu + value: 21.5 + - name: chr-F + type: chrf + value: 0.50306 + - task: + name: Translation eng-por + type: translation + args: eng-por + dataset: + name: ntrex128 + type: ntrex128 + args: eng-por + metrics: + - name: BLEU + type: bleu + value: 32.3 + - name: chr-F + type: chrf + value: 0.59064 + - task: + name: Translation eng-prs + type: translation + args: eng-prs + dataset: + name: ntrex128 + type: ntrex128 + args: eng-prs + metrics: + - name: BLEU + type: bleu + value: 13.7 + - name: chr-F + type: chrf + value: 0.40486 + - task: + name: Translation eng-ron + type: translation + args: eng-ron + dataset: + name: ntrex128 + type: ntrex128 + args: eng-ron + metrics: + - name: BLEU + type: bleu + value: 30.3 + - name: chr-F + type: chrf + value: 0.56071 + - task: + name: Translation eng-rus + type: translation + args: eng-rus + dataset: + name: ntrex128 + type: ntrex128 + args: eng-rus + metrics: + - name: BLEU + type: bleu + value: 26.5 + - name: chr-F + type: chrf + value: 0.52359 + - task: + name: Translation eng-slk + type: translation + args: eng-slk + dataset: + name: ntrex128 + type: ntrex128 + args: eng-slk + metrics: + - name: BLEU + type: bleu + value: 26.5 + - name: chr-F + type: chrf + value: 0.54391 + - task: + name: Translation eng-slv + type: translation + args: eng-slv + dataset: + name: ntrex128 + type: ntrex128 + args: eng-slv + metrics: + - name: BLEU + type: bleu + value: 25.9 + - name: chr-F + type: chrf + value: 0.54372 + - task: + name: Translation eng-spa + type: translation + args: eng-spa + dataset: + name: ntrex128 + type: ntrex128 + args: eng-spa + metrics: + - name: BLEU + type: bleu + value: 38.1 + - name: chr-F + type: chrf + value: 0.62654 + - task: + name: Translation eng-sqi + type: translation + args: eng-sqi + dataset: + name: ntrex128 + type: ntrex128 + args: eng-sqi + metrics: + - name: BLEU + type: bleu + value: 30.7 + - name: chr-F + type: chrf + value: 0.56845 + - task: + name: Translation eng-srp_Cyrl + type: translation + args: eng-srp_Cyrl + dataset: + name: ntrex128 + type: ntrex128 + args: eng-srp_Cyrl + metrics: + - name: BLEU + type: bleu + value: 18.5 + - name: chr-F + type: chrf + value: 0.43244 + - task: + name: Translation eng-swe + type: translation + args: eng-swe + dataset: + name: ntrex128 + type: ntrex128 + args: eng-swe + metrics: + - name: BLEU + type: bleu + value: 38.8 + - name: chr-F + type: chrf + value: 0.64175 + - task: + name: Translation eng-ukr + type: translation + args: eng-ukr + dataset: + name: ntrex128 + type: ntrex128 + args: eng-ukr + metrics: + - name: BLEU + type: bleu + value: 21.0 + - name: chr-F + type: chrf + value: 0.49480 + - task: + name: Translation eng-urd + type: translation + args: eng-urd + dataset: + name: ntrex128 + type: ntrex128 + args: eng-urd + metrics: + - name: BLEU + type: bleu + value: 17.8 + - name: chr-F + type: chrf + value: 0.44382 + - task: + name: Translation fra-afr + type: translation + args: fra-afr + dataset: + name: ntrex128 + type: ntrex128 + args: fra-afr + metrics: + - name: BLEU + type: bleu + value: 23.8 + - name: chr-F + type: chrf + value: 0.53285 + - task: + name: Translation fra-bel + type: translation + args: fra-bel + dataset: + name: ntrex128 + type: ntrex128 + args: fra-bel + metrics: + - name: BLEU + type: bleu + value: 14.5 + - name: chr-F + type: chrf + value: 0.42933 + - task: + name: Translation fra-bul + type: translation + args: fra-bul + dataset: + name: ntrex128 + type: ntrex128 + args: fra-bul + metrics: + - name: BLEU + type: bleu + value: 22.6 + - name: chr-F + type: chrf + value: 0.50188 + - task: + name: Translation fra-cat + type: translation + args: fra-cat + dataset: + name: ntrex128 + type: ntrex128 + args: fra-cat + metrics: + - name: BLEU + type: bleu + value: 26.5 + - name: chr-F + type: chrf + value: 0.54019 + - task: + name: Translation fra-ces + type: translation + args: fra-ces + dataset: + name: ntrex128 + type: ntrex128 + args: fra-ces + metrics: + - name: BLEU + type: bleu + value: 19.4 + - name: chr-F + type: chrf + value: 0.47876 + - task: + name: Translation fra-cym + type: translation + args: fra-cym + dataset: + name: ntrex128 + type: ntrex128 + args: fra-cym + metrics: + - name: BLEU + type: bleu + value: 18.2 + - name: chr-F + type: chrf + value: 0.47101 + - task: + name: Translation fra-dan + type: translation + args: fra-dan + dataset: + name: ntrex128 + type: ntrex128 + args: fra-dan + metrics: + - name: BLEU + type: bleu + value: 25.5 + - name: chr-F + type: chrf + value: 0.52518 + - task: + name: Translation fra-deu + type: translation + args: fra-deu + dataset: + name: ntrex128 + type: ntrex128 + args: fra-deu + metrics: + - name: BLEU + type: bleu + value: 21.8 + - name: chr-F + type: chrf + value: 0.51567 + - task: + name: Translation fra-ell + type: translation + args: fra-ell + dataset: + name: ntrex128 + type: ntrex128 + args: fra-ell + metrics: + - name: BLEU + type: bleu + value: 21.3 + - name: chr-F + type: chrf + value: 0.47986 + - task: + name: Translation fra-eng + type: translation + args: fra-eng + dataset: + name: ntrex128 + type: ntrex128 + args: fra-eng + metrics: + - name: BLEU + type: bleu + value: 31.6 + - name: chr-F + type: chrf + value: 0.59200 + - task: + name: Translation fra-fas + type: translation + args: fra-fas + dataset: + name: ntrex128 + type: ntrex128 + args: fra-fas + metrics: + - name: BLEU + type: bleu + value: 12.3 + - name: chr-F + type: chrf + value: 0.39771 + - task: + name: Translation fra-gle + type: translation + args: fra-gle + dataset: + name: ntrex128 + type: ntrex128 + args: fra-gle + metrics: + - name: BLEU + type: bleu + value: 13.5 + - name: chr-F + type: chrf + value: 0.42837 + - task: + name: Translation fra-glg + type: translation + args: fra-glg + dataset: + name: ntrex128 + type: ntrex128 + args: fra-glg + metrics: + - name: BLEU + type: bleu + value: 26.4 + - name: chr-F + type: chrf + value: 0.54310 + - task: + name: Translation fra-hin + type: translation + args: fra-hin + dataset: + name: ntrex128 + type: ntrex128 + args: fra-hin + metrics: + - name: BLEU + type: bleu + value: 15.4 + - name: chr-F + type: chrf + value: 0.41234 + - task: + name: Translation fra-hrv + type: translation + args: fra-hrv + dataset: + name: ntrex128 + type: ntrex128 + args: fra-hrv + metrics: + - name: BLEU + type: bleu + value: 21.4 + - name: chr-F + type: chrf + value: 0.51276 + - task: + name: Translation fra-isl + type: translation + args: fra-isl + dataset: + name: ntrex128 + type: ntrex128 + args: fra-isl + metrics: + - name: BLEU + type: bleu + value: 16.4 + - name: chr-F + type: chrf + value: 0.44117 + - task: + name: Translation fra-ita + type: translation + args: fra-ita + dataset: + name: ntrex128 + type: ntrex128 + args: fra-ita + metrics: + - name: BLEU + type: bleu + value: 26.5 + - name: chr-F + type: chrf + value: 0.55460 + - task: + name: Translation fra-lav + type: translation + args: fra-lav + dataset: + name: ntrex128 + type: ntrex128 + args: fra-lav + metrics: + - name: BLEU + type: bleu + value: 13.3 + - name: chr-F + type: chrf + value: 0.44057 + - task: + name: Translation fra-lit + type: translation + args: fra-lit + dataset: + name: ntrex128 + type: ntrex128 + args: fra-lit + metrics: + - name: BLEU + type: bleu + value: 13.9 + - name: chr-F + type: chrf + value: 0.46745 + - task: + name: Translation fra-ltz + type: translation + args: fra-ltz + dataset: + name: ntrex128 + type: ntrex128 + args: fra-ltz + metrics: + - name: BLEU + type: bleu + value: 11.2 + - name: chr-F + type: chrf + value: 0.42060 + - task: + name: Translation fra-mkd + type: translation + args: fra-mkd + dataset: + name: ntrex128 + type: ntrex128 + args: fra-mkd + metrics: + - name: BLEU + type: bleu + value: 20.7 + - name: chr-F + type: chrf + value: 0.51077 + - task: + name: Translation fra-nld + type: translation + args: fra-nld + dataset: + name: ntrex128 + type: ntrex128 + args: fra-nld + metrics: + - name: BLEU + type: bleu + value: 23.6 + - name: chr-F + type: chrf + value: 0.53226 + - task: + name: Translation fra-nno + type: translation + args: fra-nno + dataset: + name: ntrex128 + type: ntrex128 + args: fra-nno + metrics: + - name: BLEU + type: bleu + value: 19.5 + - name: chr-F + type: chrf + value: 0.48806 + - task: + name: Translation fra-nob + type: translation + args: fra-nob + dataset: + name: ntrex128 + type: ntrex128 + args: fra-nob + metrics: + - name: BLEU + type: bleu + value: 24.2 + - name: chr-F + type: chrf + value: 0.52610 + - task: + name: Translation fra-pol + type: translation + args: fra-pol + dataset: + name: ntrex128 + type: ntrex128 + args: fra-pol + metrics: + - name: BLEU + type: bleu + value: 17.9 + - name: chr-F + type: chrf + value: 0.46942 + - task: + name: Translation fra-por + type: translation + args: fra-por + dataset: + name: ntrex128 + type: ntrex128 + args: fra-por + metrics: + - name: BLEU + type: bleu + value: 25.2 + - name: chr-F + type: chrf + value: 0.53724 + - task: + name: Translation fra-ron + type: translation + args: fra-ron + dataset: + name: ntrex128 + type: ntrex128 + args: fra-ron + metrics: + - name: BLEU + type: bleu + value: 23.7 + - name: chr-F + type: chrf + value: 0.51064 + - task: + name: Translation fra-rus + type: translation + args: fra-rus + dataset: + name: ntrex128 + type: ntrex128 + args: fra-rus + metrics: + - name: BLEU + type: bleu + value: 20.7 + - name: chr-F + type: chrf + value: 0.47588 + - task: + name: Translation fra-slk + type: translation + args: fra-slk + dataset: + name: ntrex128 + type: ntrex128 + args: fra-slk + metrics: + - name: BLEU + type: bleu + value: 18.1 + - name: chr-F + type: chrf + value: 0.46230 + - task: + name: Translation fra-slv + type: translation + args: fra-slv + dataset: + name: ntrex128 + type: ntrex128 + args: fra-slv + metrics: + - name: BLEU + type: bleu + value: 20.4 + - name: chr-F + type: chrf + value: 0.49389 + - task: + name: Translation fra-spa + type: translation + args: fra-spa + dataset: + name: ntrex128 + type: ntrex128 + args: fra-spa + metrics: + - name: BLEU + type: bleu + value: 30.0 + - name: chr-F + type: chrf + value: 0.56432 + - task: + name: Translation fra-sqi + type: translation + args: fra-sqi + dataset: + name: ntrex128 + type: ntrex128 + args: fra-sqi + metrics: + - name: BLEU + type: bleu + value: 21.7 + - name: chr-F + type: chrf + value: 0.50181 + - task: + name: Translation fra-srp_Cyrl + type: translation + args: fra-srp_Cyrl + dataset: + name: ntrex128 + type: ntrex128 + args: fra-srp_Cyrl + metrics: + - name: BLEU + type: bleu + value: 12.9 + - name: chr-F + type: chrf + value: 0.38319 + - task: + name: Translation fra-swe + type: translation + args: fra-swe + dataset: + name: ntrex128 + type: ntrex128 + args: fra-swe + metrics: + - name: BLEU + type: bleu + value: 25.8 + - name: chr-F + type: chrf + value: 0.54462 + - task: + name: Translation fra-ukr + type: translation + args: fra-ukr + dataset: + name: ntrex128 + type: ntrex128 + args: fra-ukr + metrics: + - name: BLEU + type: bleu + value: 15.8 + - name: chr-F + type: chrf + value: 0.44589 + - task: + name: Translation fra-urd + type: translation + args: fra-urd + dataset: + name: ntrex128 + type: ntrex128 + args: fra-urd + metrics: + - name: BLEU + type: bleu + value: 12.5 + - name: chr-F + type: chrf + value: 0.38487 + - task: + name: Translation por-afr + type: translation + args: por-afr + dataset: + name: ntrex128 + type: ntrex128 + args: por-afr + metrics: + - name: BLEU + type: bleu + value: 26.6 + - name: chr-F + type: chrf + value: 0.56124 + - task: + name: Translation por-bel + type: translation + args: por-bel + dataset: + name: ntrex128 + type: ntrex128 + args: por-bel + metrics: + - name: BLEU + type: bleu + value: 15.4 + - name: chr-F + type: chrf + value: 0.44346 + - task: + name: Translation por-bul + type: translation + args: por-bul + dataset: + name: ntrex128 + type: ntrex128 + args: por-bul + metrics: + - name: BLEU + type: bleu + value: 24.1 + - name: chr-F + type: chrf + value: 0.51578 + - task: + name: Translation por-cat + type: translation + args: por-cat + dataset: + name: ntrex128 + type: ntrex128 + args: por-cat + metrics: + - name: BLEU + type: bleu + value: 30.4 + - name: chr-F + type: chrf + value: 0.57052 + - task: + name: Translation por-ces + type: translation + args: por-ces + dataset: + name: ntrex128 + type: ntrex128 + args: por-ces + metrics: + - name: BLEU + type: bleu + value: 21.0 + - name: chr-F + type: chrf + value: 0.49385 + - task: + name: Translation por-cym + type: translation + args: por-cym + dataset: + name: ntrex128 + type: ntrex128 + args: por-cym + metrics: + - name: BLEU + type: bleu + value: 18.0 + - name: chr-F + type: chrf + value: 0.47606 + - task: + name: Translation por-dan + type: translation + args: por-dan + dataset: + name: ntrex128 + type: ntrex128 + args: por-dan + metrics: + - name: BLEU + type: bleu + value: 27.9 + - name: chr-F + type: chrf + value: 0.54564 + - task: + name: Translation por-deu + type: translation + args: por-deu + dataset: + name: ntrex128 + type: ntrex128 + args: por-deu + metrics: + - name: BLEU + type: bleu + value: 22.6 + - name: chr-F + type: chrf + value: 0.53023 + - task: + name: Translation por-ell + type: translation + args: por-ell + dataset: + name: ntrex128 + type: ntrex128 + args: por-ell + metrics: + - name: BLEU + type: bleu + value: 24.0 + - name: chr-F + type: chrf + value: 0.50229 + - task: + name: Translation por-eng + type: translation + args: por-eng + dataset: + name: ntrex128 + type: ntrex128 + args: por-eng + metrics: + - name: BLEU + type: bleu + value: 36.2 + - name: chr-F + type: chrf + value: 0.62761 + - task: + name: Translation por-fas + type: translation + args: por-fas + dataset: + name: ntrex128 + type: ntrex128 + args: por-fas + metrics: + - name: BLEU + type: bleu + value: 13.2 + - name: chr-F + type: chrf + value: 0.40704 + - task: + name: Translation por-fra + type: translation + args: por-fra + dataset: + name: ntrex128 + type: ntrex128 + args: por-fra + metrics: + - name: BLEU + type: bleu + value: 27.9 + - name: chr-F + type: chrf + value: 0.55864 + - task: + name: Translation por-gle + type: translation + args: por-gle + dataset: + name: ntrex128 + type: ntrex128 + args: por-gle + metrics: + - name: BLEU + type: bleu + value: 14.4 + - name: chr-F + type: chrf + value: 0.43855 + - task: + name: Translation por-glg + type: translation + args: por-glg + dataset: + name: ntrex128 + type: ntrex128 + args: por-glg + metrics: + - name: BLEU + type: bleu + value: 28.9 + - name: chr-F + type: chrf + value: 0.56576 + - task: + name: Translation por-hin + type: translation + args: por-hin + dataset: + name: ntrex128 + type: ntrex128 + args: por-hin + metrics: + - name: BLEU + type: bleu + value: 16.1 + - name: chr-F + type: chrf + value: 0.41906 + - task: + name: Translation por-hrv + type: translation + args: por-hrv + dataset: + name: ntrex128 + type: ntrex128 + args: por-hrv + metrics: + - name: BLEU + type: bleu + value: 22.9 + - name: chr-F + type: chrf + value: 0.52756 + - task: + name: Translation por-isl + type: translation + args: por-isl + dataset: + name: ntrex128 + type: ntrex128 + args: por-isl + metrics: + - name: BLEU + type: bleu + value: 16.4 + - name: chr-F + type: chrf + value: 0.44649 + - task: + name: Translation por-ita + type: translation + args: por-ita + dataset: + name: ntrex128 + type: ntrex128 + args: por-ita + metrics: + - name: BLEU + type: bleu + value: 29.5 + - name: chr-F + type: chrf + value: 0.57836 + - task: + name: Translation por-lav + type: translation + args: por-lav + dataset: + name: ntrex128 + type: ntrex128 + args: por-lav + metrics: + - name: BLEU + type: bleu + value: 14.3 + - name: chr-F + type: chrf + value: 0.45519 + - task: + name: Translation por-lit + type: translation + args: por-lit + dataset: + name: ntrex128 + type: ntrex128 + args: por-lit + metrics: + - name: BLEU + type: bleu + value: 15.2 + - name: chr-F + type: chrf + value: 0.48342 + - task: + name: Translation por-mkd + type: translation + args: por-mkd + dataset: + name: ntrex128 + type: ntrex128 + args: por-mkd + metrics: + - name: BLEU + type: bleu + value: 23.3 + - name: chr-F + type: chrf + value: 0.53728 + - task: + name: Translation por-nld + type: translation + args: por-nld + dataset: + name: ntrex128 + type: ntrex128 + args: por-nld + metrics: + - name: BLEU + type: bleu + value: 25.9 + - name: chr-F + type: chrf + value: 0.54708 + - task: + name: Translation por-nno + type: translation + args: por-nno + dataset: + name: ntrex128 + type: ntrex128 + args: por-nno + metrics: + - name: BLEU + type: bleu + value: 20.9 + - name: chr-F + type: chrf + value: 0.50133 + - task: + name: Translation por-nob + type: translation + args: por-nob + dataset: + name: ntrex128 + type: ntrex128 + args: por-nob + metrics: + - name: BLEU + type: bleu + value: 25.6 + - name: chr-F + type: chrf + value: 0.54357 + - task: + name: Translation por-pol + type: translation + args: por-pol + dataset: + name: ntrex128 + type: ntrex128 + args: por-pol + metrics: + - name: BLEU + type: bleu + value: 18.5 + - name: chr-F + type: chrf + value: 0.47970 + - task: + name: Translation por-prs + type: translation + args: por-prs + dataset: + name: ntrex128 + type: ntrex128 + args: por-prs + metrics: + - name: BLEU + type: bleu + value: 10.1 + - name: chr-F + type: chrf + value: 0.36614 + - task: + name: Translation por-ron + type: translation + args: por-ron + dataset: + name: ntrex128 + type: ntrex128 + args: por-ron + metrics: + - name: BLEU + type: bleu + value: 26.3 + - name: chr-F + type: chrf + value: 0.53061 + - task: + name: Translation por-rus + type: translation + args: por-rus + dataset: + name: ntrex128 + type: ntrex128 + args: por-rus + metrics: + - name: BLEU + type: bleu + value: 21.3 + - name: chr-F + type: chrf + value: 0.48075 + - task: + name: Translation por-slk + type: translation + args: por-slk + dataset: + name: ntrex128 + type: ntrex128 + args: por-slk + metrics: + - name: BLEU + type: bleu + value: 19.2 + - name: chr-F + type: chrf + value: 0.47540 + - task: + name: Translation por-slv + type: translation + args: por-slv + dataset: + name: ntrex128 + type: ntrex128 + args: por-slv + metrics: + - name: BLEU + type: bleu + value: 21.9 + - name: chr-F + type: chrf + value: 0.50780 + - task: + name: Translation por-spa + type: translation + args: por-spa + dataset: + name: ntrex128 + type: ntrex128 + args: por-spa + metrics: + - name: BLEU + type: bleu + value: 33.3 + - name: chr-F + type: chrf + value: 0.58969 + - task: + name: Translation por-sqi + type: translation + args: por-sqi + dataset: + name: ntrex128 + type: ntrex128 + args: por-sqi + metrics: + - name: BLEU + type: bleu + value: 25.0 + - name: chr-F + type: chrf + value: 0.52446 + - task: + name: Translation por-srp_Cyrl + type: translation + args: por-srp_Cyrl + dataset: + name: ntrex128 + type: ntrex128 + args: por-srp_Cyrl + metrics: + - name: BLEU + type: bleu + value: 14.6 + - name: chr-F + type: chrf + value: 0.40145 + - task: + name: Translation por-swe + type: translation + args: por-swe + dataset: + name: ntrex128 + type: ntrex128 + args: por-swe + metrics: + - name: BLEU + type: bleu + value: 26.9 + - name: chr-F + type: chrf + value: 0.55721 + - task: + name: Translation por-ukr + type: translation + args: por-ukr + dataset: + name: ntrex128 + type: ntrex128 + args: por-ukr + metrics: + - name: BLEU + type: bleu + value: 17.9 + - name: chr-F + type: chrf + value: 0.46398 + - task: + name: Translation por-urd + type: translation + args: por-urd + dataset: + name: ntrex128 + type: ntrex128 + args: por-urd + metrics: + - name: BLEU + type: bleu + value: 13.0 + - name: chr-F + type: chrf + value: 0.39117 + - task: + name: Translation spa-afr + type: translation + args: spa-afr + dataset: + name: ntrex128 + type: ntrex128 + args: spa-afr + metrics: + - name: BLEU + type: bleu + value: 25.5 + - name: chr-F + type: chrf + value: 0.55892 + - task: + name: Translation spa-bel + type: translation + args: spa-bel + dataset: + name: ntrex128 + type: ntrex128 + args: spa-bel + metrics: + - name: BLEU + type: bleu + value: 15.1 + - name: chr-F + type: chrf + value: 0.44316 + - task: + name: Translation spa-bul + type: translation + args: spa-bul + dataset: + name: ntrex128 + type: ntrex128 + args: spa-bul + metrics: + - name: BLEU + type: bleu + value: 23.6 + - name: chr-F + type: chrf + value: 0.51341 + - task: + name: Translation spa-cat + type: translation + args: spa-cat + dataset: + name: ntrex128 + type: ntrex128 + args: spa-cat + metrics: + - name: BLEU + type: bleu + value: 33.7 + - name: chr-F + type: chrf + value: 0.60359 + - task: + name: Translation spa-ces + type: translation + args: spa-ces + dataset: + name: ntrex128 + type: ntrex128 + args: spa-ces + metrics: + - name: BLEU + type: bleu + value: 20.2 + - name: chr-F + type: chrf + value: 0.49078 + - task: + name: Translation spa-cym + type: translation + args: spa-cym + dataset: + name: ntrex128 + type: ntrex128 + args: spa-cym + metrics: + - name: BLEU + type: bleu + value: 19.0 + - name: chr-F + type: chrf + value: 0.48640 + - task: + name: Translation spa-dan + type: translation + args: spa-dan + dataset: + name: ntrex128 + type: ntrex128 + args: spa-dan + metrics: + - name: BLEU + type: bleu + value: 26.6 + - name: chr-F + type: chrf + value: 0.54368 + - task: + name: Translation spa-deu + type: translation + args: spa-deu + dataset: + name: ntrex128 + type: ntrex128 + args: spa-deu + metrics: + - name: BLEU + type: bleu + value: 22.0 + - name: chr-F + type: chrf + value: 0.52793 + - task: + name: Translation spa-ell + type: translation + args: spa-ell + dataset: + name: ntrex128 + type: ntrex128 + args: spa-ell + metrics: + - name: BLEU + type: bleu + value: 23.5 + - name: chr-F + type: chrf + value: 0.49688 + - task: + name: Translation spa-eng + type: translation + args: spa-eng + dataset: + name: ntrex128 + type: ntrex128 + args: spa-eng + metrics: + - name: BLEU + type: bleu + value: 34.6 + - name: chr-F + type: chrf + value: 0.62576 + - task: + name: Translation spa-fas + type: translation + args: spa-fas + dataset: + name: ntrex128 + type: ntrex128 + args: spa-fas + metrics: + - name: BLEU + type: bleu + value: 13.0 + - name: chr-F + type: chrf + value: 0.41004 + - task: + name: Translation spa-fra + type: translation + args: spa-fra + dataset: + name: ntrex128 + type: ntrex128 + args: spa-fra + metrics: + - name: BLEU + type: bleu + value: 28.5 + - name: chr-F + type: chrf + value: 0.56440 + - task: + name: Translation spa-gle + type: translation + args: spa-gle + dataset: + name: ntrex128 + type: ntrex128 + args: spa-gle + metrics: + - name: BLEU + type: bleu + value: 14.7 + - name: chr-F + type: chrf + value: 0.44229 + - task: + name: Translation spa-glg + type: translation + args: spa-glg + dataset: + name: ntrex128 + type: ntrex128 + args: spa-glg + metrics: + - name: BLEU + type: bleu + value: 33.9 + - name: chr-F + type: chrf + value: 0.60955 + - task: + name: Translation spa-hin + type: translation + args: spa-hin + dataset: + name: ntrex128 + type: ntrex128 + args: spa-hin + metrics: + - name: BLEU + type: bleu + value: 16.1 + - name: chr-F + type: chrf + value: 0.42185 + - task: + name: Translation spa-hrv + type: translation + args: spa-hrv + dataset: + name: ntrex128 + type: ntrex128 + args: spa-hrv + metrics: + - name: BLEU + type: bleu + value: 22.8 + - name: chr-F + type: chrf + value: 0.53061 + - task: + name: Translation spa-isl + type: translation + args: spa-isl + dataset: + name: ntrex128 + type: ntrex128 + args: spa-isl + metrics: + - name: BLEU + type: bleu + value: 17.1 + - name: chr-F + type: chrf + value: 0.45185 + - task: + name: Translation spa-ita + type: translation + args: spa-ita + dataset: + name: ntrex128 + type: ntrex128 + args: spa-ita + metrics: + - name: BLEU + type: bleu + value: 27.9 + - name: chr-F + type: chrf + value: 0.56945 + - task: + name: Translation spa-lav + type: translation + args: spa-lav + dataset: + name: ntrex128 + type: ntrex128 + args: spa-lav + metrics: + - name: BLEU + type: bleu + value: 14.2 + - name: chr-F + type: chrf + value: 0.45424 + - task: + name: Translation spa-lit + type: translation + args: spa-lit + dataset: + name: ntrex128 + type: ntrex128 + args: spa-lit + metrics: + - name: BLEU + type: bleu + value: 15.5 + - name: chr-F + type: chrf + value: 0.48405 + - task: + name: Translation spa-mkd + type: translation + args: spa-mkd + dataset: + name: ntrex128 + type: ntrex128 + args: spa-mkd + metrics: + - name: BLEU + type: bleu + value: 22.9 + - name: chr-F + type: chrf + value: 0.53653 + - task: + name: Translation spa-nld + type: translation + args: spa-nld + dataset: + name: ntrex128 + type: ntrex128 + args: spa-nld + metrics: + - name: BLEU + type: bleu + value: 25.6 + - name: chr-F + type: chrf + value: 0.54795 + - task: + name: Translation spa-nno + type: translation + args: spa-nno + dataset: + name: ntrex128 + type: ntrex128 + args: spa-nno + metrics: + - name: BLEU + type: bleu + value: 20.9 + - name: chr-F + type: chrf + value: 0.50373 + - task: + name: Translation spa-nob + type: translation + args: spa-nob + dataset: + name: ntrex128 + type: ntrex128 + args: spa-nob + metrics: + - name: BLEU + type: bleu + value: 25.4 + - name: chr-F + type: chrf + value: 0.54331 + - task: + name: Translation spa-pol + type: translation + args: spa-pol + dataset: + name: ntrex128 + type: ntrex128 + args: spa-pol + metrics: + - name: BLEU + type: bleu + value: 18.3 + - name: chr-F + type: chrf + value: 0.47592 + - task: + name: Translation spa-por + type: translation + args: spa-por + dataset: + name: ntrex128 + type: ntrex128 + args: spa-por + metrics: + - name: BLEU + type: bleu + value: 28.8 + - name: chr-F + type: chrf + value: 0.56627 + - task: + name: Translation spa-prs + type: translation + args: spa-prs + dataset: + name: ntrex128 + type: ntrex128 + args: spa-prs + metrics: + - name: BLEU + type: bleu + value: 10.1 + - name: chr-F + type: chrf + value: 0.37038 + - task: + name: Translation spa-ron + type: translation + args: spa-ron + dataset: + name: ntrex128 + type: ntrex128 + args: spa-ron + metrics: + - name: BLEU + type: bleu + value: 26.5 + - name: chr-F + type: chrf + value: 0.53162 + - task: + name: Translation spa-rus + type: translation + args: spa-rus + dataset: + name: ntrex128 + type: ntrex128 + args: spa-rus + metrics: + - name: BLEU + type: bleu + value: 21.3 + - name: chr-F + type: chrf + value: 0.48366 + - task: + name: Translation spa-slk + type: translation + args: spa-slk + dataset: + name: ntrex128 + type: ntrex128 + args: spa-slk + metrics: + - name: BLEU + type: bleu + value: 19.5 + - name: chr-F + type: chrf + value: 0.47742 + - task: + name: Translation spa-slv + type: translation + args: spa-slv + dataset: + name: ntrex128 + type: ntrex128 + args: spa-slv + metrics: + - name: BLEU + type: bleu + value: 21.5 + - name: chr-F + type: chrf + value: 0.50955 + - task: + name: Translation spa-sqi + type: translation + args: spa-sqi + dataset: + name: ntrex128 + type: ntrex128 + args: spa-sqi + metrics: + - name: BLEU + type: bleu + value: 24.1 + - name: chr-F + type: chrf + value: 0.52450 + - task: + name: Translation spa-srp_Cyrl + type: translation + args: spa-srp_Cyrl + dataset: + name: ntrex128 + type: ntrex128 + args: spa-srp_Cyrl + metrics: + - name: BLEU + type: bleu + value: 14.8 + - name: chr-F + type: chrf + value: 0.40529 + - task: + name: Translation spa-swe + type: translation + args: spa-swe + dataset: + name: ntrex128 + type: ntrex128 + args: spa-swe + metrics: + - name: BLEU + type: bleu + value: 26.5 + - name: chr-F + type: chrf + value: 0.55918 + - task: + name: Translation spa-ukr + type: translation + args: spa-ukr + dataset: + name: ntrex128 + type: ntrex128 + args: spa-ukr + metrics: + - name: BLEU + type: bleu + value: 18.0 + - name: chr-F + type: chrf + value: 0.46554 + - task: + name: Translation spa-urd + type: translation + args: spa-urd + dataset: + name: ntrex128 + type: ntrex128 + args: spa-urd + metrics: + - name: BLEU + type: bleu + value: 12.7 + - name: chr-F + type: chrf + value: 0.38914 + - task: + name: Translation deu-afr + type: translation + args: deu-afr + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: deu-afr + metrics: + - name: BLEU + type: bleu + value: 53.9 + - name: chr-F + type: chrf + value: 0.69843 + - task: + name: Translation deu-bel + type: translation + args: deu-bel + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: deu-bel + metrics: + - name: BLEU + type: bleu + value: 27.8 + - name: chr-F + type: chrf + value: 0.55105 + - task: + name: Translation deu-bul + type: translation + args: deu-bul + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: deu-bul + metrics: + - name: BLEU + type: bleu + value: 45.3 + - name: chr-F + type: chrf + value: 0.64736 + - task: + name: Translation deu-cat + type: translation + args: deu-cat + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: deu-cat + metrics: + - name: BLEU + type: bleu + value: 39.7 + - name: chr-F + type: chrf + value: 0.60706 + - task: + name: Translation deu-ces + type: translation + args: deu-ces + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: deu-ces + metrics: + - name: BLEU + type: bleu + value: 38.3 + - name: chr-F + type: chrf + value: 0.60622 + - task: + name: Translation deu-dan + type: translation + args: deu-dan + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: deu-dan + metrics: + - name: BLEU + type: bleu + value: 54.3 + - name: chr-F + type: chrf + value: 0.71239 + - task: + name: Translation deu-deu + type: translation + args: deu-deu + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: deu-deu + metrics: + - name: BLEU + type: bleu + value: 36.4 + - name: chr-F + type: chrf + value: 0.59800 + - task: + name: Translation deu-ell + type: translation + args: deu-ell + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: deu-ell + metrics: + - name: BLEU + type: bleu + value: 42.3 + - name: chr-F + type: chrf + value: 0.62906 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 45.8 + - name: chr-F + type: chrf + value: 0.63986 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 47.4 + - name: chr-F + type: chrf + value: 0.65864 + - task: + name: Translation deu-hrv + type: translation + args: deu-hrv + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: deu-hrv + metrics: + - name: BLEU + type: bleu + value: 42.0 + - name: chr-F + type: chrf + value: 0.64086 + - task: + name: Translation deu-isl + type: translation + args: deu-isl + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: deu-isl + metrics: + - name: BLEU + type: bleu + value: 37.7 + - name: chr-F + type: chrf + value: 0.58857 + - task: + name: Translation deu-ita + type: translation + args: deu-ita + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: deu-ita + metrics: + - name: BLEU + type: bleu + value: 44.9 + - name: chr-F + type: chrf + value: 0.66819 + - task: + name: Translation deu-lit + type: translation + args: deu-lit + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: deu-lit + metrics: + - name: BLEU + type: bleu + value: 32.6 + - name: chr-F + type: chrf + value: 0.61083 + - task: + name: Translation deu-ltz + type: translation + args: deu-ltz + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: deu-ltz + metrics: + - name: BLEU + type: bleu + value: 37.5 + - name: chr-F + type: chrf + value: 0.57811 + - task: + name: Translation deu-nld + type: translation + args: deu-nld + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: deu-nld + metrics: + - name: BLEU + type: bleu + value: 51.6 + - name: chr-F + type: chrf + value: 0.69440 + - task: + name: Translation deu-nob + type: translation + args: deu-nob + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: deu-nob + metrics: + - name: BLEU + type: bleu + value: 48.9 + - name: chr-F + type: chrf + value: 0.69018 + - task: + name: Translation deu-nor + type: translation + args: deu-nor + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: deu-nor + metrics: + - name: BLEU + type: bleu + value: 48.7 + - name: chr-F + type: chrf + value: 0.68845 + - task: + name: Translation deu-pol + type: translation + args: deu-pol + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: deu-pol + metrics: + - name: BLEU + type: bleu + value: 38.4 + - name: chr-F + type: chrf + value: 0.62153 + - task: + name: Translation deu-por + type: translation + args: deu-por + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: deu-por + metrics: + - name: BLEU + type: bleu + value: 40.8 + - name: chr-F + type: chrf + value: 0.62059 + - task: + name: Translation deu-ron + type: translation + args: deu-ron + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: deu-ron + metrics: + - name: BLEU + type: bleu + value: 39.7 + - name: chr-F + type: chrf + value: 0.62094 + - task: + name: Translation deu-rus + type: translation + args: deu-rus + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: deu-rus + metrics: + - name: BLEU + type: bleu + value: 40.3 + - name: chr-F + type: chrf + value: 0.62731 + - task: + name: Translation deu-spa + type: translation + args: deu-spa + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: deu-spa + metrics: + - name: BLEU + type: bleu + value: 46.5 + - name: chr-F + type: chrf + value: 0.66256 + - task: + name: Translation deu-swe + type: translation + args: deu-swe + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: deu-swe + metrics: + - name: BLEU + type: bleu + value: 54.0 + - name: chr-F + type: chrf + value: 0.69697 + - task: + name: Translation deu-ukr + type: translation + args: deu-ukr + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: deu-ukr + metrics: + - name: BLEU + type: bleu + value: 37.3 + - name: chr-F + type: chrf + value: 0.60825 + - task: + name: Translation eng-afr + type: translation + args: eng-afr + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: eng-afr + metrics: + - name: BLEU + type: bleu + value: 55.3 + - name: chr-F + type: chrf + value: 0.70651 + - task: + name: Translation eng-bel + type: translation + args: eng-bel + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: eng-bel + metrics: + - name: BLEU + type: bleu + value: 23.5 + - name: chr-F + type: chrf + value: 0.50356 + - task: + name: Translation eng-bos_Latn + type: translation + args: eng-bos_Latn + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: eng-bos_Latn + metrics: + - name: BLEU + type: bleu + value: 43.2 + - name: chr-F + type: chrf + value: 0.64765 + - task: + name: Translation eng-bul + type: translation + args: eng-bul + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: eng-bul + metrics: + - name: BLEU + type: bleu + value: 45.0 + - name: chr-F + type: chrf + value: 0.64094 + - task: + name: Translation eng-cat + type: translation + args: eng-cat + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: eng-cat + metrics: + - name: BLEU + type: bleu + value: 45.3 + - name: chr-F + type: chrf + value: 0.65036 + - task: + name: Translation eng-ces + type: translation + args: eng-ces + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: eng-ces + metrics: + - name: BLEU + type: bleu + value: 39.9 + - name: chr-F + type: chrf + value: 0.60779 + - task: + name: Translation eng-cym + type: translation + args: eng-cym + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: eng-cym + metrics: + - name: BLEU + type: bleu + value: 33.7 + - name: chr-F + type: chrf + value: 0.58768 + - task: + name: Translation eng-dan + type: translation + args: eng-dan + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: eng-dan + metrics: + - name: BLEU + type: bleu + value: 56.7 + - name: chr-F + type: chrf + value: 0.71901 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 38.8 + - name: chr-F + type: chrf + value: 0.60900 + - task: + name: Translation eng-ell + type: translation + args: eng-ell + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: eng-ell + metrics: + - name: BLEU + type: bleu + value: 47.7 + - name: chr-F + type: chrf + value: 0.68844 + - task: + name: Translation eng-eng + type: translation + args: eng-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: eng-eng + metrics: + - name: BLEU + type: bleu + value: 69.2 + - name: chr-F + type: chrf + value: 0.83261 + - task: + name: Translation eng-fao + type: translation + args: eng-fao + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: eng-fao + metrics: + - name: BLEU + type: bleu + value: 23.3 + - name: chr-F + type: chrf + value: 0.44702 + - task: + name: Translation eng-fra + type: translation + args: eng-fra + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: eng-fra + metrics: + - name: BLEU + type: bleu + value: 48.0 + - name: chr-F + type: chrf + value: 0.66478 + - task: + name: Translation eng-fry + type: translation + args: eng-fry + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: eng-fry + metrics: + - name: BLEU + type: bleu + value: 21.9 + - name: chr-F + type: chrf + value: 0.44477 + - task: + name: Translation eng-gla + type: translation + args: eng-gla + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: eng-gla + metrics: + - name: BLEU + type: bleu + value: 22.1 + - name: chr-F + type: chrf + value: 0.45225 + - task: + name: Translation eng-gle + type: translation + args: eng-gle + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: eng-gle + metrics: + - name: BLEU + type: bleu + value: 38.3 + - name: chr-F + type: chrf + value: 0.58293 + - task: + name: Translation eng-glg + type: translation + args: eng-glg + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: eng-glg + metrics: + - name: BLEU + type: bleu + value: 41.4 + - name: chr-F + type: chrf + value: 0.61841 + - task: + name: Translation eng-hin + type: translation + args: eng-hin + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: eng-hin + metrics: + - name: BLEU + type: bleu + value: 26.6 + - name: chr-F + type: chrf + value: 0.50692 + - task: + name: Translation eng-hrv + type: translation + args: eng-hrv + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: eng-hrv + metrics: + - name: BLEU + type: bleu + value: 44.9 + - name: chr-F + type: chrf + value: 0.66340 + - task: + name: Translation eng-isl + type: translation + args: eng-isl + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: eng-isl + metrics: + - name: BLEU + type: bleu + value: 31.9 + - name: chr-F + type: chrf + value: 0.54222 + - task: + name: Translation eng-ita + type: translation + args: eng-ita + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: eng-ita + metrics: + - name: BLEU + type: bleu + value: 51.1 + - name: chr-F + type: chrf + value: 0.70559 + - task: + name: Translation eng-lad_Latn + type: translation + args: eng-lad_Latn + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: eng-lad_Latn + metrics: + - name: BLEU + type: bleu + value: 22.0 + - name: chr-F + type: chrf + value: 0.46409 + - task: + name: Translation eng-lav + type: translation + args: eng-lav + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: eng-lav + metrics: + - name: BLEU + type: bleu + value: 39.3 + - name: chr-F + type: chrf + value: 0.63154 + - task: + name: Translation eng-lit + type: translation + args: eng-lit + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: eng-lit + metrics: + - name: BLEU + type: bleu + value: 34.7 + - name: chr-F + type: chrf + value: 0.64557 + - task: + name: Translation eng-ltz + type: translation + args: eng-ltz + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: eng-ltz + metrics: + - name: BLEU + type: bleu + value: 39.5 + - name: chr-F + type: chrf + value: 0.58309 + - task: + name: Translation eng-mkd + type: translation + args: eng-mkd + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: eng-mkd + metrics: + - name: BLEU + type: bleu + value: 34.7 + - name: chr-F + type: chrf + value: 0.58369 + - task: + name: Translation eng-nld + type: translation + args: eng-nld + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: eng-nld + metrics: + - name: BLEU + type: bleu + value: 51.6 + - name: chr-F + type: chrf + value: 0.69106 + - task: + name: Translation eng-nno + type: translation + args: eng-nno + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: eng-nno + metrics: + - name: BLEU + type: bleu + value: 38.7 + - name: chr-F + type: chrf + value: 0.60123 + - task: + name: Translation eng-nob + type: translation + args: eng-nob + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: eng-nob + metrics: + - name: BLEU + type: bleu + value: 53.8 + - name: chr-F + type: chrf + value: 0.69979 + - task: + name: Translation eng-nor + type: translation + args: eng-nor + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: eng-nor + metrics: + - name: BLEU + type: bleu + value: 52.5 + - name: chr-F + type: chrf + value: 0.69136 + - task: + name: Translation eng-pol + type: translation + args: eng-pol + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: eng-pol + metrics: + - name: BLEU + type: bleu + value: 40.6 + - name: chr-F + type: chrf + value: 0.63041 + - task: + name: Translation eng-por + type: translation + args: eng-por + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: eng-por + metrics: + - name: BLEU + type: bleu + value: 50.6 + - name: chr-F + type: chrf + value: 0.70207 + - task: + name: Translation eng-ron + type: translation + args: eng-ron + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: eng-ron + metrics: + - name: BLEU + type: bleu + value: 44.2 + - name: chr-F + type: chrf + value: 0.65546 + - task: + name: Translation eng-rus + type: translation + args: eng-rus + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: eng-rus + metrics: + - name: BLEU + type: bleu + value: 38.2 + - name: chr-F + type: chrf + value: 0.60525 + - task: + name: Translation eng-spa + type: translation + args: eng-spa + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: eng-spa + metrics: + - name: BLEU + type: bleu + value: 52.4 + - name: chr-F + type: chrf + value: 0.70563 + - task: + name: Translation eng-sqi + type: translation + args: eng-sqi + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: eng-sqi + metrics: + - name: BLEU + type: bleu + value: 41.7 + - name: chr-F + type: chrf + value: 0.65412 + - task: + name: Translation eng-srp_Cyrl + type: translation + args: eng-srp_Cyrl + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: eng-srp_Cyrl + metrics: + - name: BLEU + type: bleu + value: 38.0 + - name: chr-F + type: chrf + value: 0.59271 + - task: + name: Translation eng-swe + type: translation + args: eng-swe + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: eng-swe + metrics: + - name: BLEU + type: bleu + value: 55.4 + - name: chr-F + type: chrf + value: 0.70223 + - task: + name: Translation eng-ukr + type: translation + args: eng-ukr + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: eng-ukr + metrics: + - name: BLEU + type: bleu + value: 34.0 + - name: chr-F + type: chrf + value: 0.57326 + - task: + name: Translation fra-bel + type: translation + args: fra-bel + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: fra-bel + metrics: + - name: BLEU + type: bleu + value: 30.6 + - name: chr-F + type: chrf + value: 0.54792 + - task: + name: Translation fra-bul + type: translation + args: fra-bul + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: fra-bul + metrics: + - name: BLEU + type: bleu + value: 44.1 + - name: chr-F + type: chrf + value: 0.64862 + - task: + name: Translation fra-cat + type: translation + args: fra-cat + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: fra-cat + metrics: + - name: BLEU + type: bleu + value: 42.9 + - name: chr-F + type: chrf + value: 0.65001 + - task: + name: Translation fra-ces + type: translation + args: fra-ces + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: fra-ces + metrics: + - name: BLEU + type: bleu + value: 41.1 + - name: chr-F + type: chrf + value: 0.63896 + - task: + name: Translation fra-dan + type: translation + args: fra-dan + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: fra-dan + metrics: + - name: BLEU + type: bleu + value: 62.0 + - name: chr-F + type: chrf + value: 0.75807 + - task: + name: Translation fra-deu + type: translation + args: fra-deu + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: fra-deu + metrics: + - name: BLEU + type: bleu + value: 46.4 + - name: chr-F + type: chrf + value: 0.66141 + - task: + name: Translation fra-ell + type: translation + args: fra-ell + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: fra-ell + metrics: + - name: BLEU + type: bleu + value: 49.0 + - name: chr-F + type: chrf + value: 0.68793 + - task: + name: Translation fra-eng + type: translation + args: fra-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: fra-eng + metrics: + - name: BLEU + type: bleu + value: 54.8 + - name: chr-F + type: chrf + value: 0.70406 + - task: + name: Translation fra-fra + type: translation + args: fra-fra + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: fra-fra + metrics: + - name: BLEU + type: bleu + value: 44.2 + - name: chr-F + type: chrf + value: 0.63417 + - task: + name: Translation fra-hbs + type: translation + args: fra-hbs + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: fra-hbs + metrics: + - name: BLEU + type: bleu + value: 25.6 + - name: chr-F + type: chrf + value: 0.55307 + - task: + name: Translation fra-hrv + type: translation + args: fra-hrv + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: fra-hrv + metrics: + - name: BLEU + type: bleu + value: 34.6 + - name: chr-F + type: chrf + value: 0.60246 + - task: + name: Translation fra-ita + type: translation + args: fra-ita + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: fra-ita + metrics: + - name: BLEU + type: bleu + value: 52.7 + - name: chr-F + type: chrf + value: 0.72081 + - task: + name: Translation fra-nld + type: translation + args: fra-nld + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: fra-nld + metrics: + - name: BLEU + type: bleu + value: 45.7 + - name: chr-F + type: chrf + value: 0.64926 + - task: + name: Translation fra-nob + type: translation + args: fra-nob + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: fra-nob + metrics: + - name: BLEU + type: bleu + value: 55.8 + - name: chr-F + type: chrf + value: 0.72336 + - task: + name: Translation fra-nor + type: translation + args: fra-nor + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: fra-nor + metrics: + - name: BLEU + type: bleu + value: 55.0 + - name: chr-F + type: chrf + value: 0.71320 + - task: + name: Translation fra-pol + type: translation + args: fra-pol + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: fra-pol + metrics: + - name: BLEU + type: bleu + value: 36.6 + - name: chr-F + type: chrf + value: 0.60675 + - task: + name: Translation fra-por + type: translation + args: fra-por + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: fra-por + metrics: + - name: BLEU + type: bleu + value: 50.1 + - name: chr-F + type: chrf + value: 0.69533 + - task: + name: Translation fra-ron + type: translation + args: fra-ron + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: fra-ron + metrics: + - name: BLEU + type: bleu + value: 43.0 + - name: chr-F + type: chrf + value: 0.64390 + - task: + name: Translation fra-rus + type: translation + args: fra-rus + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: fra-rus + metrics: + - name: BLEU + type: bleu + value: 39.8 + - name: chr-F + type: chrf + value: 0.61704 + - task: + name: Translation fra-spa + type: translation + args: fra-spa + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: fra-spa + metrics: + - name: BLEU + type: bleu + value: 52.3 + - name: chr-F + type: chrf + value: 0.70601 + - task: + name: Translation fra-swe + type: translation + args: fra-swe + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: fra-swe + metrics: + - name: BLEU + type: bleu + value: 59.1 + - name: chr-F + type: chrf + value: 0.73948 + - task: + name: Translation fra-ukr + type: translation + args: fra-ukr + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: fra-ukr + metrics: + - name: BLEU + type: bleu + value: 36.6 + - name: chr-F + type: chrf + value: 0.59329 + - task: + name: Translation multi-multi + type: translation + args: multi-multi + dataset: + name: tatoeba-test-v2020-07-28-v2023-09-26 + type: tatoeba_mt + args: multi-multi + metrics: + - name: BLEU + type: bleu + value: 45.5 + - name: chr-F + type: chrf + value: 0.64969 + - task: + name: Translation por-cat + type: translation + args: por-cat + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: por-cat + metrics: + - name: BLEU + type: bleu + value: 50.7 + - name: chr-F + type: chrf + value: 0.70201 + - task: + name: Translation por-dan + type: translation + args: por-dan + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: por-dan + metrics: + - name: BLEU + type: bleu + value: 64.8 + - name: chr-F + type: chrf + value: 0.78231 + - task: + name: Translation por-deu + type: translation + args: por-deu + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: por-deu + metrics: + - name: BLEU + type: bleu + value: 45.8 + - name: chr-F + type: chrf + value: 0.66060 + - task: + name: Translation por-ell + type: translation + args: por-ell + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: por-ell + metrics: + - name: BLEU + type: bleu + value: 49.6 + - name: chr-F + type: chrf + value: 0.70353 + - task: + name: Translation por-eng + type: translation + args: por-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: por-eng + metrics: + - name: BLEU + type: bleu + value: 60.7 + - name: chr-F + type: chrf + value: 0.74714 + - task: + name: Translation por-fra + type: translation + args: por-fra + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: por-fra + metrics: + - name: BLEU + type: bleu + value: 58.4 + - name: chr-F + type: chrf + value: 0.74205 + - task: + name: Translation por-glg + type: translation + args: por-glg + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: por-glg + metrics: + - name: BLEU + type: bleu + value: 56.6 + - name: chr-F + type: chrf + value: 0.73178 + - task: + name: Translation por-ita + type: translation + args: por-ita + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: por-ita + metrics: + - name: BLEU + type: bleu + value: 57.2 + - name: chr-F + type: chrf + value: 0.75942 + - task: + name: Translation por-nds + type: translation + args: por-nds + dataset: + name: tatoeba-test-v2020-07-28 + type: tatoeba_mt + args: por-nds + metrics: + - name: BLEU + type: bleu + value: 21.8 + - name: chr-F + type: chrf + value: 0.46722 + - task: + name: Translation por-nld + type: translation + args: por-nld + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: por-nld + metrics: + - name: BLEU + type: bleu + value: 49.8 + - name: chr-F + type: chrf + value: 0.68084 + - task: + name: Translation por-nor + type: translation + args: por-nor + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: por-nor + metrics: + - name: BLEU + type: bleu + value: 55.4 + - name: chr-F + type: chrf + value: 0.72109 + - task: + name: Translation por-pol + type: translation + args: por-pol + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: por-pol + metrics: + - name: BLEU + type: bleu + value: 40.5 + - name: chr-F + type: chrf + value: 0.64745 + - task: + name: Translation por-por + type: translation + args: por-por + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: por-por + metrics: + - name: BLEU + type: bleu + value: 55.2 + - name: chr-F + type: chrf + value: 0.74601 + - task: + name: Translation por-ron + type: translation + args: por-ron + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: por-ron + metrics: + - name: BLEU + type: bleu + value: 46.2 + - name: chr-F + type: chrf + value: 0.68212 + - task: + name: Translation por-rus + type: translation + args: por-rus + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: por-rus + metrics: + - name: BLEU + type: bleu + value: 40.7 + - name: chr-F + type: chrf + value: 0.63001 + - task: + name: Translation por-spa + type: translation + args: por-spa + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: por-spa + metrics: + - name: BLEU + type: bleu + value: 63.1 + - name: chr-F + type: chrf + value: 0.78404 + - task: + name: Translation por-swe + type: translation + args: por-swe + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: por-swe + metrics: + - name: BLEU + type: bleu + value: 57.6 + - name: chr-F + type: chrf + value: 0.73715 + - task: + name: Translation por-ukr + type: translation + args: por-ukr + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: por-ukr + metrics: + - name: BLEU + type: bleu + value: 39.6 + - name: chr-F + type: chrf + value: 0.62358 + - task: + name: Translation spa-afr + type: translation + args: spa-afr + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: spa-afr + metrics: + - name: BLEU + type: bleu + value: 59.3 + - name: chr-F + type: chrf + value: 0.74092 + - task: + name: Translation spa-bel + type: translation + args: spa-bel + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: spa-bel + metrics: + - name: BLEU + type: bleu + value: 28.1 + - name: chr-F + type: chrf + value: 0.56796 + - task: + name: Translation spa-bul + type: translation + args: spa-bul + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: spa-bul + metrics: + - name: BLEU + type: bleu + value: 43.9 + - name: chr-F + type: chrf + value: 0.62299 + - task: + name: Translation spa-cat + type: translation + args: spa-cat + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: spa-cat + metrics: + - name: BLEU + type: bleu + value: 63.8 + - name: chr-F + type: chrf + value: 0.80208 + - task: + name: Translation spa-ces + type: translation + args: spa-ces + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: spa-ces + metrics: + - name: BLEU + type: bleu + value: 40.2 + - name: chr-F + type: chrf + value: 0.62203 + - task: + name: Translation spa-dan + type: translation + args: spa-dan + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: spa-dan + metrics: + - name: BLEU + type: bleu + value: 55.1 + - name: chr-F + type: chrf + value: 0.71414 + - task: + name: Translation spa-deu + type: translation + args: spa-deu + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: spa-deu + metrics: + - name: BLEU + type: bleu + value: 45.6 + - name: chr-F + type: chrf + value: 0.65649 + - task: + name: Translation spa-ell + type: translation + args: spa-ell + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: spa-ell + metrics: + - name: BLEU + type: bleu + value: 41.9 + - name: chr-F + type: chrf + value: 0.62981 + - task: + name: Translation spa-eng + type: translation + args: spa-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: spa-eng + metrics: + - name: BLEU + type: bleu + value: 57.2 + - name: chr-F + type: chrf + value: 0.72410 + - task: + name: Translation spa-fra + type: translation + args: spa-fra + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: spa-fra + metrics: + - name: BLEU + type: bleu + value: 55.0 + - name: chr-F + type: chrf + value: 0.71593 + - task: + name: Translation spa-gla + type: translation + args: spa-gla + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: spa-gla + metrics: + - name: BLEU + type: bleu + value: 22.8 + - name: chr-F + type: chrf + value: 0.46704 + - task: + name: Translation spa-glg + type: translation + args: spa-glg + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: spa-glg + metrics: + - name: BLEU + type: bleu + value: 57.9 + - name: chr-F + type: chrf + value: 0.73880 + - task: + name: Translation spa-hbs + type: translation + args: spa-hbs + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: spa-hbs + metrics: + - name: BLEU + type: bleu + value: 26.1 + - name: chr-F + type: chrf + value: 0.48593 + - task: + name: Translation spa-hrv + type: translation + args: spa-hrv + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: spa-hrv + metrics: + - name: BLEU + type: bleu + value: 49.1 + - name: chr-F + type: chrf + value: 0.66819 + - task: + name: Translation spa-isl + type: translation + args: spa-isl + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: spa-isl + metrics: + - name: BLEU + type: bleu + value: 25.4 + - name: chr-F + type: chrf + value: 0.53084 + - task: + name: Translation spa-ita + type: translation + args: spa-ita + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: spa-ita + metrics: + - name: BLEU + type: bleu + value: 58.1 + - name: chr-F + type: chrf + value: 0.75756 + - task: + name: Translation spa-lad + type: translation + args: spa-lad + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: spa-lad + metrics: + - name: BLEU + type: bleu + value: 20.7 + - name: chr-F + type: chrf + value: 0.41031 + - task: + name: Translation spa-lad_Latn + type: translation + args: spa-lad_Latn + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: spa-lad_Latn + metrics: + - name: BLEU + type: bleu + value: 24.0 + - name: chr-F + type: chrf + value: 0.48389 + - task: + name: Translation spa-lit + type: translation + args: spa-lit + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: spa-lit + metrics: + - name: BLEU + type: bleu + value: 39.1 + - name: chr-F + type: chrf + value: 0.64868 + - task: + name: Translation spa-mkd + type: translation + args: spa-mkd + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: spa-mkd + metrics: + - name: BLEU + type: bleu + value: 40.8 + - name: chr-F + type: chrf + value: 0.65406 + - task: + name: Translation spa-nld + type: translation + args: spa-nld + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: spa-nld + metrics: + - name: BLEU + type: bleu + value: 48.2 + - name: chr-F + type: chrf + value: 0.66981 + - task: + name: Translation spa-nob + type: translation + args: spa-nob + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: spa-nob + metrics: + - name: BLEU + type: bleu + value: 58.0 + - name: chr-F + type: chrf + value: 0.74315 + - task: + name: Translation spa-nor + type: translation + args: spa-nor + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: spa-nor + metrics: + - name: BLEU + type: bleu + value: 57.1 + - name: chr-F + type: chrf + value: 0.73699 + - task: + name: Translation spa-pol + type: translation + args: spa-pol + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: spa-pol + metrics: + - name: BLEU + type: bleu + value: 41.1 + - name: chr-F + type: chrf + value: 0.63650 + - task: + name: Translation spa-por + type: translation + args: spa-por + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: spa-por + metrics: + - name: BLEU + type: bleu + value: 59.2 + - name: chr-F + type: chrf + value: 0.76008 + - task: + name: Translation spa-ron + type: translation + args: spa-ron + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: spa-ron + metrics: + - name: BLEU + type: bleu + value: 45.2 + - name: chr-F + type: chrf + value: 0.67038 + - task: + name: Translation spa-rus + type: translation + args: spa-rus + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: spa-rus + metrics: + - name: BLEU + type: bleu + value: 42.5 + - name: chr-F + type: chrf + value: 0.63866 + - task: + name: Translation spa-spa + type: translation + args: spa-spa + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: spa-spa + metrics: + - name: BLEU + type: bleu + value: 51.5 + - name: chr-F + type: chrf + value: 0.68295 + - task: + name: Translation spa-swe + type: translation + args: spa-swe + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: spa-swe + metrics: + - name: BLEU + type: bleu + value: 56.2 + - name: chr-F + type: chrf + value: 0.70919 + - task: + name: Translation spa-ukr + type: translation + args: spa-ukr + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: spa-ukr + metrics: + - name: BLEU + type: bleu + value: 37.5 + - name: chr-F + type: chrf + value: 0.60403 + - task: + name: Translation eng-ben + type: translation + args: eng-ben + dataset: + name: tico19-test + type: tico19-test + args: eng-ben + metrics: + - name: BLEU + type: bleu + value: 12.1 + - name: chr-F + type: chrf + value: 0.43061 + - task: + name: Translation eng-fas + type: translation + args: eng-fas + dataset: + name: tico19-test + type: tico19-test + args: eng-fas + metrics: + - name: BLEU + type: bleu + value: 21.5 + - name: chr-F + type: chrf + value: 0.49470 + - task: + name: Translation eng-fra + type: translation + args: eng-fra + dataset: + name: tico19-test + type: tico19-test + args: eng-fra + metrics: + - name: BLEU + type: bleu + value: 37.1 + - name: chr-F + type: chrf + value: 0.60842 + - task: + name: Translation eng-hin + type: translation + args: eng-hin + dataset: + name: tico19-test + type: tico19-test + args: eng-hin + metrics: + - name: BLEU + type: bleu + value: 33.7 + - name: chr-F + type: chrf + value: 0.56535 + - task: + name: Translation eng-nep + type: translation + args: eng-nep + dataset: + name: tico19-test + type: tico19-test + args: eng-nep + metrics: + - name: BLEU + type: bleu + value: 10.6 + - name: chr-F + type: chrf + value: 0.43865 + - task: + name: Translation eng-por + type: translation + args: eng-por + dataset: + name: tico19-test + type: tico19-test + args: eng-por + metrics: + - name: BLEU + type: bleu + value: 46.5 + - name: chr-F + type: chrf + value: 0.70681 + - task: + name: Translation eng-prs + type: translation + args: eng-prs + dataset: + name: tico19-test + type: tico19-test + args: eng-prs + metrics: + - name: BLEU + type: bleu + value: 16.0 + - name: chr-F + type: chrf + value: 0.42390 + - task: + name: Translation eng-pus + type: translation + args: eng-pus + dataset: + name: tico19-test + type: tico19-test + args: eng-pus + metrics: + - name: BLEU + type: bleu + value: 12.0 + - name: chr-F + type: chrf + value: 0.36664 + - task: + name: Translation eng-rus + type: translation + args: eng-rus + dataset: + name: tico19-test + type: tico19-test + args: eng-rus + metrics: + - name: BLEU + type: bleu + value: 27.3 + - name: chr-F + type: chrf + value: 0.54724 + - task: + name: Translation eng-spa + type: translation + args: eng-spa + dataset: + name: tico19-test + type: tico19-test + args: eng-spa + metrics: + - name: BLEU + type: bleu + value: 47.9 + - name: chr-F + type: chrf + value: 0.70628 + - task: + name: Translation eng-urd + type: translation + args: eng-urd + dataset: + name: tico19-test + type: tico19-test + args: eng-urd + metrics: + - name: BLEU + type: bleu + value: 16.9 + - name: chr-F + type: chrf + value: 0.44071 + - task: + name: Translation fra-eng + type: translation + args: fra-eng + dataset: + name: tico19-test + type: tico19-test + args: fra-eng + metrics: + - name: BLEU + type: bleu + value: 37.3 + - name: chr-F + type: chrf + value: 0.60880 + - task: + name: Translation fra-fas + type: translation + args: fra-fas + dataset: + name: tico19-test + type: tico19-test + args: fra-fas + metrics: + - name: BLEU + type: bleu + value: 15.7 + - name: chr-F + type: chrf + value: 0.41606 + - task: + name: Translation fra-hin + type: translation + args: fra-hin + dataset: + name: tico19-test + type: tico19-test + args: fra-hin + metrics: + - name: BLEU + type: bleu + value: 22.6 + - name: chr-F + type: chrf + value: 0.45682 + - task: + name: Translation fra-por + type: translation + args: fra-por + dataset: + name: tico19-test + type: tico19-test + args: fra-por + metrics: + - name: BLEU + type: bleu + value: 33.3 + - name: chr-F + type: chrf + value: 0.57865 + - task: + name: Translation fra-prs + type: translation + args: fra-prs + dataset: + name: tico19-test + type: tico19-test + args: fra-prs + metrics: + - name: BLEU + type: bleu + value: 11.1 + - name: chr-F + type: chrf + value: 0.35493 + - task: + name: Translation fra-rus + type: translation + args: fra-rus + dataset: + name: tico19-test + type: tico19-test + args: fra-rus + metrics: + - name: BLEU + type: bleu + value: 21.3 + - name: chr-F + type: chrf + value: 0.47330 + - task: + name: Translation fra-spa + type: translation + args: fra-spa + dataset: + name: tico19-test + type: tico19-test + args: fra-spa + metrics: + - name: BLEU + type: bleu + value: 35.3 + - name: chr-F + type: chrf + value: 0.58605 + - task: + name: Translation fra-urd + type: translation + args: fra-urd + dataset: + name: tico19-test + type: tico19-test + args: fra-urd + metrics: + - name: BLEU + type: bleu + value: 11.7 + - name: chr-F + type: chrf + value: 0.36570 + - task: + name: Translation por-eng + type: translation + args: por-eng + dataset: + name: tico19-test + type: tico19-test + args: por-eng + metrics: + - name: BLEU + type: bleu + value: 49.2 + - name: chr-F + type: chrf + value: 0.72407 + - task: + name: Translation por-fas + type: translation + args: por-fas + dataset: + name: tico19-test + type: tico19-test + args: por-fas + metrics: + - name: BLEU + type: bleu + value: 18.3 + - name: chr-F + type: chrf + value: 0.46862 + - task: + name: Translation por-fra + type: translation + args: por-fra + dataset: + name: tico19-test + type: tico19-test + args: por-fra + metrics: + - name: BLEU + type: bleu + value: 33.5 + - name: chr-F + type: chrf + value: 0.58796 + - task: + name: Translation por-hin + type: translation + args: por-hin + dataset: + name: tico19-test + type: tico19-test + args: por-hin + metrics: + - name: BLEU + type: bleu + value: 27.5 + - name: chr-F + type: chrf + value: 0.52110 + - task: + name: Translation por-prs + type: translation + args: por-prs + dataset: + name: tico19-test + type: tico19-test + args: por-prs + metrics: + - name: BLEU + type: bleu + value: 13.0 + - name: chr-F + type: chrf + value: 0.39674 + - task: + name: Translation por-rus + type: translation + args: por-rus + dataset: + name: tico19-test + type: tico19-test + args: por-rus + metrics: + - name: BLEU + type: bleu + value: 24.0 + - name: chr-F + type: chrf + value: 0.52261 + - task: + name: Translation por-spa + type: translation + args: por-spa + dataset: + name: tico19-test + type: tico19-test + args: por-spa + metrics: + - name: BLEU + type: bleu + value: 43.7 + - name: chr-F + type: chrf + value: 0.67491 + - task: + name: Translation por-urd + type: translation + args: por-urd + dataset: + name: tico19-test + type: tico19-test + args: por-urd + metrics: + - name: BLEU + type: bleu + value: 14.4 + - name: chr-F + type: chrf + value: 0.41511 + - task: + name: Translation spa-eng + type: translation + args: spa-eng + dataset: + name: tico19-test + type: tico19-test + args: spa-eng + metrics: + - name: BLEU + type: bleu + value: 47.1 + - name: chr-F + type: chrf + value: 0.70962 + - task: + name: Translation spa-fas + type: translation + args: spa-fas + dataset: + name: tico19-test + type: tico19-test + args: spa-fas + metrics: + - name: BLEU + type: bleu + value: 18.4 + - name: chr-F + type: chrf + value: 0.46948 + - task: + name: Translation spa-fra + type: translation + args: spa-fra + dataset: + name: tico19-test + type: tico19-test + args: spa-fra + metrics: + - name: BLEU + type: bleu + value: 34.3 + - name: chr-F + type: chrf + value: 0.59250 + - task: + name: Translation spa-hin + type: translation + args: spa-hin + dataset: + name: tico19-test + type: tico19-test + args: spa-hin + metrics: + - name: BLEU + type: bleu + value: 27.4 + - name: chr-F + type: chrf + value: 0.51847 + - task: + name: Translation spa-por + type: translation + args: spa-por + dataset: + name: tico19-test + type: tico19-test + args: spa-por + metrics: + - name: BLEU + type: bleu + value: 41.5 + - name: chr-F + type: chrf + value: 0.66969 + - task: + name: Translation spa-prs + type: translation + args: spa-prs + dataset: + name: tico19-test + type: tico19-test + args: spa-prs + metrics: + - name: BLEU + type: bleu + value: 13.3 + - name: chr-F + type: chrf + value: 0.40661 + - task: + name: Translation spa-rus + type: translation + args: spa-rus + dataset: + name: tico19-test + type: tico19-test + args: spa-rus + metrics: + - name: BLEU + type: bleu + value: 25.0 + - name: chr-F + type: chrf + value: 0.53338 + - task: + name: Translation spa-urd + type: translation + args: spa-urd + dataset: + name: tico19-test + type: tico19-test + args: spa-urd + metrics: + - name: BLEU + type: bleu + value: 13.9 + - name: chr-F + type: chrf + value: 0.41128 + - task: + name: Translation deu-ces + type: translation + args: deu-ces + dataset: + name: newstest2008 + type: wmt-2008-news + args: deu-ces + metrics: + - name: BLEU + type: bleu + value: 19.5 + - name: chr-F + type: chrf + value: 0.48361 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: newstest2008 + type: wmt-2008-news + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 25.6 + - name: chr-F + type: chrf + value: 0.53404 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: newstest2008 + type: wmt-2008-news + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 24.8 + - name: chr-F + type: chrf + value: 0.53698 + - task: + name: Translation deu-spa + type: translation + args: deu-spa + dataset: + name: newstest2008 + type: wmt-2008-news + args: deu-spa + metrics: + - name: BLEU + type: bleu + value: 24.8 + - name: chr-F + type: chrf + value: 0.53079 + - task: + name: Translation eng-ces + type: translation + args: eng-ces + dataset: + name: newstest2008 + type: wmt-2008-news + args: eng-ces + metrics: + - name: BLEU + type: bleu + value: 19.4 + - name: chr-F + type: chrf + value: 0.47676 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: newstest2008 + type: wmt-2008-news + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 22.1 + - name: chr-F + type: chrf + value: 0.52080 + - task: + name: Translation eng-fra + type: translation + args: eng-fra + dataset: + name: newstest2008 + type: wmt-2008-news + args: eng-fra + metrics: + - name: BLEU + type: bleu + value: 25.7 + - name: chr-F + type: chrf + value: 0.54257 + - task: + name: Translation eng-spa + type: translation + args: eng-spa + dataset: + name: newstest2008 + type: wmt-2008-news + args: eng-spa + metrics: + - name: BLEU + type: bleu + value: 28.8 + - name: chr-F + type: chrf + value: 0.55703 + - task: + name: Translation fra-ces + type: translation + args: fra-ces + dataset: + name: newstest2008 + type: wmt-2008-news + args: fra-ces + metrics: + - name: BLEU + type: bleu + value: 19.8 + - name: chr-F + type: chrf + value: 0.48280 + - task: + name: Translation fra-deu + type: translation + args: fra-deu + dataset: + name: newstest2008 + type: wmt-2008-news + args: fra-deu + metrics: + - name: BLEU + type: bleu + value: 21.7 + - name: chr-F + type: chrf + value: 0.52005 + - task: + name: Translation fra-eng + type: translation + args: fra-eng + dataset: + name: newstest2008 + type: wmt-2008-news + args: fra-eng + metrics: + - name: BLEU + type: bleu + value: 25.6 + - name: chr-F + type: chrf + value: 0.53646 + - task: + name: Translation fra-spa + type: translation + args: fra-spa + dataset: + name: newstest2008 + type: wmt-2008-news + args: fra-spa + metrics: + - name: BLEU + type: bleu + value: 32.6 + - name: chr-F + type: chrf + value: 0.58093 + - task: + name: Translation spa-ces + type: translation + args: spa-ces + dataset: + name: newstest2008 + type: wmt-2008-news + args: spa-ces + metrics: + - name: BLEU + type: bleu + value: 20.1 + - name: chr-F + type: chrf + value: 0.48268 + - task: + name: Translation spa-deu + type: translation + args: spa-deu + dataset: + name: newstest2008 + type: wmt-2008-news + args: spa-deu + metrics: + - name: BLEU + type: bleu + value: 20.4 + - name: chr-F + type: chrf + value: 0.50940 + - task: + name: Translation spa-eng + type: translation + args: spa-eng + dataset: + name: newstest2008 + type: wmt-2008-news + args: spa-eng + metrics: + - name: BLEU + type: bleu + value: 26.4 + - name: chr-F + type: chrf + value: 0.54416 + - task: + name: Translation spa-fra + type: translation + args: spa-fra + dataset: + name: newstest2008 + type: wmt-2008-news + args: spa-fra + metrics: + - name: BLEU + type: bleu + value: 31.6 + - name: chr-F + type: chrf + value: 0.58071 + - task: + name: Translation deu-ces + type: translation + args: deu-ces + dataset: + name: newstest2009 + type: wmt-2009-news + args: deu-ces + metrics: + - name: BLEU + type: bleu + value: 19.8 + - name: chr-F + type: chrf + value: 0.47931 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: newstest2009 + type: wmt-2009-news + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 24.9 + - name: chr-F + type: chrf + value: 0.52919 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: newstest2009 + type: wmt-2009-news + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 24.0 + - name: chr-F + type: chrf + value: 0.52900 + - task: + name: Translation deu-ita + type: translation + args: deu-ita + dataset: + name: newstest2009 + type: wmt-2009-news + args: deu-ita + metrics: + - name: BLEU + type: bleu + value: 23.2 + - name: chr-F + type: chrf + value: 0.53248 + - task: + name: Translation deu-spa + type: translation + args: deu-spa + dataset: + name: newstest2009 + type: wmt-2009-news + args: deu-spa + metrics: + - name: BLEU + type: bleu + value: 24.8 + - name: chr-F + type: chrf + value: 0.53006 + - task: + name: Translation eng-ces + type: translation + args: eng-ces + dataset: + name: newstest2009 + type: wmt-2009-news + args: eng-ces + metrics: + - name: BLEU + type: bleu + value: 20.1 + - name: chr-F + type: chrf + value: 0.48860 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: newstest2009 + type: wmt-2009-news + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 21.5 + - name: chr-F + type: chrf + value: 0.52184 + - task: + name: Translation eng-fra + type: translation + args: eng-fra + dataset: + name: newstest2009 + type: wmt-2009-news + args: eng-fra + metrics: + - name: BLEU + type: bleu + value: 27.9 + - name: chr-F + type: chrf + value: 0.56544 + - task: + name: Translation eng-ita + type: translation + args: eng-ita + dataset: + name: newstest2009 + type: wmt-2009-news + args: eng-ita + metrics: + - name: BLEU + type: bleu + value: 30.1 + - name: chr-F + type: chrf + value: 0.59223 + - task: + name: Translation eng-spa + type: translation + args: eng-spa + dataset: + name: newstest2009 + type: wmt-2009-news + args: eng-spa + metrics: + - name: BLEU + type: bleu + value: 29.4 + - name: chr-F + type: chrf + value: 0.57251 + - task: + name: Translation fra-ces + type: translation + args: fra-ces + dataset: + name: newstest2009 + type: wmt-2009-news + args: fra-ces + metrics: + - name: BLEU + type: bleu + value: 19.6 + - name: chr-F + type: chrf + value: 0.48263 + - task: + name: Translation fra-deu + type: translation + args: fra-deu + dataset: + name: newstest2009 + type: wmt-2009-news + args: fra-deu + metrics: + - name: BLEU + type: bleu + value: 21.5 + - name: chr-F + type: chrf + value: 0.51645 + - task: + name: Translation fra-eng + type: translation + args: fra-eng + dataset: + name: newstest2009 + type: wmt-2009-news + args: fra-eng + metrics: + - name: BLEU + type: bleu + value: 28.6 + - name: chr-F + type: chrf + value: 0.55614 + - task: + name: Translation fra-ita + type: translation + args: fra-ita + dataset: + name: newstest2009 + type: wmt-2009-news + args: fra-ita + metrics: + - name: BLEU + type: bleu + value: 30.2 + - name: chr-F + type: chrf + value: 0.59145 + - task: + name: Translation fra-spa + type: translation + args: fra-spa + dataset: + name: newstest2009 + type: wmt-2009-news + args: fra-spa + metrics: + - name: BLEU + type: bleu + value: 31.5 + - name: chr-F + type: chrf + value: 0.58146 + - task: + name: Translation spa-ces + type: translation + args: spa-ces + dataset: + name: newstest2009 + type: wmt-2009-news + args: spa-ces + metrics: + - name: BLEU + type: bleu + value: 19.9 + - name: chr-F + type: chrf + value: 0.48619 + - task: + name: Translation spa-deu + type: translation + args: spa-deu + dataset: + name: newstest2009 + type: wmt-2009-news + args: spa-deu + metrics: + - name: BLEU + type: bleu + value: 20.8 + - name: chr-F + type: chrf + value: 0.51369 + - task: + name: Translation spa-eng + type: translation + args: spa-eng + dataset: + name: newstest2009 + type: wmt-2009-news + args: spa-eng + metrics: + - name: BLEU + type: bleu + value: 28.8 + - name: chr-F + type: chrf + value: 0.55967 + - task: + name: Translation spa-fra + type: translation + args: spa-fra + dataset: + name: newstest2009 + type: wmt-2009-news + args: spa-fra + metrics: + - name: BLEU + type: bleu + value: 30.8 + - name: chr-F + type: chrf + value: 0.58258 + - task: + name: Translation spa-ita + type: translation + args: spa-ita + dataset: + name: newstest2009 + type: wmt-2009-news + args: spa-ita + metrics: + - name: BLEU + type: bleu + value: 32.2 + - name: chr-F + type: chrf + value: 0.60212 + - task: + name: Translation deu-ces + type: translation + args: deu-ces + dataset: + name: newstest2010 + type: wmt-2010-news + args: deu-ces + metrics: + - name: BLEU + type: bleu + value: 22.0 + - name: chr-F + type: chrf + value: 0.50679 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: newstest2010 + type: wmt-2010-news + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 29.1 + - name: chr-F + type: chrf + value: 0.57070 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: newstest2010 + type: wmt-2010-news + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 27.6 + - name: chr-F + type: chrf + value: 0.56316 + - task: + name: Translation deu-spa + type: translation + args: deu-spa + dataset: + name: newstest2010 + type: wmt-2010-news + args: deu-spa + metrics: + - name: BLEU + type: bleu + value: 31.1 + - name: chr-F + type: chrf + value: 0.58086 + - task: + name: Translation eng-ces + type: translation + args: eng-ces + dataset: + name: newstest2010 + type: wmt-2010-news + args: eng-ces + metrics: + - name: BLEU + type: bleu + value: 21.0 + - name: chr-F + type: chrf + value: 0.49895 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: newstest2010 + type: wmt-2010-news + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 23.7 + - name: chr-F + type: chrf + value: 0.53499 + - task: + name: Translation eng-fra + type: translation + args: eng-fra + dataset: + name: newstest2010 + type: wmt-2010-news + args: eng-fra + metrics: + - name: BLEU + type: bleu + value: 30.7 + - name: chr-F + type: chrf + value: 0.58290 + - task: + name: Translation eng-spa + type: translation + args: eng-spa + dataset: + name: newstest2010 + type: wmt-2010-news + args: eng-spa + metrics: + - name: BLEU + type: bleu + value: 36.1 + - name: chr-F + type: chrf + value: 0.61355 + - task: + name: Translation fra-ces + type: translation + args: fra-ces + dataset: + name: newstest2010 + type: wmt-2010-news + args: fra-ces + metrics: + - name: BLEU + type: bleu + value: 20.2 + - name: chr-F + type: chrf + value: 0.48847 + - task: + name: Translation fra-deu + type: translation + args: fra-deu + dataset: + name: newstest2010 + type: wmt-2010-news + args: fra-deu + metrics: + - name: BLEU + type: bleu + value: 22.1 + - name: chr-F + type: chrf + value: 0.52472 + - task: + name: Translation fra-eng + type: translation + args: fra-eng + dataset: + name: newstest2010 + type: wmt-2010-news + args: fra-eng + metrics: + - name: BLEU + type: bleu + value: 31.3 + - name: chr-F + type: chrf + value: 0.57996 + - task: + name: Translation fra-spa + type: translation + args: fra-spa + dataset: + name: newstest2010 + type: wmt-2010-news + args: fra-spa + metrics: + - name: BLEU + type: bleu + value: 36.8 + - name: chr-F + type: chrf + value: 0.61617 + - task: + name: Translation spa-ces + type: translation + args: spa-ces + dataset: + name: newstest2010 + type: wmt-2010-news + args: spa-ces + metrics: + - name: BLEU + type: bleu + value: 22.3 + - name: chr-F + type: chrf + value: 0.50675 + - task: + name: Translation spa-deu + type: translation + args: spa-deu + dataset: + name: newstest2010 + type: wmt-2010-news + args: spa-deu + metrics: + - name: BLEU + type: bleu + value: 24.2 + - name: chr-F + type: chrf + value: 0.53790 + - task: + name: Translation spa-eng + type: translation + args: spa-eng + dataset: + name: newstest2010 + type: wmt-2010-news + args: spa-eng + metrics: + - name: BLEU + type: bleu + value: 33.9 + - name: chr-F + type: chrf + value: 0.60183 + - task: + name: Translation spa-fra + type: translation + args: spa-fra + dataset: + name: newstest2010 + type: wmt-2010-news + args: spa-fra + metrics: + - name: BLEU + type: bleu + value: 34.4 + - name: chr-F + type: chrf + value: 0.60950 + - task: + name: Translation deu-ces + type: translation + args: deu-ces + dataset: + name: newstest2011 + type: wmt-2011-news + args: deu-ces + metrics: + - name: BLEU + type: bleu + value: 19.8 + - name: chr-F + type: chrf + value: 0.48143 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: newstest2011 + type: wmt-2011-news + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 25.6 + - name: chr-F + type: chrf + value: 0.54135 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: newstest2011 + type: wmt-2011-news + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 25.4 + - name: chr-F + type: chrf + value: 0.54455 + - task: + name: Translation deu-spa + type: translation + args: deu-spa + dataset: + name: newstest2011 + type: wmt-2011-news + args: deu-spa + metrics: + - name: BLEU + type: bleu + value: 29.2 + - name: chr-F + type: chrf + value: 0.55696 + - task: + name: Translation eng-ces + type: translation + args: eng-ces + dataset: + name: newstest2011 + type: wmt-2011-news + args: eng-ces + metrics: + - name: BLEU + type: bleu + value: 21.4 + - name: chr-F + type: chrf + value: 0.49872 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: newstest2011 + type: wmt-2011-news + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 21.5 + - name: chr-F + type: chrf + value: 0.51663 + - task: + name: Translation eng-fra + type: translation + args: eng-fra + dataset: + name: newstest2011 + type: wmt-2011-news + args: eng-fra + metrics: + - name: BLEU + type: bleu + value: 32.3 + - name: chr-F + type: chrf + value: 0.59757 + - task: + name: Translation eng-spa + type: translation + args: eng-spa + dataset: + name: newstest2011 + type: wmt-2011-news + args: eng-spa + metrics: + - name: BLEU + type: bleu + value: 37.2 + - name: chr-F + type: chrf + value: 0.61259 + - task: + name: Translation fra-ces + type: translation + args: fra-ces + dataset: + name: newstest2011 + type: wmt-2011-news + args: fra-ces + metrics: + - name: BLEU + type: bleu + value: 20.9 + - name: chr-F + type: chrf + value: 0.49079 + - task: + name: Translation fra-deu + type: translation + args: fra-deu + dataset: + name: newstest2011 + type: wmt-2011-news + args: fra-deu + metrics: + - name: BLEU + type: bleu + value: 21.6 + - name: chr-F + type: chrf + value: 0.51558 + - task: + name: Translation fra-eng + type: translation + args: fra-eng + dataset: + name: newstest2011 + type: wmt-2011-news + args: fra-eng + metrics: + - name: BLEU + type: bleu + value: 31.5 + - name: chr-F + type: chrf + value: 0.58573 + - task: + name: Translation fra-spa + type: translation + args: fra-spa + dataset: + name: newstest2011 + type: wmt-2011-news + args: fra-spa + metrics: + - name: BLEU + type: bleu + value: 38.7 + - name: chr-F + type: chrf + value: 0.62198 + - task: + name: Translation spa-ces + type: translation + args: spa-ces + dataset: + name: newstest2011 + type: wmt-2011-news + args: spa-ces + metrics: + - name: BLEU + type: bleu + value: 20.9 + - name: chr-F + type: chrf + value: 0.48837 + - task: + name: Translation spa-deu + type: translation + args: spa-deu + dataset: + name: newstest2011 + type: wmt-2011-news + args: spa-deu + metrics: + - name: BLEU + type: bleu + value: 22.3 + - name: chr-F + type: chrf + value: 0.51765 + - task: + name: Translation spa-eng + type: translation + args: spa-eng + dataset: + name: newstest2011 + type: wmt-2011-news + args: spa-eng + metrics: + - name: BLEU + type: bleu + value: 32.0 + - name: chr-F + type: chrf + value: 0.58478 + - task: + name: Translation spa-fra + type: translation + args: spa-fra + dataset: + name: newstest2011 + type: wmt-2011-news + args: spa-fra + metrics: + - name: BLEU + type: bleu + value: 33.6 + - name: chr-F + type: chrf + value: 0.60332 + - task: + name: Translation deu-ces + type: translation + args: deu-ces + dataset: + name: newstest2012 + type: wmt-2012-news + args: deu-ces + metrics: + - name: BLEU + type: bleu + value: 19.3 + - name: chr-F + type: chrf + value: 0.47349 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: newstest2012 + type: wmt-2012-news + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 27.0 + - name: chr-F + type: chrf + value: 0.54991 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: newstest2012 + type: wmt-2012-news + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 26.2 + - name: chr-F + type: chrf + value: 0.54838 + - task: + name: Translation deu-rus + type: translation + args: deu-rus + dataset: + name: newstest2012 + type: wmt-2012-news + args: deu-rus + metrics: + - name: BLEU + type: bleu + value: 17.8 + - name: chr-F + type: chrf + value: 0.47331 + - task: + name: Translation deu-spa + type: translation + args: deu-spa + dataset: + name: newstest2012 + type: wmt-2012-news + args: deu-spa + metrics: + - name: BLEU + type: bleu + value: 29.7 + - name: chr-F + type: chrf + value: 0.56115 + - task: + name: Translation eng-ces + type: translation + args: eng-ces + dataset: + name: newstest2012 + type: wmt-2012-news + args: eng-ces + metrics: + - name: BLEU + type: bleu + value: 19.2 + - name: chr-F + type: chrf + value: 0.47312 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: newstest2012 + type: wmt-2012-news + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 22.0 + - name: chr-F + type: chrf + value: 0.51588 + - task: + name: Translation eng-fra + type: translation + args: eng-fra + dataset: + name: newstest2012 + type: wmt-2012-news + args: eng-fra + metrics: + - name: BLEU + type: bleu + value: 30.1 + - name: chr-F + type: chrf + value: 0.58096 + - task: + name: Translation eng-rus + type: translation + args: eng-rus + dataset: + name: newstest2012 + type: wmt-2012-news + args: eng-rus + metrics: + - name: BLEU + type: bleu + value: 30.8 + - name: chr-F + type: chrf + value: 0.58916 + - task: + name: Translation eng-spa + type: translation + args: eng-spa + dataset: + name: newstest2012 + type: wmt-2012-news + args: eng-spa + metrics: + - name: BLEU + type: bleu + value: 37.2 + - name: chr-F + type: chrf + value: 0.61457 + - task: + name: Translation fra-ces + type: translation + args: fra-ces + dataset: + name: newstest2012 + type: wmt-2012-news + args: fra-ces + metrics: + - name: BLEU + type: bleu + value: 19.8 + - name: chr-F + type: chrf + value: 0.47412 + - task: + name: Translation fra-deu + type: translation + args: fra-deu + dataset: + name: newstest2012 + type: wmt-2012-news + args: fra-deu + metrics: + - name: BLEU + type: bleu + value: 22.3 + - name: chr-F + type: chrf + value: 0.51511 + - task: + name: Translation fra-eng + type: translation + args: fra-eng + dataset: + name: newstest2012 + type: wmt-2012-news + args: fra-eng + metrics: + - name: BLEU + type: bleu + value: 31.4 + - name: chr-F + type: chrf + value: 0.58053 + - task: + name: Translation fra-rus + type: translation + args: fra-rus + dataset: + name: newstest2012 + type: wmt-2012-news + args: fra-rus + metrics: + - name: BLEU + type: bleu + value: 20.1 + - name: chr-F + type: chrf + value: 0.49149 + - task: + name: Translation fra-spa + type: translation + args: fra-spa + dataset: + name: newstest2012 + type: wmt-2012-news + args: fra-spa + metrics: + - name: BLEU + type: bleu + value: 37.9 + - name: chr-F + type: chrf + value: 0.61788 + - task: + name: Translation spa-ces + type: translation + args: spa-ces + dataset: + name: newstest2012 + type: wmt-2012-news + args: spa-ces + metrics: + - name: BLEU + type: bleu + value: 19.8 + - name: chr-F + type: chrf + value: 0.47397 + - task: + name: Translation spa-deu + type: translation + args: spa-deu + dataset: + name: newstest2012 + type: wmt-2012-news + args: spa-deu + metrics: + - name: BLEU + type: bleu + value: 22.7 + - name: chr-F + type: chrf + value: 0.52060 + - task: + name: Translation spa-eng + type: translation + args: spa-eng + dataset: + name: newstest2012 + type: wmt-2012-news + args: spa-eng + metrics: + - name: BLEU + type: bleu + value: 35.9 + - name: chr-F + type: chrf + value: 0.60936 + - task: + name: Translation spa-fra + type: translation + args: spa-fra + dataset: + name: newstest2012 + type: wmt-2012-news + args: spa-fra + metrics: + - name: BLEU + type: bleu + value: 33.5 + - name: chr-F + type: chrf + value: 0.60277 + - task: + name: Translation spa-rus + type: translation + args: spa-rus + dataset: + name: newstest2012 + type: wmt-2012-news + args: spa-rus + metrics: + - name: BLEU + type: bleu + value: 21.2 + - name: chr-F + type: chrf + value: 0.50113 + - task: + name: Translation deu-ces + type: translation + args: deu-ces + dataset: + name: newstest2013 + type: wmt-2013-news + args: deu-ces + metrics: + - name: BLEU + type: bleu + value: 22.1 + - name: chr-F + type: chrf + value: 0.49584 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: newstest2013 + type: wmt-2013-news + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 30.2 + - name: chr-F + type: chrf + value: 0.56741 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: newstest2013 + type: wmt-2013-news + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 27.6 + - name: chr-F + type: chrf + value: 0.54857 + - task: + name: Translation deu-rus + type: translation + args: deu-rus + dataset: + name: newstest2013 + type: wmt-2013-news + args: deu-rus + metrics: + - name: BLEU + type: bleu + value: 21.3 + - name: chr-F + type: chrf + value: 0.49961 + - task: + name: Translation deu-spa + type: translation + args: deu-spa + dataset: + name: newstest2013 + type: wmt-2013-news + args: deu-spa + metrics: + - name: BLEU + type: bleu + value: 30.1 + - name: chr-F + type: chrf + value: 0.55886 + - task: + name: Translation eng-ces + type: translation + args: eng-ces + dataset: + name: newstest2013 + type: wmt-2013-news + args: eng-ces + metrics: + - name: BLEU + type: bleu + value: 23.3 + - name: chr-F + type: chrf + value: 0.50582 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: newstest2013 + type: wmt-2013-news + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 25.8 + - name: chr-F + type: chrf + value: 0.54401 + - task: + name: Translation eng-fra + type: translation + args: eng-fra + dataset: + name: newstest2013 + type: wmt-2013-news + args: eng-fra + metrics: + - name: BLEU + type: bleu + value: 31.4 + - name: chr-F + type: chrf + value: 0.57648 + - task: + name: Translation eng-rus + type: translation + args: eng-rus + dataset: + name: newstest2013 + type: wmt-2013-news + args: eng-rus + metrics: + - name: BLEU + type: bleu + value: 22.7 + - name: chr-F + type: chrf + value: 0.51291 + - task: + name: Translation eng-spa + type: translation + args: eng-spa + dataset: + name: newstest2013 + type: wmt-2013-news + args: eng-spa + metrics: + - name: BLEU + type: bleu + value: 33.7 + - name: chr-F + type: chrf + value: 0.58821 + - task: + name: Translation fra-ces + type: translation + args: fra-ces + dataset: + name: newstest2013 + type: wmt-2013-news + args: fra-ces + metrics: + - name: BLEU + type: bleu + value: 21.2 + - name: chr-F + type: chrf + value: 0.48374 + - task: + name: Translation fra-deu + type: translation + args: fra-deu + dataset: + name: newstest2013 + type: wmt-2013-news + args: fra-deu + metrics: + - name: BLEU + type: bleu + value: 24.2 + - name: chr-F + type: chrf + value: 0.52935 + - task: + name: Translation fra-eng + type: translation + args: fra-eng + dataset: + name: newstest2013 + type: wmt-2013-news + args: fra-eng + metrics: + - name: BLEU + type: bleu + value: 32.7 + - name: chr-F + type: chrf + value: 0.58033 + - task: + name: Translation fra-rus + type: translation + args: fra-rus + dataset: + name: newstest2013 + type: wmt-2013-news + args: fra-rus + metrics: + - name: BLEU + type: bleu + value: 21.5 + - name: chr-F + type: chrf + value: 0.50016 + - task: + name: Translation fra-spa + type: translation + args: fra-spa + dataset: + name: newstest2013 + type: wmt-2013-news + args: fra-spa + metrics: + - name: BLEU + type: bleu + value: 33.6 + - name: chr-F + type: chrf + value: 0.58532 + - task: + name: Translation spa-ces + type: translation + args: spa-ces + dataset: + name: newstest2013 + type: wmt-2013-news + args: spa-ces + metrics: + - name: BLEU + type: bleu + value: 22.8 + - name: chr-F + type: chrf + value: 0.49954 + - task: + name: Translation spa-deu + type: translation + args: spa-deu + dataset: + name: newstest2013 + type: wmt-2013-news + args: spa-deu + metrics: + - name: BLEU + type: bleu + value: 24.7 + - name: chr-F + type: chrf + value: 0.53643 + - task: + name: Translation spa-eng + type: translation + args: spa-eng + dataset: + name: newstest2013 + type: wmt-2013-news + args: spa-eng + metrics: + - name: BLEU + type: bleu + value: 33.2 + - name: chr-F + type: chrf + value: 0.59270 + - task: + name: Translation spa-fra + type: translation + args: spa-fra + dataset: + name: newstest2013 + type: wmt-2013-news + args: spa-fra + metrics: + - name: BLEU + type: bleu + value: 33.0 + - name: chr-F + type: chrf + value: 0.58979 + - task: + name: Translation spa-rus + type: translation + args: spa-rus + dataset: + name: newstest2013 + type: wmt-2013-news + args: spa-rus + metrics: + - name: BLEU + type: bleu + value: 23.3 + - name: chr-F + type: chrf + value: 0.51659 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: newstest2014 + type: wmt-2014-news + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 30.3 + - name: chr-F + type: chrf + value: 0.57690 + - task: + name: Translation eng-ces + type: translation + args: eng-ces + dataset: + name: newstest2014 + type: wmt-2014-news + args: eng-ces + metrics: + - name: BLEU + type: bleu + value: 25.2 + - name: chr-F + type: chrf + value: 0.54124 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: newstest2014 + type: wmt-2014-news + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 25.8 + - name: chr-F + type: chrf + value: 0.56967 + - task: + name: Translation eng-fra + type: translation + args: eng-fra + dataset: + name: newstest2014 + type: wmt-2014-news + args: eng-fra + metrics: + - name: BLEU + type: bleu + value: 37.3 + - name: chr-F + type: chrf + value: 0.63245 + - task: + name: Translation eng-hin + type: translation + args: eng-hin + dataset: + name: newstest2014 + type: wmt-2014-news + args: eng-hin + metrics: + - name: BLEU + type: bleu + value: 20.4 + - name: chr-F + type: chrf + value: 0.48263 + - task: + name: Translation eng-rus + type: translation + args: eng-rus + dataset: + name: newstest2014 + type: wmt-2014-news + args: eng-rus + metrics: + - name: BLEU + type: bleu + value: 33.8 + - name: chr-F + type: chrf + value: 0.61540 + - task: + name: Translation fra-eng + type: translation + args: fra-eng + dataset: + name: newstest2014 + type: wmt-2014-news + args: fra-eng + metrics: + - name: BLEU + type: bleu + value: 35.4 + - name: chr-F + type: chrf + value: 0.61729 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: newstest2015 + type: wmt-2015-news + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 31.5 + - name: chr-F + type: chrf + value: 0.58051 + - task: + name: Translation eng-ces + type: translation + args: eng-ces + dataset: + name: newstest2015 + type: wmt-2015-news + args: eng-ces + metrics: + - name: BLEU + type: bleu + value: 22.1 + - name: chr-F + type: chrf + value: 0.50901 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: newstest2015 + type: wmt-2015-news + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 29.6 + - name: chr-F + type: chrf + value: 0.58038 + - task: + name: Translation eng-rus + type: translation + args: eng-rus + dataset: + name: newstest2015 + type: wmt-2015-news + args: eng-rus + metrics: + - name: BLEU + type: bleu + value: 28.0 + - name: chr-F + type: chrf + value: 0.56909 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: newstest2016 + type: wmt-2016-news + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 37.1 + - name: chr-F + type: chrf + value: 0.62651 + - task: + name: Translation eng-ces + type: translation + args: eng-ces + dataset: + name: newstest2016 + type: wmt-2016-news + args: eng-ces + metrics: + - name: BLEU + type: bleu + value: 25.4 + - name: chr-F + type: chrf + value: 0.53138 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: newstest2016 + type: wmt-2016-news + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 35.2 + - name: chr-F + type: chrf + value: 0.62052 + - task: + name: Translation eng-ron + type: translation + args: eng-ron + dataset: + name: newstest2016 + type: wmt-2016-news + args: eng-ron + metrics: + - name: BLEU + type: bleu + value: 30.1 + - name: chr-F + type: chrf + value: 0.57801 + - task: + name: Translation eng-rus + type: translation + args: eng-rus + dataset: + name: newstest2016 + type: wmt-2016-news + args: eng-rus + metrics: + - name: BLEU + type: bleu + value: 26.3 + - name: chr-F + type: chrf + value: 0.55239 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: newstest2017 + type: wmt-2017-news + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 32.9 + - name: chr-F + type: chrf + value: 0.59034 + - task: + name: Translation eng-ces + type: translation + args: eng-ces + dataset: + name: newstest2017 + type: wmt-2017-news + args: eng-ces + metrics: + - name: BLEU + type: bleu + value: 20.9 + - name: chr-F + type: chrf + value: 0.49009 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: newstest2017 + type: wmt-2017-news + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 28.3 + - name: chr-F + type: chrf + value: 0.57301 + - task: + name: Translation eng-lav + type: translation + args: eng-lav + dataset: + name: newstest2017 + type: wmt-2017-news + args: eng-lav + metrics: + - name: BLEU + type: bleu + value: 17.3 + - name: chr-F + type: chrf + value: 0.49647 + - task: + name: Translation eng-rus + type: translation + args: eng-rus + dataset: + name: newstest2017 + type: wmt-2017-news + args: eng-rus + metrics: + - name: BLEU + type: bleu + value: 29.5 + - name: chr-F + type: chrf + value: 0.57889 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: newstest2018 + type: wmt-2018-news + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 39.9 + - name: chr-F + type: chrf + value: 0.64488 + - task: + name: Translation eng-ces + type: translation + args: eng-ces + dataset: + name: newstest2018 + type: wmt-2018-news + args: eng-ces + metrics: + - name: BLEU + type: bleu + value: 20.2 + - name: chr-F + type: chrf + value: 0.49105 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: newstest2018 + type: wmt-2018-news + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 41.7 + - name: chr-F + type: chrf + value: 0.66353 + - task: + name: Translation eng-rus + type: translation + args: eng-rus + dataset: + name: newstest2018 + type: wmt-2018-news + args: eng-rus + metrics: + - name: BLEU + type: bleu + value: 25.6 + - name: chr-F + type: chrf + value: 0.55568 + - task: + name: Translation deu-ces + type: translation + args: deu-ces + dataset: + name: newstest2019 + type: wmt-2019-news + args: deu-ces + metrics: + - name: BLEU + type: bleu + value: 20.5 + - name: chr-F + type: chrf + value: 0.48893 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: newstest2019 + type: wmt-2019-news + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 35.6 + - name: chr-F + type: chrf + value: 0.61048 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: newstest2019 + type: wmt-2019-news + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 33.4 + - name: chr-F + type: chrf + value: 0.61083 + - task: + name: Translation eng-ces + type: translation + args: eng-ces + dataset: + name: newstest2019 + type: wmt-2019-news + args: eng-ces + metrics: + - name: BLEU + type: bleu + value: 22.0 + - name: chr-F + type: chrf + value: 0.50528 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: newstest2019 + type: wmt-2019-news + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 37.7 + - name: chr-F + type: chrf + value: 0.63438 + - task: + name: Translation eng-guj + type: translation + args: eng-guj + dataset: + name: newstest2019 + type: wmt-2019-news + args: eng-guj + metrics: + - name: BLEU + type: bleu + value: 15.3 + - name: chr-F + type: chrf + value: 0.46302 + - task: + name: Translation eng-lit + type: translation + args: eng-lit + dataset: + name: newstest2019 + type: wmt-2019-news + args: eng-lit + metrics: + - name: BLEU + type: bleu + value: 16.0 + - name: chr-F + type: chrf + value: 0.48848 + - task: + name: Translation eng-rus + type: translation + args: eng-rus + dataset: + name: newstest2019 + type: wmt-2019-news + args: eng-rus + metrics: + - name: BLEU + type: bleu + value: 25.9 + - name: chr-F + type: chrf + value: 0.53243 + - task: + name: Translation fra-deu + type: translation + args: fra-deu + dataset: + name: newstest2019 + type: wmt-2019-news + args: fra-deu + metrics: + - name: BLEU + type: bleu + value: 26.9 + - name: chr-F + type: chrf + value: 0.58722 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: newstest2020 + type: wmt-2020-news + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 30.8 + - name: chr-F + type: chrf + value: 0.57511 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: newstest2020 + type: wmt-2020-news + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 30.9 + - name: chr-F + type: chrf + value: 0.58907 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: newstest2020 + type: wmt-2020-news + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 28.2 + - name: chr-F + type: chrf + value: 0.56905 + - task: + name: Translation eng-pol + type: translation + args: eng-pol + dataset: + name: newstest2020 + type: wmt-2020-news + args: eng-pol + metrics: + - name: BLEU + type: bleu + value: 21.6 + - name: chr-F + type: chrf + value: 0.51806 + - task: + name: Translation eng-rus + type: translation + args: eng-rus + dataset: + name: newstest2020 + type: wmt-2020-news + args: eng-rus + metrics: + - name: BLEU + type: bleu + value: 20.9 + - name: chr-F + type: chrf + value: 0.49190 + - task: + name: Translation fra-deu + type: translation + args: fra-deu + dataset: + name: newstest2020 + type: wmt-2020-news + args: fra-deu + metrics: + - name: BLEU + type: bleu + value: 25.9 + - name: chr-F + type: chrf + value: 0.58687 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: newstest2021 + type: wmt-2021-news + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 29.6 + - name: chr-F + type: chrf + value: 0.58074 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: newstest2021 + type: wmt-2021-news + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 29.9 + - name: chr-F + type: chrf + value: 0.57642 + - task: + name: Translation eng-ces + type: translation + args: eng-ces + dataset: + name: newstest2021 + type: wmt-2021-news + args: eng-ces + metrics: + - name: BLEU + type: bleu + value: 15.9 + - name: chr-F + type: chrf + value: 0.45921 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: newstest2021 + type: wmt-2021-news + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 23.8 + - name: chr-F + type: chrf + value: 0.54593 + - task: + name: Translation eng-isl + type: translation + args: eng-isl + dataset: + name: newstest2021 + type: wmt-2021-news + args: eng-isl + metrics: + - name: BLEU + type: bleu + value: 18.6 + - name: chr-F + type: chrf + value: 0.46926 + - task: + name: Translation eng-rus + type: translation + args: eng-rus + dataset: + name: newstest2021 + type: wmt-2021-news + args: eng-rus + metrics: + - name: BLEU + type: bleu + value: 22.1 + - name: chr-F + type: chrf + value: 0.50587 + - task: + name: Translation fra-deu + type: translation + args: fra-deu + dataset: + name: newstest2021 + type: wmt-2021-news + args: fra-deu + metrics: + - name: BLEU + type: bleu + value: 36.0 + - name: chr-F + type: chrf + value: 0.62883 +--- +# opus-mt-tc-bible-big-deu_eng_fra_por_spa-ine + +## Table of Contents +- [Model Details](#model-details) +- [Uses](#uses) +- [Risks, Limitations and Biases](#risks-limitations-and-biases) +- [How to Get Started With the Model](#how-to-get-started-with-the-model) +- [Training](#training) +- [Evaluation](#evaluation) +- [Citation Information](#citation-information) +- [Acknowledgements](#acknowledgements) + +## Model Details + +Neural machine translation model for translating from unknown (deu+eng+fra+por+spa) to Indo-European languages (ine). + +This model is part of the [OPUS-MT project](https://github.com/Helsinki-NLP/Opus-MT), an effort to make neural machine translation models widely available and accessible for many languages in the world. All models are originally trained using the amazing framework of [Marian NMT](https://marian-nmt.github.io/), an efficient NMT implementation written in pure C++. The models have been converted to pyTorch using the transformers library by huggingface. Training data is taken from [OPUS](https://opus.nlpl.eu/) and training pipelines use the procedures of [OPUS-MT-train](https://github.com/Helsinki-NLP/Opus-MT-train). +**Model Description:** +- **Developed by:** Language Technology Research Group at the University of Helsinki +- **Model Type:** Translation (transformer-big) +- **Release**: 2024-05-30 +- **License:** Apache-2.0 +- **Language(s):** + - Source Language(s): deu eng fra por spa + - Target Language(s): acf afr aln ang anp arg asm ast awa bal bar bel ben bho bis bos bpy bre bul bzj cat cbk ces chu ckb cnr cor cos crs csb cym dan deu diq div djk drt dsb dty egl ell eng enm ext fao fas fra frm fro frp frr fry fur gbm gcf gla gle glg glk glv gos got grc gsw guj hat hbs hif hin hne hns hrv hrx hsb hwc hye hyw icr isl ita jam jdt kas kea kmr kok kri ksh kur lad lah lat lav lij lim lit lld lmo lou lrc ltz mag mai mar mfe mkd mol mwl mzn nap nds nep nld nno nob non nor npi oci ofs ori orv osp oss pal pan pap pcd pcm pdc pes pfl pih pis pli pms pnt pol por prg prs pus rhg rmy roh rom ron rop rue rup rus san scn sco sdh sgs sin skr slk slv snd spa sqi srd srm srn srp stq swe swg syl szl tcs tgk tly tpi ukr urd vec vls wae wln xcl yid zea zza + - Valid Target Language Labels: >>acf<< >>act<< >>aee<< >>aeq<< >>afr<< >>afs<< >>aig<< >>aiq<< >>aln<< >>ang<< >>ang_Latn<< >>anp<< >>anr<< >>aoa<< >>arg<< >>ask<< >>asm<< >>ast<< >>atn<< >>avd<< >>ave<< >>awa<< >>axm<< >>bah<< >>bal<< >>bal_Latn<< >>bar<< >>bdv<< >>bel<< >>ben<< >>bfb<< >>bfy<< >>bfz<< >>bgc<< >>bgd<< >>bge<< >>bgw<< >>bha<< >>bhb<< >>bhd<< >>bhe<< >>bhh<< >>bhi<< >>bho<< >>bht<< >>bhu<< >>bis<< >>bjj<< >>bjm<< >>bjs<< >>bkk<< >>bmj<< >>bns<< >>bos_Cyrl<< >>bos_Latn<< >>bpx<< >>bpy<< >>bqi<< >>bra<< >>brc<< >>bre<< >>bsg<< >>bsh<< >>btv<< >>bul<< >>bzj<< >>bzk<< >>cat<< >>cbk<< >>cbk_Latn<< >>ccd<< >>ccp<< >>cdh<< >>cdi<< >>cdj<< >>ces<< >>chu<< >>cih<< >>cim<< >>ckb<< >>cks<< >>clh<< >>cms<< >>cnr<< >>cnr_Latn<< >>cor<< >>cos<< >>cpg<< >>cri<< >>crs<< >>csb<< >>csb_Latn<< >>ctg<< >>cym<< >>czk<< >>dan<< >>dcc<< >>dcr<< >>def<< >>deh<< >>deu<< >>dhn<< >>dho<< >>diq<< >>div<< >>djk<< >>djk_Latn<< >>dlm<< >>dmk<< >>dml<< >>doi<< >>drc<< >>drt<< >>drt_Latn<< >>dry<< >>dsb<< >>dty<< >>dub<< >>duh<< >>dum<< >>dwz<< >>egl<< >>ell<< >>emx<< >>eng<< >>enm<< >>enm_Latn<< >>esh<< >>ext<< >>fab<< >>fao<< >>fas<< >>fax<< >>fay<< >>fpe<< >>fra<< >>frc<< >>frk<< >>frm<< >>frm_Latn<< >>fro<< >>fro_Latn<< >>frp<< >>frr<< >>fry<< >>fur<< >>gas<< >>gbk<< >>gbl<< >>gbm<< >>gbz<< >>gcf<< >>gcf_Latn<< >>gcl<< >>gcr<< >>gct<< >>gdx<< >>geh<< >>ggg<< >>ghc<< >>ghr<< >>gig<< >>gjk<< >>gla<< >>gle<< >>glg<< >>glh<< >>glk<< >>glv<< >>gmh<< >>gml<< >>gmy<< >>goh<< >>gos<< >>got<< >>got_Goth<< >>goz<< >>gpe<< >>gra<< >>grc<< >>grc_Grek<< >>gsw<< >>guj<< >>gul<< >>gwc<< >>gwf<< >>gwt<< >>gyn<< >>gzi<< >>hac<< >>haj<< >>hat<< >>haz<< >>hbs<< >>hbs_Cyrl<< >>hbs_Latn<< >>hca<< >>hif<< >>hif_Latn<< >>hii<< >>hin<< >>hin_Latn<< >>hit<< >>hlb<< >>hlu<< >>hne<< >>hns<< >>hrv<< >>hrx<< >>hrx_Latn<< >>hrz<< >>hsb<< >>hwc<< >>hye<< >>hyw<< >>hyw_Armn<< >>hyw_Latn<< >>icr<< >>idb<< >>imy<< >>isk<< >>isl<< >>ist<< >>ita<< >>itk<< >>jam<< >>jdg<< >>jdt<< >>jdt_Cyrl<< >>jml<< >>jnd<< >>jns<< >>jpr<< >>jut<< >>jvd<< >>kas<< >>kas_Arab<< >>kas_Deva<< >>kbu<< >>kea<< >>keq<< >>key<< >>kfm<< >>kfr<< >>kfs<< >>kft<< >>kfu<< >>kfv<< >>kfx<< >>kfy<< >>kgn<< >>khn<< >>kho<< >>khw<< >>kjo<< >>kjv<< >>kls<< >>kmr<< >>kmv<< >>kok<< >>kra<< >>kri<< >>ksh<< >>ksy<< >>ktl<< >>kur<< >>kur_Arab<< >>kur_Cyrl<< >>kur_Latn<< >>kvx<< >>kww<< >>kxp<< >>kyw<< >>lad<< >>lad_Latn<< >>lah<< >>lat<< >>lat_Latn<< >>lav<< >>lbm<< >>lhl<< >>lij<< >>lim<< >>lit<< >>lki<< >>lld<< >>lld_Latn<< >>lmn<< >>lmo<< >>lng<< >>lou<< >>lou_Latn<< >>lrc<< >>lrl<< >>lsa<< >>lss<< >>ltz<< >>luv<< >>luz<< >>mag<< >>mai<< >>mar<< >>mby<< >>mcm<< >>mfe<< >>mga<< >>mhn<< >>mjl<< >>mjz<< >>mkb<< >>mkd<< >>mke<< >>mki<< >>mnj<< >>mol<< >>mvy<< >>mwl<< >>mwr<< >>mxi<< >>mzn<< >>mzs<< >>nag<< >>nap<< >>ndf<< >>nds<< >>nep<< >>nhh<< >>nld<< >>nli<< >>nlx<< >>nno<< >>nob<< >>noe<< >>noi<< >>non<< >>nor<< >>npi<< >>nrc<< >>nrf<< >>nrn<< >>ntz<< >>nyq<< >>obt<< >>oci<< >>odk<< >>odt<< >>ofs<< >>ofs_Latn<< >>okh<< >>olt<< >>omr<< >>oor<< >>oos<< >>ori<< >>ort<< >>oru<< >>orv<< >>orv_Cyrl<< >>osc<< >>osp<< >>osp_Latn<< >>oss<< >>osx<< >>ovd<< >>owl<< >>pal<< >>pan<< >>pan_Guru<< >>pap<< >>paq<< >>pcd<< >>pcl<< >>pcm<< >>pdc<< >>pdt<< >>peo<< >>pes<< >>pey<< >>pfl<< >>pgg<< >>phd<< >>phl<< >>phv<< >>pih<< >>pih_Latn<< >>pis<< >>pli<< >>plk<< >>pln<< >>plp<< >>plq<< >>pmh<< >>pms<< >>pnt<< >>pnt_Grek<< >>pol<< >>por<< >>pov<< >>pox<< >>prc<< >>pre<< >>prg<< >>prg_Latn<< >>prn<< >>pro<< >>prs<< >>psh<< >>psi<< >>psu<< >>pus<< >>pwr<< >>raj<< >>rat<< >>rcf<< >>rdb<< >>rei<< >>rgn<< >>rhg<< >>rhg_Latn<< >>rjs<< >>rkt<< >>rmg<< >>rmi<< >>rmq<< >>rmt<< >>rmy<< >>roh<< >>rom<< >>ron<< >>rop<< >>rtw<< >>rue<< >>ruo<< >>rup<< >>ruq<< >>rus<< >>san<< >>san_Deva<< >>saz<< >>sbn<< >>scf<< >>sck<< >>scl<< >>scn<< >>sco<< >>scx<< >>sdb<< >>sdf<< >>sdg<< >>sdh<< >>sdr<< >>sdt<< >>sdz<< >>sga<< >>sgh<< >>sgl<< >>sgr<< >>sgs<< >>sgy<< >>shd<< >>shm<< >>sin<< >>siy<< >>sjp<< >>skr<< >>skw<< >>sli<< >>slk<< >>slv<< >>smm<< >>smv<< >>smy<< >>snd<< >>snd_Arab<< >>sog<< >>soi<< >>soj<< >>spa<< >>spq<< >>spx<< >>sqi<< >>sqo<< >>srd<< >>srh<< >>srm<< >>srn<< >>srp_Cyrl<< >>srx<< >>srz<< >>ssi<< >>stl<< >>stq<< >>sts<< >>svc<< >>svm<< >>svx<< >>swe<< >>swg<< >>sxl<< >>sxu<< >>syl<< >>syl_Sylo<< >>szl<< >>tch<< >>tcs<< >>tdb<< >>tgh<< >>tgk<< >>tgk_Cyrl<< >>tgk_Latn<< >>the<< >>thl<< >>thq<< >>thr<< >>tkb<< >>tks<< >>tkt<< >>tly<< >>tly_Latn<< >>tmg<< >>tnv<< >>tov<< >>tpi<< >>tra<< >>trf<< >>trm<< >>trw<< >>tsd<< >>ttt<< >>tvy<< >>twd<< >>txb<< >>txh<< >>ukr<< >>uln<< >>urd<< >>ush<< >>vaa<< >>vaf<< >>vah<< >>vas<< >>vav<< >>vec<< >>ved<< >>vel<< >>vgr<< >>vic<< >>vkp<< >>vls<< >>vmf<< >>vmh<< >>wae<< >>wbk<< >>wbl<< >>wep<< >>wes<< >>wlm<< >>wln<< >>wne<< >>wsv<< >>wtm<< >>wym<< >>xbc<< >>xbm<< >>xcb<< >>xce<< >>xcg<< >>xcl<< >>xcl_Armn<< >>xcl_Latn<< >>xco<< >>xcr<< >>xcu<< >>xdc<< >>xfa<< >>xga<< >>xgl<< >>xka<< >>xkc<< >>xkj<< >>xkp<< >>xlc<< >>xld<< >>xlg<< >>xlp<< >>xls<< >>xlu<< >>xmk<< >>xpg<< >>xpi<< >>xpr<< >>xps<< >>xsc<< >>xsd<< >>xsv<< >>xtg<< >>xto<< >>xtq<< >>xum<< >>xve<< >>xvi<< >>xvn<< >>xxx<< >>xzm<< >>yah<< >>yai<< >>ydg<< >>yec<< >>yej<< >>yid<< >>zea<< >>zum<< >>zza<< +- **Original Model**: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip](https://object.pouta.csc.fi/Tatoeba-MT-models/deu+eng+fra+por+spa-ine/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip) +- **Resources for more information:** + - [OPUS-MT dashboard](https://opus.nlpl.eu/dashboard/index.php?pkg=opusmt&test=all&scoreslang=all&chart=standard&model=Tatoeba-MT-models/deu%2Beng%2Bfra%2Bpor%2Bspa-ine/opusTCv20230926max50%2Bbt%2Bjhubc_transformer-big_2024-05-30) + - [OPUS-MT-train GitHub Repo](https://github.com/Helsinki-NLP/OPUS-MT-train) + - [More information about MarianNMT models in the transformers library](https://huggingface.co./docs/transformers/model_doc/marian) + - [Tatoeba Translation Challenge](https://github.com/Helsinki-NLP/Tatoeba-Challenge/) + - [HPLT bilingual data v1 (as part of the Tatoeba Translation Challenge dataset)](https://hplt-project.org/datasets/v1) + - [A massively parallel Bible corpus](https://aclanthology.org/L14-1215/) + +This is a multilingual translation model with multiple target languages. A sentence initial language token is required in the form of `>>id<<` (id = valid target language ID), e.g. `>>acf<<` + +## Uses + +This model can be used for translation and text-to-text generation. + +## Risks, Limitations and Biases + +**CONTENT WARNING: Readers should be aware that the model is trained on various public data sets that may contain content that is disturbing, offensive, and can propagate historical and current stereotypes.** + +Significant research has explored bias and fairness issues with language models (see, e.g., [Sheng et al. (2021)](https://aclanthology.org/2021.acl-long.330.pdf) and [Bender et al. (2021)](https://dl.acm.org/doi/pdf/10.1145/3442188.3445922)). + +## How to Get Started With the Model + +A short example code: + +```python +from transformers import MarianMTModel, MarianTokenizer + +src_text = [ + ">>acf<< Replace this with text in an accepted source language.", + ">>zza<< This is the second sentence." +] + +model_name = "pytorch-models/opus-mt-tc-bible-big-deu_eng_fra_por_spa-ine" +tokenizer = MarianTokenizer.from_pretrained(model_name) +model = MarianMTModel.from_pretrained(model_name) +translated = model.generate(**tokenizer(src_text, return_tensors="pt", padding=True)) + +for t in translated: + print( tokenizer.decode(t, skip_special_tokens=True) ) +``` + +You can also use OPUS-MT models with the transformers pipelines, for example: + +```python +from transformers import pipeline +pipe = pipeline("translation", model="Helsinki-NLP/opus-mt-tc-bible-big-deu_eng_fra_por_spa-ine") +print(pipe(">>acf<< Replace this with text in an accepted source language.")) +``` + +## Training + +- **Data**: opusTCv20230926max50+bt+jhubc ([source](https://github.com/Helsinki-NLP/Tatoeba-Challenge)) +- **Pre-processing**: SentencePiece (spm32k,spm32k) +- **Model Type:** transformer-big +- **Original MarianNMT Model**: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip](https://object.pouta.csc.fi/Tatoeba-MT-models/deu+eng+fra+por+spa-ine/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip) +- **Training Scripts**: [GitHub Repo](https://github.com/Helsinki-NLP/OPUS-MT-train) + +## Evaluation + +* [Model scores at the OPUS-MT dashboard](https://opus.nlpl.eu/dashboard/index.php?pkg=opusmt&test=all&scoreslang=all&chart=standard&model=Tatoeba-MT-models/deu%2Beng%2Bfra%2Bpor%2Bspa-ine/opusTCv20230926max50%2Bbt%2Bjhubc_transformer-big_2024-05-30) +* test set translations: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.test.txt](https://object.pouta.csc.fi/Tatoeba-MT-models/deu+eng+fra+por+spa-ine/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.test.txt) +* test set scores: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.eval.txt](https://object.pouta.csc.fi/Tatoeba-MT-models/deu+eng+fra+por+spa-ine/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.eval.txt) +* benchmark results: [benchmark_results.txt](benchmark_results.txt) +* benchmark output: [benchmark_translations.zip](benchmark_translations.zip) + +| langpair | testset | chr-F | BLEU | #sent | #words | +|----------|---------|-------|-------|-------|--------| +| deu-afr | tatoeba-test-v2021-08-07 | 0.69843 | 53.9 | 1583 | 9507 | +| deu-bel | tatoeba-test-v2021-08-07 | 0.55105 | 27.8 | 551 | 3601 | +| deu-bul | tatoeba-test-v2021-08-07 | 0.64736 | 45.3 | 314 | 2036 | +| deu-cat | tatoeba-test-v2021-08-07 | 0.60706 | 39.7 | 723 | 5539 | +| deu-ces | tatoeba-test-v2021-08-07 | 0.60622 | 38.3 | 3490 | 22864 | +| deu-dan | tatoeba-test-v2021-08-07 | 0.71239 | 54.3 | 9998 | 74644 | +| deu-deu | tatoeba-test-v2021-08-07 | 0.59800 | 36.4 | 2500 | 20806 | +| deu-dsb | tatoeba-test-v2021-08-07 | 0.40343 | 14.6 | 640 | 3975 | +| deu-ell | tatoeba-test-v2021-08-07 | 0.62906 | 42.3 | 2500 | 15517 | +| deu-eng | tatoeba-test-v2021-08-07 | 0.63986 | 45.8 | 17565 | 149462 | +| deu-fas | tatoeba-test-v2021-08-07 | 0.44275 | 18.6 | 3185 | 24941 | +| deu-fra | tatoeba-test-v2021-08-07 | 0.65864 | 47.4 | 12418 | 102721 | +| deu-hrv | tatoeba-test-v2021-08-07 | 0.64086 | 42.0 | 782 | 4933 | +| deu-hsb | tatoeba-test-v2021-08-07 | 0.43068 | 19.3 | 666 | 4195 | +| deu-isl | tatoeba-test-v2021-08-07 | 0.58857 | 37.7 | 969 | 5951 | +| deu-ita | tatoeba-test-v2021-08-07 | 0.66819 | 44.9 | 10094 | 75504 | +| deu-lat | tatoeba-test-v2021-08-07 | 0.41791 | 15.1 | 2016 | 10538 | +| deu-lit | tatoeba-test-v2021-08-07 | 0.61083 | 32.6 | 1115 | 7091 | +| deu-ltz | tatoeba-test-v2021-08-07 | 0.57811 | 37.5 | 347 | 2206 | +| deu-nds | tatoeba-test-v2021-08-07 | 0.44188 | 18.2 | 9999 | 76137 | +| deu-nld | tatoeba-test-v2021-08-07 | 0.69440 | 51.6 | 10218 | 75235 | +| deu-nob | tatoeba-test-v2021-08-07 | 0.69018 | 48.9 | 3525 | 31978 | +| deu-nor | tatoeba-test-v2021-08-07 | 0.68845 | 48.7 | 3651 | 32928 | +| deu-pol | tatoeba-test-v2021-08-07 | 0.62153 | 38.4 | 5000 | 31726 | +| deu-por | tatoeba-test-v2021-08-07 | 0.62059 | 40.8 | 10000 | 81482 | +| deu-ron | tatoeba-test-v2021-08-07 | 0.62094 | 39.7 | 1141 | 7432 | +| deu-rus | tatoeba-test-v2021-08-07 | 0.62731 | 40.3 | 12800 | 87296 | +| deu-spa | tatoeba-test-v2021-08-07 | 0.66256 | 46.5 | 10521 | 82570 | +| deu-swe | tatoeba-test-v2021-08-07 | 0.69697 | 54.0 | 3410 | 22701 | +| deu-ukr | tatoeba-test-v2021-08-07 | 0.60825 | 37.3 | 10319 | 56287 | +| eng-afr | tatoeba-test-v2021-08-07 | 0.70651 | 55.3 | 1374 | 10317 | +| eng-bel | tatoeba-test-v2021-08-07 | 0.50356 | 23.5 | 2500 | 16237 | +| eng-ben | tatoeba-test-v2021-08-07 | 0.44552 | 13.6 | 2500 | 11654 | +| eng-bos_Latn | tatoeba-test-v2021-08-07 | 0.64765 | 43.2 | 301 | 1650 | +| eng-bul | tatoeba-test-v2021-08-07 | 0.64094 | 45.0 | 10000 | 69504 | +| eng-cat | tatoeba-test-v2021-08-07 | 0.65036 | 45.3 | 1631 | 12344 | +| eng-ces | tatoeba-test-v2021-08-07 | 0.60779 | 39.9 | 13824 | 91332 | +| eng-cym | tatoeba-test-v2021-08-07 | 0.58768 | 33.7 | 818 | 6020 | +| eng-dan | tatoeba-test-v2021-08-07 | 0.71901 | 56.7 | 10795 | 79385 | +| eng-deu | tatoeba-test-v2021-08-07 | 0.60900 | 38.8 | 17565 | 151568 | +| eng-ell | tatoeba-test-v2021-08-07 | 0.68844 | 47.7 | 10899 | 66884 | +| eng-eng | tatoeba-test-v2021-08-07 | 0.83261 | 69.2 | 12062 | 115106 | +| eng-fao | tatoeba-test-v2021-08-07 | 0.44702 | 23.3 | 294 | 1933 | +| eng-fas | tatoeba-test-v2021-08-07 | 0.42166 | 17.8 | 3762 | 31110 | +| eng-fra | tatoeba-test-v2021-08-07 | 0.66478 | 48.0 | 12681 | 106378 | +| eng-fry | tatoeba-test-v2021-08-07 | 0.44477 | 21.9 | 220 | 1600 | +| eng-gla | tatoeba-test-v2021-08-07 | 0.45225 | 22.1 | 955 | 7333 | +| eng-gle | tatoeba-test-v2021-08-07 | 0.58293 | 38.3 | 1913 | 12142 | +| eng-glg | tatoeba-test-v2021-08-07 | 0.61841 | 41.4 | 1015 | 7881 | +| eng-got | tatoeba-test-v2021-08-07 | 1.138 | 0.3 | 202 | 913 | +| eng-hin | tatoeba-test-v2021-08-07 | 0.50692 | 26.6 | 5000 | 32904 | +| eng-hrv | tatoeba-test-v2021-08-07 | 0.66340 | 44.9 | 1480 | 9396 | +| eng-isl | tatoeba-test-v2021-08-07 | 0.54222 | 31.9 | 2503 | 19023 | +| eng-ita | tatoeba-test-v2021-08-07 | 0.70559 | 51.1 | 17320 | 116336 | +| eng-lad | tatoeba-test-v2021-08-07 | 0.40057 | 19.4 | 768 | 4105 | +| eng-lad_Latn | tatoeba-test-v2021-08-07 | 0.46409 | 22.0 | 672 | 3580 | +| eng-lat | tatoeba-test-v2021-08-07 | 0.42128 | 15.2 | 10298 | 76510 | +| eng-lav | tatoeba-test-v2021-08-07 | 0.63154 | 39.3 | 1631 | 9932 | +| eng-lit | tatoeba-test-v2021-08-07 | 0.64557 | 34.7 | 2528 | 14942 | +| eng-ltz | tatoeba-test-v2021-08-07 | 0.58309 | 39.5 | 293 | 1828 | +| eng-mar | tatoeba-test-v2021-08-07 | 0.49010 | 19.9 | 10396 | 61140 | +| eng-mkd | tatoeba-test-v2021-08-07 | 0.58369 | 34.7 | 10010 | 62029 | +| eng-nds | tatoeba-test-v2021-08-07 | 0.44492 | 19.7 | 2500 | 18264 | +| eng-nld | tatoeba-test-v2021-08-07 | 0.69106 | 51.6 | 12696 | 91796 | +| eng-nno | tatoeba-test-v2021-08-07 | 0.60123 | 38.7 | 460 | 3428 | +| eng-nob | tatoeba-test-v2021-08-07 | 0.69979 | 53.8 | 4539 | 36119 | +| eng-nor | tatoeba-test-v2021-08-07 | 0.69136 | 52.5 | 5000 | 39552 | +| eng-pes | tatoeba-test-v2021-08-07 | 0.42287 | 17.9 | 3757 | 31044 | +| eng-pol | tatoeba-test-v2021-08-07 | 0.63041 | 40.6 | 10099 | 65592 | +| eng-por | tatoeba-test-v2021-08-07 | 0.70207 | 50.6 | 13222 | 105265 | +| eng-ron | tatoeba-test-v2021-08-07 | 0.65546 | 44.2 | 5508 | 40367 | +| eng-rus | tatoeba-test-v2021-08-07 | 0.60525 | 38.2 | 19425 | 134296 | +| eng-spa | tatoeba-test-v2021-08-07 | 0.70563 | 52.4 | 16583 | 134710 | +| eng-sqi | tatoeba-test-v2021-08-07 | 0.65412 | 41.7 | 1109 | 8281 | +| eng-srp_Cyrl | tatoeba-test-v2021-08-07 | 0.59271 | 38.0 | 1580 | 9152 | +| eng-swe | tatoeba-test-v2021-08-07 | 0.70223 | 55.4 | 10362 | 68067 | +| eng-ukr | tatoeba-test-v2021-08-07 | 0.57326 | 34.0 | 13127 | 80998 | +| eng-urd | tatoeba-test-v2021-08-07 | 0.43242 | 16.0 | 1663 | 12155 | +| fra-bel | tatoeba-test-v2021-08-07 | 0.54792 | 30.6 | 283 | 1703 | +| fra-bul | tatoeba-test-v2021-08-07 | 0.64862 | 44.1 | 446 | 3286 | +| fra-cat | tatoeba-test-v2021-08-07 | 0.65001 | 42.9 | 700 | 5342 | +| fra-ces | tatoeba-test-v2021-08-07 | 0.63896 | 41.1 | 438 | 2699 | +| fra-dan | tatoeba-test-v2021-08-07 | 0.75807 | 62.0 | 1731 | 11312 | +| fra-deu | tatoeba-test-v2021-08-07 | 0.66141 | 46.4 | 12418 | 100545 | +| fra-ell | tatoeba-test-v2021-08-07 | 0.68793 | 49.0 | 1506 | 8975 | +| fra-eng | tatoeba-test-v2021-08-07 | 0.70406 | 54.8 | 12681 | 101754 | +| fra-fas | tatoeba-test-v2021-08-07 | 0.41169 | 16.7 | 376 | 3217 | +| fra-fra | tatoeba-test-v2021-08-07 | 0.63417 | 44.2 | 1000 | 7757 | +| fra-gcf | tatoeba-test-v2021-08-07 | 6.252 | 0.1 | 1164 | 6118 | +| fra-hbs | tatoeba-test-v2021-08-07 | 0.55307 | 25.6 | 474 | 2882 | +| fra-hrv | tatoeba-test-v2021-08-07 | 0.60246 | 34.6 | 258 | 1629 | +| fra-ita | tatoeba-test-v2021-08-07 | 0.72081 | 52.7 | 10091 | 62060 | +| fra-nds | tatoeba-test-v2021-08-07 | 0.40878 | 16.1 | 857 | 5760 | +| fra-nld | tatoeba-test-v2021-08-07 | 0.64926 | 45.7 | 11548 | 82164 | +| fra-nob | tatoeba-test-v2021-08-07 | 0.72336 | 55.8 | 323 | 2175 | +| fra-nor | tatoeba-test-v2021-08-07 | 0.71320 | 55.0 | 477 | 3097 | +| fra-pcd | tatoeba-test-v2021-08-07 | 7.211 | 0.1 | 266 | 1569 | +| fra-pol | tatoeba-test-v2021-08-07 | 0.60675 | 36.6 | 3087 | 19954 | +| fra-por | tatoeba-test-v2021-08-07 | 0.69533 | 50.1 | 10518 | 77650 | +| fra-ron | tatoeba-test-v2021-08-07 | 0.64390 | 43.0 | 1925 | 12252 | +| fra-rus | tatoeba-test-v2021-08-07 | 0.61704 | 39.8 | 11490 | 70123 | +| fra-spa | tatoeba-test-v2021-08-07 | 0.70601 | 52.3 | 10294 | 78406 | +| fra-swe | tatoeba-test-v2021-08-07 | 0.73948 | 59.1 | 1407 | 9170 | +| fra-ukr | tatoeba-test-v2021-08-07 | 0.59329 | 36.6 | 10035 | 54372 | +| por-cat | tatoeba-test-v2021-08-07 | 0.70201 | 50.7 | 747 | 6149 | +| por-dan | tatoeba-test-v2021-08-07 | 0.78231 | 64.8 | 873 | 5258 | +| por-deu | tatoeba-test-v2021-08-07 | 0.66060 | 45.8 | 10000 | 81246 | +| por-ell | tatoeba-test-v2021-08-07 | 0.70353 | 49.6 | 885 | 4946 | +| por-eng | tatoeba-test-v2021-08-07 | 0.74714 | 60.7 | 13222 | 105351 | +| por-fra | tatoeba-test-v2021-08-07 | 0.74205 | 58.4 | 10518 | 80459 | +| por-glg | tatoeba-test-v2021-08-07 | 0.73178 | 56.6 | 433 | 3016 | +| por-ita | tatoeba-test-v2021-08-07 | 0.75942 | 57.2 | 3066 | 24897 | +| por-nds | tatoeba-test-v2021-08-07 | 0.44477 | 19.6 | 207 | 1292 | +| por-nld | tatoeba-test-v2021-08-07 | 0.68084 | 49.8 | 2500 | 17816 | +| por-nor | tatoeba-test-v2021-08-07 | 0.72109 | 55.4 | 481 | 4030 | +| por-pol | tatoeba-test-v2021-08-07 | 0.64745 | 40.5 | 705 | 4296 | +| por-por | tatoeba-test-v2021-08-07 | 0.74601 | 55.2 | 2500 | 19220 | +| por-ron | tatoeba-test-v2021-08-07 | 0.68212 | 46.2 | 681 | 4521 | +| por-rus | tatoeba-test-v2021-08-07 | 0.63001 | 40.7 | 10000 | 65326 | +| por-spa | tatoeba-test-v2021-08-07 | 0.78404 | 63.1 | 10947 | 87335 | +| por-swe | tatoeba-test-v2021-08-07 | 0.73715 | 57.6 | 320 | 1938 | +| por-ukr | tatoeba-test-v2021-08-07 | 0.62358 | 39.6 | 3372 | 18933 | +| spa-afr | tatoeba-test-v2021-08-07 | 0.74092 | 59.3 | 448 | 3044 | +| spa-bel | tatoeba-test-v2021-08-07 | 0.56796 | 28.1 | 205 | 1259 | +| spa-bul | tatoeba-test-v2021-08-07 | 0.62299 | 43.9 | 286 | 1707 | +| spa-cat | tatoeba-test-v2021-08-07 | 0.80208 | 63.8 | 1534 | 12343 | +| spa-ces | tatoeba-test-v2021-08-07 | 0.62203 | 40.2 | 1807 | 11295 | +| spa-dan | tatoeba-test-v2021-08-07 | 0.71414 | 55.1 | 5000 | 35937 | +| spa-deu | tatoeba-test-v2021-08-07 | 0.65649 | 45.6 | 10521 | 86430 | +| spa-ell | tatoeba-test-v2021-08-07 | 0.62981 | 41.9 | 1829 | 10464 | +| spa-eng | tatoeba-test-v2021-08-07 | 0.72410 | 57.2 | 16583 | 138123 | +| spa-fra | tatoeba-test-v2021-08-07 | 0.71593 | 55.0 | 10294 | 83501 | +| spa-gla | tatoeba-test-v2021-08-07 | 0.46704 | 22.8 | 289 | 2014 | +| spa-glg | tatoeba-test-v2021-08-07 | 0.73880 | 57.9 | 2121 | 16581 | +| spa-hbs | tatoeba-test-v2021-08-07 | 0.48593 | 26.1 | 607 | 3513 | +| spa-hrv | tatoeba-test-v2021-08-07 | 0.66819 | 49.1 | 254 | 1533 | +| spa-isl | tatoeba-test-v2021-08-07 | 0.53084 | 25.4 | 238 | 1220 | +| spa-ita | tatoeba-test-v2021-08-07 | 0.75756 | 58.1 | 5000 | 34515 | +| spa-lad | tatoeba-test-v2021-08-07 | 0.41031 | 20.7 | 276 | 1464 | +| spa-lad_Latn | tatoeba-test-v2021-08-07 | 0.48389 | 24.0 | 239 | 1254 | +| spa-lat | tatoeba-test-v2021-08-07 | 0.41591 | 13.9 | 3129 | 27685 | +| spa-lit | tatoeba-test-v2021-08-07 | 0.64868 | 39.1 | 454 | 2352 | +| spa-mkd | tatoeba-test-v2021-08-07 | 0.65406 | 40.8 | 217 | 1073 | +| spa-nds | tatoeba-test-v2021-08-07 | 0.42437 | 17.3 | 923 | 5941 | +| spa-nld | tatoeba-test-v2021-08-07 | 0.66981 | 48.2 | 10113 | 79162 | +| spa-nob | tatoeba-test-v2021-08-07 | 0.74315 | 58.0 | 885 | 6762 | +| spa-nor | tatoeba-test-v2021-08-07 | 0.73699 | 57.1 | 960 | 7217 | +| spa-pol | tatoeba-test-v2021-08-07 | 0.63650 | 41.1 | 2544 | 15967 | +| spa-por | tatoeba-test-v2021-08-07 | 0.76008 | 59.2 | 10947 | 87610 | +| spa-ron | tatoeba-test-v2021-08-07 | 0.67038 | 45.2 | 1959 | 12503 | +| spa-rus | tatoeba-test-v2021-08-07 | 0.63866 | 42.5 | 10506 | 69242 | +| spa-spa | tatoeba-test-v2021-08-07 | 0.68295 | 51.5 | 2500 | 21469 | +| spa-swe | tatoeba-test-v2021-08-07 | 0.70919 | 56.2 | 1351 | 8357 | +| spa-ukr | tatoeba-test-v2021-08-07 | 0.60403 | 37.5 | 10115 | 54544 | +| deu-afr | flores101-devtest | 0.55623 | 24.1 | 1012 | 25740 | +| deu-ast | flores101-devtest | 0.49967 | 18.1 | 1012 | 24572 | +| deu-ces | flores101-devtest | 0.51256 | 22.6 | 1012 | 22101 | +| deu-dan | flores101-devtest | 0.59669 | 31.5 | 1012 | 24638 | +| deu-ell | flores101-devtest | 0.45960 | 18.3 | 1012 | 26615 | +| deu-eng | flores101-devtest | 0.64491 | 38.0 | 1012 | 24721 | +| deu-hin | flores101-devtest | 0.45329 | 18.8 | 1012 | 27743 | +| deu-isl | flores101-devtest | 0.43309 | 14.6 | 1012 | 22834 | +| deu-lav | flores101-devtest | 0.50901 | 19.7 | 1012 | 22092 | +| deu-nld | flores101-devtest | 0.54019 | 22.0 | 1012 | 25467 | +| deu-spa | flores101-devtest | 0.50645 | 22.0 | 1012 | 29199 | +| deu-swe | flores101-devtest | 0.59105 | 30.0 | 1012 | 23121 | +| eng-bul | flores101-devtest | 0.63884 | 35.6 | 1012 | 24700 | +| eng-cat | flores101-devtest | 0.64377 | 39.0 | 1012 | 27304 | +| eng-fas | flores101-devtest | 0.48944 | 20.1 | 1012 | 24986 | +| eng-gle | flores101-devtest | 0.50290 | 21.4 | 1012 | 28707 | +| eng-lit | flores101-devtest | 0.55453 | 22.7 | 1012 | 20695 | +| eng-nld | flores101-devtest | 0.56191 | 24.6 | 1012 | 25467 | +| eng-pol | flores101-devtest | 0.48997 | 17.8 | 1012 | 22520 | +| eng-por | flores101-devtest | 0.68817 | 45.5 | 1012 | 26519 | +| eng-slk | flores101-devtest | 0.55488 | 26.6 | 1012 | 22543 | +| fra-ast | flores101-devtest | 0.51897 | 19.8 | 1012 | 24572 | +| fra-ces | flores101-devtest | 0.50228 | 21.3 | 1012 | 22101 | +| fra-hrv | flores101-devtest | 0.53205 | 22.4 | 1012 | 22423 | +| fra-ita | flores101-devtest | 0.55420 | 25.7 | 1012 | 27306 | +| fra-lav | flores101-devtest | 0.50495 | 19.3 | 1012 | 22092 | +| fra-mkd | flores101-devtest | 0.54920 | 23.1 | 1012 | 24314 | +| fra-nld | flores101-devtest | 0.52923 | 20.4 | 1012 | 25467 | +| fra-nob | flores101-devtest | 0.53696 | 23.0 | 1012 | 23873 | +| fra-oci | flores101-devtest | 0.56442 | 26.1 | 1012 | 27305 | +| fra-por | flores101-devtest | 0.60935 | 34.9 | 1012 | 26519 | +| fra-ron | flores101-devtest | 0.57589 | 30.1 | 1012 | 26799 | +| fra-slk | flores101-devtest | 0.47768 | 18.8 | 1012 | 22543 | +| fra-srp_Cyrl | flores101-devtest | 0.689 | 0.0 | 1012 | 3 | +| por-ast | flores101-devtest | 0.53848 | 21.5 | 1012 | 24572 | +| por-cym | flores101-devtest | 0.50778 | 21.8 | 1012 | 27010 | +| por-eng | flores101-devtest | 0.68628 | 44.1 | 1012 | 24721 | +| por-glg | flores101-devtest | 0.56990 | 29.2 | 1012 | 26582 | +| por-hrv | flores101-devtest | 0.53554 | 22.9 | 1012 | 22423 | +| por-ltz | flores101-devtest | 0.41322 | 11.3 | 1012 | 25087 | +| por-nld | flores101-devtest | 0.52916 | 20.6 | 1012 | 25467 | +| por-nob | flores101-devtest | 0.54824 | 24.7 | 1012 | 23873 | +| por-oci | flores101-devtest | 0.55361 | 24.6 | 1012 | 27305 | +| por-ron | flores101-devtest | 0.58158 | 31.2 | 1012 | 26799 | +| spa-afr | flores101-devtest | 0.49705 | 16.3 | 1012 | 25740 | +| spa-ces | flores101-devtest | 0.45466 | 15.5 | 1012 | 22101 | +| spa-ell | flores101-devtest | 0.44466 | 16.5 | 1012 | 26615 | +| spa-hin | flores101-devtest | 0.41638 | 14.6 | 1012 | 27743 | +| spa-mkd | flores101-devtest | 0.50767 | 17.4 | 1012 | 24314 | +| spa-nld | flores101-devtest | 0.49559 | 15.9 | 1012 | 25467 | +| spa-npi | flores101-devtest | 0.792 | 0.3 | 1012 | 19762 | +| spa-swe | flores101-devtest | 0.52133 | 20.3 | 1012 | 23121 | +| deu-afr | flores200-devtest | 0.56031 | 24.6 | 1012 | 25740 | +| deu-ast | flores200-devtest | 0.50634 | 19.2 | 1012 | 24572 | +| deu-ben | flores200-devtest | 0.40428 | 7.6 | 1012 | 21155 | +| deu-bul | flores200-devtest | 0.57621 | 28.3 | 1012 | 24700 | +| deu-cat | flores200-devtest | 0.56694 | 29.3 | 1012 | 27304 | +| deu-ces | flores200-devtest | 0.51425 | 22.8 | 1012 | 22101 | +| deu-cym | flores200-devtest | 0.50140 | 20.3 | 1012 | 27010 | +| deu-dan | flores200-devtest | 0.60094 | 32.3 | 1012 | 24638 | +| deu-ell | flores200-devtest | 0.46718 | 18.9 | 1012 | 26615 | +| deu-eng | flores200-devtest | 0.65234 | 39.1 | 1012 | 24721 | +| deu-fra | flores200-devtest | 0.60504 | 33.6 | 1012 | 28343 | +| deu-fur | flores200-devtest | 0.42889 | 14.4 | 1012 | 29171 | +| deu-gle | flores200-devtest | 0.45323 | 15.6 | 1012 | 28707 | +| deu-glg | flores200-devtest | 0.53882 | 25.8 | 1012 | 26582 | +| deu-hat | flores200-devtest | 0.46096 | 15.8 | 1012 | 25833 | +| deu-hin | flores200-devtest | 0.46316 | 19.7 | 1012 | 27743 | +| deu-hrv | flores200-devtest | 0.53819 | 23.0 | 1012 | 22423 | +| deu-isl | flores200-devtest | 0.44322 | 15.2 | 1012 | 22834 | +| deu-ita | flores200-devtest | 0.53550 | 23.3 | 1012 | 27306 | +| deu-kas_Arab | flores200-devtest | 3.310 | 0.1 | 1012 | 23514 | +| deu-lit | flores200-devtest | 0.51743 | 19.0 | 1012 | 20695 | +| deu-ltz | flores200-devtest | 0.50960 | 17.1 | 1012 | 25087 | +| deu-mkd | flores200-devtest | 0.55622 | 24.3 | 1012 | 24314 | +| deu-nld | flores200-devtest | 0.54434 | 22.7 | 1012 | 25467 | +| deu-nno | flores200-devtest | 0.51343 | 21.2 | 1012 | 24316 | +| deu-nob | flores200-devtest | 0.54538 | 23.7 | 1012 | 23873 | +| deu-npi | flores200-devtest | 0.916 | 0.4 | 1012 | 19762 | +| deu-oci | flores200-devtest | 0.50121 | 19.4 | 1012 | 27305 | +| deu-pap | flores200-devtest | 0.46836 | 19.1 | 1012 | 28016 | +| deu-pol | flores200-devtest | 0.47290 | 16.8 | 1012 | 22520 | +| deu-por | flores200-devtest | 0.58766 | 31.8 | 1012 | 26519 | +| deu-prs | flores200-devtest | 0.42261 | 15.1 | 1012 | 25885 | +| deu-ron | flores200-devtest | 0.55715 | 27.7 | 1012 | 26799 | +| deu-rus | flores200-devtest | 0.51013 | 21.9 | 1012 | 23295 | +| deu-san | flores200-devtest | 5.576 | 0.0 | 1012 | 18253 | +| deu-slk | flores200-devtest | 0.49473 | 20.5 | 1012 | 22543 | +| deu-slv | flores200-devtest | 0.53054 | 23.3 | 1012 | 23425 | +| deu-spa | flores200-devtest | 0.51043 | 22.5 | 1012 | 29199 | +| deu-srd | flores200-devtest | 0.42730 | 12.7 | 1012 | 28322 | +| deu-srp_Cyrl | flores200-devtest | 0.53885 | 24.3 | 1012 | 23456 | +| deu-swe | flores200-devtest | 0.59804 | 31.0 | 1012 | 23121 | +| deu-ukr | flores200-devtest | 0.50376 | 20.2 | 1012 | 22810 | +| eng-afr | flores200-devtest | 0.65906 | 37.6 | 1012 | 25740 | +| eng-ast | flores200-devtest | 0.57438 | 25.8 | 1012 | 24572 | +| eng-ben | flores200-devtest | 0.45263 | 11.1 | 1012 | 21155 | +| eng-bul | flores200-devtest | 0.64840 | 36.8 | 1012 | 24700 | +| eng-cat | flores200-devtest | 0.64881 | 39.9 | 1012 | 27304 | +| eng-ces | flores200-devtest | 0.56304 | 28.1 | 1012 | 22101 | +| eng-cym | flores200-devtest | 0.62000 | 35.5 | 1012 | 27010 | +| eng-dan | flores200-devtest | 0.68128 | 44.0 | 1012 | 24638 | +| eng-deu | flores200-devtest | 0.62791 | 34.7 | 1012 | 25094 | +| eng-ell | flores200-devtest | 0.51169 | 24.3 | 1012 | 26615 | +| eng-fra | flores200-devtest | 0.68379 | 45.2 | 1012 | 28343 | +| eng-fur | flores200-devtest | 0.44532 | 17.2 | 1012 | 29171 | +| eng-gla | flores200-devtest | 0.40757 | 11.0 | 1012 | 29377 | +| eng-gle | flores200-devtest | 0.51295 | 22.6 | 1012 | 28707 | +| eng-glg | flores200-devtest | 0.60361 | 32.9 | 1012 | 26582 | +| eng-guj | flores200-devtest | 0.44101 | 13.1 | 1012 | 23840 | +| eng-hat | flores200-devtest | 0.50780 | 21.1 | 1012 | 25833 | +| eng-hin | flores200-devtest | 0.54146 | 28.4 | 1012 | 27743 | +| eng-hne | flores200-devtest | 0.44142 | 15.7 | 1012 | 26582 | +| eng-hrv | flores200-devtest | 0.58545 | 28.6 | 1012 | 22423 | +| eng-hye | flores200-devtest | 0.42244 | 8.8 | 1012 | 22170 | +| eng-isl | flores200-devtest | 0.47667 | 18.9 | 1012 | 22834 | +| eng-ita | flores200-devtest | 0.57513 | 27.6 | 1012 | 27306 | +| eng-kas_Arab | flores200-devtest | 4.438 | 0.3 | 1012 | 23514 | +| eng-lit | flores200-devtest | 0.55949 | 23.1 | 1012 | 20695 | +| eng-ltz | flores200-devtest | 0.50438 | 17.0 | 1012 | 25087 | +| eng-mag | flores200-devtest | 0.46757 | 16.6 | 1012 | 26516 | +| eng-mar | flores200-devtest | 0.42102 | 9.6 | 1012 | 21810 | +| eng-mkd | flores200-devtest | 0.61359 | 31.3 | 1012 | 24314 | +| eng-nld | flores200-devtest | 0.56603 | 24.9 | 1012 | 25467 | +| eng-nno | flores200-devtest | 0.58795 | 29.5 | 1012 | 24316 | +| eng-nob | flores200-devtest | 0.61824 | 32.9 | 1012 | 23873 | +| eng-npi | flores200-devtest | 0.952 | 0.4 | 1012 | 19762 | +| eng-oci | flores200-devtest | 0.60388 | 30.7 | 1012 | 27305 | +| eng-pap | flores200-devtest | 0.53203 | 25.5 | 1012 | 28016 | +| eng-pes | flores200-devtest | 0.45532 | 17.7 | 1012 | 24986 | +| eng-pol | flores200-devtest | 0.49411 | 18.5 | 1012 | 22520 | +| eng-por | flores200-devtest | 0.69369 | 46.4 | 1012 | 26519 | +| eng-prs | flores200-devtest | 0.50119 | 23.1 | 1012 | 25885 | +| eng-ron | flores200-devtest | 0.62885 | 37.2 | 1012 | 26799 | +| eng-rus | flores200-devtest | 0.55363 | 26.9 | 1012 | 23295 | +| eng-slk | flores200-devtest | 0.56631 | 27.9 | 1012 | 22543 | +| eng-slv | flores200-devtest | 0.55956 | 26.6 | 1012 | 23425 | +| eng-spa | flores200-devtest | 0.54596 | 25.7 | 1012 | 29199 | +| eng-srd | flores200-devtest | 0.45435 | 16.0 | 1012 | 28322 | +| eng-srp_Cyrl | flores200-devtest | 0.60270 | 31.9 | 1012 | 23456 | +| eng-swe | flores200-devtest | 0.67654 | 42.3 | 1012 | 23121 | +| eng-tgk | flores200-devtest | 0.41975 | 13.0 | 1012 | 25530 | +| eng-ukr | flores200-devtest | 0.55341 | 25.5 | 1012 | 22810 | +| eng-urd | flores200-devtest | 0.43298 | 16.3 | 1012 | 28098 | +| fra-afr | flores200-devtest | 0.55327 | 24.5 | 1012 | 25740 | +| fra-ast | flores200-devtest | 0.52530 | 20.5 | 1012 | 24572 | +| fra-ben | flores200-devtest | 0.40164 | 7.2 | 1012 | 21155 | +| fra-bul | flores200-devtest | 0.57742 | 28.3 | 1012 | 24700 | +| fra-cat | flores200-devtest | 0.59840 | 33.6 | 1012 | 27304 | +| fra-ces | flores200-devtest | 0.50851 | 22.1 | 1012 | 22101 | +| fra-cym | flores200-devtest | 0.50994 | 21.8 | 1012 | 27010 | +| fra-dan | flores200-devtest | 0.59088 | 31.5 | 1012 | 24638 | +| fra-deu | flores200-devtest | 0.57176 | 27.5 | 1012 | 25094 | +| fra-ell | flores200-devtest | 0.47978 | 20.4 | 1012 | 26615 | +| fra-eng | flores200-devtest | 0.66208 | 41.0 | 1012 | 24721 | +| fra-fur | flores200-devtest | 0.45619 | 16.7 | 1012 | 29171 | +| fra-gle | flores200-devtest | 0.46469 | 17.0 | 1012 | 28707 | +| fra-glg | flores200-devtest | 0.56615 | 28.9 | 1012 | 26582 | +| fra-hat | flores200-devtest | 0.51091 | 20.6 | 1012 | 25833 | +| fra-hin | flores200-devtest | 0.46411 | 20.4 | 1012 | 27743 | +| fra-hrv | flores200-devtest | 0.53985 | 23.5 | 1012 | 22423 | +| fra-isl | flores200-devtest | 0.43828 | 14.9 | 1012 | 22834 | +| fra-ita | flores200-devtest | 0.55679 | 26.0 | 1012 | 27306 | +| fra-kas_Arab | flores200-devtest | 3.646 | 0.1 | 1012 | 23514 | +| fra-lit | flores200-devtest | 0.52001 | 19.4 | 1012 | 20695 | +| fra-ltz | flores200-devtest | 0.46940 | 14.3 | 1012 | 25087 | +| fra-mkd | flores200-devtest | 0.55627 | 24.2 | 1012 | 24314 | +| fra-nld | flores200-devtest | 0.53308 | 21.0 | 1012 | 25467 | +| fra-nno | flores200-devtest | 0.50863 | 20.9 | 1012 | 24316 | +| fra-nob | flores200-devtest | 0.53920 | 23.5 | 1012 | 23873 | +| fra-npi | flores200-devtest | 0.783 | 0.2 | 1012 | 19762 | +| fra-oci | flores200-devtest | 0.56888 | 26.8 | 1012 | 27305 | +| fra-pap | flores200-devtest | 0.47545 | 19.6 | 1012 | 28016 | +| fra-pol | flores200-devtest | 0.47419 | 16.5 | 1012 | 22520 | +| fra-por | flores200-devtest | 0.61219 | 35.3 | 1012 | 26519 | +| fra-prs | flores200-devtest | 0.41815 | 14.6 | 1012 | 25885 | +| fra-ron | flores200-devtest | 0.57969 | 30.7 | 1012 | 26799 | +| fra-rus | flores200-devtest | 0.51130 | 21.8 | 1012 | 23295 | +| fra-san | flores200-devtest | 6.562 | 0.1 | 1012 | 18253 | +| fra-slk | flores200-devtest | 0.48379 | 19.3 | 1012 | 22543 | +| fra-slv | flores200-devtest | 0.52205 | 22.7 | 1012 | 23425 | +| fra-spa | flores200-devtest | 0.52358 | 23.5 | 1012 | 29199 | +| fra-srd | flores200-devtest | 0.44853 | 14.2 | 1012 | 28322 | +| fra-srp_Cyrl | flores200-devtest | 0.53627 | 24.5 | 1012 | 23456 | +| fra-swe | flores200-devtest | 0.58741 | 30.0 | 1012 | 23121 | +| fra-ukr | flores200-devtest | 0.50351 | 19.7 | 1012 | 22810 | +| fra-vec | flores200-devtest | 0.41311 | 8.8 | 1012 | 26257 | +| por-afr | flores200-devtest | 0.56310 | 25.1 | 1012 | 25740 | +| por-ast | flores200-devtest | 0.53830 | 21.8 | 1012 | 24572 | +| por-bul | flores200-devtest | 0.58447 | 29.7 | 1012 | 24700 | +| por-cat | flores200-devtest | 0.60967 | 35.1 | 1012 | 27304 | +| por-ces | flores200-devtest | 0.51024 | 22.8 | 1012 | 22101 | +| por-cym | flores200-devtest | 0.51782 | 22.6 | 1012 | 27010 | +| por-dan | flores200-devtest | 0.60269 | 33.4 | 1012 | 24638 | +| por-deu | flores200-devtest | 0.57296 | 28.0 | 1012 | 25094 | +| por-ell | flores200-devtest | 0.48090 | 20.6 | 1012 | 26615 | +| por-eng | flores200-devtest | 0.69147 | 44.8 | 1012 | 24721 | +| por-fra | flores200-devtest | 0.63409 | 38.1 | 1012 | 28343 | +| por-fur | flores200-devtest | 0.46037 | 16.9 | 1012 | 29171 | +| por-gle | flores200-devtest | 0.46790 | 17.4 | 1012 | 28707 | +| por-glg | flores200-devtest | 0.57404 | 29.8 | 1012 | 26582 | +| por-hat | flores200-devtest | 0.48161 | 17.7 | 1012 | 25833 | +| por-hin | flores200-devtest | 0.47667 | 21.4 | 1012 | 27743 | +| por-hrv | flores200-devtest | 0.53963 | 23.5 | 1012 | 22423 | +| por-hye | flores200-devtest | 0.41362 | 7.5 | 1012 | 22170 | +| por-isl | flores200-devtest | 0.44102 | 15.8 | 1012 | 22834 | +| por-ita | flores200-devtest | 0.55156 | 25.2 | 1012 | 27306 | +| por-kas_Arab | flores200-devtest | 3.653 | 0.1 | 1012 | 23514 | +| por-lij | flores200-devtest | 0.40361 | 10.1 | 1012 | 28625 | +| por-lit | flores200-devtest | 0.52095 | 19.3 | 1012 | 20695 | +| por-ltz | flores200-devtest | 0.40955 | 11.4 | 1012 | 25087 | +| por-mkd | flores200-devtest | 0.56282 | 25.3 | 1012 | 24314 | +| por-nld | flores200-devtest | 0.53255 | 21.0 | 1012 | 25467 | +| por-nno | flores200-devtest | 0.51883 | 22.2 | 1012 | 24316 | +| por-nob | flores200-devtest | 0.55147 | 25.1 | 1012 | 23873 | +| por-npi | flores200-devtest | 0.808 | 0.3 | 1012 | 19762 | +| por-oci | flores200-devtest | 0.55910 | 25.3 | 1012 | 27305 | +| por-pap | flores200-devtest | 0.49408 | 21.4 | 1012 | 28016 | +| por-pes | flores200-devtest | 0.41574 | 13.4 | 1012 | 24986 | +| por-pol | flores200-devtest | 0.46551 | 16.1 | 1012 | 22520 | +| por-prs | flores200-devtest | 0.43325 | 16.1 | 1012 | 25885 | +| por-ron | flores200-devtest | 0.58583 | 31.8 | 1012 | 26799 | +| por-rus | flores200-devtest | 0.51109 | 22.4 | 1012 | 23295 | +| por-san | flores200-devtest | 8.715 | 0.1 | 1012 | 18253 | +| por-slk | flores200-devtest | 0.48073 | 19.4 | 1012 | 22543 | +| por-slv | flores200-devtest | 0.52201 | 22.6 | 1012 | 23425 | +| por-spa | flores200-devtest | 0.53122 | 24.6 | 1012 | 29199 | +| por-srd | flores200-devtest | 0.46019 | 15.4 | 1012 | 28322 | +| por-srp_Cyrl | flores200-devtest | 0.54401 | 25.6 | 1012 | 23456 | +| por-swe | flores200-devtest | 0.59310 | 30.7 | 1012 | 23121 | +| por-ukr | flores200-devtest | 0.51390 | 21.7 | 1012 | 22810 | +| por-vec | flores200-devtest | 0.41666 | 8.9 | 1012 | 26257 | +| spa-afr | flores200-devtest | 0.50130 | 16.4 | 1012 | 25740 | +| spa-ast | flores200-devtest | 0.48967 | 15.6 | 1012 | 24572 | +| spa-bul | flores200-devtest | 0.52657 | 21.6 | 1012 | 24700 | +| spa-cat | flores200-devtest | 0.53932 | 23.3 | 1012 | 27304 | +| spa-ces | flores200-devtest | 0.46096 | 16.1 | 1012 | 22101 | +| spa-cym | flores200-devtest | 0.46919 | 16.2 | 1012 | 27010 | +| spa-dan | flores200-devtest | 0.53445 | 23.2 | 1012 | 24638 | +| spa-deu | flores200-devtest | 0.51460 | 19.1 | 1012 | 25094 | +| spa-ell | flores200-devtest | 0.44703 | 16.8 | 1012 | 26615 | +| spa-eng | flores200-devtest | 0.57217 | 26.3 | 1012 | 24721 | +| spa-fra | flores200-devtest | 0.56332 | 26.0 | 1012 | 28343 | +| spa-fur | flores200-devtest | 0.42007 | 12.2 | 1012 | 29171 | +| spa-gle | flores200-devtest | 0.43430 | 13.4 | 1012 | 28707 | +| spa-glg | flores200-devtest | 0.52635 | 21.7 | 1012 | 26582 | +| spa-hat | flores200-devtest | 0.43928 | 12.9 | 1012 | 25833 | +| spa-hin | flores200-devtest | 0.42496 | 15.5 | 1012 | 27743 | +| spa-hrv | flores200-devtest | 0.49385 | 17.0 | 1012 | 22423 | +| spa-isl | flores200-devtest | 0.40834 | 11.8 | 1012 | 22834 | +| spa-ita | flores200-devtest | 0.52008 | 21.1 | 1012 | 27306 | +| spa-kas_Arab | flores200-devtest | 3.191 | 0.1 | 1012 | 23514 | +| spa-lit | flores200-devtest | 0.48294 | 14.1 | 1012 | 20695 | +| spa-mkd | flores200-devtest | 0.51381 | 18.6 | 1012 | 24314 | +| spa-nld | flores200-devtest | 0.50049 | 16.4 | 1012 | 25467 | +| spa-nno | flores200-devtest | 0.46965 | 16.2 | 1012 | 24316 | +| spa-nob | flores200-devtest | 0.49804 | 17.9 | 1012 | 23873 | +| spa-npi | flores200-devtest | 0.808 | 0.3 | 1012 | 19762 | +| spa-oci | flores200-devtest | 0.48255 | 15.6 | 1012 | 27305 | +| spa-pap | flores200-devtest | 0.43941 | 15.3 | 1012 | 28016 | +| spa-pol | flores200-devtest | 0.44740 | 13.7 | 1012 | 22520 | +| spa-por | flores200-devtest | 0.55622 | 25.5 | 1012 | 26519 | +| spa-ron | flores200-devtest | 0.52023 | 22.1 | 1012 | 26799 | +| spa-rus | flores200-devtest | 0.46740 | 16.6 | 1012 | 23295 | +| spa-san | flores200-devtest | 6.847 | 0.1 | 1012 | 18253 | +| spa-slk | flores200-devtest | 0.44274 | 15.0 | 1012 | 22543 | +| spa-slv | flores200-devtest | 0.48216 | 17.1 | 1012 | 23425 | +| spa-srd | flores200-devtest | 0.42185 | 11.2 | 1012 | 28322 | +| spa-srp_Cyrl | flores200-devtest | 0.48533 | 17.4 | 1012 | 23456 | +| spa-swe | flores200-devtest | 0.52661 | 20.9 | 1012 | 23121 | +| spa-ukr | flores200-devtest | 0.45966 | 15.0 | 1012 | 22810 | +| deu-eng | generaltest2022 | 0.54326 | 28.7 | 1984 | 37634 | +| deu-fra | generaltest2022 | 0.58009 | 33.7 | 1984 | 38276 | +| eng-ces | generaltest2022 | 0.58390 | 32.4 | 2037 | 34787 | +| eng-deu | generaltest2022 | 0.59050 | 30.9 | 2037 | 38914 | +| eng-hrv | generaltest2022 | 0.51888 | 23.7 | 1671 | 29875 | +| eng-rus | generaltest2022 | 0.53137 | 27.7 | 2037 | 36472 | +| eng-ukr | generaltest2022 | 0.51104 | 22.8 | 2037 | 35418 | +| fra-deu | generaltest2022 | 0.63588 | 39.6 | 2006 | 37696 | +| deu-ces | multi30k_test_2016_flickr | 0.49911 | 23.8 | 1000 | 10503 | +| deu-eng | multi30k_test_2016_flickr | 0.58821 | 37.5 | 1000 | 12955 | +| deu-fra | multi30k_test_2016_flickr | 0.59930 | 34.8 | 1000 | 13505 | +| eng-ces | multi30k_test_2016_flickr | 0.53260 | 26.8 | 1000 | 10503 | +| eng-deu | multi30k_test_2016_flickr | 0.62535 | 33.8 | 1000 | 12106 | +| eng-fra | multi30k_test_2016_flickr | 0.67525 | 44.9 | 1000 | 13505 | +| fra-ces | multi30k_test_2016_flickr | 0.49277 | 22.9 | 1000 | 10503 | +| fra-deu | multi30k_test_2016_flickr | 0.59793 | 30.4 | 1000 | 12106 | +| fra-eng | multi30k_test_2016_flickr | 0.64248 | 44.5 | 1000 | 12955 | +| deu-eng | multi30k_test_2017_flickr | 0.60958 | 38.5 | 1000 | 11374 | +| deu-fra | multi30k_test_2017_flickr | 0.59840 | 33.5 | 1000 | 12118 | +| eng-deu | multi30k_test_2017_flickr | 0.61051 | 32.4 | 1000 | 10755 | +| eng-fra | multi30k_test_2017_flickr | 0.68447 | 45.7 | 1000 | 12118 | +| fra-deu | multi30k_test_2017_flickr | 0.57580 | 27.4 | 1000 | 10755 | +| fra-eng | multi30k_test_2017_flickr | 0.66028 | 46.0 | 1000 | 11374 | +| deu-eng | multi30k_test_2017_mscoco | 0.53057 | 29.3 | 461 | 5231 | +| deu-fra | multi30k_test_2017_mscoco | 0.57125 | 31.4 | 461 | 5484 | +| eng-deu | multi30k_test_2017_mscoco | 0.56006 | 27.3 | 461 | 5158 | +| eng-fra | multi30k_test_2017_mscoco | 0.71206 | 51.5 | 461 | 5484 | +| fra-deu | multi30k_test_2017_mscoco | 0.54076 | 24.3 | 461 | 5158 | +| fra-eng | multi30k_test_2017_mscoco | 0.64852 | 45.4 | 461 | 5231 | +| deu-ces | multi30k_test_2018_flickr | 0.48008 | 21.6 | 1071 | 11631 | +| deu-eng | multi30k_test_2018_flickr | 0.57472 | 34.4 | 1071 | 14689 | +| deu-fra | multi30k_test_2018_flickr | 0.54893 | 27.4 | 1071 | 15867 | +| eng-ces | multi30k_test_2018_flickr | 0.54034 | 27.1 | 1071 | 11631 | +| eng-deu | multi30k_test_2018_flickr | 0.58338 | 29.0 | 1071 | 13703 | +| eng-fra | multi30k_test_2018_flickr | 0.62694 | 37.5 | 1071 | 15867 | +| fra-ces | multi30k_test_2018_flickr | 0.47110 | 19.6 | 1071 | 11631 | +| fra-deu | multi30k_test_2018_flickr | 0.53726 | 23.0 | 1071 | 13703 | +| fra-eng | multi30k_test_2018_flickr | 0.61916 | 40.2 | 1071 | 14689 | +| eng-fra | newsdiscusstest2015 | 0.61964 | 36.0 | 1500 | 27975 | +| fra-eng | newsdiscusstest2015 | 0.59754 | 36.1 | 1500 | 26982 | +| deu-ces | newssyscomb2009 | 0.49492 | 21.0 | 502 | 10032 | +| deu-eng | newssyscomb2009 | 0.54252 | 27.2 | 502 | 11818 | +| deu-fra | newssyscomb2009 | 0.54517 | 25.3 | 502 | 12331 | +| deu-ita | newssyscomb2009 | 0.54536 | 23.8 | 502 | 11551 | +| deu-spa | newssyscomb2009 | 0.54378 | 26.9 | 502 | 12503 | +| eng-ces | newssyscomb2009 | 0.49696 | 21.0 | 502 | 10032 | +| eng-deu | newssyscomb2009 | 0.52782 | 21.8 | 502 | 11271 | +| eng-fra | newssyscomb2009 | 0.57675 | 29.1 | 502 | 12331 | +| eng-ita | newssyscomb2009 | 0.59851 | 29.9 | 502 | 11551 | +| eng-spa | newssyscomb2009 | 0.57893 | 30.6 | 502 | 12503 | +| fra-ces | newssyscomb2009 | 0.49843 | 21.0 | 502 | 10032 | +| fra-deu | newssyscomb2009 | 0.52257 | 22.2 | 502 | 11271 | +| fra-eng | newssyscomb2009 | 0.56329 | 29.6 | 502 | 11818 | +| fra-ita | newssyscomb2009 | 0.60086 | 30.5 | 502 | 11551 | +| fra-spa | newssyscomb2009 | 0.59982 | 33.7 | 502 | 12503 | +| spa-ces | newssyscomb2009 | 0.50359 | 21.3 | 502 | 10032 | +| spa-deu | newssyscomb2009 | 0.51688 | 20.8 | 502 | 11271 | +| spa-eng | newssyscomb2009 | 0.56400 | 29.4 | 502 | 11818 | +| spa-fra | newssyscomb2009 | 0.60759 | 34.0 | 502 | 12331 | +| spa-ita | newssyscomb2009 | 0.60891 | 32.0 | 502 | 11551 | +| deu-ces | newstest2008 | 0.48361 | 19.5 | 2051 | 42484 | +| deu-eng | newstest2008 | 0.53404 | 25.6 | 2051 | 49380 | +| deu-fra | newstest2008 | 0.53698 | 24.8 | 2051 | 52685 | +| deu-spa | newstest2008 | 0.53079 | 24.8 | 2051 | 52586 | +| eng-ces | newstest2008 | 0.47676 | 19.4 | 2051 | 42484 | +| eng-deu | newstest2008 | 0.52080 | 22.1 | 2051 | 47447 | +| eng-fra | newstest2008 | 0.54257 | 25.7 | 2051 | 52685 | +| eng-spa | newstest2008 | 0.55703 | 28.8 | 2051 | 52586 | +| fra-ces | newstest2008 | 0.48280 | 19.8 | 2051 | 42484 | +| fra-deu | newstest2008 | 0.52005 | 21.7 | 2051 | 47447 | +| fra-eng | newstest2008 | 0.53646 | 25.6 | 2051 | 49380 | +| fra-spa | newstest2008 | 0.58093 | 32.6 | 2051 | 52586 | +| spa-ces | newstest2008 | 0.48268 | 20.1 | 2051 | 42484 | +| spa-deu | newstest2008 | 0.50940 | 20.4 | 2051 | 47447 | +| spa-eng | newstest2008 | 0.54416 | 26.4 | 2051 | 49380 | +| spa-fra | newstest2008 | 0.58071 | 31.6 | 2051 | 52685 | +| deu-ces | newstest2009 | 0.47931 | 19.8 | 2525 | 55533 | +| deu-eng | newstest2009 | 0.52919 | 24.9 | 2525 | 65399 | +| deu-fra | newstest2009 | 0.52900 | 24.0 | 2525 | 69263 | +| deu-ita | newstest2009 | 0.53248 | 23.2 | 2525 | 63466 | +| deu-spa | newstest2009 | 0.53006 | 24.8 | 2525 | 68111 | +| eng-ces | newstest2009 | 0.48860 | 20.1 | 2525 | 55533 | +| eng-deu | newstest2009 | 0.52184 | 21.5 | 2525 | 62816 | +| eng-fra | newstest2009 | 0.56544 | 27.9 | 2525 | 69263 | +| eng-ita | newstest2009 | 0.59223 | 30.1 | 2525 | 63466 | +| eng-spa | newstest2009 | 0.57251 | 29.4 | 2525 | 68111 | +| fra-ces | newstest2009 | 0.48263 | 19.6 | 2525 | 55533 | +| fra-deu | newstest2009 | 0.51645 | 21.5 | 2525 | 62816 | +| fra-eng | newstest2009 | 0.55614 | 28.6 | 2525 | 65399 | +| fra-ita | newstest2009 | 0.59145 | 30.2 | 2525 | 63466 | +| fra-spa | newstest2009 | 0.58146 | 31.5 | 2525 | 68111 | +| spa-ces | newstest2009 | 0.48619 | 19.9 | 2525 | 55533 | +| spa-deu | newstest2009 | 0.51369 | 20.8 | 2525 | 62816 | +| spa-eng | newstest2009 | 0.55967 | 28.8 | 2525 | 65399 | +| spa-fra | newstest2009 | 0.58258 | 30.8 | 2525 | 69263 | +| spa-ita | newstest2009 | 0.60212 | 32.2 | 2525 | 63466 | +| deu-ces | newstest2010 | 0.50679 | 22.0 | 2489 | 52955 | +| deu-eng | newstest2010 | 0.57070 | 29.1 | 2489 | 61711 | +| deu-fra | newstest2010 | 0.56316 | 27.6 | 2489 | 66022 | +| deu-spa | newstest2010 | 0.58086 | 31.1 | 2489 | 65480 | +| eng-ces | newstest2010 | 0.49895 | 21.0 | 2489 | 52955 | +| eng-deu | newstest2010 | 0.53499 | 23.7 | 2489 | 61503 | +| eng-fra | newstest2010 | 0.58290 | 30.7 | 2489 | 66022 | +| eng-spa | newstest2010 | 0.61355 | 36.1 | 2489 | 65480 | +| fra-ces | newstest2010 | 0.48847 | 20.2 | 2489 | 52955 | +| fra-deu | newstest2010 | 0.52472 | 22.1 | 2489 | 61503 | +| fra-eng | newstest2010 | 0.57996 | 31.3 | 2489 | 61711 | +| fra-spa | newstest2010 | 0.61617 | 36.8 | 2489 | 65480 | +| spa-ces | newstest2010 | 0.50675 | 22.3 | 2489 | 52955 | +| spa-deu | newstest2010 | 0.53790 | 24.2 | 2489 | 61503 | +| spa-eng | newstest2010 | 0.60183 | 33.9 | 2489 | 61711 | +| spa-fra | newstest2010 | 0.60950 | 34.4 | 2489 | 66022 | +| deu-ces | newstest2011 | 0.48143 | 19.8 | 3003 | 65653 | +| deu-eng | newstest2011 | 0.54135 | 25.6 | 3003 | 74681 | +| deu-fra | newstest2011 | 0.54455 | 25.4 | 3003 | 80626 | +| deu-spa | newstest2011 | 0.55696 | 29.2 | 3003 | 79476 | +| eng-ces | newstest2011 | 0.49872 | 21.4 | 3003 | 65653 | +| eng-deu | newstest2011 | 0.51663 | 21.5 | 3003 | 72981 | +| eng-fra | newstest2011 | 0.59757 | 32.3 | 3003 | 80626 | +| eng-spa | newstest2011 | 0.61259 | 37.2 | 3003 | 79476 | +| fra-ces | newstest2011 | 0.49079 | 20.9 | 3003 | 65653 | +| fra-deu | newstest2011 | 0.51558 | 21.6 | 3003 | 72981 | +| fra-eng | newstest2011 | 0.58573 | 31.5 | 3003 | 74681 | +| fra-spa | newstest2011 | 0.62198 | 38.7 | 3003 | 79476 | +| spa-ces | newstest2011 | 0.48837 | 20.9 | 3003 | 65653 | +| spa-deu | newstest2011 | 0.51765 | 22.3 | 3003 | 72981 | +| spa-eng | newstest2011 | 0.58478 | 32.0 | 3003 | 74681 | +| spa-fra | newstest2011 | 0.60332 | 33.6 | 3003 | 80626 | +| deu-ces | newstest2012 | 0.47349 | 19.3 | 3003 | 65456 | +| deu-eng | newstest2012 | 0.54991 | 27.0 | 3003 | 72812 | +| deu-fra | newstest2012 | 0.54838 | 26.2 | 3003 | 78011 | +| deu-rus | newstest2012 | 0.47331 | 17.8 | 3003 | 64790 | +| deu-spa | newstest2012 | 0.56115 | 29.7 | 3003 | 79006 | +| eng-ces | newstest2012 | 0.47312 | 19.2 | 3003 | 65456 | +| eng-deu | newstest2012 | 0.51588 | 22.0 | 3003 | 72886 | +| eng-fra | newstest2012 | 0.58096 | 30.1 | 3003 | 78011 | +| eng-rus | newstest2012 | 0.58916 | 30.8 | 3003 | 64790 | +| eng-spa | newstest2012 | 0.61457 | 37.2 | 3003 | 79006 | +| fra-ces | newstest2012 | 0.47412 | 19.8 | 3003 | 65456 | +| fra-deu | newstest2012 | 0.51511 | 22.3 | 3003 | 72886 | +| fra-eng | newstest2012 | 0.58053 | 31.4 | 3003 | 72812 | +| fra-rus | newstest2012 | 0.49149 | 20.1 | 3003 | 64790 | +| fra-spa | newstest2012 | 0.61788 | 37.9 | 3003 | 79006 | +| spa-ces | newstest2012 | 0.47397 | 19.8 | 3003 | 65456 | +| spa-deu | newstest2012 | 0.52060 | 22.7 | 3003 | 72886 | +| spa-eng | newstest2012 | 0.60936 | 35.9 | 3003 | 72812 | +| spa-fra | newstest2012 | 0.60277 | 33.5 | 3003 | 78011 | +| spa-rus | newstest2012 | 0.50113 | 21.2 | 3003 | 64790 | +| deu-ces | newstest2013 | 0.49584 | 22.1 | 3000 | 57250 | +| deu-eng | newstest2013 | 0.56741 | 30.2 | 3000 | 64505 | +| deu-fra | newstest2013 | 0.54857 | 27.6 | 3000 | 70037 | +| deu-rus | newstest2013 | 0.49961 | 21.3 | 3000 | 58560 | +| deu-spa | newstest2013 | 0.55886 | 30.1 | 3000 | 70528 | +| eng-ces | newstest2013 | 0.50582 | 23.3 | 3000 | 57250 | +| eng-deu | newstest2013 | 0.54401 | 25.8 | 3000 | 63737 | +| eng-fra | newstest2013 | 0.57648 | 31.4 | 3000 | 70037 | +| eng-rus | newstest2013 | 0.51291 | 22.7 | 3000 | 58560 | +| eng-spa | newstest2013 | 0.58821 | 33.7 | 3000 | 70528 | +| fra-ces | newstest2013 | 0.48374 | 21.2 | 3000 | 57250 | +| fra-deu | newstest2013 | 0.52935 | 24.2 | 3000 | 63737 | +| fra-eng | newstest2013 | 0.58033 | 32.7 | 3000 | 64505 | +| fra-rus | newstest2013 | 0.50016 | 21.5 | 3000 | 58560 | +| fra-spa | newstest2013 | 0.58532 | 33.6 | 3000 | 70528 | +| spa-ces | newstest2013 | 0.49954 | 22.8 | 3000 | 57250 | +| spa-deu | newstest2013 | 0.53643 | 24.7 | 3000 | 63737 | +| spa-eng | newstest2013 | 0.59270 | 33.2 | 3000 | 64505 | +| spa-fra | newstest2013 | 0.58979 | 33.0 | 3000 | 70037 | +| spa-rus | newstest2013 | 0.51659 | 23.3 | 3000 | 58560 | +| deu-eng | newstest2014 | 0.57690 | 30.3 | 3003 | 67337 | +| eng-ces | newstest2014 | 0.54124 | 25.2 | 3003 | 59902 | +| eng-deu | newstest2014 | 0.56967 | 25.8 | 3003 | 62688 | +| eng-fra | newstest2014 | 0.63245 | 37.3 | 3003 | 77306 | +| eng-hin | newstest2014 | 0.48263 | 20.4 | 2507 | 60872 | +| eng-rus | newstest2014 | 0.61540 | 33.8 | 3003 | 61603 | +| fra-eng | newstest2014 | 0.61729 | 35.4 | 3003 | 70708 | +| deu-eng | newstest2015 | 0.58051 | 31.5 | 2169 | 46443 | +| eng-ces | newstest2015 | 0.50901 | 22.1 | 2656 | 45858 | +| eng-deu | newstest2015 | 0.58038 | 29.6 | 2169 | 44260 | +| eng-rus | newstest2015 | 0.56909 | 28.0 | 2818 | 55920 | +| deu-eng | newstest2016 | 0.62651 | 37.1 | 2999 | 64119 | +| eng-ces | newstest2016 | 0.53138 | 25.4 | 2999 | 56998 | +| eng-deu | newstest2016 | 0.62052 | 35.2 | 2999 | 62669 | +| eng-ron | newstest2016 | 0.57801 | 30.1 | 1999 | 48945 | +| eng-rus | newstest2016 | 0.55239 | 26.3 | 2998 | 62014 | +| deu-eng | newstest2017 | 0.59034 | 32.9 | 3004 | 64399 | +| eng-ces | newstest2017 | 0.49009 | 20.9 | 3005 | 54361 | +| eng-deu | newstest2017 | 0.57301 | 28.3 | 3004 | 61287 | +| eng-lav | newstest2017 | 0.49647 | 17.3 | 2001 | 39392 | +| eng-rus | newstest2017 | 0.57889 | 29.5 | 3001 | 60253 | +| deu-eng | newstest2018 | 0.64488 | 39.9 | 2998 | 67012 | +| eng-ces | newstest2018 | 0.49105 | 20.2 | 2983 | 54652 | +| eng-deu | newstest2018 | 0.66353 | 41.7 | 2998 | 64276 | +| eng-rus | newstest2018 | 0.55568 | 25.6 | 3000 | 61907 | +| deu-ces | newstest2019 | 0.48893 | 20.5 | 1997 | 43113 | +| deu-eng | newstest2019 | 0.61048 | 35.6 | 2000 | 39227 | +| deu-fra | newstest2019 | 0.61083 | 33.4 | 1701 | 42509 | +| eng-ces | newstest2019 | 0.50528 | 22.0 | 1997 | 43113 | +| eng-deu | newstest2019 | 0.63438 | 37.7 | 1997 | 48746 | +| eng-guj | newstest2019 | 0.46302 | 15.3 | 998 | 21924 | +| eng-lit | newstest2019 | 0.48848 | 16.0 | 998 | 19711 | +| eng-rus | newstest2019 | 0.53243 | 25.9 | 1997 | 48147 | +| fra-deu | newstest2019 | 0.58722 | 26.9 | 1701 | 36446 | +| deu-eng | newstest2020 | 0.57511 | 30.8 | 785 | 38220 | +| deu-fra | newstest2020 | 0.58907 | 30.9 | 1619 | 36890 | +| eng-deu | newstest2020 | 0.56905 | 28.2 | 1418 | 52383 | +| eng-pol | newstest2020 | 0.51806 | 21.6 | 1000 | 23855 | +| eng-rus | newstest2020 | 0.49190 | 20.9 | 2002 | 47083 | +| fra-deu | newstest2020 | 0.58687 | 25.9 | 1619 | 30265 | +| deu-eng | newstest2021 | 0.58074 | 29.6 | 1000 | 20180 | +| deu-fra | newstest2021 | 0.57642 | 29.9 | 1000 | 23757 | +| eng-ces | newstest2021 | 0.45921 | 15.9 | 1002 | 25589 | +| eng-deu | newstest2021 | 0.54593 | 23.8 | 1002 | 27970 | +| eng-isl | newstest2021 | 0.46926 | 18.6 | 1000 | 25233 | +| eng-rus | newstest2021 | 0.50587 | 22.1 | 1002 | 26095 | +| fra-deu | newstest2021 | 0.62883 | 36.0 | 1026 | 26077 | +| deu-eng | newstestALL2020 | 0.57511 | 30.8 | 785 | 38220 | +| eng-deu | newstestALL2020 | 0.56905 | 28.2 | 1418 | 52383 | +| deu-eng | newstestB2020 | 0.57270 | 30.4 | 785 | 37696 | +| eng-deu | newstestB2020 | 0.55895 | 27.8 | 1418 | 53092 | +| deu-afr | ntrex128 | 0.55112 | 25.2 | 1997 | 50050 | +| deu-bel | ntrex128 | 0.43275 | 14.7 | 1997 | 43951 | +| deu-ben | ntrex128 | 0.40104 | 6.3 | 1997 | 40095 | +| deu-bul | ntrex128 | 0.50482 | 22.6 | 1997 | 48832 | +| deu-cat | ntrex128 | 0.53145 | 25.8 | 1997 | 53438 | +| deu-ces | ntrex128 | 0.49340 | 20.9 | 1997 | 43356 | +| deu-cym | ntrex128 | 0.46757 | 16.9 | 1997 | 51768 | +| deu-dan | ntrex128 | 0.54629 | 27.2 | 1997 | 47643 | +| deu-div | ntrex128 | 9.726 | 0.0 | 1997 | 37802 | +| deu-ell | ntrex128 | 0.47825 | 21.0 | 1997 | 52028 | +| deu-eng | ntrex128 | 0.60047 | 31.8 | 1997 | 47673 | +| deu-fas | ntrex128 | 0.40193 | 12.7 | 1997 | 50525 | +| deu-fra | ntrex128 | 0.54175 | 26.6 | 1997 | 53481 | +| deu-gle | ntrex128 | 0.42902 | 13.7 | 1997 | 55846 | +| deu-glg | ntrex128 | 0.53430 | 25.5 | 1997 | 50432 | +| deu-hin | ntrex128 | 0.41309 | 15.0 | 1997 | 55219 | +| deu-hrv | ntrex128 | 0.51998 | 22.0 | 1997 | 44449 | +| deu-isl | ntrex128 | 0.44649 | 16.0 | 1997 | 46643 | +| deu-ita | ntrex128 | 0.54145 | 24.8 | 1997 | 50759 | +| deu-lav | ntrex128 | 0.45243 | 14.0 | 1997 | 44709 | +| deu-lit | ntrex128 | 0.47694 | 15.1 | 1997 | 41189 | +| deu-ltz | ntrex128 | 0.45326 | 13.1 | 1997 | 49763 | +| deu-mkd | ntrex128 | 0.52189 | 21.8 | 1997 | 47552 | +| deu-nld | ntrex128 | 0.55518 | 26.0 | 1997 | 51884 | +| deu-nno | ntrex128 | 0.49799 | 20.2 | 1997 | 46512 | +| deu-nob | ntrex128 | 0.54700 | 25.7 | 1997 | 45501 | +| deu-pol | ntrex128 | 0.47430 | 18.1 | 1997 | 44700 | +| deu-por | ntrex128 | 0.53262 | 24.6 | 1997 | 51631 | +| deu-ron | ntrex128 | 0.51091 | 24.2 | 1997 | 53498 | +| deu-rus | ntrex128 | 0.47374 | 20.0 | 1997 | 45714 | +| deu-slk | ntrex128 | 0.47850 | 19.9 | 1997 | 44242 | +| deu-slv | ntrex128 | 0.50797 | 21.7 | 1997 | 46072 | +| deu-snd_Arab | ntrex128 | 0.646 | 0.1 | 1997 | 49866 | +| deu-spa | ntrex128 | 0.55580 | 28.9 | 1997 | 54107 | +| deu-sqi | ntrex128 | 0.50383 | 21.4 | 1997 | 54563 | +| deu-swe | ntrex128 | 0.56144 | 26.9 | 1997 | 44889 | +| deu-ukr | ntrex128 | 0.45481 | 16.5 | 1997 | 45346 | +| eng-afr | ntrex128 | 0.66106 | 40.7 | 1997 | 50050 | +| eng-bel | ntrex128 | 0.47642 | 19.3 | 1997 | 43951 | +| eng-ben | ntrex128 | 0.44938 | 10.2 | 1997 | 40095 | +| eng-bul | ntrex128 | 0.55238 | 28.3 | 1997 | 48832 | +| eng-cat | ntrex128 | 0.59563 | 33.8 | 1997 | 53438 | +| eng-ces | ntrex128 | 0.54586 | 26.4 | 1997 | 43356 | +| eng-cym | ntrex128 | 0.54759 | 26.0 | 1997 | 51768 | +| eng-dan | ntrex128 | 0.60350 | 35.6 | 1997 | 47643 | +| eng-deu | ntrex128 | 0.57027 | 27.9 | 1997 | 48761 | +| eng-div | ntrex128 | 9.103 | 0.0 | 1997 | 37802 | +| eng-ell | ntrex128 | 0.53745 | 28.5 | 1997 | 52028 | +| eng-fas | ntrex128 | 0.44487 | 17.0 | 1997 | 50525 | +| eng-fra | ntrex128 | 0.59630 | 32.9 | 1997 | 53481 | +| eng-gle | ntrex128 | 0.48192 | 19.0 | 1997 | 55846 | +| eng-glg | ntrex128 | 0.60389 | 34.3 | 1997 | 50432 | +| eng-guj | ntrex128 | 0.40892 | 10.6 | 1997 | 45335 | +| eng-hin | ntrex128 | 0.48575 | 22.9 | 1997 | 55219 | +| eng-hrv | ntrex128 | 0.58236 | 30.0 | 1997 | 44449 | +| eng-isl | ntrex128 | 0.48066 | 20.3 | 1997 | 46643 | +| eng-ita | ntrex128 | 0.60485 | 33.7 | 1997 | 50759 | +| eng-lav | ntrex128 | 0.49041 | 17.5 | 1997 | 44709 | +| eng-lit | ntrex128 | 0.51230 | 18.3 | 1997 | 41189 | +| eng-ltz | ntrex128 | 0.46754 | 15.0 | 1997 | 49763 | +| eng-mkd | ntrex128 | 0.59421 | 30.5 | 1997 | 47552 | +| eng-nld | ntrex128 | 0.59539 | 31.7 | 1997 | 51884 | +| eng-nno | ntrex128 | 0.58757 | 30.9 | 1997 | 46512 | +| eng-nob | ntrex128 | 0.61045 | 35.2 | 1997 | 45501 | +| eng-pol | ntrex128 | 0.50306 | 21.5 | 1997 | 44700 | +| eng-por | ntrex128 | 0.59064 | 32.3 | 1997 | 51631 | +| eng-prs | ntrex128 | 0.40486 | 13.7 | 1997 | 52316 | +| eng-ron | ntrex128 | 0.56071 | 30.3 | 1997 | 53498 | +| eng-rus | ntrex128 | 0.52359 | 26.5 | 1997 | 45714 | +| eng-slk | ntrex128 | 0.54391 | 26.5 | 1997 | 44242 | +| eng-slv | ntrex128 | 0.54372 | 25.9 | 1997 | 46072 | +| eng-snd_Arab | ntrex128 | 0.659 | 0.1 | 1997 | 49866 | +| eng-spa | ntrex128 | 0.62654 | 38.1 | 1997 | 54107 | +| eng-sqi | ntrex128 | 0.56845 | 30.7 | 1997 | 54563 | +| eng-srp_Cyrl | ntrex128 | 0.43244 | 18.5 | 1997 | 45487 | +| eng-swe | ntrex128 | 0.64175 | 38.8 | 1997 | 44889 | +| eng-ukr | ntrex128 | 0.49480 | 21.0 | 1997 | 45346 | +| eng-urd | ntrex128 | 0.44382 | 17.8 | 1997 | 54259 | +| fra-afr | ntrex128 | 0.53285 | 23.8 | 1997 | 50050 | +| fra-bel | ntrex128 | 0.42933 | 14.5 | 1997 | 43951 | +| fra-bul | ntrex128 | 0.50188 | 22.6 | 1997 | 48832 | +| fra-cat | ntrex128 | 0.54019 | 26.5 | 1997 | 53438 | +| fra-ces | ntrex128 | 0.47876 | 19.4 | 1997 | 43356 | +| fra-cym | ntrex128 | 0.47101 | 18.2 | 1997 | 51768 | +| fra-dan | ntrex128 | 0.52518 | 25.5 | 1997 | 47643 | +| fra-deu | ntrex128 | 0.51567 | 21.8 | 1997 | 48761 | +| fra-div | ntrex128 | 9.433 | 0.0 | 1997 | 37802 | +| fra-ell | ntrex128 | 0.47986 | 21.3 | 1997 | 52028 | +| fra-eng | ntrex128 | 0.59200 | 31.6 | 1997 | 47673 | +| fra-gle | ntrex128 | 0.42837 | 13.5 | 1997 | 55846 | +| fra-glg | ntrex128 | 0.54310 | 26.4 | 1997 | 50432 | +| fra-hin | ntrex128 | 0.41234 | 15.4 | 1997 | 55219 | +| fra-hrv | ntrex128 | 0.51276 | 21.4 | 1997 | 44449 | +| fra-isl | ntrex128 | 0.44117 | 16.4 | 1997 | 46643 | +| fra-ita | ntrex128 | 0.55460 | 26.5 | 1997 | 50759 | +| fra-lav | ntrex128 | 0.44057 | 13.3 | 1997 | 44709 | +| fra-lit | ntrex128 | 0.46745 | 13.9 | 1997 | 41189 | +| fra-ltz | ntrex128 | 0.42060 | 11.2 | 1997 | 49763 | +| fra-mkd | ntrex128 | 0.51077 | 20.7 | 1997 | 47552 | +| fra-nld | ntrex128 | 0.53226 | 23.6 | 1997 | 51884 | +| fra-nno | ntrex128 | 0.48806 | 19.5 | 1997 | 46512 | +| fra-nob | ntrex128 | 0.52610 | 24.2 | 1997 | 45501 | +| fra-pol | ntrex128 | 0.46942 | 17.9 | 1997 | 44700 | +| fra-por | ntrex128 | 0.53724 | 25.2 | 1997 | 51631 | +| fra-ron | ntrex128 | 0.51064 | 23.7 | 1997 | 53498 | +| fra-rus | ntrex128 | 0.47588 | 20.7 | 1997 | 45714 | +| fra-slk | ntrex128 | 0.46230 | 18.1 | 1997 | 44242 | +| fra-slv | ntrex128 | 0.49389 | 20.4 | 1997 | 46072 | +| fra-snd_Arab | ntrex128 | 0.494 | 0.1 | 1997 | 49866 | +| fra-spa | ntrex128 | 0.56432 | 30.0 | 1997 | 54107 | +| fra-sqi | ntrex128 | 0.50181 | 21.7 | 1997 | 54563 | +| fra-swe | ntrex128 | 0.54462 | 25.8 | 1997 | 44889 | +| fra-ukr | ntrex128 | 0.44589 | 15.8 | 1997 | 45346 | +| por-afr | ntrex128 | 0.56124 | 26.6 | 1997 | 50050 | +| por-bel | ntrex128 | 0.44346 | 15.4 | 1997 | 43951 | +| por-bul | ntrex128 | 0.51578 | 24.1 | 1997 | 48832 | +| por-cat | ntrex128 | 0.57052 | 30.4 | 1997 | 53438 | +| por-ces | ntrex128 | 0.49385 | 21.0 | 1997 | 43356 | +| por-cym | ntrex128 | 0.47606 | 18.0 | 1997 | 51768 | +| por-dan | ntrex128 | 0.54564 | 27.9 | 1997 | 47643 | +| por-deu | ntrex128 | 0.53023 | 22.6 | 1997 | 48761 | +| por-div | ntrex128 | 8.442 | 0.0 | 1997 | 37802 | +| por-ell | ntrex128 | 0.50229 | 24.0 | 1997 | 52028 | +| por-eng | ntrex128 | 0.62761 | 36.2 | 1997 | 47673 | +| por-fas | ntrex128 | 0.40704 | 13.2 | 1997 | 50525 | +| por-fra | ntrex128 | 0.55864 | 27.9 | 1997 | 53481 | +| por-gle | ntrex128 | 0.43855 | 14.4 | 1997 | 55846 | +| por-glg | ntrex128 | 0.56576 | 28.9 | 1997 | 50432 | +| por-hin | ntrex128 | 0.41906 | 16.1 | 1997 | 55219 | +| por-hrv | ntrex128 | 0.52756 | 22.9 | 1997 | 44449 | +| por-isl | ntrex128 | 0.44649 | 16.4 | 1997 | 46643 | +| por-ita | ntrex128 | 0.57836 | 29.5 | 1997 | 50759 | +| por-lav | ntrex128 | 0.45519 | 14.3 | 1997 | 44709 | +| por-lit | ntrex128 | 0.48342 | 15.2 | 1997 | 41189 | +| por-mkd | ntrex128 | 0.53728 | 23.3 | 1997 | 47552 | +| por-nld | ntrex128 | 0.54708 | 25.9 | 1997 | 51884 | +| por-nno | ntrex128 | 0.50133 | 20.9 | 1997 | 46512 | +| por-nob | ntrex128 | 0.54357 | 25.6 | 1997 | 45501 | +| por-pol | ntrex128 | 0.47970 | 18.5 | 1997 | 44700 | +| por-ron | ntrex128 | 0.53061 | 26.3 | 1997 | 53498 | +| por-rus | ntrex128 | 0.48075 | 21.3 | 1997 | 45714 | +| por-slk | ntrex128 | 0.47540 | 19.2 | 1997 | 44242 | +| por-slv | ntrex128 | 0.50780 | 21.9 | 1997 | 46072 | +| por-snd_Arab | ntrex128 | 0.565 | 0.1 | 1997 | 49866 | +| por-spa | ntrex128 | 0.58969 | 33.3 | 1997 | 54107 | +| por-sqi | ntrex128 | 0.52446 | 25.0 | 1997 | 54563 | +| por-srp_Cyrl | ntrex128 | 0.40145 | 14.6 | 1997 | 45487 | +| por-swe | ntrex128 | 0.55721 | 26.9 | 1997 | 44889 | +| por-ukr | ntrex128 | 0.46398 | 17.9 | 1997 | 45346 | +| spa-afr | ntrex128 | 0.55892 | 25.5 | 1997 | 50050 | +| spa-bel | ntrex128 | 0.44316 | 15.1 | 1997 | 43951 | +| spa-ben | ntrex128 | 0.40604 | 6.6 | 1997 | 40095 | +| spa-bul | ntrex128 | 0.51341 | 23.6 | 1997 | 48832 | +| spa-cat | ntrex128 | 0.60359 | 33.7 | 1997 | 53438 | +| spa-ces | ntrex128 | 0.49078 | 20.2 | 1997 | 43356 | +| spa-cym | ntrex128 | 0.48640 | 19.0 | 1997 | 51768 | +| spa-dan | ntrex128 | 0.54368 | 26.6 | 1997 | 47643 | +| spa-deu | ntrex128 | 0.52793 | 22.0 | 1997 | 48761 | +| spa-div | ntrex128 | 8.405 | 0.0 | 1997 | 37802 | +| spa-ell | ntrex128 | 0.49688 | 23.5 | 1997 | 52028 | +| spa-eng | ntrex128 | 0.62576 | 34.6 | 1997 | 47673 | +| spa-fas | ntrex128 | 0.41004 | 13.0 | 1997 | 50525 | +| spa-fra | ntrex128 | 0.56440 | 28.5 | 1997 | 53481 | +| spa-gle | ntrex128 | 0.44229 | 14.7 | 1997 | 55846 | +| spa-glg | ntrex128 | 0.60955 | 33.9 | 1997 | 50432 | +| spa-hin | ntrex128 | 0.42185 | 16.1 | 1997 | 55219 | +| spa-hrv | ntrex128 | 0.53061 | 22.8 | 1997 | 44449 | +| spa-isl | ntrex128 | 0.45185 | 17.1 | 1997 | 46643 | +| spa-ita | ntrex128 | 0.56945 | 27.9 | 1997 | 50759 | +| spa-lav | ntrex128 | 0.45424 | 14.2 | 1997 | 44709 | +| spa-lit | ntrex128 | 0.48405 | 15.5 | 1997 | 41189 | +| spa-mkd | ntrex128 | 0.53653 | 22.9 | 1997 | 47552 | +| spa-nld | ntrex128 | 0.54795 | 25.6 | 1997 | 51884 | +| spa-nno | ntrex128 | 0.50373 | 20.9 | 1997 | 46512 | +| spa-nob | ntrex128 | 0.54331 | 25.4 | 1997 | 45501 | +| spa-pol | ntrex128 | 0.47592 | 18.3 | 1997 | 44700 | +| spa-por | ntrex128 | 0.56627 | 28.8 | 1997 | 51631 | +| spa-ron | ntrex128 | 0.53162 | 26.5 | 1997 | 53498 | +| spa-rus | ntrex128 | 0.48366 | 21.3 | 1997 | 45714 | +| spa-slk | ntrex128 | 0.47742 | 19.5 | 1997 | 44242 | +| spa-slv | ntrex128 | 0.50955 | 21.5 | 1997 | 46072 | +| spa-snd_Arab | ntrex128 | 0.611 | 0.1 | 1997 | 49866 | +| spa-sqi | ntrex128 | 0.52450 | 24.1 | 1997 | 54563 | +| spa-srp_Cyrl | ntrex128 | 0.40529 | 14.8 | 1997 | 45487 | +| spa-swe | ntrex128 | 0.55918 | 26.5 | 1997 | 44889 | +| spa-ukr | ntrex128 | 0.46554 | 18.0 | 1997 | 45346 | +| eng-ben | tico19-test | 0.43061 | 12.1 | 2100 | 51695 | +| eng-fas | tico19-test | 0.49470 | 21.5 | 2100 | 59779 | +| eng-fra | tico19-test | 0.60842 | 37.1 | 2100 | 64661 | +| eng-hin | tico19-test | 0.56535 | 33.7 | 2100 | 62680 | +| eng-nep | tico19-test | 0.43865 | 10.6 | 2100 | 48363 | +| eng-por | tico19-test | 0.70681 | 46.5 | 2100 | 62729 | +| eng-prs | tico19-test | 0.42390 | 16.0 | 2100 | 62972 | +| eng-rus | tico19-test | 0.54724 | 27.3 | 2100 | 55843 | +| eng-spa | tico19-test | 0.70628 | 47.9 | 2100 | 66563 | +| eng-urd | tico19-test | 0.44071 | 16.9 | 2100 | 65312 | +| fra-eng | tico19-test | 0.60880 | 37.3 | 2100 | 56323 | +| fra-fas | tico19-test | 0.41606 | 15.7 | 2100 | 59779 | +| fra-hin | tico19-test | 0.45682 | 22.6 | 2100 | 62680 | +| fra-por | tico19-test | 0.57865 | 33.3 | 2100 | 62729 | +| fra-rus | tico19-test | 0.47330 | 21.3 | 2100 | 55843 | +| fra-spa | tico19-test | 0.58605 | 35.3 | 2100 | 66563 | +| por-eng | tico19-test | 0.72407 | 49.2 | 2100 | 56315 | +| por-fas | tico19-test | 0.46862 | 18.3 | 2100 | 59779 | +| por-fra | tico19-test | 0.58796 | 33.5 | 2100 | 64661 | +| por-hin | tico19-test | 0.52110 | 27.5 | 2100 | 62680 | +| por-nep | tico19-test | 0.41083 | 7.9 | 2100 | 48363 | +| por-rus | tico19-test | 0.52261 | 24.0 | 2100 | 55843 | +| por-spa | tico19-test | 0.67491 | 43.7 | 2100 | 66563 | +| por-urd | tico19-test | 0.41511 | 14.4 | 2100 | 65312 | +| spa-ben | tico19-test | 0.40476 | 9.3 | 2100 | 51695 | +| spa-eng | tico19-test | 0.70962 | 47.1 | 2100 | 56315 | +| spa-fas | tico19-test | 0.46948 | 18.4 | 2100 | 59779 | +| spa-fra | tico19-test | 0.59250 | 34.3 | 2100 | 64661 | +| spa-hin | tico19-test | 0.51847 | 27.4 | 2100 | 62680 | +| spa-nep | tico19-test | 0.40390 | 7.3 | 2100 | 48363 | +| spa-por | tico19-test | 0.66969 | 41.5 | 2100 | 62729 | +| spa-prs | tico19-test | 0.40661 | 13.3 | 2100 | 62972 | +| spa-rus | tico19-test | 0.53338 | 25.0 | 2100 | 55843 | +| spa-urd | tico19-test | 0.41128 | 13.9 | 2100 | 65312 | + +## Citation Information + +* Publications: [Democratizing neural machine translation with OPUS-MT](https://doi.org/10.1007/s10579-023-09704-w) and [OPUS-MT – Building open translation services for the World](https://aclanthology.org/2020.eamt-1.61/) and [The Tatoeba Translation Challenge – Realistic Data Sets for Low Resource and Multilingual MT](https://aclanthology.org/2020.wmt-1.139/) (Please, cite if you use this model.) + +```bibtex +@article{tiedemann2023democratizing, + title={Democratizing neural machine translation with {OPUS-MT}}, + author={Tiedemann, J{\"o}rg and Aulamo, Mikko and Bakshandaeva, Daria and Boggia, Michele and Gr{\"o}nroos, Stig-Arne and Nieminen, Tommi and Raganato, Alessandro and Scherrer, Yves and Vazquez, Raul and Virpioja, Sami}, + journal={Language Resources and Evaluation}, + number={58}, + pages={713--755}, + year={2023}, + publisher={Springer Nature}, + issn={1574-0218}, + doi={10.1007/s10579-023-09704-w} +} + +@inproceedings{tiedemann-thottingal-2020-opus, + title = "{OPUS}-{MT} {--} Building open translation services for the World", + author = {Tiedemann, J{\"o}rg and Thottingal, Santhosh}, + booktitle = "Proceedings of the 22nd Annual Conference of the European Association for Machine Translation", + month = nov, + year = "2020", + address = "Lisboa, Portugal", + publisher = "European Association for Machine Translation", + url = "https://aclanthology.org/2020.eamt-1.61", + pages = "479--480", +} + +@inproceedings{tiedemann-2020-tatoeba, + title = "The Tatoeba Translation Challenge {--} Realistic Data Sets for Low Resource and Multilingual {MT}", + author = {Tiedemann, J{\"o}rg}, + booktitle = "Proceedings of the Fifth Conference on Machine Translation", + month = nov, + year = "2020", + address = "Online", + publisher = "Association for Computational Linguistics", + url = "https://aclanthology.org/2020.wmt-1.139", + pages = "1174--1182", +} +``` + +## Acknowledgements + +The work is supported by the [HPLT project](https://hplt-project.org/), funded by the European Union’s Horizon Europe research and innovation programme under grant agreement No 101070350. We are also grateful for the generous computational resources and IT infrastructure provided by [CSC -- IT Center for Science](https://www.csc.fi/), Finland, and the [EuroHPC supercomputer LUMI](https://www.lumi-supercomputer.eu/). + +## Model conversion info + +* transformers version: 4.45.1 +* OPUS-MT git hash: 0882077 +* port time: Tue Oct 8 10:12:36 EEST 2024 +* port machine: LM0-400-22516.local