Initial commit

Browse files

Files changed (13) hide show

.gitattributes +1 -0
README.md +3860 -0
benchmark_results.txt +323 -0
benchmark_translations.zip +0 -0
config.json +41 -0
generation_config.json +16 -0
model.safetensors +3 -0
pytorch_model.bin +3 -0
source.spm +3 -0
special_tokens_map.json +1 -0
target.spm +3 -0
tokenizer_config.json +1 -0
vocab.json +0 -0

.gitattributes CHANGED Viewed

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text

 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+*.spm filter=lfs diff=lfs merge=lfs -text

README.md ADDED Viewed

	@@ -0,0 +1,3860 @@

+---
+library_name: transformers
+language:
+- acf
+- an
+- ast
+- ca
+- cbk
+- co
+- crs
+- de
+- egl
+- en
+- es
+- ext
+- fr
+- frm
+- fro
+- frp
+- fur
+- gcf
+- gl
+- ht
+- it
+- kea
+- la
+- lad
+- lij
+- lld
+- lmo
+- lou
+- mfe
+- mo
+- mwl
+- nap
+- oc
+- osp
+- pap
+- pcd
+- pms
+- pt
+- rm
+- ro
+- rup
+- sc
+- scn
+- vec
+- wa
+tags:
+- translation
+- opus-mt-tc-bible
+license: apache-2.0
+model-index:
+- name: opus-mt-tc-bible-big-deu_eng_fra_por_spa-itc
+  results:
+  - task:
+      name: Translation deu-ast
+      type: translation
+      args: deu-ast
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: deu-ast
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.1
+       - name: chr-F
+         type: chrf
+         value: 0.53782
+  - task:
+      name: Translation deu-cat
+      type: translation
+      args: deu-cat
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: deu-cat
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 32.2
+       - name: chr-F
+         type: chrf
+         value: 0.58846
+  - task:
+      name: Translation deu-fra
+      type: translation
+      args: deu-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: deu-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 37.2
+       - name: chr-F
+         type: chrf
+         value: 0.62803
+  - task:
+      name: Translation deu-fur
+      type: translation
+      args: deu-fur
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: deu-fur
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.7
+       - name: chr-F
+         type: chrf
+         value: 0.46372
+  - task:
+      name: Translation deu-glg
+      type: translation
+      args: deu-glg
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: deu-glg
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.7
+       - name: chr-F
+         type: chrf
+         value: 0.56229
+  - task:
+      name: Translation deu-hat
+      type: translation
+      args: deu-hat
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: deu-hat
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.7
+       - name: chr-F
+         type: chrf
+         value: 0.46752
+  - task:
+      name: Translation deu-ita
+      type: translation
+      args: deu-ita
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: deu-ita
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.8
+       - name: chr-F
+         type: chrf
+         value: 0.55344
+  - task:
+      name: Translation deu-lij
+      type: translation
+      args: deu-lij
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: deu-lij
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.8
+       - name: chr-F
+         type: chrf
+         value: 0.40732
+  - task:
+      name: Translation deu-oci
+      type: translation
+      args: deu-oci
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: deu-oci
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.1
+       - name: chr-F
+         type: chrf
+         value: 0.52749
+  - task:
+      name: Translation deu-pap
+      type: translation
+      args: deu-pap
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: deu-pap
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.4
+       - name: chr-F
+         type: chrf
+         value: 0.49721
+  - task:
+      name: Translation deu-por
+      type: translation
+      args: deu-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: deu-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 34.7
+       - name: chr-F
+         type: chrf
+         value: 0.60818
+  - task:
+      name: Translation deu-ron
+      type: translation
+      args: deu-ron
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: deu-ron
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 31.1
+       - name: chr-F
+         type: chrf
+         value: 0.57873
+  - task:
+      name: Translation deu-spa
+      type: translation
+      args: deu-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: deu-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.4
+       - name: chr-F
+         type: chrf
+         value: 0.52442
+  - task:
+      name: Translation deu-srd
+      type: translation
+      args: deu-srd
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: deu-srd
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.1
+       - name: chr-F
+         type: chrf
+         value: 0.45629
+  - task:
+      name: Translation eng-ast
+      type: translation
+      args: eng-ast
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: eng-ast
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.8
+       - name: chr-F
+         type: chrf
+         value: 0.59255
+  - task:
+      name: Translation eng-cat
+      type: translation
+      args: eng-cat
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: eng-cat
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 42.8
+       - name: chr-F
+         type: chrf
+         value: 0.66809
+  - task:
+      name: Translation eng-fra
+      type: translation
+      args: eng-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: eng-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 49.5
+       - name: chr-F
+         type: chrf
+         value: 0.71001
+  - task:
+      name: Translation eng-fur
+      type: translation
+      args: eng-fur
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: eng-fur
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.0
+       - name: chr-F
+         type: chrf
+         value: 0.49164
+  - task:
+      name: Translation eng-glg
+      type: translation
+      args: eng-glg
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: eng-glg
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 36.1
+       - name: chr-F
+         type: chrf
+         value: 0.62349
+  - task:
+      name: Translation eng-hat
+      type: translation
+      args: eng-hat
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: eng-hat
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.3
+       - name: chr-F
+         type: chrf
+         value: 0.51720
+  - task:
+      name: Translation eng-ita
+      type: translation
+      args: eng-ita
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: eng-ita
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.7
+       - name: chr-F
+         type: chrf
+         value: 0.58898
+  - task:
+      name: Translation eng-kea
+      type: translation
+      args: eng-kea
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: eng-kea
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.0
+       - name: chr-F
+         type: chrf
+         value: 0.34963
+  - task:
+      name: Translation eng-lij
+      type: translation
+      args: eng-lij
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: eng-lij
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.8
+       - name: chr-F
+         type: chrf
+         value: 0.43644
+  - task:
+      name: Translation eng-oci
+      type: translation
+      args: eng-oci
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: eng-oci
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 35.2
+       - name: chr-F
+         type: chrf
+         value: 0.63245
+  - task:
+      name: Translation eng-pap
+      type: translation
+      args: eng-pap
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: eng-pap
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.4
+       - name: chr-F
+         type: chrf
+         value: 0.56775
+  - task:
+      name: Translation eng-por
+      type: translation
+      args: eng-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: eng-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 50.0
+       - name: chr-F
+         type: chrf
+         value: 0.71438
+  - task:
+      name: Translation eng-ron
+      type: translation
+      args: eng-ron
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: eng-ron
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 41.2
+       - name: chr-F
+         type: chrf
+         value: 0.65373
+  - task:
+      name: Translation eng-spa
+      type: translation
+      args: eng-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: eng-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.6
+       - name: chr-F
+         type: chrf
+         value: 0.55784
+  - task:
+      name: Translation eng-srd
+      type: translation
+      args: eng-srd
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: eng-srd
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.0
+       - name: chr-F
+         type: chrf
+         value: 0.49876
+  - task:
+      name: Translation fra-ast
+      type: translation
+      args: fra-ast
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: fra-ast
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.0
+       - name: chr-F
+         type: chrf
+         value: 0.53904
+  - task:
+      name: Translation fra-cat
+      type: translation
+      args: fra-cat
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: fra-cat
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 34.5
+       - name: chr-F
+         type: chrf
+         value: 0.60549
+  - task:
+      name: Translation fra-fur
+      type: translation
+      args: fra-fur
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: fra-fur
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.4
+       - name: chr-F
+         type: chrf
+         value: 0.49119
+  - task:
+      name: Translation fra-glg
+      type: translation
+      args: fra-glg
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: fra-glg
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 31.3
+       - name: chr-F
+         type: chrf
+         value: 0.57998
+  - task:
+      name: Translation fra-hat
+      type: translation
+      args: fra-hat
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: fra-hat
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.7
+       - name: chr-F
+         type: chrf
+         value: 0.52018
+  - task:
+      name: Translation fra-ita
+      type: translation
+      args: fra-ita
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: fra-ita
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.0
+       - name: chr-F
+         type: chrf
+         value: 0.56470
+  - task:
+      name: Translation fra-kea
+      type: translation
+      args: fra-kea
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: fra-kea
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.2
+       - name: chr-F
+         type: chrf
+         value: 0.38741
+  - task:
+      name: Translation fra-lij
+      type: translation
+      args: fra-lij
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: fra-lij
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.6
+       - name: chr-F
+         type: chrf
+         value: 0.43180
+  - task:
+      name: Translation fra-oci
+      type: translation
+      args: fra-oci
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: fra-oci
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.2
+       - name: chr-F
+         type: chrf
+         value: 0.58268
+  - task:
+      name: Translation fra-pap
+      type: translation
+      args: fra-pap
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: fra-pap
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.6
+       - name: chr-F
+         type: chrf
+         value: 0.51029
+  - task:
+      name: Translation fra-por
+      type: translation
+      args: fra-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: fra-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 37.5
+       - name: chr-F
+         type: chrf
+         value: 0.62540
+  - task:
+      name: Translation fra-ron
+      type: translation
+      args: fra-ron
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: fra-ron
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 32.7
+       - name: chr-F
+         type: chrf
+         value: 0.59255
+  - task:
+      name: Translation fra-spa
+      type: translation
+      args: fra-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: fra-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.4
+       - name: chr-F
+         type: chrf
+         value: 0.53001
+  - task:
+      name: Translation fra-srd
+      type: translation
+      args: fra-srd
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: fra-srd
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.9
+       - name: chr-F
+         type: chrf
+         value: 0.47645
+  - task:
+      name: Translation por-ast
+      type: translation
+      args: por-ast
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: por-ast
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.9
+       - name: chr-F
+         type: chrf
+         value: 0.55369
+  - task:
+      name: Translation por-cat
+      type: translation
+      args: por-cat
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: por-cat
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 36.4
+       - name: chr-F
+         type: chrf
+         value: 0.61981
+  - task:
+      name: Translation por-fra
+      type: translation
+      args: por-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: por-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 40.4
+       - name: chr-F
+         type: chrf
+         value: 0.64654
+  - task:
+      name: Translation por-fur
+      type: translation
+      args: por-fur
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: por-fur
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.1
+       - name: chr-F
+         type: chrf
+         value: 0.50078
+  - task:
+      name: Translation por-glg
+      type: translation
+      args: por-glg
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: por-glg
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 31.1
+       - name: chr-F
+         type: chrf
+         value: 0.58336
+  - task:
+      name: Translation por-hat
+      type: translation
+      args: por-hat
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: por-hat
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.0
+       - name: chr-F
+         type: chrf
+         value: 0.48834
+  - task:
+      name: Translation por-ita
+      type: translation
+      args: por-ita
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: por-ita
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.7
+       - name: chr-F
+         type: chrf
+         value: 0.56077
+  - task:
+      name: Translation por-kea
+      type: translation
+      args: por-kea
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: por-kea
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.6
+       - name: chr-F
+         type: chrf
+         value: 0.42451
+  - task:
+      name: Translation por-lij
+      type: translation
+      args: por-lij
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: por-lij
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.4
+       - name: chr-F
+         type: chrf
+         value: 0.43715
+  - task:
+      name: Translation por-oci
+      type: translation
+      args: por-oci
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: por-oci
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.1
+       - name: chr-F
+         type: chrf
+         value: 0.57143
+  - task:
+      name: Translation por-pap
+      type: translation
+      args: por-pap
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: por-pap
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.0
+       - name: chr-F
+         type: chrf
+         value: 0.52192
+  - task:
+      name: Translation por-ron
+      type: translation
+      args: por-ron
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: por-ron
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 34.2
+       - name: chr-F
+         type: chrf
+         value: 0.59962
+  - task:
+      name: Translation por-spa
+      type: translation
+      args: por-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: por-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.6
+       - name: chr-F
+         type: chrf
+         value: 0.53772
+  - task:
+      name: Translation por-srd
+      type: translation
+      args: por-srd
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: por-srd
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.8
+       - name: chr-F
+         type: chrf
+         value: 0.48882
+  - task:
+      name: Translation spa-ast
+      type: translation
+      args: spa-ast
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: spa-ast
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.3
+       - name: chr-F
+         type: chrf
+         value: 0.49512
+  - task:
+      name: Translation spa-cat
+      type: translation
+      args: spa-cat
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: spa-cat
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.1
+       - name: chr-F
+         type: chrf
+         value: 0.53968
+  - task:
+      name: Translation spa-fra
+      type: translation
+      args: spa-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: spa-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.9
+       - name: chr-F
+         type: chrf
+         value: 0.57461
+  - task:
+      name: Translation spa-fur
+      type: translation
+      args: spa-fur
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: spa-fur
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.1
+       - name: chr-F
+         type: chrf
+         value: 0.45785
+  - task:
+      name: Translation spa-glg
+      type: translation
+      args: spa-glg
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: spa-glg
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.2
+       - name: chr-F
+         type: chrf
+         value: 0.52933
+  - task:
+      name: Translation spa-hat
+      type: translation
+      args: spa-hat
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: spa-hat
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.0
+       - name: chr-F
+         type: chrf
+         value: 0.44627
+  - task:
+      name: Translation spa-ita
+      type: translation
+      args: spa-ita
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: spa-ita
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.4
+       - name: chr-F
+         type: chrf
+         value: 0.53063
+  - task:
+      name: Translation spa-lij
+      type: translation
+      args: spa-lij
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: spa-lij
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.2
+       - name: chr-F
+         type: chrf
+         value: 0.39784
+  - task:
+      name: Translation spa-oci
+      type: translation
+      args: spa-oci
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: spa-oci
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.4
+       - name: chr-F
+         type: chrf
+         value: 0.49293
+  - task:
+      name: Translation spa-pap
+      type: translation
+      args: spa-pap
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: spa-pap
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.7
+       - name: chr-F
+         type: chrf
+         value: 0.46595
+  - task:
+      name: Translation spa-por
+      type: translation
+      args: spa-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: spa-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.9
+       - name: chr-F
+         type: chrf
+         value: 0.56138
+  - task:
+      name: Translation spa-ron
+      type: translation
+      args: spa-ron
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: spa-ron
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.8
+       - name: chr-F
+         type: chrf
+         value: 0.53609
+  - task:
+      name: Translation spa-srd
+      type: translation
+      args: spa-srd
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: spa-srd
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.3
+       - name: chr-F
+         type: chrf
+         value: 0.44898
+  - task:
+      name: Translation deu-ast
+      type: translation
+      args: deu-ast
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: deu ast devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.5
+       - name: chr-F
+         type: chrf
+         value: 0.53230
+  - task:
+      name: Translation deu-cat
+      type: translation
+      args: deu-cat
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: deu cat devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 31.6
+       - name: chr-F
+         type: chrf
+         value: 0.58466
+  - task:
+      name: Translation deu-fra
+      type: translation
+      args: deu-fra
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: deu fra devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 36.5
+       - name: chr-F
+         type: chrf
+         value: 0.62370
+  - task:
+      name: Translation deu-glg
+      type: translation
+      args: deu-glg
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: deu glg devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.0
+       - name: chr-F
+         type: chrf
+         value: 0.55693
+  - task:
+      name: Translation deu-oci
+      type: translation
+      args: deu-oci
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: deu oci devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.3
+       - name: chr-F
+         type: chrf
+         value: 0.52253
+  - task:
+      name: Translation deu-por
+      type: translation
+      args: deu-por
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: deu por devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 34.8
+       - name: chr-F
+         type: chrf
+         value: 0.60688
+  - task:
+      name: Translation deu-ron
+      type: translation
+      args: deu-ron
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: deu ron devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.3
+       - name: chr-F
+         type: chrf
+         value: 0.57333
+  - task:
+      name: Translation eng-cat
+      type: translation
+      args: eng-cat
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: eng cat devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 42.5
+       - name: chr-F
+         type: chrf
+         value: 0.66607
+  - task:
+      name: Translation eng-fra
+      type: translation
+      args: eng-fra
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: eng fra devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 48.8
+       - name: chr-F
+         type: chrf
+         value: 0.70492
+  - task:
+      name: Translation eng-kea
+      type: translation
+      args: eng-kea
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: eng kea devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.7
+       - name: chr-F
+         type: chrf
+         value: 0.34867
+  - task:
+      name: Translation eng-por
+      type: translation
+      args: eng-por
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: eng por devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 49.3
+       - name: chr-F
+         type: chrf
+         value: 0.71112
+  - task:
+      name: Translation eng-ron
+      type: translation
+      args: eng-ron
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: eng ron devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 40.3
+       - name: chr-F
+         type: chrf
+         value: 0.64856
+  - task:
+      name: Translation fra-oci
+      type: translation
+      args: fra-oci
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: fra oci devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.2
+       - name: chr-F
+         type: chrf
+         value: 0.58559
+  - task:
+      name: Translation fra-ron
+      type: translation
+      args: fra-ron
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: fra ron devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 32.1
+       - name: chr-F
+         type: chrf
+         value: 0.58922
+  - task:
+      name: Translation por-kea
+      type: translation
+      args: por-kea
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: por kea devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.8
+       - name: chr-F
+         type: chrf
+         value: 0.40779
+  - task:
+      name: Translation por-oci
+      type: translation
+      args: por-oci
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: por oci devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.5
+       - name: chr-F
+         type: chrf
+         value: 0.57016
+  - task:
+      name: Translation spa-ast
+      type: translation
+      args: spa-ast
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: spa ast devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.3
+       - name: chr-F
+         type: chrf
+         value: 0.49666
+  - task:
+      name: Translation spa-cat
+      type: translation
+      args: spa-cat
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: spa cat devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.2
+       - name: chr-F
+         type: chrf
+         value: 0.54015
+  - task:
+      name: Translation spa-glg
+      type: translation
+      args: spa-glg
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: spa glg devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.1
+       - name: chr-F
+         type: chrf
+         value: 0.52923
+  - task:
+      name: Translation spa-oci
+      type: translation
+      args: spa-oci
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: spa oci devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.2
+       - name: chr-F
+         type: chrf
+         value: 0.49285
+  - task:
+      name: Translation spa-por
+      type: translation
+      args: spa-por
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: spa por devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.7
+       - name: chr-F
+         type: chrf
+         value: 0.55944
+  - task:
+      name: Translation spa-ron
+      type: translation
+      args: spa-ron
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: spa ron devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.3
+       - name: chr-F
+         type: chrf
+         value: 0.53282
+  - task:
+      name: Translation deu-fra
+      type: translation
+      args: deu-fra
+    dataset:
+      name: generaltest2022
+      type: generaltest2022
+      args: deu-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 37.4
+       - name: chr-F
+         type: chrf
+         value: 0.60634
+  - task:
+      name: Translation deu-fra
+      type: translation
+      args: deu-fra
+    dataset:
+      name: multi30k_test_2016_flickr
+      type: multi30k-2016_flickr
+      args: deu-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 38.5
+       - name: chr-F
+         type: chrf
+         value: 0.62595
+  - task:
+      name: Translation eng-fra
+      type: translation
+      args: eng-fra
+    dataset:
+      name: multi30k_test_2016_flickr
+      type: multi30k-2016_flickr
+      args: eng-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 51.4
+       - name: chr-F
+         type: chrf
+         value: 0.71630
+  - task:
+      name: Translation deu-fra
+      type: translation
+      args: deu-fra
+    dataset:
+      name: multi30k_test_2017_flickr
+      type: multi30k-2017_flickr
+      args: deu-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 37.3
+       - name: chr-F
+         type: chrf
+         value: 0.62733
+  - task:
+      name: Translation eng-fra
+      type: translation
+      args: eng-fra
+    dataset:
+      name: multi30k_test_2017_flickr
+      type: multi30k-2017_flickr
+      args: eng-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 50.8
+       - name: chr-F
+         type: chrf
+         value: 0.71850
+  - task:
+      name: Translation deu-fra
+      type: translation
+      args: deu-fra
+    dataset:
+      name: multi30k_test_2017_mscoco
+      type: multi30k-2017_mscoco
+      args: deu-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 33.8
+       - name: chr-F
+         type: chrf
+         value: 0.59089
+  - task:
+      name: Translation eng-fra
+      type: translation
+      args: eng-fra
+    dataset:
+      name: multi30k_test_2017_mscoco
+      type: multi30k-2017_mscoco
+      args: eng-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 54.1
+       - name: chr-F
+         type: chrf
+         value: 0.73129
+  - task:
+      name: Translation deu-fra
+      type: translation
+      args: deu-fra
+    dataset:
+      name: multi30k_test_2018_flickr
+      type: multi30k-2018_flickr
+      args: deu-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.9
+       - name: chr-F
+         type: chrf
+         value: 0.57155
+  - task:
+      name: Translation eng-fra
+      type: translation
+      args: eng-fra
+    dataset:
+      name: multi30k_test_2018_flickr
+      type: multi30k-2018_flickr
+      args: eng-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 41.9
+       - name: chr-F
+         type: chrf
+         value: 0.65461
+  - task:
+      name: Translation eng-fra
+      type: translation
+      args: eng-fra
+    dataset:
+      name: newsdiscusstest2015
+      type: newsdiscusstest2015
+      args: eng-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 38.5
+       - name: chr-F
+         type: chrf
+         value: 0.63660
+  - task:
+      name: Translation deu-cat
+      type: translation
+      args: deu-cat
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: deu-cat
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.2
+       - name: chr-F
+         type: chrf
+         value: 0.55033
+  - task:
+      name: Translation deu-fra
+      type: translation
+      args: deu-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: deu-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.5
+       - name: chr-F
+         type: chrf
+         value: 0.55854
+  - task:
+      name: Translation deu-glg
+      type: translation
+      args: deu-glg
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: deu-glg
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.8
+       - name: chr-F
+         type: chrf
+         value: 0.55034
+  - task:
+      name: Translation deu-ita
+      type: translation
+      args: deu-ita
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: deu-ita
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.6
+       - name: chr-F
+         type: chrf
+         value: 0.55733
+  - task:
+      name: Translation deu-por
+      type: translation
+      args: deu-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: deu-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.0
+       - name: chr-F
+         type: chrf
+         value: 0.54208
+  - task:
+      name: Translation deu-ron
+      type: translation
+      args: deu-ron
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: deu-ron
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.6
+       - name: chr-F
+         type: chrf
+         value: 0.52839
+  - task:
+      name: Translation deu-spa
+      type: translation
+      args: deu-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: deu-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.8
+       - name: chr-F
+         type: chrf
+         value: 0.56966
+  - task:
+      name: Translation eng-cat
+      type: translation
+      args: eng-cat
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: eng-cat
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 36.3
+       - name: chr-F
+         type: chrf
+         value: 0.61431
+  - task:
+      name: Translation eng-fra
+      type: translation
+      args: eng-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: eng-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 35.5
+       - name: chr-F
+         type: chrf
+         value: 0.61695
+  - task:
+      name: Translation eng-glg
+      type: translation
+      args: eng-glg
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: eng-glg
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 37.2
+       - name: chr-F
+         type: chrf
+         value: 0.62390
+  - task:
+      name: Translation eng-ita
+      type: translation
+      args: eng-ita
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: eng-ita
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 36.1
+       - name: chr-F
+         type: chrf
+         value: 0.62209
+  - task:
+      name: Translation eng-por
+      type: translation
+      args: eng-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: eng-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 33.5
+       - name: chr-F
+         type: chrf
+         value: 0.59859
+  - task:
+      name: Translation eng-ron
+      type: translation
+      args: eng-ron
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: eng-ron
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 33.4
+       - name: chr-F
+         type: chrf
+         value: 0.58128
+  - task:
+      name: Translation eng-spa
+      type: translation
+      args: eng-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: eng-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 40.3
+       - name: chr-F
+         type: chrf
+         value: 0.64099
+  - task:
+      name: Translation fra-cat
+      type: translation
+      args: fra-cat
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: fra-cat
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.1
+       - name: chr-F
+         type: chrf
+         value: 0.55093
+  - task:
+      name: Translation fra-glg
+      type: translation
+      args: fra-glg
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: fra-glg
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.0
+       - name: chr-F
+         type: chrf
+         value: 0.55325
+  - task:
+      name: Translation fra-ita
+      type: translation
+      args: fra-ita
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: fra-ita
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.4
+       - name: chr-F
+         type: chrf
+         value: 0.56188
+  - task:
+      name: Translation fra-por
+      type: translation
+      args: fra-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: fra-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.6
+       - name: chr-F
+         type: chrf
+         value: 0.54001
+  - task:
+      name: Translation fra-ron
+      type: translation
+      args: fra-ron
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: fra-ron
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.8
+       - name: chr-F
+         type: chrf
+         value: 0.51853
+  - task:
+      name: Translation fra-spa
+      type: translation
+      args: fra-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: fra-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 31.0
+       - name: chr-F
+         type: chrf
+         value: 0.57116
+  - task:
+      name: Translation por-cat
+      type: translation
+      args: por-cat
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: por-cat
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 31.6
+       - name: chr-F
+         type: chrf
+         value: 0.57962
+  - task:
+      name: Translation por-fra
+      type: translation
+      args: por-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: por-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.9
+       - name: chr-F
+         type: chrf
+         value: 0.56910
+  - task:
+      name: Translation por-glg
+      type: translation
+      args: por-glg
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: por-glg
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.3
+       - name: chr-F
+         type: chrf
+         value: 0.57389
+  - task:
+      name: Translation por-ita
+      type: translation
+      args: por-ita
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: por-ita
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.6
+       - name: chr-F
+         type: chrf
+         value: 0.58788
+  - task:
+      name: Translation por-ron
+      type: translation
+      args: por-ron
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: por-ron
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.0
+       - name: chr-F
+         type: chrf
+         value: 0.54276
+  - task:
+      name: Translation por-spa
+      type: translation
+      args: por-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: por-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 34.2
+       - name: chr-F
+         type: chrf
+         value: 0.59565
+  - task:
+      name: Translation spa-cat
+      type: translation
+      args: spa-cat
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: spa-cat
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 34.0
+       - name: chr-F
+         type: chrf
+         value: 0.60605
+  - task:
+      name: Translation spa-fra
+      type: translation
+      args: spa-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: spa-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.6
+       - name: chr-F
+         type: chrf
+         value: 0.57501
+  - task:
+      name: Translation spa-glg
+      type: translation
+      args: spa-glg
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: spa-glg
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 34.4
+       - name: chr-F
+         type: chrf
+         value: 0.61300
+  - task:
+      name: Translation spa-ita
+      type: translation
+      args: spa-ita
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: spa-ita
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.9
+       - name: chr-F
+         type: chrf
+         value: 0.57868
+  - task:
+      name: Translation spa-por
+      type: translation
+      args: spa-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: spa-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.1
+       - name: chr-F
+         type: chrf
+         value: 0.56730
+  - task:
+      name: Translation spa-ron
+      type: translation
+      args: spa-ron
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: spa-ron
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.9
+       - name: chr-F
+         type: chrf
+         value: 0.54222
+  - task:
+      name: Translation deu-cat
+      type: translation
+      args: deu-cat
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: deu-cat
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 44.3
+       - name: chr-F
+         type: chrf
+         value: 0.63465
+  - task:
+      name: Translation deu-fra
+      type: translation
+      args: deu-fra
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: deu-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 50.7
+       - name: chr-F
+         type: chrf
+         value: 0.68258
+  - task:
+      name: Translation deu-ita
+      type: translation
+      args: deu-ita
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: deu-ita
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 47.4
+       - name: chr-F
+         type: chrf
+         value: 0.68502
+  - task:
+      name: Translation deu-lad
+      type: translation
+      args: deu-lad
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: deu-lad
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.0
+       - name: chr-F
+         type: chrf
+         value: 0.38047
+  - task:
+      name: Translation deu-por
+      type: translation
+      args: deu-por
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: deu-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 43.1
+       - name: chr-F
+         type: chrf
+         value: 0.63684
+  - task:
+      name: Translation deu-ron
+      type: translation
+      args: deu-ron
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: deu-ron
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 42.6
+       - name: chr-F
+         type: chrf
+         value: 0.64207
+  - task:
+      name: Translation deu-spa
+      type: translation
+      args: deu-spa
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: deu-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 49.4
+       - name: chr-F
+         type: chrf
+         value: 0.68333
+  - task:
+      name: Translation eng-cat
+      type: translation
+      args: eng-cat
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: eng-cat
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 49.1
+       - name: chr-F
+         type: chrf
+         value: 0.67724
+  - task:
+      name: Translation eng-fra
+      type: translation
+      args: eng-fra
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: eng-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 51.6
+       - name: chr-F
+         type: chrf
+         value: 0.68777
+  - task:
+      name: Translation eng-glg
+      type: translation
+      args: eng-glg
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: eng-glg
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 45.2
+       - name: chr-F
+         type: chrf
+         value: 0.64530
+  - task:
+      name: Translation eng-ita
+      type: translation
+      args: eng-ita
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: eng-ita
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 53.3
+       - name: chr-F
+         type: chrf
+         value: 0.72115
+  - task:
+      name: Translation eng-lad
+      type: translation
+      args: eng-lad
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: eng-lad
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.2
+       - name: chr-F
+         type: chrf
+         value: 0.43857
+  - task:
+      name: Translation eng-lad_Latn
+      type: translation
+      args: eng-lad_Latn
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: eng-lad_Latn
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.6
+       - name: chr-F
+         type: chrf
+         value: 0.50848
+  - task:
+      name: Translation eng-lat
+      type: translation
+      args: eng-lat
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: eng-lat
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.0
+       - name: chr-F
+         type: chrf
+         value: 0.45710
+  - task:
+      name: Translation eng-por
+      type: translation
+      args: eng-por
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: eng-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 53.4
+       - name: chr-F
+         type: chrf
+         value: 0.72159
+  - task:
+      name: Translation eng-ron
+      type: translation
+      args: eng-ron
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: eng-ron
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 47.1
+       - name: chr-F
+         type: chrf
+         value: 0.67835
+  - task:
+      name: Translation eng-spa
+      type: translation
+      args: eng-spa
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: eng-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 55.8
+       - name: chr-F
+         type: chrf
+         value: 0.72875
+  - task:
+      name: Translation fra-cat
+      type: translation
+      args: fra-cat
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: fra-cat
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 44.6
+       - name: chr-F
+         type: chrf
+         value: 0.65547
+  - task:
+      name: Translation fra-fra
+      type: translation
+      args: fra-fra
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: fra-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 39.9
+       - name: chr-F
+         type: chrf
+         value: 0.61650
+  - task:
+      name: Translation fra-ita
+      type: translation
+      args: fra-ita
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: fra-ita
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 53.5
+       - name: chr-F
+         type: chrf
+         value: 0.72739
+  - task:
+      name: Translation fra-por
+      type: translation
+      args: fra-por
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: fra-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 52.0
+       - name: chr-F
+         type: chrf
+         value: 0.70655
+  - task:
+      name: Translation fra-ron
+      type: translation
+      args: fra-ron
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: fra-ron
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 43.7
+       - name: chr-F
+         type: chrf
+         value: 0.65399
+  - task:
+      name: Translation fra-spa
+      type: translation
+      args: fra-spa
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: fra-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 54.8
+       - name: chr-F
+         type: chrf
+         value: 0.72083
+  - task:
+      name: Translation multi-multi
+      type: translation
+      args: multi-multi
+    dataset:
+      name: tatoeba-test-v2020-07-28-v2023-09-26
+      type: tatoeba_mt
+      args: multi-multi
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 49.7
+       - name: chr-F
+         type: chrf
+         value: 0.67768
+  - task:
+      name: Translation por-cat
+      type: translation
+      args: por-cat
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: por-cat
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 52.0
+       - name: chr-F
+         type: chrf
+         value: 0.71178
+  - task:
+      name: Translation por-fra
+      type: translation
+      args: por-fra
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: por-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 60.4
+       - name: chr-F
+         type: chrf
+         value: 0.75691
+  - task:
+      name: Translation por-glg
+      type: translation
+      args: por-glg
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: por-glg
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 57.6
+       - name: chr-F
+         type: chrf
+         value: 0.74818
+  - task:
+      name: Translation por-ita
+      type: translation
+      args: por-ita
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: por-ita
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 58.7
+       - name: chr-F
+         type: chrf
+         value: 0.76899
+  - task:
+      name: Translation por-por
+      type: translation
+      args: por-por
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: por-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 51.0
+       - name: chr-F
+         type: chrf
+         value: 0.71775
+  - task:
+      name: Translation por-ron
+      type: translation
+      args: por-ron
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: por-ron
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 47.8
+       - name: chr-F
+         type: chrf
+         value: 0.69517
+  - task:
+      name: Translation por-spa
+      type: translation
+      args: por-spa
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: por-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 64.9
+       - name: chr-F
+         type: chrf
+         value: 0.79442
+  - task:
+      name: Translation spa-cat
+      type: translation
+      args: spa-cat
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: spa-cat
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 66.3
+       - name: chr-F
+         type: chrf
+         value: 0.81845
+  - task:
+      name: Translation spa-fra
+      type: translation
+      args: spa-fra
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: spa-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 57.4
+       - name: chr-F
+         type: chrf
+         value: 0.73277
+  - task:
+      name: Translation spa-glg
+      type: translation
+      args: spa-glg
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: spa-glg
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 61.5
+       - name: chr-F
+         type: chrf
+         value: 0.76118
+  - task:
+      name: Translation spa-ita
+      type: translation
+      args: spa-ita
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: spa-ita
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 59.5
+       - name: chr-F
+         type: chrf
+         value: 0.76742
+  - task:
+      name: Translation spa-lad
+      type: translation
+      args: spa-lad
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: spa-lad
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.4
+       - name: chr-F
+         type: chrf
+         value: 0.43064
+  - task:
+      name: Translation spa-lad_Latn
+      type: translation
+      args: spa-lad_Latn
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: spa-lad_Latn
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.1
+       - name: chr-F
+         type: chrf
+         value: 0.50795
+  - task:
+      name: Translation spa-por
+      type: translation
+      args: spa-por
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: spa-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 60.7
+       - name: chr-F
+         type: chrf
+         value: 0.76951
+  - task:
+      name: Translation spa-ron
+      type: translation
+      args: spa-ron
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: spa-ron
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 45.9
+       - name: chr-F
+         type: chrf
+         value: 0.67782
+  - task:
+      name: Translation spa-spa
+      type: translation
+      args: spa-spa
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: spa-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 49.6
+       - name: chr-F
+         type: chrf
+         value: 0.67346
+  - task:
+      name: Translation eng-fra
+      type: translation
+      args: eng-fra
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: eng-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 40.1
+       - name: chr-F
+         type: chrf
+         value: 0.62989
+  - task:
+      name: Translation eng-por
+      type: translation
+      args: eng-por
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: eng-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 50.0
+       - name: chr-F
+         type: chrf
+         value: 0.72708
+  - task:
+      name: Translation eng-spa
+      type: translation
+      args: eng-spa
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: eng-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 52.0
+       - name: chr-F
+         type: chrf
+         value: 0.73154
+  - task:
+      name: Translation fra-por
+      type: translation
+      args: fra-por
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: fra-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 34.1
+       - name: chr-F
+         type: chrf
+         value: 0.58383
+  - task:
+      name: Translation fra-spa
+      type: translation
+      args: fra-spa
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: fra-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 37.0
+       - name: chr-F
+         type: chrf
+         value: 0.59581
+  - task:
+      name: Translation por-fra
+      type: translation
+      args: por-fra
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: por-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 34.4
+       - name: chr-F
+         type: chrf
+         value: 0.59798
+  - task:
+      name: Translation por-spa
+      type: translation
+      args: por-spa
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: por-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 45.4
+       - name: chr-F
+         type: chrf
+         value: 0.68332
+  - task:
+      name: Translation spa-fra
+      type: translation
+      args: spa-fra
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: spa-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 35.5
+       - name: chr-F
+         type: chrf
+         value: 0.60469
+  - task:
+      name: Translation spa-por
+      type: translation
+      args: spa-por
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: spa-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 42.8
+       - name: chr-F
+         type: chrf
+         value: 0.67898
+  - task:
+      name: Translation deu-fra
+      type: translation
+      args: deu-fra
+    dataset:
+      name: newstest2008
+      type: wmt-2008-news
+      args: deu-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.3
+       - name: chr-F
+         type: chrf
+         value: 0.54926
+  - task:
+      name: Translation deu-spa
+      type: translation
+      args: deu-spa
+    dataset:
+      name: newstest2008
+      type: wmt-2008-news
+      args: deu-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.5
+       - name: chr-F
+         type: chrf
+         value: 0.53902
+  - task:
+      name: Translation eng-fra
+      type: translation
+      args: eng-fra
+    dataset:
+      name: newstest2008
+      type: wmt-2008-news
+      args: eng-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.8
+       - name: chr-F
+         type: chrf
+         value: 0.55358
+  - task:
+      name: Translation eng-spa
+      type: translation
+      args: eng-spa
+    dataset:
+      name: newstest2008
+      type: wmt-2008-news
+      args: eng-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.5
+       - name: chr-F
+         type: chrf
+         value: 0.56491
+  - task:
+      name: Translation fra-spa
+      type: translation
+      args: fra-spa
+    dataset:
+      name: newstest2008
+      type: wmt-2008-news
+      args: fra-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 33.0
+       - name: chr-F
+         type: chrf
+         value: 0.58764
+  - task:
+      name: Translation spa-fra
+      type: translation
+      args: spa-fra
+    dataset:
+      name: newstest2008
+      type: wmt-2008-news
+      args: spa-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 32.4
+       - name: chr-F
+         type: chrf
+         value: 0.58848
+  - task:
+      name: Translation deu-fra
+      type: translation
+      args: deu-fra
+    dataset:
+      name: newstest2009
+      type: wmt-2009-news
+      args: deu-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.4
+       - name: chr-F
+         type: chrf
+         value: 0.53870
+  - task:
+      name: Translation deu-ita
+      type: translation
+      args: deu-ita
+    dataset:
+      name: newstest2009
+      type: wmt-2009-news
+      args: deu-ita
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.4
+       - name: chr-F
+         type: chrf
+         value: 0.54509
+  - task:
+      name: Translation deu-spa
+      type: translation
+      args: deu-spa
+    dataset:
+      name: newstest2009
+      type: wmt-2009-news
+      args: deu-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.7
+       - name: chr-F
+         type: chrf
+         value: 0.53769
+  - task:
+      name: Translation eng-fra
+      type: translation
+      args: eng-fra
+    dataset:
+      name: newstest2009
+      type: wmt-2009-news
+      args: eng-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.3
+       - name: chr-F
+         type: chrf
+         value: 0.57566
+  - task:
+      name: Translation eng-ita
+      type: translation
+      args: eng-ita
+    dataset:
+      name: newstest2009
+      type: wmt-2009-news
+      args: eng-ita
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 31.4
+       - name: chr-F
+         type: chrf
+         value: 0.60372
+  - task:
+      name: Translation eng-spa
+      type: translation
+      args: eng-spa
+    dataset:
+      name: newstest2009
+      type: wmt-2009-news
+      args: eng-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.0
+       - name: chr-F
+         type: chrf
+         value: 0.57913
+  - task:
+      name: Translation fra-ita
+      type: translation
+      args: fra-ita
+    dataset:
+      name: newstest2009
+      type: wmt-2009-news
+      args: fra-ita
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.5
+       - name: chr-F
+         type: chrf
+         value: 0.59749
+  - task:
+      name: Translation fra-spa
+      type: translation
+      args: fra-spa
+    dataset:
+      name: newstest2009
+      type: wmt-2009-news
+      args: fra-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 32.1
+       - name: chr-F
+         type: chrf
+         value: 0.58921
+  - task:
+      name: Translation spa-fra
+      type: translation
+      args: spa-fra
+    dataset:
+      name: newstest2009
+      type: wmt-2009-news
+      args: spa-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 32.3
+       - name: chr-F
+         type: chrf
+         value: 0.59195
+  - task:
+      name: Translation spa-ita
+      type: translation
+      args: spa-ita
+    dataset:
+      name: newstest2009
+      type: wmt-2009-news
+      args: spa-ita
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 33.0
+       - name: chr-F
+         type: chrf
+         value: 0.61007
+  - task:
+      name: Translation deu-fra
+      type: translation
+      args: deu-fra
+    dataset:
+      name: newstest2010
+      type: wmt-2010-news
+      args: deu-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.5
+       - name: chr-F
+         type: chrf
+         value: 0.57888
+  - task:
+      name: Translation deu-spa
+      type: translation
+      args: deu-spa
+    dataset:
+      name: newstest2010
+      type: wmt-2010-news
+      args: deu-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 32.7
+       - name: chr-F
+         type: chrf
+         value: 0.59408
+  - task:
+      name: Translation eng-fra
+      type: translation
+      args: eng-fra
+    dataset:
+      name: newstest2010
+      type: wmt-2010-news
+      args: eng-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 32.4
+       - name: chr-F
+         type: chrf
+         value: 0.59588
+  - task:
+      name: Translation eng-spa
+      type: translation
+      args: eng-spa
+    dataset:
+      name: newstest2010
+      type: wmt-2010-news
+      args: eng-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 36.6
+       - name: chr-F
+         type: chrf
+         value: 0.61978
+  - task:
+      name: Translation fra-spa
+      type: translation
+      args: fra-spa
+    dataset:
+      name: newstest2010
+      type: wmt-2010-news
+      args: fra-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 37.7
+       - name: chr-F
+         type: chrf
+         value: 0.62513
+  - task:
+      name: Translation spa-fra
+      type: translation
+      args: spa-fra
+    dataset:
+      name: newstest2010
+      type: wmt-2010-news
+      args: spa-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 36.1
+       - name: chr-F
+         type: chrf
+         value: 0.62193
+  - task:
+      name: Translation deu-fra
+      type: translation
+      args: deu-fra
+    dataset:
+      name: newstest2011
+      type: wmt-2011-news
+      args: deu-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.5
+       - name: chr-F
+         type: chrf
+         value: 0.55704
+  - task:
+      name: Translation deu-spa
+      type: translation
+      args: deu-spa
+    dataset:
+      name: newstest2011
+      type: wmt-2011-news
+      args: deu-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.4
+       - name: chr-F
+         type: chrf
+         value: 0.56696
+  - task:
+      name: Translation eng-fra
+      type: translation
+      args: eng-fra
+    dataset:
+      name: newstest2011
+      type: wmt-2011-news
+      args: eng-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 34.3
+       - name: chr-F
+         type: chrf
+         value: 0.61071
+  - task:
+      name: Translation eng-spa
+      type: translation
+      args: eng-spa
+    dataset:
+      name: newstest2011
+      type: wmt-2011-news
+      args: eng-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 38.7
+       - name: chr-F
+         type: chrf
+         value: 0.62126
+  - task:
+      name: Translation fra-spa
+      type: translation
+      args: fra-spa
+    dataset:
+      name: newstest2011
+      type: wmt-2011-news
+      args: fra-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 40.0
+       - name: chr-F
+         type: chrf
+         value: 0.63139
+  - task:
+      name: Translation spa-fra
+      type: translation
+      args: spa-fra
+    dataset:
+      name: newstest2011
+      type: wmt-2011-news
+      args: spa-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 35.2
+       - name: chr-F
+         type: chrf
+         value: 0.61258
+  - task:
+      name: Translation deu-fra
+      type: translation
+      args: deu-fra
+    dataset:
+      name: newstest2012
+      type: wmt-2012-news
+      args: deu-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.6
+       - name: chr-F
+         type: chrf
+         value: 0.56034
+  - task:
+      name: Translation deu-spa
+      type: translation
+      args: deu-spa
+    dataset:
+      name: newstest2012
+      type: wmt-2012-news
+      args: deu-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 31.6
+       - name: chr-F
+         type: chrf
+         value: 0.57336
+  - task:
+      name: Translation eng-fra
+      type: translation
+      args: eng-fra
+    dataset:
+      name: newstest2012
+      type: wmt-2012-news
+      args: eng-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 31.9
+       - name: chr-F
+         type: chrf
+         value: 0.59264
+  - task:
+      name: Translation eng-spa
+      type: translation
+      args: eng-spa
+    dataset:
+      name: newstest2012
+      type: wmt-2012-news
+      args: eng-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 39.1
+       - name: chr-F
+         type: chrf
+         value: 0.62568
+  - task:
+      name: Translation fra-spa
+      type: translation
+      args: fra-spa
+    dataset:
+      name: newstest2012
+      type: wmt-2012-news
+      args: fra-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 39.5
+       - name: chr-F
+         type: chrf
+         value: 0.62725
+  - task:
+      name: Translation spa-fra
+      type: translation
+      args: spa-fra
+    dataset:
+      name: newstest2012
+      type: wmt-2012-news
+      args: spa-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 34.2
+       - name: chr-F
+         type: chrf
+         value: 0.61177
+  - task:
+      name: Translation deu-fra
+      type: translation
+      args: deu-fra
+    dataset:
+      name: newstest2013
+      type: wmt-2013-news
+      args: deu-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.9
+       - name: chr-F
+         type: chrf
+         value: 0.56475
+  - task:
+      name: Translation deu-spa
+      type: translation
+      args: deu-spa
+    dataset:
+      name: newstest2013
+      type: wmt-2013-news
+      args: deu-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 31.9
+       - name: chr-F
+         type: chrf
+         value: 0.57187
+  - task:
+      name: Translation eng-fra
+      type: translation
+      args: eng-fra
+    dataset:
+      name: newstest2013
+      type: wmt-2013-news
+      args: eng-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 33.3
+       - name: chr-F
+         type: chrf
+         value: 0.58938
+  - task:
+      name: Translation eng-spa
+      type: translation
+      args: eng-spa
+    dataset:
+      name: newstest2013
+      type: wmt-2013-news
+      args: eng-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 35.2
+       - name: chr-F
+         type: chrf
+         value: 0.59817
+  - task:
+      name: Translation fra-spa
+      type: translation
+      args: fra-spa
+    dataset:
+      name: newstest2013
+      type: wmt-2013-news
+      args: fra-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 35.1
+       - name: chr-F
+         type: chrf
+         value: 0.59482
+  - task:
+      name: Translation spa-fra
+      type: translation
+      args: spa-fra
+    dataset:
+      name: newstest2013
+      type: wmt-2013-news
+      args: spa-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 33.9
+       - name: chr-F
+         type: chrf
+         value: 0.59825
+  - task:
+      name: Translation eng-fra
+      type: translation
+      args: eng-fra
+    dataset:
+      name: newstest2014
+      type: wmt-2014-news
+      args: eng-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 40.2
+       - name: chr-F
+         type: chrf
+         value: 0.65438
+  - task:
+      name: Translation eng-ron
+      type: translation
+      args: eng-ron
+    dataset:
+      name: newstest2016
+      type: wmt-2016-news
+      args: eng-ron
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 32.2
+       - name: chr-F
+         type: chrf
+         value: 0.59473
+  - task:
+      name: Translation deu-fra
+      type: translation
+      args: deu-fra
+    dataset:
+      name: newstest2019
+      type: wmt-2019-news
+      args: deu-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 35.9
+       - name: chr-F
+         type: chrf
+         value: 0.62831
+  - task:
+      name: Translation deu-fra
+      type: translation
+      args: deu-fra
+    dataset:
+      name: newstest2020
+      type: wmt-2020-news
+      args: deu-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 33.0
+       - name: chr-F
+         type: chrf
+         value: 0.60408
+  - task:
+      name: Translation deu-fra
+      type: translation
+      args: deu-fra
+    dataset:
+      name: newstest2021
+      type: wmt-2021-news
+      args: deu-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 31.3
+       - name: chr-F
+         type: chrf
+         value: 0.58913
+---
+# opus-mt-tc-bible-big-deu_eng_fra_por_spa-itc
+## Table of Contents
+- [Model Details](#model-details)
+- [Uses](#uses)
+- [Risks, Limitations and Biases](#risks-limitations-and-biases)
+- [How to Get Started With the Model](#how-to-get-started-with-the-model)
+- [Training](#training)
+- [Evaluation](#evaluation)
+- [Citation Information](#citation-information)
+- [Acknowledgements](#acknowledgements)
+## Model Details
+Neural machine translation model for translating from unknown (deu+eng+fra+por+spa) to Italic languages (itc).
+This model is part of the [OPUS-MT project](https://github.com/Helsinki-NLP/Opus-MT), an effort to make neural machine translation models widely available and accessible for many languages in the world. All models are originally trained using the amazing framework of [Marian NMT](https://marian-nmt.github.io/), an efficient NMT implementation written in pure C++. The models have been converted to pyTorch using the transformers library by huggingface. Training data is taken from [OPUS](https://opus.nlpl.eu/) and training pipelines use the procedures of [OPUS-MT-train](https://github.com/Helsinki-NLP/Opus-MT-train).
+**Model Description:**
+- **Developed by:** Language Technology Research Group at the University of Helsinki
+- **Model Type:** Translation (transformer-big)
+- **Release**: 2024-05-30
+- **License:** Apache-2.0
+- **Language(s):**
+  - Source Language(s): deu eng fra por spa
+  - Target Language(s): acf arg ast cat cbk cos crs egl ext fra frm fro frp fur gcf glg hat ita kea lad lat lij lld lmo lou mfe mol mwl nap oci osp pap pcd pms por roh ron rup scn spa srd vec wln
+  - Valid Target Language Labels: >>acf<< >>aoa<< >>arg<< >>ast<< >>cat<< >>cbk<< >>cbk_Latn<< >>ccd<< >>cks<< >>cos<< >>cri<< >>crs<< >>dlm<< >>drc<< >>egl<< >>ext<< >>fab<< >>fax<< >>fra<< >>frc<< >>frm<< >>frm_Latn<< >>fro<< >>fro_Latn<< >>frp<< >>fur<< >>gcf<< >>gcf_Latn<< >>gcr<< >>glg<< >>hat<< >>idb<< >>ist<< >>ita<< >>itk<< >>kea<< >>kmv<< >>lad<< >>lad_Latn<< >>lat<< >>lat_Latn<< >>lij<< >>lld<< >>lld_Latn<< >>lmo<< >>lou<< >>lou_Latn<< >>mcm<< >>mfe<< >>mol<< >>mwl<< >>mxi<< >>mzs<< >>nap<< >>nrf<< >>oci<< >>osc<< >>osp<< >>osp_Latn<< >>pap<< >>pcd<< >>pln<< >>pms<< >>por<< >>pov<< >>pre<< >>pro<< >>rcf<< >>rgn<< >>roh<< >>ron<< >>ruo<< >>rup<< >>ruq<< >>scf<< >>scn<< >>spa<< >>spq<< >>spx<< >>srd<< >>tmg<< >>tvy<< >>vec<< >>vkp<< >>wln<< >>xfa<< >>xum<< >>xxx<<
+- **Original Model**: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip](https://object.pouta.csc.fi/Tatoeba-MT-models/deu+eng+fra+por+spa-itc/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip)
+- **Resources for more information:**
+  -  [OPUS-MT dashboard](https://opus.nlpl.eu/dashboard/index.php?pkg=opusmt&test=all&scoreslang=all&chart=standard&model=Tatoeba-MT-models/deu%2Beng%2Bfra%2Bpor%2Bspa-itc/opusTCv20230926max50%2Bbt%2Bjhubc_transformer-big_2024-05-30)
+  - [OPUS-MT-train GitHub Repo](https://github.com/Helsinki-NLP/OPUS-MT-train)
+  - [More information about MarianNMT models in the transformers library](https://huggingface.co/docs/transformers/model_doc/marian)
+  - [Tatoeba Translation Challenge](https://github.com/Helsinki-NLP/Tatoeba-Challenge/)
+  - [HPLT bilingual data v1 (as part of the Tatoeba Translation Challenge dataset)](https://hplt-project.org/datasets/v1)
+  - [A massively parallel Bible corpus](https://aclanthology.org/L14-1215/)
+This is a multilingual translation model with multiple target languages. A sentence initial language token is required in the form of `>>id<<` (id = valid target language ID), e.g. `>>acf<<`
+## Uses
+This model can be used for translation and text-to-text generation.
+## Risks, Limitations and Biases
+**CONTENT WARNING: Readers should be aware that the model is trained on various public data sets that may contain content that is disturbing, offensive, and can propagate historical and current stereotypes.**
+Significant research has explored bias and fairness issues with language models (see, e.g., [Sheng et al. (2021)](https://aclanthology.org/2021.acl-long.330.pdf) and [Bender et al. (2021)](https://dl.acm.org/doi/pdf/10.1145/3442188.3445922)).
+## How to Get Started With the Model
+A short example code:
+```python
+from transformers import MarianMTModel, MarianTokenizer
+src_text = [
+    ">>acf<< Replace this with text in an accepted source language.",
+    ">>wln<< This is the second sentence."
+]
+model_name = "pytorch-models/opus-mt-tc-bible-big-deu_eng_fra_por_spa-itc"
+tokenizer = MarianTokenizer.from_pretrained(model_name)
+model = MarianMTModel.from_pretrained(model_name)
+translated = model.generate(**tokenizer(src_text, return_tensors="pt", padding=True))
+for t in translated:
+    print( tokenizer.decode(t, skip_special_tokens=True) )
+```
+You can also use OPUS-MT models with the transformers pipelines, for example:
+```python
+from transformers import pipeline
+pipe = pipeline("translation", model="Helsinki-NLP/opus-mt-tc-bible-big-deu_eng_fra_por_spa-itc")
+print(pipe(">>acf<< Replace this with text in an accepted source language."))
+```
+## Training
+- **Data**: opusTCv20230926max50+bt+jhubc ([source](https://github.com/Helsinki-NLP/Tatoeba-Challenge))
+- **Pre-processing**: SentencePiece (spm32k,spm32k)
+- **Model Type:**  transformer-big
+- **Original MarianNMT Model**: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip](https://object.pouta.csc.fi/Tatoeba-MT-models/deu+eng+fra+por+spa-itc/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip)
+- **Training Scripts**: [GitHub Repo](https://github.com/Helsinki-NLP/OPUS-MT-train)
+## Evaluation
+* [Model scores at the OPUS-MT dashboard](https://opus.nlpl.eu/dashboard/index.php?pkg=opusmt&test=all&scoreslang=all&chart=standard&model=Tatoeba-MT-models/deu%2Beng%2Bfra%2Bpor%2Bspa-itc/opusTCv20230926max50%2Bbt%2Bjhubc_transformer-big_2024-05-30)
+* test set translations: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.test.txt](https://object.pouta.csc.fi/Tatoeba-MT-models/deu+eng+fra+por+spa-itc/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.test.txt)
+* test set scores: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.eval.txt](https://object.pouta.csc.fi/Tatoeba-MT-models/deu+eng+fra+por+spa-itc/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.eval.txt)
+* benchmark results: [benchmark_results.txt](benchmark_results.txt)
+* benchmark output: [benchmark_translations.zip](benchmark_translations.zip)
+| langpair | testset | chr-F | BLEU  | #sent | #words |
+|----------|---------|-------|-------|-------|--------|
+| deu-cat | tatoeba-test-v2021-08-07 | 0.63465 | 44.3 | 723 | 5539 |
+| deu-fra | tatoeba-test-v2021-08-07 | 0.68258 | 50.7 | 12418 | 102721 |
+| deu-ita | tatoeba-test-v2021-08-07 | 0.68502 | 47.4 | 10094 | 75504 |
+| deu-lad | tatoeba-test-v2021-08-07 | 0.38047 | 22.0 | 220 | 1130 |
+| deu-lat | tatoeba-test-v2021-08-07 | 0.42567 | 16.2 | 2016 | 10538 |
+| deu-por | tatoeba-test-v2021-08-07 | 0.63684 | 43.1 | 10000 | 81482 |
+| deu-ron | tatoeba-test-v2021-08-07 | 0.64207 | 42.6 | 1141 | 7432 |
+| deu-spa | tatoeba-test-v2021-08-07 | 0.68333 | 49.4 | 10521 | 82570 |
+| eng-cat | tatoeba-test-v2021-08-07 | 0.67724 | 49.1 | 1631 | 12344 |
+| eng-fra | tatoeba-test-v2021-08-07 | 0.68777 | 51.6 | 12681 | 106378 |
+| eng-glg | tatoeba-test-v2021-08-07 | 0.64530 | 45.2 | 1015 | 7881 |
+| eng-ita | tatoeba-test-v2021-08-07 | 0.72115 | 53.3 | 17320 | 116336 |
+| eng-lad | tatoeba-test-v2021-08-07 | 0.43857 | 24.2 | 768 | 4105 |
+| eng-lad_Latn | tatoeba-test-v2021-08-07 | 0.50848 | 27.6 | 672 | 3580 |
+| eng-lat | tatoeba-test-v2021-08-07 | 0.45710 | 20.0 | 10298 | 76510 |
+| eng-por | tatoeba-test-v2021-08-07 | 0.72159 | 53.4 | 13222 | 105265 |
+| eng-ron | tatoeba-test-v2021-08-07 | 0.67835 | 47.1 | 5508 | 40367 |
+| eng-spa | tatoeba-test-v2021-08-07 | 0.72875 | 55.8 | 16583 | 134710 |
+| fra-cat | tatoeba-test-v2021-08-07 | 0.65547 | 44.6 | 700 | 5342 |
+| fra-fra | tatoeba-test-v2021-08-07 | 0.61650 | 39.9 | 1000 | 7757 |
+| fra-ita | tatoeba-test-v2021-08-07 | 0.72739 | 53.5 | 10091 | 62060 |
+| fra-por | tatoeba-test-v2021-08-07 | 0.70655 | 52.0 | 10518 | 77650 |
+| fra-ron | tatoeba-test-v2021-08-07 | 0.65399 | 43.7 | 1925 | 12252 |
+| fra-spa | tatoeba-test-v2021-08-07 | 0.72083 | 54.8 | 10294 | 78406 |
+| por-cat | tatoeba-test-v2021-08-07 | 0.71178 | 52.0 | 747 | 6149 |
+| por-fra | tatoeba-test-v2021-08-07 | 0.75691 | 60.4 | 10518 | 80459 |
+| por-glg | tatoeba-test-v2021-08-07 | 0.74818 | 57.6 | 433 | 3016 |
+| por-ita | tatoeba-test-v2021-08-07 | 0.76899 | 58.7 | 3066 | 24897 |
+| por-por | tatoeba-test-v2021-08-07 | 0.71775 | 51.0 | 2500 | 19220 |
+| por-ron | tatoeba-test-v2021-08-07 | 0.69517 | 47.8 | 681 | 4521 |
+| por-spa | tatoeba-test-v2021-08-07 | 0.79442 | 64.9 | 10947 | 87335 |
+| spa-cat | tatoeba-test-v2021-08-07 | 0.81845 | 66.3 | 1534 | 12343 |
+| spa-fra | tatoeba-test-v2021-08-07 | 0.73277 | 57.4 | 10294 | 83501 |
+| spa-glg | tatoeba-test-v2021-08-07 | 0.76118 | 61.5 | 2121 | 16581 |
+| spa-ita | tatoeba-test-v2021-08-07 | 0.76742 | 59.5 | 5000 | 34515 |
+| spa-lad | tatoeba-test-v2021-08-07 | 0.43064 | 23.4 | 276 | 1464 |
+| spa-lad_Latn | tatoeba-test-v2021-08-07 | 0.50795 | 27.1 | 239 | 1254 |
+| spa-lat | tatoeba-test-v2021-08-07 | 0.44044 | 18.8 | 3129 | 27685 |
+| spa-por | tatoeba-test-v2021-08-07 | 0.76951 | 60.7 | 10947 | 87610 |
+| spa-ron | tatoeba-test-v2021-08-07 | 0.67782 | 45.9 | 1959 | 12503 |
+| spa-spa | tatoeba-test-v2021-08-07 | 0.67346 | 49.6 | 2500 | 21469 |
+| deu-ast | flores101-devtest | 0.53230 | 21.5 | 1012 | 24572 |
+| deu-cat | flores101-devtest | 0.58466 | 31.6 | 1012 | 27304 |
+| deu-fra | flores101-devtest | 0.62370 | 36.5 | 1012 | 28343 |
+| deu-glg | flores101-devtest | 0.55693 | 28.0 | 1012 | 26582 |
+| deu-oci | flores101-devtest | 0.52253 | 22.3 | 1012 | 27305 |
+| deu-por | flores101-devtest | 0.60688 | 34.8 | 1012 | 26519 |
+| deu-ron | flores101-devtest | 0.57333 | 30.3 | 1012 | 26799 |
+| eng-cat | flores101-devtest | 0.66607 | 42.5 | 1012 | 27304 |
+| eng-fra | flores101-devtest | 0.70492 | 48.8 | 1012 | 28343 |
+| eng-por | flores101-devtest | 0.71112 | 49.3 | 1012 | 26519 |
+| eng-ron | flores101-devtest | 0.64856 | 40.3 | 1012 | 26799 |
+| fra-oci | flores101-devtest | 0.58559 | 29.2 | 1012 | 27305 |
+| fra-ron | flores101-devtest | 0.58922 | 32.1 | 1012 | 26799 |
+| por-kea | flores101-devtest | 0.40779 | 12.8 | 1012 | 25540 |
+| por-oci | flores101-devtest | 0.57016 | 27.5 | 1012 | 27305 |
+| spa-ast | flores101-devtest | 0.49666 | 16.3 | 1012 | 24572 |
+| spa-cat | flores101-devtest | 0.54015 | 23.2 | 1012 | 27304 |
+| spa-glg | flores101-devtest | 0.52923 | 22.1 | 1012 | 26582 |
+| spa-oci | flores101-devtest | 0.49285 | 17.2 | 1012 | 27305 |
+| spa-por | flores101-devtest | 0.55944 | 25.7 | 1012 | 26519 |
+| spa-ron | flores101-devtest | 0.53282 | 23.3 | 1012 | 26799 |
+| deu-ast | flores200-devtest | 0.53782 | 22.1 | 1012 | 24572 |
+| deu-cat | flores200-devtest | 0.58846 | 32.2 | 1012 | 27304 |
+| deu-fra | flores200-devtest | 0.62803 | 37.2 | 1012 | 28343 |
+| deu-fur | flores200-devtest | 0.46372 | 18.7 | 1012 | 29171 |
+| deu-glg | flores200-devtest | 0.56229 | 28.7 | 1012 | 26582 |
+| deu-hat | flores200-devtest | 0.46752 | 15.7 | 1012 | 25833 |
+| deu-ita | flores200-devtest | 0.55344 | 25.8 | 1012 | 27306 |
+| deu-lij | flores200-devtest | 0.40732 | 11.8 | 1012 | 28625 |
+| deu-oci | flores200-devtest | 0.52749 | 23.1 | 1012 | 27305 |
+| deu-pap | flores200-devtest | 0.49721 | 22.4 | 1012 | 28016 |
+| deu-por | flores200-devtest | 0.60818 | 34.7 | 1012 | 26519 |
+| deu-ron | flores200-devtest | 0.57873 | 31.1 | 1012 | 26799 |
+| deu-spa | flores200-devtest | 0.52442 | 24.4 | 1012 | 29199 |
+| deu-srd | flores200-devtest | 0.45629 | 16.1 | 1012 | 28322 |
+| eng-ast | flores200-devtest | 0.59255 | 27.8 | 1012 | 24572 |
+| eng-cat | flores200-devtest | 0.66809 | 42.8 | 1012 | 27304 |
+| eng-fra | flores200-devtest | 0.71001 | 49.5 | 1012 | 28343 |
+| eng-fur | flores200-devtest | 0.49164 | 23.0 | 1012 | 29171 |
+| eng-glg | flores200-devtest | 0.62349 | 36.1 | 1012 | 26582 |
+| eng-hat | flores200-devtest | 0.51720 | 21.3 | 1012 | 25833 |
+| eng-ita | flores200-devtest | 0.58898 | 29.7 | 1012 | 27306 |
+| eng-lij | flores200-devtest | 0.43644 | 14.8 | 1012 | 28625 |
+| eng-oci | flores200-devtest | 0.63245 | 35.2 | 1012 | 27305 |
+| eng-pap | flores200-devtest | 0.56775 | 30.4 | 1012 | 28016 |
+| eng-por | flores200-devtest | 0.71438 | 50.0 | 1012 | 26519 |
+| eng-ron | flores200-devtest | 0.65373 | 41.2 | 1012 | 26799 |
+| eng-spa | flores200-devtest | 0.55784 | 27.6 | 1012 | 29199 |
+| eng-srd | flores200-devtest | 0.49876 | 21.0 | 1012 | 28322 |
+| fra-ast | flores200-devtest | 0.53904 | 22.0 | 1012 | 24572 |
+| fra-cat | flores200-devtest | 0.60549 | 34.5 | 1012 | 27304 |
+| fra-fur | flores200-devtest | 0.49119 | 21.4 | 1012 | 29171 |
+| fra-glg | flores200-devtest | 0.57998 | 31.3 | 1012 | 26582 |
+| fra-hat | flores200-devtest | 0.52018 | 20.7 | 1012 | 25833 |
+| fra-ita | flores200-devtest | 0.56470 | 27.0 | 1012 | 27306 |
+| fra-lij | flores200-devtest | 0.43180 | 13.6 | 1012 | 28625 |
+| fra-oci | flores200-devtest | 0.58268 | 29.2 | 1012 | 27305 |
+| fra-pap | flores200-devtest | 0.51029 | 23.6 | 1012 | 28016 |
+| fra-por | flores200-devtest | 0.62540 | 37.5 | 1012 | 26519 |
+| fra-ron | flores200-devtest | 0.59255 | 32.7 | 1012 | 26799 |
+| fra-spa | flores200-devtest | 0.53001 | 24.4 | 1012 | 29199 |
+| fra-srd | flores200-devtest | 0.47645 | 17.9 | 1012 | 28322 |
+| por-ast | flores200-devtest | 0.55369 | 23.9 | 1012 | 24572 |
+| por-cat | flores200-devtest | 0.61981 | 36.4 | 1012 | 27304 |
+| por-fra | flores200-devtest | 0.64654 | 40.4 | 1012 | 28343 |
+| por-fur | flores200-devtest | 0.50078 | 22.1 | 1012 | 29171 |
+| por-glg | flores200-devtest | 0.58336 | 31.1 | 1012 | 26582 |
+| por-hat | flores200-devtest | 0.48834 | 18.0 | 1012 | 25833 |
+| por-ita | flores200-devtest | 0.56077 | 26.7 | 1012 | 27306 |
+| por-kea | flores200-devtest | 0.42451 | 13.6 | 1012 | 25540 |
+| por-lij | flores200-devtest | 0.43715 | 13.4 | 1012 | 28625 |
+| por-oci | flores200-devtest | 0.57143 | 28.1 | 1012 | 27305 |
+| por-pap | flores200-devtest | 0.52192 | 25.0 | 1012 | 28016 |
+| por-ron | flores200-devtest | 0.59962 | 34.2 | 1012 | 26799 |
+| por-spa | flores200-devtest | 0.53772 | 25.6 | 1012 | 29199 |
+| por-srd | flores200-devtest | 0.48882 | 18.8 | 1012 | 28322 |
+| spa-ast | flores200-devtest | 0.49512 | 16.3 | 1012 | 24572 |
+| spa-cat | flores200-devtest | 0.53968 | 23.1 | 1012 | 27304 |
+| spa-fra | flores200-devtest | 0.57461 | 27.9 | 1012 | 28343 |
+| spa-fur | flores200-devtest | 0.45785 | 16.1 | 1012 | 29171 |
+| spa-glg | flores200-devtest | 0.52933 | 22.2 | 1012 | 26582 |
+| spa-hat | flores200-devtest | 0.44627 | 13.0 | 1012 | 25833 |
+| spa-ita | flores200-devtest | 0.53063 | 22.4 | 1012 | 27306 |
+| spa-oci | flores200-devtest | 0.49293 | 17.4 | 1012 | 27305 |
+| spa-pap | flores200-devtest | 0.46595 | 17.7 | 1012 | 28016 |
+| spa-por | flores200-devtest | 0.56138 | 25.9 | 1012 | 26519 |
+| spa-ron | flores200-devtest | 0.53609 | 23.8 | 1012 | 26799 |
+| spa-srd | flores200-devtest | 0.44898 | 13.3 | 1012 | 28322 |
+| deu-fra | generaltest2022 | 0.60634 | 37.4 | 1984 | 38276 |
+| deu-fra | multi30k_test_2016_flickr | 0.62595 | 38.5 | 1000 | 13505 |
+| eng-fra | multi30k_test_2016_flickr | 0.71630 | 51.4 | 1000 | 13505 |
+| deu-fra | multi30k_test_2017_flickr | 0.62733 | 37.3 | 1000 | 12118 |
+| eng-fra | multi30k_test_2017_flickr | 0.71850 | 50.8 | 1000 | 12118 |
+| deu-fra | multi30k_test_2017_mscoco | 0.59089 | 33.8 | 461 | 5484 |
+| eng-fra | multi30k_test_2017_mscoco | 0.73129 | 54.1 | 461 | 5484 |
+| deu-fra | multi30k_test_2018_flickr | 0.57155 | 30.9 | 1071 | 15867 |
+| eng-fra | multi30k_test_2018_flickr | 0.65461 | 41.9 | 1071 | 15867 |
+| eng-fra | newsdiscusstest2015 | 0.63660 | 38.5 | 1500 | 27975 |
+| deu-fra | newssyscomb2009 | 0.56035 | 27.6 | 502 | 12331 |
+| deu-ita | newssyscomb2009 | 0.55722 | 25.1 | 502 | 11551 |
+| deu-spa | newssyscomb2009 | 0.55595 | 28.5 | 502 | 12503 |
+| eng-fra | newssyscomb2009 | 0.58465 | 29.5 | 502 | 12331 |
+| eng-ita | newssyscomb2009 | 0.60792 | 31.3 | 502 | 11551 |
+| eng-spa | newssyscomb2009 | 0.58219 | 31.0 | 502 | 12503 |
+| fra-ita | newssyscomb2009 | 0.61352 | 31.9 | 502 | 11551 |
+| fra-spa | newssyscomb2009 | 0.60430 | 34.3 | 502 | 12503 |
+| spa-fra | newssyscomb2009 | 0.61491 | 34.6 | 502 | 12331 |
+| spa-ita | newssyscomb2009 | 0.61861 | 33.7 | 502 | 11551 |
+| deu-fra | newstest2008 | 0.54926 | 26.3 | 2051 | 52685 |
+| deu-spa | newstest2008 | 0.53902 | 25.5 | 2051 | 52586 |
+| eng-fra | newstest2008 | 0.55358 | 26.8 | 2051 | 52685 |
+| eng-spa | newstest2008 | 0.56491 | 29.5 | 2051 | 52586 |
+| fra-spa | newstest2008 | 0.58764 | 33.0 | 2051 | 52586 |
+| spa-fra | newstest2008 | 0.58848 | 32.4 | 2051 | 52685 |
+| deu-fra | newstest2009 | 0.53870 | 25.4 | 2525 | 69263 |
+| deu-ita | newstest2009 | 0.54509 | 24.4 | 2525 | 63466 |
+| deu-spa | newstest2009 | 0.53769 | 25.7 | 2525 | 68111 |
+| eng-fra | newstest2009 | 0.57566 | 29.3 | 2525 | 69263 |
+| eng-ita | newstest2009 | 0.60372 | 31.4 | 2525 | 63466 |
+| eng-spa | newstest2009 | 0.57913 | 30.0 | 2525 | 68111 |
+| fra-ita | newstest2009 | 0.59749 | 30.5 | 2525 | 63466 |
+| fra-spa | newstest2009 | 0.58921 | 32.1 | 2525 | 68111 |
+| spa-fra | newstest2009 | 0.59195 | 32.3 | 2525 | 69263 |
+| spa-ita | newstest2009 | 0.61007 | 33.0 | 2525 | 63466 |
+| deu-fra | newstest2010 | 0.57888 | 29.5 | 2489 | 66022 |
+| deu-spa | newstest2010 | 0.59408 | 32.7 | 2489 | 65480 |
+| eng-fra | newstest2010 | 0.59588 | 32.4 | 2489 | 66022 |
+| eng-spa | newstest2010 | 0.61978 | 36.6 | 2489 | 65480 |
+| fra-spa | newstest2010 | 0.62513 | 37.7 | 2489 | 65480 |
+| spa-fra | newstest2010 | 0.62193 | 36.1 | 2489 | 66022 |
+| deu-fra | newstest2011 | 0.55704 | 27.5 | 3003 | 80626 |
+| deu-spa | newstest2011 | 0.56696 | 30.4 | 3003 | 79476 |
+| eng-fra | newstest2011 | 0.61071 | 34.3 | 3003 | 80626 |
+| eng-spa | newstest2011 | 0.62126 | 38.7 | 3003 | 79476 |
+| fra-spa | newstest2011 | 0.63139 | 40.0 | 3003 | 79476 |
+| spa-fra | newstest2011 | 0.61258 | 35.2 | 3003 | 80626 |
+| deu-fra | newstest2012 | 0.56034 | 27.6 | 3003 | 78011 |
+| deu-spa | newstest2012 | 0.57336 | 31.6 | 3003 | 79006 |
+| eng-fra | newstest2012 | 0.59264 | 31.9 | 3003 | 78011 |
+| eng-spa | newstest2012 | 0.62568 | 39.1 | 3003 | 79006 |
+| fra-spa | newstest2012 | 0.62725 | 39.5 | 3003 | 79006 |
+| spa-fra | newstest2012 | 0.61177 | 34.2 | 3003 | 78011 |
+| deu-fra | newstest2013 | 0.56475 | 29.9 | 3000 | 70037 |
+| deu-spa | newstest2013 | 0.57187 | 31.9 | 3000 | 70528 |
+| eng-fra | newstest2013 | 0.58938 | 33.3 | 3000 | 70037 |
+| eng-spa | newstest2013 | 0.59817 | 35.2 | 3000 | 70528 |
+| fra-spa | newstest2013 | 0.59482 | 35.1 | 3000 | 70528 |
+| spa-fra | newstest2013 | 0.59825 | 33.9 | 3000 | 70037 |
+| eng-fra | newstest2014 | 0.65438 | 40.2 | 3003 | 77306 |
+| eng-ron | newstest2016 | 0.59473 | 32.2 | 1999 | 48945 |
+| deu-fra | newstest2019 | 0.62831 | 35.9 | 1701 | 42509 |
+| deu-fra | newstest2020 | 0.60408 | 33.0 | 1619 | 36890 |
+| deu-fra | newstest2021 | 0.58913 | 31.3 | 1000 | 23757 |
+| deu-cat | ntrex128 | 0.55033 | 28.2 | 1997 | 53438 |
+| deu-fra | ntrex128 | 0.55854 | 28.5 | 1997 | 53481 |
+| deu-glg | ntrex128 | 0.55034 | 27.8 | 1997 | 50432 |
+| deu-ita | ntrex128 | 0.55733 | 26.6 | 1997 | 50759 |
+| deu-por | ntrex128 | 0.54208 | 26.0 | 1997 | 51631 |
+| deu-ron | ntrex128 | 0.52839 | 26.6 | 1997 | 53498 |
+| deu-spa | ntrex128 | 0.56966 | 30.8 | 1997 | 54107 |
+| eng-cat | ntrex128 | 0.61431 | 36.3 | 1997 | 53438 |
+| eng-fra | ntrex128 | 0.61695 | 35.5 | 1997 | 53481 |
+| eng-glg | ntrex128 | 0.62390 | 37.2 | 1997 | 50432 |
+| eng-ita | ntrex128 | 0.62209 | 36.1 | 1997 | 50759 |
+| eng-por | ntrex128 | 0.59859 | 33.5 | 1997 | 51631 |
+| eng-ron | ntrex128 | 0.58128 | 33.4 | 1997 | 53498 |
+| eng-spa | ntrex128 | 0.64099 | 40.3 | 1997 | 54107 |
+| fra-cat | ntrex128 | 0.55093 | 28.1 | 1997 | 53438 |
+| fra-glg | ntrex128 | 0.55325 | 28.0 | 1997 | 50432 |
+| fra-ita | ntrex128 | 0.56188 | 27.4 | 1997 | 50759 |
+| fra-por | ntrex128 | 0.54001 | 25.6 | 1997 | 51631 |
+| fra-ron | ntrex128 | 0.51853 | 24.8 | 1997 | 53498 |
+| fra-spa | ntrex128 | 0.57116 | 31.0 | 1997 | 54107 |
+| por-cat | ntrex128 | 0.57962 | 31.6 | 1997 | 53438 |
+| por-fra | ntrex128 | 0.56910 | 28.9 | 1997 | 53481 |
+| por-glg | ntrex128 | 0.57389 | 30.3 | 1997 | 50432 |
+| por-ita | ntrex128 | 0.58788 | 30.6 | 1997 | 50759 |
+| por-ron | ntrex128 | 0.54276 | 28.0 | 1997 | 53498 |
+| por-spa | ntrex128 | 0.59565 | 34.2 | 1997 | 54107 |
+| spa-cat | ntrex128 | 0.60605 | 34.0 | 1997 | 53438 |
+| spa-fra | ntrex128 | 0.57501 | 29.6 | 1997 | 53481 |
+| spa-glg | ntrex128 | 0.61300 | 34.4 | 1997 | 50432 |
+| spa-ita | ntrex128 | 0.57868 | 28.9 | 1997 | 50759 |
+| spa-por | ntrex128 | 0.56730 | 29.1 | 1997 | 51631 |
+| spa-ron | ntrex128 | 0.54222 | 27.9 | 1997 | 53498 |
+| eng-fra | tico19-test | 0.62989 | 40.1 | 2100 | 64661 |
+| eng-por | tico19-test | 0.72708 | 50.0 | 2100 | 62729 |
+| eng-spa | tico19-test | 0.73154 | 52.0 | 2100 | 66563 |
+| fra-por | tico19-test | 0.58383 | 34.1 | 2100 | 62729 |
+| fra-spa | tico19-test | 0.59581 | 37.0 | 2100 | 66563 |
+| por-fra | tico19-test | 0.59798 | 34.4 | 2100 | 64661 |
+| por-spa | tico19-test | 0.68332 | 45.4 | 2100 | 66563 |
+| spa-fra | tico19-test | 0.60469 | 35.5 | 2100 | 64661 |
+| spa-por | tico19-test | 0.67898 | 42.8 | 2100 | 62729 |
+## Citation Information
+* Publications: [Democratizing neural machine translation with OPUS-MT](https://doi.org/10.1007/s10579-023-09704-w) and [OPUS-MT – Building open translation services for the World](https://aclanthology.org/2020.eamt-1.61/) and [The Tatoeba Translation Challenge – Realistic Data Sets for Low Resource and Multilingual MT](https://aclanthology.org/2020.wmt-1.139/) (Please, cite if you use this model.)
+```bibtex
+@article{tiedemann2023democratizing,
+  title={Democratizing neural machine translation with {OPUS-MT}},
+  author={Tiedemann, J{\"o}rg and Aulamo, Mikko and Bakshandaeva, Daria and Boggia, Michele and Gr{\"o}nroos, Stig-Arne and Nieminen, Tommi and Raganato, Alessandro and Scherrer, Yves and Vazquez, Raul and Virpioja, Sami},
+  journal={Language Resources and Evaluation},
+  number={58},
+  pages={713--755},
+  year={2023},
+  publisher={Springer Nature},
+  issn={1574-0218},
+  doi={10.1007/s10579-023-09704-w}
+}
+@inproceedings{tiedemann-thottingal-2020-opus,
+    title = "{OPUS}-{MT} {--} Building open translation services for the World",
+    author = {Tiedemann, J{\"o}rg  and Thottingal, Santhosh},
+    booktitle = "Proceedings of the 22nd Annual Conference of the European Association for Machine Translation",
+    month = nov,
+    year = "2020",
+    address = "Lisboa, Portugal",
+    publisher = "European Association for Machine Translation",
+    url = "https://aclanthology.org/2020.eamt-1.61",
+    pages = "479--480",
+}
+@inproceedings{tiedemann-2020-tatoeba,
+    title = "The Tatoeba Translation Challenge {--} Realistic Data Sets for Low Resource and Multilingual {MT}",
+    author = {Tiedemann, J{\"o}rg},
+    booktitle = "Proceedings of the Fifth Conference on Machine Translation",
+    month = nov,
+    year = "2020",
+    address = "Online",
+    publisher = "Association for Computational Linguistics",
+    url = "https://aclanthology.org/2020.wmt-1.139",
+    pages = "1174--1182",
+}
+```
+## Acknowledgements
+The work is supported by the [HPLT project](https://hplt-project.org/), funded by the European Union’s Horizon Europe research and innovation programme under grant agreement No 101070350. We are also grateful for the generous computational resources and IT infrastructure provided by [CSC -- IT Center for Science](https://www.csc.fi/), Finland, and the [EuroHPC supercomputer LUMI](https://www.lumi-supercomputer.eu/).
+## Model conversion info
+* transformers version: 4.45.1
+* OPUS-MT git hash: 0882077
+* port time: Tue Oct  8 10:16:22 EEST 2024
+* port machine: LM0-400-22516.local

benchmark_results.txt ADDED Viewed

	@@ -0,0 +1,323 @@

+multi-multi	tatoeba-test-v2020-07-28-v2023-09-26	0.67768	49.7	10000	81875
+deu-ast	flores101-devtest	0.53230	21.5	1012	24572
+deu-cat	flores101-devtest	0.58466	31.6	1012	27304
+deu-fra	flores101-devtest	0.62370	36.5	1012	28343
+deu-glg	flores101-devtest	0.55693	28.0	1012	26582
+deu-oci	flores101-devtest	0.52253	22.3	1012	27305
+deu-por	flores101-devtest	0.60688	34.8	1012	26519
+deu-ron	flores101-devtest	0.57333	30.3	1012	26799
+eng-cat	flores101-devtest	0.66607	42.5	1012	27304
+eng-fra	flores101-devtest	0.70492	48.8	1012	28343
+eng-kea	flores101-devtest	0.34867	10.7	1012	25540
+eng-por	flores101-devtest	0.71112	49.3	1012	26519
+eng-ron	flores101-devtest	0.64856	40.3	1012	26799
+fra-oci	flores101-devtest	0.58559	29.2	1012	27305
+fra-ron	flores101-devtest	0.58922	32.1	1012	26799
+por-kea	flores101-devtest	0.40779	12.8	1012	25540
+por-oci	flores101-devtest	0.57016	27.5	1012	27305
+spa-ast	flores101-devtest	0.49666	16.3	1012	24572
+spa-cat	flores101-devtest	0.54015	23.2	1012	27304
+spa-glg	flores101-devtest	0.52923	22.1	1012	26582
+spa-kea	flores101-devtest	0.36479	8.7	1012	25540
+spa-oci	flores101-devtest	0.49285	17.2	1012	27305
+spa-por	flores101-devtest	0.55944	25.7	1012	26519
+spa-ron	flores101-devtest	0.53282	23.3	1012	26799
+deu-ast	flores200-devtest	0.53782	22.1	1012	24572
+deu-cat	flores200-devtest	0.58846	32.2	1012	27304
+deu-fra	flores200-devtest	0.62803	37.2	1012	28343
+deu-fur	flores200-devtest	0.46372	18.7	1012	29171
+deu-glg	flores200-devtest	0.56229	28.7	1012	26582
+deu-hat	flores200-devtest	0.46752	15.7	1012	25833
+deu-ita	flores200-devtest	0.55344	25.8	1012	27306
+deu-kea	flores200-devtest	0.34337	9.1	1012	25540
+deu-lij	flores200-devtest	0.40732	11.8	1012	28625
+deu-lmo	flores200-devtest	0.27882	4.0	1012	29441
+deu-oci	flores200-devtest	0.52749	23.1	1012	27305
+deu-pap	flores200-devtest	0.49721	22.4	1012	28016
+deu-por	flores200-devtest	0.60818	34.7	1012	26519
+deu-ron	flores200-devtest	0.57873	31.1	1012	26799
+deu-scn	flores200-devtest	0.37299	6.7	1012	25160
+deu-spa	flores200-devtest	0.52442	24.4	1012	29199
+deu-srd	flores200-devtest	0.45629	16.1	1012	28322
+deu-vec	flores200-devtest	0.34140	4.3	1012	26257
+eng-ast	flores200-devtest	0.59255	27.8	1012	24572
+eng-cat	flores200-devtest	0.66809	42.8	1012	27304
+eng-fra	flores200-devtest	0.71001	49.5	1012	28343
+eng-fur	flores200-devtest	0.49164	23.0	1012	29171
+eng-glg	flores200-devtest	0.62349	36.1	1012	26582
+eng-hat	flores200-devtest	0.51720	21.3	1012	25833
+eng-ita	flores200-devtest	0.58898	29.7	1012	27306
+eng-kea	flores200-devtest	0.34963	11.0	1012	25540
+eng-lij	flores200-devtest	0.43644	14.8	1012	28625
+eng-lmo	flores200-devtest	0.28466	4.5	1012	29441
+eng-oci	flores200-devtest	0.63245	35.2	1012	27305
+eng-pap	flores200-devtest	0.56775	30.4	1012	28016
+eng-por	flores200-devtest	0.71438	50.0	1012	26519
+eng-ron	flores200-devtest	0.65373	41.2	1012	26799
+eng-scn	flores200-devtest	0.35944	4.9	1012	25160
+eng-spa	flores200-devtest	0.55784	27.6	1012	29199
+eng-srd	flores200-devtest	0.49876	21.0	1012	28322
+eng-vec	flores200-devtest	0.37256	6.0	1012	26257
+fra-ast	flores200-devtest	0.53904	22.0	1012	24572
+fra-cat	flores200-devtest	0.60549	34.5	1012	27304
+fra-fur	flores200-devtest	0.49119	21.4	1012	29171
+fra-glg	flores200-devtest	0.57998	31.3	1012	26582
+fra-hat	flores200-devtest	0.52018	20.7	1012	25833
+fra-ita	flores200-devtest	0.56470	27.0	1012	27306
+fra-kea	flores200-devtest	0.38741	11.2	1012	25540
+fra-lij	flores200-devtest	0.43180	13.6	1012	28625
+fra-lmo	flores200-devtest	0.30675	4.6	1012	29441
+fra-oci	flores200-devtest	0.58268	29.2	1012	27305
+fra-pap	flores200-devtest	0.51029	23.6	1012	28016
+fra-por	flores200-devtest	0.62540	37.5	1012	26519
+fra-ron	flores200-devtest	0.59255	32.7	1012	26799
+fra-scn	flores200-devtest	0.34251	3.9	1012	25160
+fra-spa	flores200-devtest	0.53001	24.4	1012	29199
+fra-srd	flores200-devtest	0.47645	17.9	1012	28322
+fra-vec	flores200-devtest	0.38718	5.7	1012	26257
+por-ast	flores200-devtest	0.55369	23.9	1012	24572
+por-cat	flores200-devtest	0.61981	36.4	1012	27304
+por-fra	flores200-devtest	0.64654	40.4	1012	28343
+por-fur	flores200-devtest	0.50078	22.1	1012	29171
+por-glg	flores200-devtest	0.58336	31.1	1012	26582
+por-hat	flores200-devtest	0.48834	18.0	1012	25833
+por-ita	flores200-devtest	0.56077	26.7	1012	27306
+por-kea	flores200-devtest	0.42451	13.6	1012	25540
+por-lij	flores200-devtest	0.43715	13.4	1012	28625
+por-lmo	flores200-devtest	0.30787	4.6	1012	29441
+por-oci	flores200-devtest	0.57143	28.1	1012	27305
+por-pap	flores200-devtest	0.52192	25.0	1012	28016
+por-ron	flores200-devtest	0.59962	34.2	1012	26799
+por-scn	flores200-devtest	0.36678	5.4	1012	25160
+por-spa	flores200-devtest	0.53772	25.6	1012	29199
+por-srd	flores200-devtest	0.48882	18.8	1012	28322
+por-vec	flores200-devtest	0.37954	5.8	1012	26257
+spa-ast	flores200-devtest	0.49512	16.3	1012	24572
+spa-cat	flores200-devtest	0.53968	23.1	1012	27304
+spa-fra	flores200-devtest	0.57461	27.9	1012	28343
+spa-fur	flores200-devtest	0.45785	16.1	1012	29171
+spa-glg	flores200-devtest	0.52933	22.2	1012	26582
+spa-hat	flores200-devtest	0.44627	13.0	1012	25833
+spa-ita	flores200-devtest	0.53063	22.4	1012	27306
+spa-kea	flores200-devtest	0.37488	9.2	1012	25540
+spa-lij	flores200-devtest	0.39784	10.2	1012	28625
+spa-lmo	flores200-devtest	0.28852	3.5	1012	29441
+spa-oci	flores200-devtest	0.49293	17.4	1012	27305
+spa-pap	flores200-devtest	0.46595	17.7	1012	28016
+spa-por	flores200-devtest	0.56138	25.9	1012	26519
+spa-ron	flores200-devtest	0.53609	23.8	1012	26799
+spa-scn	flores200-devtest	0.36589	5.3	1012	25160
+spa-srd	flores200-devtest	0.44898	13.3	1012	28322
+spa-vec	flores200-devtest	0.35740	4.5	1012	26257
+deu-fra	generaltest2022	0.60634	37.4	1984	38276
+deu-fra	multi30k_test_2016_flickr	0.62595	38.5	1000	13505
+eng-fra	multi30k_test_2016_flickr	0.71630	51.4	1000	13505
+deu-fra	multi30k_test_2017_flickr	0.62733	37.3	1000	12118
+eng-fra	multi30k_test_2017_flickr	0.71850	50.8	1000	12118
+deu-fra	multi30k_test_2017_mscoco	0.59089	33.8	461	5484
+eng-fra	multi30k_test_2017_mscoco	0.73129	54.1	461	5484
+deu-fra	multi30k_test_2018_flickr	0.57155	30.9	1071	15867
+eng-fra	multi30k_test_2018_flickr	0.65461	41.9	1071	15867
+eng-fra	newsdiscusstest2015	0.63660	38.5	1500	27975
+deu-fra	newssyscomb2009	0.56035	27.6	502	12331
+deu-ita	newssyscomb2009	0.55722	25.1	502	11551
+deu-spa	newssyscomb2009	0.55595	28.5	502	12503
+eng-fra	newssyscomb2009	0.58465	29.5	502	12331
+eng-ita	newssyscomb2009	0.60792	31.3	502	11551
+eng-spa	newssyscomb2009	0.58219	31.0	502	12503
+fra-ita	newssyscomb2009	0.61352	31.9	502	11551
+fra-spa	newssyscomb2009	0.60430	34.3	502	12503
+spa-fra	newssyscomb2009	0.61491	34.6	502	12331
+spa-ita	newssyscomb2009	0.61861	33.7	502	11551
+deu-fra	newstest2008	0.54926	26.3	2051	52685
+deu-spa	newstest2008	0.53902	25.5	2051	52586
+eng-fra	newstest2008	0.55358	26.8	2051	52685
+eng-spa	newstest2008	0.56491	29.5	2051	52586
+fra-spa	newstest2008	0.58764	33.0	2051	52586
+spa-fra	newstest2008	0.58848	32.4	2051	52685
+deu-fra	newstest2009	0.53870	25.4	2525	69263
+deu-ita	newstest2009	0.54509	24.4	2525	63466
+deu-spa	newstest2009	0.53769	25.7	2525	68111
+eng-fra	newstest2009	0.57566	29.3	2525	69263
+eng-ita	newstest2009	0.60372	31.4	2525	63466
+eng-spa	newstest2009	0.57913	30.0	2525	68111
+fra-ita	newstest2009	0.59749	30.5	2525	63466
+fra-spa	newstest2009	0.58921	32.1	2525	68111
+spa-fra	newstest2009	0.59195	32.3	2525	69263
+spa-ita	newstest2009	0.61007	33.0	2525	63466
+deu-fra	newstest2010	0.57888	29.5	2489	66022
+deu-spa	newstest2010	0.59408	32.7	2489	65480
+eng-fra	newstest2010	0.59588	32.4	2489	66022
+eng-spa	newstest2010	0.61978	36.6	2489	65480
+fra-spa	newstest2010	0.62513	37.7	2489	65480
+spa-fra	newstest2010	0.62193	36.1	2489	66022
+deu-fra	newstest2011	0.55704	27.5	3003	80626
+deu-spa	newstest2011	0.56696	30.4	3003	79476
+eng-fra	newstest2011	0.61071	34.3	3003	80626
+eng-spa	newstest2011	0.62126	38.7	3003	79476
+fra-spa	newstest2011	0.63139	40.0	3003	79476
+spa-fra	newstest2011	0.61258	35.2	3003	80626
+deu-fra	newstest2012	0.56034	27.6	3003	78011
+deu-spa	newstest2012	0.57336	31.6	3003	79006
+eng-fra	newstest2012	0.59264	31.9	3003	78011
+eng-spa	newstest2012	0.62568	39.1	3003	79006
+fra-spa	newstest2012	0.62725	39.5	3003	79006
+spa-fra	newstest2012	0.61177	34.2	3003	78011
+deu-fra	newstest2013	0.56475	29.9	3000	70037
+deu-spa	newstest2013	0.57187	31.9	3000	70528
+eng-fra	newstest2013	0.58938	33.3	3000	70037
+eng-spa	newstest2013	0.59817	35.2	3000	70528
+fra-spa	newstest2013	0.59482	35.1	3000	70528
+spa-fra	newstest2013	0.59825	33.9	3000	70037
+eng-fra	newstest2014	0.65438	40.2	3003	77306
+eng-ron	newstest2016	0.59473	32.2	1999	48945
+deu-fra	newstest2019	0.62831	35.9	1701	42509
+deu-fra	newstest2020	0.60408	33.0	1619	36890
+deu-fra	newstest2021	0.58913	31.3	1000	23757
+deu-cat	ntrex128	0.55033	28.2	1997	53438
+deu-fra	ntrex128	0.55854	28.5	1997	53481
+deu-glg	ntrex128	0.55034	27.8	1997	50432
+deu-ita	ntrex128	0.55733	26.6	1997	50759
+deu-por	ntrex128	0.54208	26.0	1997	51631
+deu-ron	ntrex128	0.52839	26.6	1997	53498
+deu-spa	ntrex128	0.56966	30.8	1997	54107
+eng-cat	ntrex128	0.61431	36.3	1997	53438
+eng-fra	ntrex128	0.61695	35.5	1997	53481
+eng-glg	ntrex128	0.62390	37.2	1997	50432
+eng-ita	ntrex128	0.62209	36.1	1997	50759
+eng-por	ntrex128	0.59859	33.5	1997	51631
+eng-ron	ntrex128	0.58128	33.4	1997	53498
+eng-spa	ntrex128	0.64099	40.3	1997	54107
+fra-cat	ntrex128	0.55093	28.1	1997	53438
+fra-glg	ntrex128	0.55325	28.0	1997	50432
+fra-ita	ntrex128	0.56188	27.4	1997	50759
+fra-por	ntrex128	0.54001	25.6	1997	51631
+fra-ron	ntrex128	0.51853	24.8	1997	53498
+fra-spa	ntrex128	0.57116	31.0	1997	54107
+por-cat	ntrex128	0.57962	31.6	1997	53438
+por-fra	ntrex128	0.56910	28.9	1997	53481
+por-glg	ntrex128	0.57389	30.3	1997	50432
+por-ita	ntrex128	0.58788	30.6	1997	50759
+por-ron	ntrex128	0.54276	28.0	1997	53498
+por-spa	ntrex128	0.59565	34.2	1997	54107
+spa-cat	ntrex128	0.60605	34.0	1997	53438
+spa-fra	ntrex128	0.57501	29.6	1997	53481
+spa-glg	ntrex128	0.61300	34.4	1997	50432
+spa-ita	ntrex128	0.57868	28.9	1997	50759
+spa-por	ntrex128	0.56730	29.1	1997	51631
+spa-ron	ntrex128	0.54222	27.9	1997	53498
+deu-spa	tatoeba-test-v2020-07-28	0.67669	48.5	10000	77529
+eng-fra	tatoeba-test-v2020-07-28	0.67371	50.0	10000	80769
+eng-glg	tatoeba-test-v2020-07-28	0.64146	44.9	1008	7830
+eng-lad	tatoeba-test-v2020-07-28	0.45044	24.8	629	3354
+eng-lad_Latn	tatoeba-test-v2020-07-28	0.49208	26.7	582	3097
+eng-lat	tatoeba-test-v2020-07-28	0.44396	17.8	10000	74905
+eng-por	tatoeba-test-v2020-07-28	0.71571	52.6	10000	75371
+eng-ron	tatoeba-test-v2020-07-28	0.66732	45.9	5000	36851
+eng-spa	tatoeba-test-v2020-07-28	0.70968	53.3	10000	77311
+fra-cat	tatoeba-test-v2020-07-28	0.65364	44.5	686	5214
+fra-lat	tatoeba-test-v2020-07-28	0.30695	5.7	2917	26768
+fra-spa	tatoeba-test-v2020-07-28	0.71822	54.4	10000	76002
+por-fra	tatoeba-test-v2020-07-28	0.75293	59.9	10000	73898
+por-glg	tatoeba-test-v2020-07-28	0.74574	58.3	430	2989
+por-ita	tatoeba-test-v2020-07-28	0.75871	56.6	2500	18301
+por-lat	tatoeba-test-v2020-07-28	0.36888	8.7	5000	49181
+por-ron	tatoeba-test-v2020-07-28	0.69267	47.8	681	4529
+por-spa	tatoeba-test-v2020-07-28	0.79367	64.6	10000	77915
+spa-fra	tatoeba-test-v2020-07-28	0.72889	56.8	10000	80915
+spa-lad	tatoeba-test-v2020-07-28	0.47372	25.3	207	1090
+spa-lat	tatoeba-test-v2020-07-28	0.42922	16.9	3131	27725
+spa-por	tatoeba-test-v2020-07-28	0.77158	60.9	10000	77911
+spa-ron	tatoeba-test-v2020-07-28	0.67539	45.7	1961	12518
+deu-cat	tatoeba-test-v2021-03-30	0.62929	43.6	727	5582
+deu-fra	tatoeba-test-v2021-03-30	0.67633	50.0	11388	93145
+deu-lad	tatoeba-test-v2021-03-30	0.39524	21.5	229	1183
+deu-spa	tatoeba-test-v2021-03-30	0.67713	48.6	10138	78787
+eng-fra	tatoeba-test-v2021-03-30	0.68058	50.8	10892	89269
+eng-ita	tatoeba-test-v2021-03-30	0.71096	51.4	13443	89836
+eng-lad	tatoeba-test-v2021-03-30	0.43752	24.3	781	4186
+eng-lad_Latn	tatoeba-test-v2021-03-30	0.49904	27.3	696	3712
+eng-lat	tatoeba-test-v2021-03-30	0.44360	17.7	10130	75612
+eng-pms	tatoeba-test-v2021-03-30	0.38841	15.2	270	2249
+eng-por	tatoeba-test-v2021-03-30	0.71793	52.9	11574	87572
+eng-ron	tatoeba-test-v2021-03-30	0.67139	46.5	10019	73774
+eng-spa	tatoeba-test-v2021-03-30	0.71501	54.1	11940	93423
+fra-cat	tatoeba-test-v2021-03-30	0.65356	44.3	705	5398
+fra-gcf	tatoeba-test-v2021-03-30	0.10334	0.1	1166	6131
+fra-ita	tatoeba-test-v2021-03-30	0.72572	53.2	10041	61568
+fra-lat	tatoeba-test-v2021-03-30	0.30695	5.7	2917	26768
+fra-oci	tatoeba-test-v2021-03-30	0.34570	10.0	807	6057
+fra-pcd	tatoeba-test-v2021-03-30	0.15219	1.2	268	1578
+fra-por	tatoeba-test-v2021-03-30	0.70473	51.7	10151	72451
+fra-ron	tatoeba-test-v2021-03-30	0.65512	44.1	1952	12383
+fra-spa	tatoeba-test-v2021-03-30	0.71879	54.4	10122	77059
+por-glg	tatoeba-test-v2021-03-30	0.74660	58.2	438	3048
+por-ita	tatoeba-test-v2021-03-30	0.76153	57.2	5069	37479
+por-lat_Latn	tatoeba-test-v2021-03-30	0.36907	8.8	5001	49208
+por-por	tatoeba-test-v2021-03-30	0.71803	50.8	2500	19220
+por-ron	tatoeba-test-v2021-03-30	0.69222	48.0	715	4725
+por-spa	tatoeba-test-v2021-03-30	0.79309	64.6	10395	80844
+spa-fra	tatoeba-test-v2021-03-30	0.72922	56.8	10122	82050
+spa-lad_Latn	tatoeba-test-v2021-03-30	0.50634	28.1	242	1306
+spa-lat	tatoeba-test-v2021-03-30	0.42922	16.9	3131	27725
+spa-por	tatoeba-test-v2021-03-30	0.77034	60.7	10395	81022
+spa-ron	tatoeba-test-v2021-03-30	0.67539	45.7	1961	12518
+spa-spa	tatoeba-test-v2021-03-30	0.67994	51.1	2500	21469
+deu-cat	tatoeba-test-v2021-08-07	0.63465	44.3	723	5539
+deu-fra	tatoeba-test-v2021-08-07	0.68258	50.7	12418	102721
+deu-ita	tatoeba-test-v2021-08-07	0.68502	47.4	10094	75504
+deu-lad	tatoeba-test-v2021-08-07	0.38047	22.0	220	1130
+deu-lat	tatoeba-test-v2021-08-07	0.42567	16.2	2016	10538
+deu-por	tatoeba-test-v2021-08-07	0.63684	43.1	10000	81482
+deu-ron	tatoeba-test-v2021-08-07	0.64207	42.6	1141	7432
+deu-spa	tatoeba-test-v2021-08-07	0.68333	49.4	10521	82570
+eng-cat	tatoeba-test-v2021-08-07	0.67724	49.1	1631	12344
+eng-fra	tatoeba-test-v2021-08-07	0.68777	51.6	12681	106378
+eng-glg	tatoeba-test-v2021-08-07	0.64530	45.2	1015	7881
+eng-ita	tatoeba-test-v2021-08-07	0.72115	53.3	17320	116336
+eng-lad	tatoeba-test-v2021-08-07	0.43857	24.2	768	4105
+eng-lad_Latn	tatoeba-test-v2021-08-07	0.50848	27.6	672	3580
+eng-lat	tatoeba-test-v2021-08-07	0.45710	20.0	10298	76510
+eng-oci	tatoeba-test-v2021-08-07	0.30533	9.2	841	5219
+eng-pms	tatoeba-test-v2021-08-07	0.38693	14.6	269	2247
+eng-por	tatoeba-test-v2021-08-07	0.72159	53.4	13222	105265
+eng-ron	tatoeba-test-v2021-08-07	0.67835	47.1	5508	40367
+eng-spa	tatoeba-test-v2021-08-07	0.72875	55.8	16583	134710
+fra-cat	tatoeba-test-v2021-08-07	0.65547	44.6	700	5342
+fra-fra	tatoeba-test-v2021-08-07	0.61650	39.9	1000	7757
+fra-gcf	tatoeba-test-v2021-08-07	0.10274	0.1	1164	6118
+fra-ita	tatoeba-test-v2021-08-07	0.72739	53.5	10091	62060
+fra-lat	tatoeba-test-v2021-08-07	0.30392	5.5	2915	26763
+fra-oci	tatoeba-test-v2021-08-07	0.34408	10.2	806	6047
+fra-pcd	tatoeba-test-v2021-08-07	0.15259	1.0	266	1569
+fra-por	tatoeba-test-v2021-08-07	0.70655	52.0	10518	77650
+fra-ron	tatoeba-test-v2021-08-07	0.65399	43.7	1925	12252
+fra-spa	tatoeba-test-v2021-08-07	0.72083	54.8	10294	78406
+por-cat	tatoeba-test-v2021-08-07	0.71178	52.0	747	6149
+por-fra	tatoeba-test-v2021-08-07	0.75691	60.4	10518	80459
+por-glg	tatoeba-test-v2021-08-07	0.74818	57.6	433	3016
+por-ita	tatoeba-test-v2021-08-07	0.76899	58.7	3066	24897
+por-lat	tatoeba-test-v2021-08-07	0.37430	9.7	5001	49190
+por-lat_Latn	tatoeba-test-v2021-08-07	0.37435	9.7	5000	49182
+por-por	tatoeba-test-v2021-08-07	0.71775	51.0	2500	19220
+por-ron	tatoeba-test-v2021-08-07	0.69517	47.8	681	4521
+por-spa	tatoeba-test-v2021-08-07	0.79442	64.9	10947	87335
+spa-cat	tatoeba-test-v2021-08-07	0.81845	66.3	1534	12343
+spa-fra	tatoeba-test-v2021-08-07	0.73277	57.4	10294	83501
+spa-glg	tatoeba-test-v2021-08-07	0.76118	61.5	2121	16581
+spa-ita	tatoeba-test-v2021-08-07	0.76742	59.5	5000	34515
+spa-lad	tatoeba-test-v2021-08-07	0.43064	23.4	276	1464
+spa-lad_Latn	tatoeba-test-v2021-08-07	0.50795	27.1	239	1254
+spa-lat	tatoeba-test-v2021-08-07	0.44044	18.8	3129	27685
+spa-por	tatoeba-test-v2021-08-07	0.76951	60.7	10947	87610
+spa-ron	tatoeba-test-v2021-08-07	0.67782	45.9	1959	12503
+spa-spa	tatoeba-test-v2021-08-07	0.67346	49.6	2500	21469
+eng-fra	tico19-test	0.62989	40.1	2100	64661
+eng-por	tico19-test	0.72708	50.0	2100	62729
+eng-spa	tico19-test	0.73154	52.0	2100	66563
+fra-por	tico19-test	0.58383	34.1	2100	62729
+fra-spa	tico19-test	0.59581	37.0	2100	66563
+por-fra	tico19-test	0.59798	34.4	2100	64661
+por-spa	tico19-test	0.68332	45.4	2100	66563
+spa-fra	tico19-test	0.60469	35.5	2100	64661
+spa-por	tico19-test	0.67898	42.8	2100	62729

benchmark_translations.zip ADDED Viewed

File without changes

config.json ADDED Viewed

	@@ -0,0 +1,41 @@

+{
+  "_name_or_path": "pytorch-models/opus-mt-tc-bible-big-deu_eng_fra_por_spa-itc",
+  "activation_dropout": 0.0,
+  "activation_function": "relu",
+  "architectures": [
+    "MarianMTModel"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 0,
+  "classifier_dropout": 0.0,
+  "d_model": 1024,
+  "decoder_attention_heads": 16,
+  "decoder_ffn_dim": 4096,
+  "decoder_layerdrop": 0.0,
+  "decoder_layers": 6,
+  "decoder_start_token_id": 45447,
+  "decoder_vocab_size": 45448,
+  "dropout": 0.1,
+  "encoder_attention_heads": 16,
+  "encoder_ffn_dim": 4096,
+  "encoder_layerdrop": 0.0,
+  "encoder_layers": 6,
+  "eos_token_id": 458,
+  "forced_eos_token_id": null,
+  "init_std": 0.02,
+  "is_encoder_decoder": true,
+  "max_length": null,
+  "max_position_embeddings": 1024,
+  "model_type": "marian",
+  "normalize_embedding": false,
+  "num_beams": null,
+  "num_hidden_layers": 6,
+  "pad_token_id": 45447,
+  "scale_embedding": true,
+  "share_encoder_decoder_embeddings": true,
+  "static_position_embeddings": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.45.1",
+  "use_cache": true,
+  "vocab_size": 45448
+}

generation_config.json ADDED Viewed

	@@ -0,0 +1,16 @@

+{
+  "_from_model_config": true,
+  "bad_words_ids": [
+    [
+      45447
+    ]
+  ],
+  "bos_token_id": 0,
+  "decoder_start_token_id": 45447,
+  "eos_token_id": 458,
+  "forced_eos_token_id": 458,
+  "max_length": 512,
+  "num_beams": 4,
+  "pad_token_id": 45447,
+  "transformers_version": "4.45.1"
+}

model.safetensors ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:aacd099df16848b218c2db3558d3ce201d4471fa6b29fa50dfa08767ae86a53a
+size 891795920

pytorch_model.bin ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:9681c26060823d28aae2bd305feb16c19b6aeee0164e121167b5de2024358a83
+size 891847173

source.spm ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:54be9a51c39e97d551ad21e4c7fd753ef18176f36e7a4546092cc038229a86de
+size 806917

special_tokens_map.json ADDED Viewed

	@@ -0,0 +1 @@


1	+ {"eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>"}

target.spm ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:62211bb05219df8623a25ba622e64d96f33fbb0675bf44668f2b0a476af5f895
+size 805370

tokenizer_config.json ADDED Viewed

	@@ -0,0 +1 @@


1	+ {"source_lang": "deu+eng+fra+por+spa", "target_lang": "itc", "unk_token": "<unk>", "eos_token": "</s>", "pad_token": "<pad>", "model_max_length": 512, "sp_model_kwargs": {}, "separate_vocabs": false, "special_tokens_map_file": null, "name_or_path": "marian-models/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30/deu+eng+fra+por+spa-itc", "tokenizer_class": "MarianTokenizer"}

vocab.json ADDED Viewed

The diff for this file is too large to render. See raw diff