Initial commit

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+*.spm filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,2549 @@
+---
+library_name: transformers
+language:
+- bas
+- bem
+- bnt
+- bss
+- cce
+- cjk
+- cwe
+- de
+- dig
+- dug
+- en
+- es
+- fr
+- gog
+- gwr
+- hay
+- heh
+- hz
+- jmc
+- kam
+- kdc
+- kdn
+- kg
+- ki
+- kj
+- kki
+- kkj
+- kmb
+- ksb
+- lem
+- lg
+- ln
+- lon
+- lsm
+- lua
+- luy
+- mcp
+- myx
+- nd
+- ng
+- nim
+- nnb
+- nr
+- nso
+- nuj
+- ny
+- nyf
+- nyn
+- nyo
+- nyy
+- old
+- ozm
+- pkb
+- pt
+- rim
+- rn
+- rw
+- seh
+- sn
+- ss
+- st
+- suk
+- sw
+- sxb
+- thk
+- tlj
+- tn
+- toh
+- toi
+- ts
+- tum
+- umb
+- ve
+- vmw
+- vun
+- wmw
+- xh
+- xog
+- zu
+
+tags:
+- translation
+- opus-mt-tc-bible
+
+license: apache-2.0
+model-index:
+- name: opus-mt-tc-bible-big-bnt-deu_eng_fra_por_spa
+  results:
+  - task:
+      name: Translation bem-eng
+      type: translation
+      args: bem-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: bem-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.1
+       - name: chr-F
+         type: chrf
+         value: 0.42350
+  - task:
+      name: Translation bem-fra
+      type: translation
+      args: bem-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: bem-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.4
+       - name: chr-F
+         type: chrf
+         value: 0.36976
+  - task:
+      name: Translation bem-por
+      type: translation
+      args: bem-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: bem-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.3
+       - name: chr-F
+         type: chrf
+         value: 0.36443
+  - task:
+      name: Translation kik-eng
+      type: translation
+      args: kik-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: kik-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.2
+       - name: chr-F
+         type: chrf
+         value: 0.38501
+  - task:
+      name: Translation kik-fra
+      type: translation
+      args: kik-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: kik-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.3
+       - name: chr-F
+         type: chrf
+         value: 0.34427
+  - task:
+      name: Translation kin-eng
+      type: translation
+      args: kin-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: kin-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.9
+       - name: chr-F
+         type: chrf
+         value: 0.46183
+  - task:
+      name: Translation kin-fra
+      type: translation
+      args: kin-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: kin-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.7
+       - name: chr-F
+         type: chrf
+         value: 0.40139
+  - task:
+      name: Translation kin-por
+      type: translation
+      args: kin-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: kin-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.7
+       - name: chr-F
+         type: chrf
+         value: 0.38408
+  - task:
+      name: Translation kin-spa
+      type: translation
+      args: kin-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: kin-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.5
+       - name: chr-F
+         type: chrf
+         value: 0.35592
+  - task:
+      name: Translation kon-eng
+      type: translation
+      args: kon-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: kon-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.0
+       - name: chr-F
+         type: chrf
+         value: 0.37260
+  - task:
+      name: Translation kon-fra
+      type: translation
+      args: kon-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: kon-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.1
+       - name: chr-F
+         type: chrf
+         value: 0.35258
+  - task:
+      name: Translation kon-por
+      type: translation
+      args: kon-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: kon-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.7
+       - name: chr-F
+         type: chrf
+         value: 0.34380
+  - task:
+      name: Translation lin-eng
+      type: translation
+      args: lin-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: lin-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.1
+       - name: chr-F
+         type: chrf
+         value: 0.42073
+  - task:
+      name: Translation lin-fra
+      type: translation
+      args: lin-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: lin-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.8
+       - name: chr-F
+         type: chrf
+         value: 0.39759
+  - task:
+      name: Translation lin-por
+      type: translation
+      args: lin-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: lin-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.9
+       - name: chr-F
+         type: chrf
+         value: 0.37600
+  - task:
+      name: Translation lug-eng
+      type: translation
+      args: lug-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: lug-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.5
+       - name: chr-F
+         type: chrf
+         value: 0.35746
+  - task:
+      name: Translation nso-deu
+      type: translation
+      args: nso-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: nso-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.7
+       - name: chr-F
+         type: chrf
+         value: 0.38059
+  - task:
+      name: Translation nso-eng
+      type: translation
+      args: nso-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: nso-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.4
+       - name: chr-F
+         type: chrf
+         value: 0.51453
+  - task:
+      name: Translation nso-fra
+      type: translation
+      args: nso-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: nso-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.1
+       - name: chr-F
+         type: chrf
+         value: 0.41065
+  - task:
+      name: Translation nso-por
+      type: translation
+      args: nso-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: nso-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.1
+       - name: chr-F
+         type: chrf
+         value: 0.38374
+  - task:
+      name: Translation nso-spa
+      type: translation
+      args: nso-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: nso-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.3
+       - name: chr-F
+         type: chrf
+         value: 0.35022
+  - task:
+      name: Translation nya-eng
+      type: translation
+      args: nya-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: nya-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.2
+       - name: chr-F
+         type: chrf
+         value: 0.44398
+  - task:
+      name: Translation nya-fra
+      type: translation
+      args: nya-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: nya-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.0
+       - name: chr-F
+         type: chrf
+         value: 0.39327
+  - task:
+      name: Translation nya-por
+      type: translation
+      args: nya-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: nya-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.6
+       - name: chr-F
+         type: chrf
+         value: 0.37373
+  - task:
+      name: Translation run-eng
+      type: translation
+      args: run-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: run-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.9
+       - name: chr-F
+         type: chrf
+         value: 0.42987
+  - task:
+      name: Translation run-fra
+      type: translation
+      args: run-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: run-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.6
+       - name: chr-F
+         type: chrf
+         value: 0.39369
+  - task:
+      name: Translation run-por
+      type: translation
+      args: run-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: run-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.4
+       - name: chr-F
+         type: chrf
+         value: 0.38111
+  - task:
+      name: Translation run-spa
+      type: translation
+      args: run-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: run-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.3
+       - name: chr-F
+         type: chrf
+         value: 0.35229
+  - task:
+      name: Translation sna-eng
+      type: translation
+      args: sna-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: sna-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.1
+       - name: chr-F
+         type: chrf
+         value: 0.45917
+  - task:
+      name: Translation sna-fra
+      type: translation
+      args: sna-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: sna-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.2
+       - name: chr-F
+         type: chrf
+         value: 0.41153
+  - task:
+      name: Translation sna-por
+      type: translation
+      args: sna-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: sna-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.5
+       - name: chr-F
+         type: chrf
+         value: 0.38950
+  - task:
+      name: Translation sna-spa
+      type: translation
+      args: sna-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: sna-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.3
+       - name: chr-F
+         type: chrf
+         value: 0.35823
+  - task:
+      name: Translation sot-deu
+      type: translation
+      args: sot-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: sot-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.7
+       - name: chr-F
+         type: chrf
+         value: 0.38311
+  - task:
+      name: Translation sot-eng
+      type: translation
+      args: sot-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: sot-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.9
+       - name: chr-F
+         type: chrf
+         value: 0.51854
+  - task:
+      name: Translation sot-fra
+      type: translation
+      args: sot-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: sot-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.8
+       - name: chr-F
+         type: chrf
+         value: 0.41340
+  - task:
+      name: Translation sot-por
+      type: translation
+      args: sot-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: sot-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.6
+       - name: chr-F
+         type: chrf
+         value: 0.39058
+  - task:
+      name: Translation sot-spa
+      type: translation
+      args: sot-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: sot-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.4
+       - name: chr-F
+         type: chrf
+         value: 0.35245
+  - task:
+      name: Translation ssw-eng
+      type: translation
+      args: ssw-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ssw-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.7
+       - name: chr-F
+         type: chrf
+         value: 0.44925
+  - task:
+      name: Translation ssw-fra
+      type: translation
+      args: ssw-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ssw-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.0
+       - name: chr-F
+         type: chrf
+         value: 0.39386
+  - task:
+      name: Translation ssw-por
+      type: translation
+      args: ssw-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ssw-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.4
+       - name: chr-F
+         type: chrf
+         value: 0.38240
+  - task:
+      name: Translation swh-deu
+      type: translation
+      args: swh-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: swh-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.6
+       - name: chr-F
+         type: chrf
+         value: 0.44937
+  - task:
+      name: Translation swh-eng
+      type: translation
+      args: swh-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: swh-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 37.0
+       - name: chr-F
+         type: chrf
+         value: 0.60107
+  - task:
+      name: Translation swh-fra
+      type: translation
+      args: swh-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: swh-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.5
+       - name: chr-F
+         type: chrf
+         value: 0.50257
+  - task:
+      name: Translation swh-por
+      type: translation
+      args: swh-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: swh-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.8
+       - name: chr-F
+         type: chrf
+         value: 0.49475
+  - task:
+      name: Translation swh-spa
+      type: translation
+      args: swh-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: swh-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.3
+       - name: chr-F
+         type: chrf
+         value: 0.42866
+  - task:
+      name: Translation tsn-eng
+      type: translation
+      args: tsn-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: tsn-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.9
+       - name: chr-F
+         type: chrf
+         value: 0.45365
+  - task:
+      name: Translation tsn-fra
+      type: translation
+      args: tsn-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: tsn-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.1
+       - name: chr-F
+         type: chrf
+         value: 0.39321
+  - task:
+      name: Translation tsn-por
+      type: translation
+      args: tsn-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: tsn-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.1
+       - name: chr-F
+         type: chrf
+         value: 0.38354
+  - task:
+      name: Translation tsn-spa
+      type: translation
+      args: tsn-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: tsn-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.4
+       - name: chr-F
+         type: chrf
+         value: 0.35183
+  - task:
+      name: Translation tso-eng
+      type: translation
+      args: tso-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: tso-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.8
+       - name: chr-F
+         type: chrf
+         value: 0.46882
+  - task:
+      name: Translation tso-fra
+      type: translation
+      args: tso-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: tso-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.2
+       - name: chr-F
+         type: chrf
+         value: 0.39409
+  - task:
+      name: Translation tso-por
+      type: translation
+      args: tso-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: tso-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.2
+       - name: chr-F
+         type: chrf
+         value: 0.37640
+  - task:
+      name: Translation xho-deu
+      type: translation
+      args: xho-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: xho-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.9
+       - name: chr-F
+         type: chrf
+         value: 0.39620
+  - task:
+      name: Translation xho-eng
+      type: translation
+      args: xho-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: xho-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.8
+       - name: chr-F
+         type: chrf
+         value: 0.52500
+  - task:
+      name: Translation xho-fra
+      type: translation
+      args: xho-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: xho-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.7
+       - name: chr-F
+         type: chrf
+         value: 0.44642
+  - task:
+      name: Translation xho-por
+      type: translation
+      args: xho-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: xho-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.8
+       - name: chr-F
+         type: chrf
+         value: 0.42517
+  - task:
+      name: Translation xho-spa
+      type: translation
+      args: xho-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: xho-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.0
+       - name: chr-F
+         type: chrf
+         value: 0.38096
+  - task:
+      name: Translation zul-deu
+      type: translation
+      args: zul-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: zul-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.8
+       - name: chr-F
+         type: chrf
+         value: 0.39854
+  - task:
+      name: Translation zul-eng
+      type: translation
+      args: zul-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: zul-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.5
+       - name: chr-F
+         type: chrf
+         value: 0.53428
+  - task:
+      name: Translation zul-fra
+      type: translation
+      args: zul-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: zul-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.0
+       - name: chr-F
+         type: chrf
+         value: 0.45383
+  - task:
+      name: Translation zul-por
+      type: translation
+      args: zul-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: zul-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.4
+       - name: chr-F
+         type: chrf
+         value: 0.43537
+  - task:
+      name: Translation zul-spa
+      type: translation
+      args: zul-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: zul-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.7
+       - name: chr-F
+         type: chrf
+         value: 0.37807
+  - task:
+      name: Translation lin-eng
+      type: translation
+      args: lin-eng
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: lin eng devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.9
+       - name: chr-F
+         type: chrf
+         value: 0.40858
+  - task:
+      name: Translation lug-eng
+      type: translation
+      args: lug-eng
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: lug eng devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.5
+       - name: chr-F
+         type: chrf
+         value: 0.34463
+  - task:
+      name: Translation nso-eng
+      type: translation
+      args: nso-eng
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: nso eng devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.5
+       - name: chr-F
+         type: chrf
+         value: 0.49866
+  - task:
+      name: Translation nso-fra
+      type: translation
+      args: nso-fra
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: nso fra devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.5
+       - name: chr-F
+         type: chrf
+         value: 0.39204
+  - task:
+      name: Translation nya-por
+      type: translation
+      args: nya-por
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: nya por devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.4
+       - name: chr-F
+         type: chrf
+         value: 0.35924
+  - task:
+      name: Translation sna-fra
+      type: translation
+      args: sna-fra
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: sna fra devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.3
+       - name: chr-F
+         type: chrf
+         value: 0.40134
+  - task:
+      name: Translation sna-por
+      type: translation
+      args: sna-por
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: sna por devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.5
+       - name: chr-F
+         type: chrf
+         value: 0.37537
+  - task:
+      name: Translation swh-deu
+      type: translation
+      args: swh-deu
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: swh deu devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.2
+       - name: chr-F
+         type: chrf
+         value: 0.43073
+  - task:
+      name: Translation xho-spa
+      type: translation
+      args: xho-spa
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: xho spa devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.8
+       - name: chr-F
+         type: chrf
+         value: 0.36714
+  - task:
+      name: Translation zul-fra
+      type: translation
+      args: zul-fra
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: zul fra devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.4
+       - name: chr-F
+         type: chrf
+         value: 0.43723
+  - task:
+      name: Translation zul-por
+      type: translation
+      args: zul-por
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: zul por devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.9
+       - name: chr-F
+         type: chrf
+         value: 0.41886
+  - task:
+      name: Translation bem-eng
+      type: translation
+      args: bem-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: bem-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.1
+       - name: chr-F
+         type: chrf
+         value: 0.43168
+  - task:
+      name: Translation bem-fra
+      type: translation
+      args: bem-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: bem-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.4
+       - name: chr-F
+         type: chrf
+         value: 0.36401
+  - task:
+      name: Translation bem-por
+      type: translation
+      args: bem-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: bem-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.6
+       - name: chr-F
+         type: chrf
+         value: 0.36288
+  - task:
+      name: Translation bem-spa
+      type: translation
+      args: bem-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: bem-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.7
+       - name: chr-F
+         type: chrf
+         value: 0.38219
+  - task:
+      name: Translation kin-eng
+      type: translation
+      args: kin-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: kin-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.8
+       - name: chr-F
+         type: chrf
+         value: 0.46996
+  - task:
+      name: Translation kin-fra
+      type: translation
+      args: kin-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: kin-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.7
+       - name: chr-F
+         type: chrf
+         value: 0.40765
+  - task:
+      name: Translation kin-por
+      type: translation
+      args: kin-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: kin-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.1
+       - name: chr-F
+         type: chrf
+         value: 0.38834
+  - task:
+      name: Translation kin-spa
+      type: translation
+      args: kin-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: kin-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.9
+       - name: chr-F
+         type: chrf
+         value: 0.41552
+  - task:
+      name: Translation nde-eng
+      type: translation
+      args: nde-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: nde-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.1
+       - name: chr-F
+         type: chrf
+         value: 0.42744
+  - task:
+      name: Translation nde-fra
+      type: translation
+      args: nde-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: nde-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.1
+       - name: chr-F
+         type: chrf
+         value: 0.36837
+  - task:
+      name: Translation nde-por
+      type: translation
+      args: nde-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: nde-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.0
+       - name: chr-F
+         type: chrf
+         value: 0.36769
+  - task:
+      name: Translation nde-spa
+      type: translation
+      args: nde-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: nde-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.0
+       - name: chr-F
+         type: chrf
+         value: 0.37924
+  - task:
+      name: Translation nso-eng
+      type: translation
+      args: nso-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: nso-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.5
+       - name: chr-F
+         type: chrf
+         value: 0.47231
+  - task:
+      name: Translation nso-fra
+      type: translation
+      args: nso-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: nso-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.6
+       - name: chr-F
+         type: chrf
+         value: 0.39206
+  - task:
+      name: Translation nso-por
+      type: translation
+      args: nso-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: nso-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.3
+       - name: chr-F
+         type: chrf
+         value: 0.37912
+  - task:
+      name: Translation nso-spa
+      type: translation
+      args: nso-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: nso-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.2
+       - name: chr-F
+         type: chrf
+         value: 0.40135
+  - task:
+      name: Translation nya-deu
+      type: translation
+      args: nya-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: nya-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.0
+       - name: chr-F
+         type: chrf
+         value: 0.37303
+  - task:
+      name: Translation nya-eng
+      type: translation
+      args: nya-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: nya-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.3
+       - name: chr-F
+         type: chrf
+         value: 0.47072
+  - task:
+      name: Translation nya-fra
+      type: translation
+      args: nya-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: nya-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.1
+       - name: chr-F
+         type: chrf
+         value: 0.39866
+  - task:
+      name: Translation nya-por
+      type: translation
+      args: nya-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: nya-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.7
+       - name: chr-F
+         type: chrf
+         value: 0.38960
+  - task:
+      name: Translation nya-spa
+      type: translation
+      args: nya-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: nya-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.2
+       - name: chr-F
+         type: chrf
+         value: 0.41006
+  - task:
+      name: Translation ssw-eng
+      type: translation
+      args: ssw-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ssw-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.5
+       - name: chr-F
+         type: chrf
+         value: 0.48682
+  - task:
+      name: Translation ssw-fra
+      type: translation
+      args: ssw-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ssw-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.7
+       - name: chr-F
+         type: chrf
+         value: 0.39351
+  - task:
+      name: Translation ssw-por
+      type: translation
+      args: ssw-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ssw-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.4
+       - name: chr-F
+         type: chrf
+         value: 0.39220
+  - task:
+      name: Translation ssw-spa
+      type: translation
+      args: ssw-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ssw-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.9
+       - name: chr-F
+         type: chrf
+         value: 0.40839
+  - task:
+      name: Translation swa-deu
+      type: translation
+      args: swa-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: swa-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.1
+       - name: chr-F
+         type: chrf
+         value: 0.43880
+  - task:
+      name: Translation swa-eng
+      type: translation
+      args: swa-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: swa-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 35.4
+       - name: chr-F
+         type: chrf
+         value: 0.58527
+  - task:
+      name: Translation swa-fra
+      type: translation
+      args: swa-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: swa-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.7
+       - name: chr-F
+         type: chrf
+         value: 0.47344
+  - task:
+      name: Translation swa-por
+      type: translation
+      args: swa-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: swa-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.1
+       - name: chr-F
+         type: chrf
+         value: 0.46292
+  - task:
+      name: Translation swa-spa
+      type: translation
+      args: swa-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: swa-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.9
+       - name: chr-F
+         type: chrf
+         value: 0.48780
+  - task:
+      name: Translation tsn-deu
+      type: translation
+      args: tsn-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: tsn-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.4
+       - name: chr-F
+         type: chrf
+         value: 0.38791
+  - task:
+      name: Translation tsn-eng
+      type: translation
+      args: tsn-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: tsn-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.3
+       - name: chr-F
+         type: chrf
+         value: 0.50413
+  - task:
+      name: Translation tsn-fra
+      type: translation
+      args: tsn-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: tsn-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.8
+       - name: chr-F
+         type: chrf
+         value: 0.41912
+  - task:
+      name: Translation tsn-por
+      type: translation
+      args: tsn-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: tsn-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.3
+       - name: chr-F
+         type: chrf
+         value: 0.41090
+  - task:
+      name: Translation tsn-spa
+      type: translation
+      args: tsn-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: tsn-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.7
+       - name: chr-F
+         type: chrf
+         value: 0.42979
+  - task:
+      name: Translation ven-eng
+      type: translation
+      args: ven-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ven-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.4
+       - name: chr-F
+         type: chrf
+         value: 0.43364
+  - task:
+      name: Translation ven-fra
+      type: translation
+      args: ven-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ven-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.0
+       - name: chr-F
+         type: chrf
+         value: 0.37138
+  - task:
+      name: Translation ven-por
+      type: translation
+      args: ven-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ven-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.2
+       - name: chr-F
+         type: chrf
+         value: 0.36506
+  - task:
+      name: Translation ven-spa
+      type: translation
+      args: ven-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ven-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.1
+       - name: chr-F
+         type: chrf
+         value: 0.38029
+  - task:
+      name: Translation xho-deu
+      type: translation
+      args: xho-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: xho-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.5
+       - name: chr-F
+         type: chrf
+         value: 0.38470
+  - task:
+      name: Translation xho-eng
+      type: translation
+      args: xho-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: xho-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.5
+       - name: chr-F
+         type: chrf
+         value: 0.50778
+  - task:
+      name: Translation xho-fra
+      type: translation
+      args: xho-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: xho-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.1
+       - name: chr-F
+         type: chrf
+         value: 0.41066
+  - task:
+      name: Translation xho-por
+      type: translation
+      args: xho-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: xho-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.0
+       - name: chr-F
+         type: chrf
+         value: 0.39822
+  - task:
+      name: Translation xho-spa
+      type: translation
+      args: xho-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: xho-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.7
+       - name: chr-F
+         type: chrf
+         value: 0.42129
+  - task:
+      name: Translation zul-deu
+      type: translation
+      args: zul-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: zul-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.9
+       - name: chr-F
+         type: chrf
+         value: 0.38155
+  - task:
+      name: Translation zul-eng
+      type: translation
+      args: zul-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: zul-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.9
+       - name: chr-F
+         type: chrf
+         value: 0.50361
+  - task:
+      name: Translation zul-fra
+      type: translation
+      args: zul-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: zul-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.0
+       - name: chr-F
+         type: chrf
+         value: 0.40779
+  - task:
+      name: Translation zul-por
+      type: translation
+      args: zul-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: zul-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.5
+       - name: chr-F
+         type: chrf
+         value: 0.39932
+  - task:
+      name: Translation zul-spa
+      type: translation
+      args: zul-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: zul-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.9
+       - name: chr-F
+         type: chrf
+         value: 0.41836
+  - task:
+      name: Translation multi-multi
+      type: translation
+      args: multi-multi
+    dataset:
+      name: tatoeba-test-v2020-07-28-v2023-09-26
+      type: tatoeba_mt
+      args: multi-multi
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.9
+       - name: chr-F
+         type: chrf
+         value: 0.47850
+  - task:
+      name: Translation run-deu
+      type: translation
+      args: run-deu
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: run-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.1
+       - name: chr-F
+         type: chrf
+         value: 0.43836
+  - task:
+      name: Translation run-eng
+      type: translation
+      args: run-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: run-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 39.4
+       - name: chr-F
+         type: chrf
+         value: 0.54089
+  - task:
+      name: Translation run-fra
+      type: translation
+      args: run-fra
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: run-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.1
+       - name: chr-F
+         type: chrf
+         value: 0.46240
+  - task:
+      name: Translation run-spa
+      type: translation
+      args: run-spa
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: run-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.8
+       - name: chr-F
+         type: chrf
+         value: 0.46496
+  - task:
+      name: Translation swa-eng
+      type: translation
+      args: swa-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: swa-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 45.9
+       - name: chr-F
+         type: chrf
+         value: 0.59947
+  - task:
+      name: Translation xho-eng
+      type: translation
+      args: xho-eng
+    dataset:
+      name: tatoeba-test-v2021-03-30
+      type: tatoeba_mt
+      args: xho-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 41.7
+       - name: chr-F
+         type: chrf
+         value: 0.56987
+  - task:
+      name: Translation kin-eng
+      type: translation
+      args: kin-eng
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: kin-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.8
+       - name: chr-F
+         type: chrf
+         value: 0.42280
+  - task:
+      name: Translation kin-fra
+      type: translation
+      args: kin-fra
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: kin-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.8
+       - name: chr-F
+         type: chrf
+         value: 0.36808
+  - task:
+      name: Translation kin-por
+      type: translation
+      args: kin-por
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: kin-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.6
+       - name: chr-F
+         type: chrf
+         value: 0.37819
+  - task:
+      name: Translation kin-spa
+      type: translation
+      args: kin-spa
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: kin-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.9
+       - name: chr-F
+         type: chrf
+         value: 0.39391
+  - task:
+      name: Translation lin-eng
+      type: translation
+      args: lin-eng
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: lin-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.4
+       - name: chr-F
+         type: chrf
+         value: 0.41495
+  - task:
+      name: Translation lin-fra
+      type: translation
+      args: lin-fra
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: lin-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.5
+       - name: chr-F
+         type: chrf
+         value: 0.36297
+  - task:
+      name: Translation lin-por
+      type: translation
+      args: lin-por
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: lin-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.3
+       - name: chr-F
+         type: chrf
+         value: 0.36515
+  - task:
+      name: Translation lin-spa
+      type: translation
+      args: lin-spa
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: lin-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.4
+       - name: chr-F
+         type: chrf
+         value: 0.37607
+  - task:
+      name: Translation lug-eng
+      type: translation
+      args: lug-eng
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: lug-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.2
+       - name: chr-F
+         type: chrf
+         value: 0.43948
+  - task:
+      name: Translation lug-fra
+      type: translation
+      args: lug-fra
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: lug-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.7
+       - name: chr-F
+         type: chrf
+         value: 0.36537
+  - task:
+      name: Translation lug-por
+      type: translation
+      args: lug-por
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: lug-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.6
+       - name: chr-F
+         type: chrf
+         value: 0.38018
+  - task:
+      name: Translation lug-spa
+      type: translation
+      args: lug-spa
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: lug-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.5
+       - name: chr-F
+         type: chrf
+         value: 0.38861
+  - task:
+      name: Translation swa-eng
+      type: translation
+      args: swa-eng
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: swa-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 34.5
+       - name: chr-F
+         type: chrf
+         value: 0.58126
+  - task:
+      name: Translation swa-fra
+      type: translation
+      args: swa-fra
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: swa-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.5
+       - name: chr-F
+         type: chrf
+         value: 0.46470
+  - task:
+      name: Translation swa-por
+      type: translation
+      args: swa-por
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: swa-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.8
+       - name: chr-F
+         type: chrf
+         value: 0.49374
+  - task:
+      name: Translation swa-spa
+      type: translation
+      args: swa-spa
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: swa-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.5
+       - name: chr-F
+         type: chrf
+         value: 0.50214
+  - task:
+      name: Translation zul-eng
+      type: translation
+      args: zul-eng
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: zul-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 32.2
+       - name: chr-F
+         type: chrf
+         value: 0.55678
+  - task:
+      name: Translation zul-fra
+      type: translation
+      args: zul-fra
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: zul-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.6
+       - name: chr-F
+         type: chrf
+         value: 0.43797
+  - task:
+      name: Translation zul-por
+      type: translation
+      args: zul-por
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: zul-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.9
+       - name: chr-F
+         type: chrf
+         value: 0.45560
+  - task:
+      name: Translation zul-spa
+      type: translation
+      args: zul-spa
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: zul-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.4
+       - name: chr-F
+         type: chrf
+         value: 0.46505
+---
+# opus-mt-tc-bible-big-bnt-deu_eng_fra_por_spa
+
+## Table of Contents
+- [Model Details](#model-details)
+- [Uses](#uses)
+- [Risks, Limitations and Biases](#risks-limitations-and-biases)
+- [How to Get Started With the Model](#how-to-get-started-with-the-model)
+- [Training](#training)
+- [Evaluation](#evaluation)
+- [Citation Information](#citation-information)
+- [Acknowledgements](#acknowledgements)
+
+## Model Details
+
+Neural machine translation model for translating from Bantu languages (bnt) to unknown (deu+eng+fra+por+spa).
+
+This model is part of the [OPUS-MT project](https://github.com/Helsinki-NLP/Opus-MT), an effort to make neural machine translation models widely available and accessible for many languages in the world. All models are originally trained using the amazing framework of [Marian NMT](https://marian-nmt.github.io/), an efficient NMT implementation written in pure C++. The models have been converted to pyTorch using the transformers library by huggingface. Training data is taken from [OPUS](https://opus.nlpl.eu/) and training pipelines use the procedures of [OPUS-MT-train](https://github.com/Helsinki-NLP/Opus-MT-train).
+**Model Description:**
+- **Developed by:** Language Technology Research Group at the University of Helsinki
+- **Model Type:** Translation (transformer-big)
+- **Release**: 2024-05-30
+- **License:** Apache-2.0
+- **Language(s):**  
+  - Source Language(s): bas bem bnt bss cce cjk cwe dig dug gog gwr hay heh her jmc kam kdc kdn kik kin kki kkj kmb kng kon ksb kua ldi lem lin lon lsm lua lug luy mcp myx nbl nde ndo nim nnb nso nuj nya nyf nyn nyo nyy old ozm pkb rim run seh sna sot ssw suk swa swc swh sxb thk tlj toh toi tsn tso tum umb ven vmw vun wmw xho xog zul
+  - Target Language(s): deu eng fra por spa
+  - Valid Target Language Labels: >>deu<< >>eng<< >>fra<< >>por<< >>spa<< >>xxx<<
+- **Original Model**: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip](https://object.pouta.csc.fi/Tatoeba-MT-models/bnt-deu+eng+fra+por+spa/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip)
+- **Resources for more information:**
+  -  [OPUS-MT dashboard](https://opus.nlpl.eu/dashboard/index.php?pkg=opusmt&test=all&scoreslang=all&chart=standard&model=Tatoeba-MT-models/bnt-deu%2Beng%2Bfra%2Bpor%2Bspa/opusTCv20230926max50%2Bbt%2Bjhubc_transformer-big_2024-05-30)
+  - [OPUS-MT-train GitHub Repo](https://github.com/Helsinki-NLP/OPUS-MT-train)
+  - [More information about MarianNMT models in the transformers library](https://huggingface.co/docs/transformers/model_doc/marian)
+  - [Tatoeba Translation Challenge](https://github.com/Helsinki-NLP/Tatoeba-Challenge/)
+  - [HPLT bilingual data v1 (as part of the Tatoeba Translation Challenge dataset)](https://hplt-project.org/datasets/v1)
+  - [A massively parallel Bible corpus](https://aclanthology.org/L14-1215/)
+
+This is a multilingual translation model with multiple target languages. A sentence initial language token is required in the form of `>>id<<` (id = valid target language ID), e.g. `>>deu<<`
+
+## Uses
+
+This model can be used for translation and text-to-text generation.
+
+## Risks, Limitations and Biases
+
+**CONTENT WARNING: Readers should be aware that the model is trained on various public data sets that may contain content that is disturbing, offensive, and can propagate historical and current stereotypes.**
+
+Significant research has explored bias and fairness issues with language models (see, e.g., [Sheng et al. (2021)](https://aclanthology.org/2021.acl-long.330.pdf) and [Bender et al. (2021)](https://dl.acm.org/doi/pdf/10.1145/3442188.3445922)).
+
+## How to Get Started With the Model
+
+A short example code:
+
+```python
+from transformers import MarianMTModel, MarianTokenizer
+
+src_text = [
+    ">>deu<< Replace this with text in an accepted source language.",
+    ">>spa<< This is the second sentence."
+]
+
+model_name = "pytorch-models/opus-mt-tc-bible-big-bnt-deu_eng_fra_por_spa"
+tokenizer = MarianTokenizer.from_pretrained(model_name)
+model = MarianMTModel.from_pretrained(model_name)
+translated = model.generate(**tokenizer(src_text, return_tensors="pt", padding=True))
+
+for t in translated:
+    print( tokenizer.decode(t, skip_special_tokens=True) )
+```
+
+You can also use OPUS-MT models with the transformers pipelines, for example:
+
+```python
+from transformers import pipeline
+pipe = pipeline("translation", model="Helsinki-NLP/opus-mt-tc-bible-big-bnt-deu_eng_fra_por_spa")
+print(pipe(">>deu<< Replace this with text in an accepted source language."))
+```
+
+## Training
+
+- **Data**: opusTCv20230926max50+bt+jhubc ([source](https://github.com/Helsinki-NLP/Tatoeba-Challenge))
+- **Pre-processing**: SentencePiece (spm32k,spm32k)
+- **Model Type:**  transformer-big
+- **Original MarianNMT Model**: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip](https://object.pouta.csc.fi/Tatoeba-MT-models/bnt-deu+eng+fra+por+spa/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip)
+- **Training Scripts**: [GitHub Repo](https://github.com/Helsinki-NLP/OPUS-MT-train)
+
+## Evaluation
+
+* [Model scores at the OPUS-MT dashboard](https://opus.nlpl.eu/dashboard/index.php?pkg=opusmt&test=all&scoreslang=all&chart=standard&model=Tatoeba-MT-models/bnt-deu%2Beng%2Bfra%2Bpor%2Bspa/opusTCv20230926max50%2Bbt%2Bjhubc_transformer-big_2024-05-30)
+* test set translations: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.test.txt](https://object.pouta.csc.fi/Tatoeba-MT-models/bnt-deu+eng+fra+por+spa/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.test.txt)
+* test set scores: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.eval.txt](https://object.pouta.csc.fi/Tatoeba-MT-models/bnt-deu+eng+fra+por+spa/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.eval.txt)
+* benchmark results: [benchmark_results.txt](benchmark_results.txt)
+* benchmark output: [benchmark_translations.zip](benchmark_translations.zip)
+
+| langpair | testset | chr-F | BLEU  | #sent | #words |
+|----------|---------|-------|-------|-------|--------|
+| run-deu | tatoeba-test-v2021-08-07 | 0.43836 | 26.1 | 1752 | 10562 |
+| run-eng | tatoeba-test-v2021-08-07 | 0.54089 | 39.4 | 1703 | 10041 |
+| run-fra | tatoeba-test-v2021-08-07 | 0.46240 | 26.1 | 1274 | 7479 |
+| run-spa | tatoeba-test-v2021-08-07 | 0.46496 | 25.8 | 963 | 5167 |
+| swa-eng | tatoeba-test-v2021-08-07 | 0.59947 | 45.9 | 387 | 2508 |
+| lin-eng | flores101-devtest | 0.40858 | 16.9 | 1012 | 24721 |
+| nso-eng | flores101-devtest | 0.49866 | 26.5 | 1012 | 24721 |
+| sna-fra | flores101-devtest | 0.40134 | 14.3 | 1012 | 28343 |
+| swh-deu | flores101-devtest | 0.43073 | 14.2 | 1012 | 25094 |
+| zul-fra | flores101-devtest | 0.43723 | 17.4 | 1012 | 28343 |
+| zul-por | flores101-devtest | 0.41886 | 15.9 | 1012 | 26519 |
+| bem-eng | flores200-devtest | 0.42350 | 18.1 | 1012 | 24721 |
+| kin-eng | flores200-devtest | 0.46183 | 21.9 | 1012 | 24721 |
+| kin-fra | flores200-devtest | 0.40139 | 14.7 | 1012 | 28343 |
+| lin-eng | flores200-devtest | 0.42073 | 18.1 | 1012 | 24721 |
+| nso-eng | flores200-devtest | 0.51453 | 28.4 | 1012 | 24721 |
+| nso-fra | flores200-devtest | 0.41065 | 16.1 | 1012 | 28343 |
+| nya-eng | flores200-devtest | 0.44398 | 20.2 | 1012 | 24721 |
+| run-eng | flores200-devtest | 0.42987 | 18.9 | 1012 | 24721 |
+| sna-eng | flores200-devtest | 0.45917 | 21.1 | 1012 | 24721 |
+| sna-fra | flores200-devtest | 0.41153 | 15.2 | 1012 | 28343 |
+| sot-eng | flores200-devtest | 0.51854 | 26.9 | 1012 | 24721 |
+| sot-fra | flores200-devtest | 0.41340 | 15.8 | 1012 | 28343 |
+| ssw-eng | flores200-devtest | 0.44925 | 20.7 | 1012 | 24721 |
+| swh-deu | flores200-devtest | 0.44937 | 15.6 | 1012 | 25094 |
+| swh-eng | flores200-devtest | 0.60107 | 37.0 | 1012 | 24721 |
+| swh-fra | flores200-devtest | 0.50257 | 23.5 | 1012 | 28343 |
+| swh-por | flores200-devtest | 0.49475 | 22.8 | 1012 | 26519 |
+| swh-spa | flores200-devtest | 0.42866 | 15.3 | 1012 | 29199 |
+| tsn-eng | flores200-devtest | 0.45365 | 19.9 | 1012 | 24721 |
+| tso-eng | flores200-devtest | 0.46882 | 22.8 | 1012 | 24721 |
+| xho-eng | flores200-devtest | 0.52500 | 28.8 | 1012 | 24721 |
+| xho-fra | flores200-devtest | 0.44642 | 18.7 | 1012 | 28343 |
+| xho-por | flores200-devtest | 0.42517 | 16.8 | 1012 | 26519 |
+| zul-eng | flores200-devtest | 0.53428 | 29.5 | 1012 | 24721 |
+| zul-fra | flores200-devtest | 0.45383 | 19.0 | 1012 | 28343 |
+| zul-por | flores200-devtest | 0.43537 | 17.4 | 1012 | 26519 |
+| bem-eng | ntrex128 | 0.43168 | 19.1 | 1997 | 47673 |
+| kin-eng | ntrex128 | 0.46996 | 20.8 | 1997 | 47673 |
+| kin-fra | ntrex128 | 0.40765 | 14.7 | 1997 | 53481 |
+| kin-spa | ntrex128 | 0.41552 | 15.9 | 1997 | 54107 |
+| nde-eng | ntrex128 | 0.42744 | 17.1 | 1997 | 47673 |
+| nso-eng | ntrex128 | 0.47231 | 21.5 | 1997 | 47673 |
+| nso-spa | ntrex128 | 0.40135 | 15.2 | 1997 | 54107 |
+| nya-eng | ntrex128 | 0.47072 | 23.3 | 1997 | 47673 |
+| nya-spa | ntrex128 | 0.41006 | 16.2 | 1997 | 54107 |
+| ssw-eng | ntrex128 | 0.48682 | 23.5 | 1997 | 47673 |
+| ssw-spa | ntrex128 | 0.40839 | 15.9 | 1997 | 54107 |
+| swa-deu | ntrex128 | 0.43880 | 14.1 | 1997 | 48761 |
+| swa-eng | ntrex128 | 0.58527 | 35.4 | 1997 | 47673 |
+| swa-fra | ntrex128 | 0.47344 | 19.7 | 1997 | 53481 |
+| swa-por | ntrex128 | 0.46292 | 19.1 | 1997 | 51631 |
+| swa-spa | ntrex128 | 0.48780 | 22.9 | 1997 | 54107 |
+| tsn-eng | ntrex128 | 0.50413 | 25.3 | 1997 | 47673 |
+| tsn-fra | ntrex128 | 0.41912 | 15.8 | 1997 | 53481 |
+| tsn-por | ntrex128 | 0.41090 | 15.3 | 1997 | 51631 |
+| tsn-spa | ntrex128 | 0.42979 | 17.7 | 1997 | 54107 |
+| ven-eng | ntrex128 | 0.43364 | 18.4 | 1997 | 47673 |
+| xho-eng | ntrex128 | 0.50778 | 26.5 | 1997 | 47673 |
+| xho-fra | ntrex128 | 0.41066 | 15.1 | 1997 | 53481 |
+| xho-spa | ntrex128 | 0.42129 | 16.7 | 1997 | 54107 |
+| zul-eng | ntrex128 | 0.50361 | 26.9 | 1997 | 47673 |
+| zul-fra | ntrex128 | 0.40779 | 15.0 | 1997 | 53481 |
+| zul-spa | ntrex128 | 0.41836 | 16.9 | 1997 | 54107 |
+| kin-eng | tico19-test | 0.42280 | 18.8 | 2100 | 56323 |
+| lin-eng | tico19-test | 0.41495 | 18.4 | 2100 | 56323 |
+| lug-eng | tico19-test | 0.43948 | 22.2 | 2100 | 56323 |
+| swa-eng | tico19-test | 0.58126 | 34.5 | 2100 | 56315 |
+| swa-fra | tico19-test | 0.46470 | 20.5 | 2100 | 64661 |
+| swa-por | tico19-test | 0.49374 | 22.8 | 2100 | 62729 |
+| swa-spa | tico19-test | 0.50214 | 24.5 | 2100 | 66563 |
+| zul-eng | tico19-test | 0.55678 | 32.2 | 2100 | 56804 |
+| zul-fra | tico19-test | 0.43797 | 18.6 | 2100 | 64661 |
+| zul-por | tico19-test | 0.45560 | 19.9 | 2100 | 62729 |
+| zul-spa | tico19-test | 0.46505 | 21.4 | 2100 | 66563 |
+
+## Citation Information
+
+* Publications: [Democratizing neural machine translation with OPUS-MT](https://doi.org/10.1007/s10579-023-09704-w) and [OPUS-MT – Building open translation services for the World](https://aclanthology.org/2020.eamt-1.61/) and [The Tatoeba Translation Challenge – Realistic Data Sets for Low Resource and Multilingual MT](https://aclanthology.org/2020.wmt-1.139/) (Please, cite if you use this model.)
+
+```bibtex
+@article{tiedemann2023democratizing,
+  title={Democratizing neural machine translation with {OPUS-MT}},
+  author={Tiedemann, J{\"o}rg and Aulamo, Mikko and Bakshandaeva, Daria and Boggia, Michele and Gr{\"o}nroos, Stig-Arne and Nieminen, Tommi and Raganato, Alessandro and Scherrer, Yves and Vazquez, Raul and Virpioja, Sami},
+  journal={Language Resources and Evaluation},
+  number={58},
+  pages={713--755},
+  year={2023},
+  publisher={Springer Nature},
+  issn={1574-0218},
+  doi={10.1007/s10579-023-09704-w}
+}
+
+@inproceedings{tiedemann-thottingal-2020-opus,
+    title = "{OPUS}-{MT} {--} Building open translation services for the World",
+    author = {Tiedemann, J{\"o}rg  and Thottingal, Santhosh},
+    booktitle = "Proceedings of the 22nd Annual Conference of the European Association for Machine Translation",
+    month = nov,
+    year = "2020",
+    address = "Lisboa, Portugal",
+    publisher = "European Association for Machine Translation",
+    url = "https://aclanthology.org/2020.eamt-1.61",
+    pages = "479--480",
+}
+
+@inproceedings{tiedemann-2020-tatoeba,
+    title = "The Tatoeba Translation Challenge {--} Realistic Data Sets for Low Resource and Multilingual {MT}",
+    author = {Tiedemann, J{\"o}rg},
+    booktitle = "Proceedings of the Fifth Conference on Machine Translation",
+    month = nov,
+    year = "2020",
+    address = "Online",
+    publisher = "Association for Computational Linguistics",
+    url = "https://aclanthology.org/2020.wmt-1.139",
+    pages = "1174--1182",
+}
+```
+
+## Acknowledgements
+
+The work is supported by the [HPLT project](https://hplt-project.org/), funded by the European Union’s Horizon Europe research and innovation programme under grant agreement No 101070350. We are also grateful for the generous computational resources and IT infrastructure provided by [CSC -- IT Center for Science](https://www.csc.fi/), Finland, and the [EuroHPC supercomputer LUMI](https://www.lumi-supercomputer.eu/).
+
+## Model conversion info
+
+* transformers version: 4.45.1
+* OPUS-MT git hash: ae3fcbd
+* port time: Mon Oct  7 15:10:35 EEST 2024
+* port machine: LM0-400-22516.local

benchmark_results.txt

@@ -0,0 +1,224 @@
+multi-multi	tatoeba-test-v2020-07-28-v2023-09-26	0.47850	30.9	6293	37606
+kam-fra	flores101-devtest	0.24283	4.7	1012	28343
+lin-deu	flores101-devtest	0.33421	7.7	1012	25094
+lin-eng	flores101-devtest	0.40858	16.9	1012	24721
+lin-spa	flores101-devtest	0.33503	9.0	1012	29199
+lug-deu	flores101-devtest	0.29673	6.0	1012	25094
+lug-eng	flores101-devtest	0.34463	12.5	1012	24721
+lug-fra	flores101-devtest	0.30565	8.1	1012	28343
+lug-por	flores101-devtest	0.30191	8.0	1012	26519
+nso-deu	flores101-devtest	0.36478	9.7	1012	25094
+nso-eng	flores101-devtest	0.49866	26.5	1012	24721
+nso-fra	flores101-devtest	0.39204	14.5	1012	28343
+nya-por	flores101-devtest	0.35924	11.4	1012	26519
+nya-spa	flores101-devtest	0.33426	8.7	1012	29199
+sna-fra	flores101-devtest	0.40134	14.3	1012	28343
+sna-por	flores101-devtest	0.37537	12.5	1012	26519
+sna-spa	flores101-devtest	0.34542	9.4	1012	29199
+swh-deu	flores101-devtest	0.43073	14.2	1012	25094
+umb-fra	flores101-devtest	0.24142	3.7	1012	28343
+umb-por	flores101-devtest	0.25350	4.4	1012	26519
+umb-spa	flores101-devtest	0.24756	3.6	1012	29199
+xho-spa	flores101-devtest	0.36714	10.8	1012	29199
+zul-fra	flores101-devtest	0.43723	17.4	1012	28343
+zul-por	flores101-devtest	0.41886	15.9	1012	26519
+bem-deu	flores200-devtest	0.34227	7.6	1012	25094
+bem-eng	flores200-devtest	0.42350	18.1	1012	24721
+bem-fra	flores200-devtest	0.36976	12.4	1012	28343
+bem-por	flores200-devtest	0.36443	11.3	1012	26519
+bem-spa	flores200-devtest	0.34016	9.3	1012	29199
+cjk-deu	flores200-devtest	0.23961	2.4	1012	25094
+cjk-eng	flores200-devtest	0.25448	4.6	1012	24721
+cjk-fra	flores200-devtest	0.24006	3.9	1012	28343
+cjk-por	flores200-devtest	0.25810	4.3	1012	26519
+cjk-spa	flores200-devtest	0.25387	3.8	1012	29199
+kam-deu	flores200-devtest	0.25599	3.1	1012	25094
+kam-eng	flores200-devtest	0.27510	7.0	1012	24721
+kam-fra	flores200-devtest	0.25343	5.2	1012	28343
+kam-por	flores200-devtest	0.25602	5.3	1012	26519
+kam-spa	flores200-devtest	0.25510	4.6	1012	29199
+kik-deu	flores200-devtest	0.32252	6.2	1012	25094
+kik-eng	flores200-devtest	0.38501	14.2	1012	24721
+kik-fra	flores200-devtest	0.34427	10.3	1012	28343
+kik-por	flores200-devtest	0.34146	9.4	1012	26519
+kik-spa	flores200-devtest	0.32062	7.6	1012	29199
+kin-deu	flores200-devtest	0.36157	9.7	1012	25094
+kin-eng	flores200-devtest	0.46183	21.9	1012	24721
+kin-fra	flores200-devtest	0.40139	14.7	1012	28343
+kin-por	flores200-devtest	0.38408	13.7	1012	26519
+kin-spa	flores200-devtest	0.35592	10.5	1012	29199
+kmb-deu	flores200-devtest	0.26310	3.2	1012	25094
+kmb-eng	flores200-devtest	0.27999	6.2	1012	24721
+kmb-fra	flores200-devtest	0.26298	5.6	1012	28343
+kmb-por	flores200-devtest	0.27417	5.8	1012	26519
+kmb-spa	flores200-devtest	0.26802	4.9	1012	29199
+kon-deu	flores200-devtest	0.32094	6.6	1012	25094
+kon-eng	flores200-devtest	0.37260	14.0	1012	24721
+kon-fra	flores200-devtest	0.35258	11.1	1012	28343
+kon-por	flores200-devtest	0.34380	10.7	1012	26519
+kon-spa	flores200-devtest	0.31985	8.2	1012	29199
+lin-deu	flores200-devtest	0.34496	8.4	1012	25094
+lin-eng	flores200-devtest	0.42073	18.1	1012	24721
+lin-fra	flores200-devtest	0.39759	14.8	1012	28343
+lin-por	flores200-devtest	0.37600	12.9	1012	26519
+lin-spa	flores200-devtest	0.34459	9.8	1012	29199
+lua-deu	flores200-devtest	0.26601	3.2	1012	25094
+lua-eng	flores200-devtest	0.29489	7.7	1012	24721
+lua-fra	flores200-devtest	0.27005	5.5	1012	28343
+lua-por	flores200-devtest	0.27062	5.6	1012	26519
+lua-spa	flores200-devtest	0.27050	5.0	1012	29199
+lug-deu	flores200-devtest	0.30557	6.3	1012	25094
+lug-eng	flores200-devtest	0.35746	13.5	1012	24721
+lug-fra	flores200-devtest	0.32168	9.3	1012	28343
+lug-por	flores200-devtest	0.31717	8.7	1012	26519
+lug-spa	flores200-devtest	0.29897	7.0	1012	29199
+nso-deu	flores200-devtest	0.38059	10.7	1012	25094
+nso-eng	flores200-devtest	0.51453	28.4	1012	24721
+nso-fra	flores200-devtest	0.41065	16.1	1012	28343
+nso-por	flores200-devtest	0.38374	14.1	1012	26519
+nso-spa	flores200-devtest	0.35022	10.3	1012	29199
+nya-deu	flores200-devtest	0.35468	8.6	1012	25094
+nya-eng	flores200-devtest	0.44398	20.2	1012	24721
+nya-fra	flores200-devtest	0.39327	14.0	1012	28343
+nya-por	flores200-devtest	0.37373	12.6	1012	26519
+nya-spa	flores200-devtest	0.34416	9.5	1012	29199
+run-deu	flores200-devtest	0.35728	9.3	1012	25094
+run-eng	flores200-devtest	0.42987	18.9	1012	24721
+run-fra	flores200-devtest	0.39369	14.6	1012	28343
+run-por	flores200-devtest	0.38111	13.4	1012	26519
+run-spa	flores200-devtest	0.35229	10.3	1012	29199
+sna-deu	flores200-devtest	0.36522	9.5	1012	25094
+sna-eng	flores200-devtest	0.45917	21.1	1012	24721
+sna-fra	flores200-devtest	0.41153	15.2	1012	28343
+sna-por	flores200-devtest	0.38950	13.5	1012	26519
+sna-spa	flores200-devtest	0.35823	10.3	1012	29199
+sot-deu	flores200-devtest	0.38311	10.7	1012	25094
+sot-eng	flores200-devtest	0.51854	26.9	1012	24721
+sot-fra	flores200-devtest	0.41340	15.8	1012	28343
+sot-por	flores200-devtest	0.39058	14.6	1012	26519
+sot-spa	flores200-devtest	0.35245	10.4	1012	29199
+ssw-deu	flores200-devtest	0.35599	8.8	1012	25094
+ssw-eng	flores200-devtest	0.44925	20.7	1012	24721
+ssw-fra	flores200-devtest	0.39386	14.0	1012	28343
+ssw-por	flores200-devtest	0.38240	13.4	1012	26519
+ssw-spa	flores200-devtest	0.33998	9.2	1012	29199
+swh-deu	flores200-devtest	0.44937	15.6	1012	25094
+swh-eng	flores200-devtest	0.60107	37.0	1012	24721
+swh-fra	flores200-devtest	0.50257	23.5	1012	28343
+swh-por	flores200-devtest	0.49475	22.8	1012	26519
+swh-spa	flores200-devtest	0.42866	15.3	1012	29199
+tsn-deu	flores200-devtest	0.36377	9.5	1012	25094
+tsn-eng	flores200-devtest	0.45365	19.9	1012	24721
+tsn-fra	flores200-devtest	0.39321	14.1	1012	28343
+tsn-por	flores200-devtest	0.38354	13.1	1012	26519
+tsn-spa	flores200-devtest	0.35183	10.4	1012	29199
+tso-deu	flores200-devtest	0.35502	9.1	1012	25094
+tso-eng	flores200-devtest	0.46882	22.8	1012	24721
+tso-fra	flores200-devtest	0.39409	14.2	1012	28343
+tso-por	flores200-devtest	0.37640	13.2	1012	26519
+tso-spa	flores200-devtest	0.34034	9.5	1012	29199
+tum-deu	flores200-devtest	0.29994	4.1	1012	25094
+tum-eng	flores200-devtest	0.34380	9.5	1012	24721
+tum-fra	flores200-devtest	0.31358	7.1	1012	28343
+tum-por	flores200-devtest	0.30909	6.9	1012	26519
+tum-spa	flores200-devtest	0.30108	6.2	1012	29199
+umb-deu	flores200-devtest	0.25337	2.9	1012	25094
+umb-eng	flores200-devtest	0.26682	5.2	1012	24721
+umb-fra	flores200-devtest	0.25858	4.6	1012	28343
+umb-por	flores200-devtest	0.27016	5.1	1012	26519
+umb-spa	flores200-devtest	0.25987	4.3	1012	29199
+xho-deu	flores200-devtest	0.39620	11.9	1012	25094
+xho-eng	flores200-devtest	0.52500	28.8	1012	24721
+xho-fra	flores200-devtest	0.44642	18.7	1012	28343
+xho-por	flores200-devtest	0.42517	16.8	1012	26519
+xho-spa	flores200-devtest	0.38096	12.0	1012	29199
+zul-deu	flores200-devtest	0.39854	11.8	1012	25094
+zul-eng	flores200-devtest	0.53428	29.5	1012	24721
+zul-fra	flores200-devtest	0.45383	19.0	1012	28343
+zul-por	flores200-devtest	0.43537	17.4	1012	26519
+zul-spa	flores200-devtest	0.37807	11.7	1012	29199
+bem-deu	ntrex128	0.34524	7.8	1997	48761
+bem-eng	ntrex128	0.43168	19.1	1997	47673
+bem-fra	ntrex128	0.36401	11.4	1997	53481
+bem-por	ntrex128	0.36288	11.6	1997	51631
+bem-spa	ntrex128	0.38219	13.7	1997	54107
+kin-deu	ntrex128	0.36926	9.2	1997	48761
+kin-eng	ntrex128	0.46996	20.8	1997	47673
+kin-fra	ntrex128	0.40765	14.7	1997	53481
+kin-por	ntrex128	0.38834	13.1	1997	51631
+kin-spa	ntrex128	0.41552	15.9	1997	54107
+nde-deu	ntrex128	0.35313	8.0	1997	48761
+nde-eng	ntrex128	0.42744	17.1	1997	47673
+nde-fra	ntrex128	0.36837	11.1	1997	53481
+nde-por	ntrex128	0.36769	11.0	1997	51631
+nde-spa	ntrex128	0.37924	13.0	1997	54107
+nso-deu	ntrex128	0.37072	9.4	1997	48761
+nso-eng	ntrex128	0.47231	21.5	1997	47673
+nso-fra	ntrex128	0.39206	13.6	1997	53481
+nso-por	ntrex128	0.37912	12.3	1997	51631
+nso-spa	ntrex128	0.40135	15.2	1997	54107
+nya-deu	ntrex128	0.37303	10.0	1997	48761
+nya-eng	ntrex128	0.47072	23.3	1997	47673
+nya-fra	ntrex128	0.39866	14.1	1997	53481
+nya-por	ntrex128	0.38960	13.7	1997	51631
+nya-spa	ntrex128	0.41006	16.2	1997	54107
+ssw-deu	ntrex128	0.37436	9.6	1997	48761
+ssw-eng	ntrex128	0.48682	23.5	1997	47673
+ssw-fra	ntrex128	0.39351	13.7	1997	53481
+ssw-por	ntrex128	0.39220	13.4	1997	51631
+ssw-spa	ntrex128	0.40839	15.9	1997	54107
+swa-deu	ntrex128	0.43880	14.1	1997	48761
+swa-eng	ntrex128	0.58527	35.4	1997	47673
+swa-fra	ntrex128	0.47344	19.7	1997	53481
+swa-por	ntrex128	0.46292	19.1	1997	51631
+swa-spa	ntrex128	0.48780	22.9	1997	54107
+tsn-deu	ntrex128	0.38791	10.4	1997	48761
+tsn-eng	ntrex128	0.50413	25.3	1997	47673
+tsn-fra	ntrex128	0.41912	15.8	1997	53481
+tsn-por	ntrex128	0.41090	15.3	1997	51631
+tsn-spa	ntrex128	0.42979	17.7	1997	54107
+ven-deu	ntrex128	0.34586	7.5	1997	48761
+ven-eng	ntrex128	0.43364	18.4	1997	47673
+ven-fra	ntrex128	0.37138	12.0	1997	53481
+ven-por	ntrex128	0.36506	11.2	1997	51631
+ven-spa	ntrex128	0.38029	13.1	1997	54107
+xho-deu	ntrex128	0.38470	10.5	1997	48761
+xho-eng	ntrex128	0.50778	26.5	1997	47673
+xho-fra	ntrex128	0.41066	15.1	1997	53481
+xho-por	ntrex128	0.39822	14.0	1997	51631
+xho-spa	ntrex128	0.42129	16.7	1997	54107
+zul-deu	ntrex128	0.38155	10.9	1997	48761
+zul-eng	ntrex128	0.50361	26.9	1997	47673
+zul-fra	ntrex128	0.40779	15.0	1997	53481
+zul-por	ntrex128	0.39932	14.5	1997	51631
+zul-spa	ntrex128	0.41836	16.9	1997	54107
+run-fra	tatoeba-test-v2020-07-28	0.45463	26.1	1278	7496
+swa-eng	tatoeba-test-v2020-07-28	0.60548	46.5	386	2499
+run-fra	tatoeba-test-v2021-03-30	0.45463	26.1	1278	7496
+run-spa	tatoeba-test-v2021-03-30	0.45472	25.1	968	5198
+xho-eng	tatoeba-test-v2021-03-30	0.56987	41.7	222	1467
+run-deu	tatoeba-test-v2021-08-07	0.43836	26.1	1752	10562
+run-eng	tatoeba-test-v2021-08-07	0.54089	39.4	1703	10041
+run-fra	tatoeba-test-v2021-08-07	0.46240	26.1	1274	7479
+run-spa	tatoeba-test-v2021-08-07	0.46496	25.8	963	5167
+swa-eng	tatoeba-test-v2021-08-07	0.59947	45.9	387	2508
+kin-eng	tico19-test	0.42280	18.8	2100	56323
+kin-fra	tico19-test	0.36808	13.8	2100	64661
+kin-por	tico19-test	0.37819	14.6	2100	62729
+kin-spa	tico19-test	0.39391	15.9	2100	66563
+lin-eng	tico19-test	0.41495	18.4	2100	56323
+lin-fra	tico19-test	0.36297	13.5	2100	64661
+lin-por	tico19-test	0.36515	13.3	2100	62729
+lin-spa	tico19-test	0.37607	14.4	2100	66563
+lug-eng	tico19-test	0.43948	22.2	2100	56323
+lug-fra	tico19-test	0.36537	13.7	2100	64661
+lug-por	tico19-test	0.38018	14.6	2100	62729
+lug-spa	tico19-test	0.38861	15.5	2100	66563
+swa-eng	tico19-test	0.58126	34.5	2100	56315
+swa-fra	tico19-test	0.46470	20.5	2100	64661
+swa-por	tico19-test	0.49374	22.8	2100	62729
+swa-spa	tico19-test	0.50214	24.5	2100	66563
+zul-eng	tico19-test	0.55678	32.2	2100	56804
+zul-fra	tico19-test	0.43797	18.6	2100	64661
+zul-por	tico19-test	0.45560	19.9	2100	62729
+zul-spa	tico19-test	0.46505	21.4	2100	66563

config.json

@@ -0,0 +1,41 @@
+{
+  "_name_or_path": "pytorch-models/opus-mt-tc-bible-big-bnt-deu_eng_fra_por_spa",
+  "activation_dropout": 0.0,
+  "activation_function": "relu",
+  "architectures": [
+    "MarianMTModel"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 0,
+  "classifier_dropout": 0.0,
+  "d_model": 1024,
+  "decoder_attention_heads": 16,
+  "decoder_ffn_dim": 4096,
+  "decoder_layerdrop": 0.0,
+  "decoder_layers": 6,
+  "decoder_start_token_id": 61611,
+  "decoder_vocab_size": 61612,
+  "dropout": 0.1,
+  "encoder_attention_heads": 16,
+  "encoder_ffn_dim": 4096,
+  "encoder_layerdrop": 0.0,
+  "encoder_layers": 6,
+  "eos_token_id": 332,
+  "forced_eos_token_id": null,
+  "init_std": 0.02,
+  "is_encoder_decoder": true,
+  "max_length": null,
+  "max_position_embeddings": 1024,
+  "model_type": "marian",
+  "normalize_embedding": false,
+  "num_beams": null,
+  "num_hidden_layers": 6,
+  "pad_token_id": 61611,
+  "scale_embedding": true,
+  "share_encoder_decoder_embeddings": true,
+  "static_position_embeddings": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.45.1",
+  "use_cache": true,
+  "vocab_size": 61612
+}

generation_config.json

@@ -0,0 +1,16 @@
+{
+  "_from_model_config": true,
+  "bad_words_ids": [
+    [
+      61611
+    ]
+  ],
+  "bos_token_id": 0,
+  "decoder_start_token_id": 61611,
+  "eos_token_id": 332,
+  "forced_eos_token_id": 332,
+  "max_length": 512,
+  "num_beams": 4,
+  "pad_token_id": 61611,
+  "transformers_version": "4.45.1"
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7b2a5cf0bb495004726f9a521043c4f0215c523a1044e5f051428980518f786
+size 958068320

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884c221077d2a6b709e421cb3db27788e18528815b94dbfe1858badd90f98f15
+size 958119557

source.spm

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:525c410bf925e5f32c6f7782c8a78005fa4bf151230d7d7044dde8e9d52c7aef
+size 767476

special_tokens_map.json

@@ -0,0 +1 @@
+{"eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>"}

target.spm

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3967c580a86b33624698c54b4cba559acb207da8d9623613f61429af6b394bf9
+size 814366

tokenizer_config.json

@@ -0,0 +1 @@
+{"source_lang": "bnt", "target_lang": "deu+eng+fra+por+spa", "unk_token": "<unk>", "eos_token": "</s>", "pad_token": "<pad>", "model_max_length": 512, "sp_model_kwargs": {}, "separate_vocabs": false, "special_tokens_map_file": null, "name_or_path": "marian-models/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30/bnt-deu+eng+fra+por+spa", "tokenizer_class": "MarianTokenizer"}