Initial commit

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+*.spm filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,1696 @@
+---
+library_name: transformers
+language:
+- abi
+- acd
+- ade
+- adj
+- ak
+- akp
+- ann
+- anv
+- atg
+- avn
+- bas
+- bav
+- bba
+- beh
+- bem
+- bfd
+- bfo
+- bim
+- biv
+- bkv
+- blh
+- bmq
+- bmv
+- bom
+- bov
+- box
+- bqj
+- bss
+- btt
+- bud
+- bwu
+- cce
+- cjk
+- cko
+- cme
+- csk
+- cwe
+- cwt
+- dag
+- de
+- dga
+- dgi
+- dig
+- dop
+- dug
+- dyi
+- dyo
+- ee
+- efi
+- en
+- es
+- fal
+- ff
+- fon
+- fr
+- gej
+- gkn
+- gng
+- gog
+- gud
+- gur
+- guw
+- gux
+- gwr
+- hag
+- hay
+- heh
+- hz
+- ife
+- ig
+- iri
+- izr
+- jbu
+- jmc
+- kam
+- kbp
+- kdc
+- kdl
+- kdn
+- ken
+- keu
+- kez
+- kg
+- ki
+- kia
+- kj
+- kki
+- kkj
+- kma
+- kmb
+- ksb
+- ktj
+- kub
+- kus
+- kyf
+- las
+- lee
+- lef
+- lem
+- lg
+- lia
+- lip
+- ln
+- lob
+- lon
+- lua
+- luy
+- maw
+- mcp
+- mcu
+- mda
+- mfq
+- mgo
+- mnf
+- mnh
+- mor
+- mos
+- muh
+- myk
+- myx
+- mzk
+- mzm
+- mzw
+- ncu
+- nd
+- ndz
+- nfr
+- ng
+- nhu
+- nim
+- nin
+- nmz
+- nnb
+- nnh
+- nnw
+- nr
+- nso
+- ntm
+- ntr
+- nuj
+- nwb
+- ny
+- nyf
+- nyn
+- nyo
+- nyy
+- nzi
+- oku
+- old
+- ozm
+- pai
+- pbl
+- pkb
+- pt
+- rim
+- rn
+- rw
+- seh
+- sg
+- sig
+- sil
+- sld
+- sn
+- snw
+- soy
+- spp
+- ss
+- st
+- suk
+- sw
+- sxb
+- tbz
+- tem
+- thk
+- tik
+- tlj
+- tn
+- toh
+- toi
+- tpm
+- ts
+- tsw
+- tum
+- tw
+- umb
+- vag
+- ve
+- vmw
+- vun
+- wmw
+- wo
+- wob
+- xh
+- xog
+- xon
+- xrb
+- xsm
+- xuo
+- yam
+- yaz
+- yo
+- zu
+
+tags:
+- translation
+- opus-mt-tc-bible
+
+license: apache-2.0
+model-index:
+- name: opus-mt-tc-bible-big-alv-deu_eng_fra_por_spa
+  results:
+  - task:
+      name: Translation bem-eng
+      type: translation
+      args: bem-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: bem-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.1
+       - name: chr-F
+         type: chrf
+         value: 0.37071
+  - task:
+      name: Translation ibo-eng
+      type: translation
+      args: ibo-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ibo-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.6
+       - name: chr-F
+         type: chrf
+         value: 0.38994
+  - task:
+      name: Translation kin-eng
+      type: translation
+      args: kin-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: kin-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.1
+       - name: chr-F
+         type: chrf
+         value: 0.41964
+  - task:
+      name: Translation kin-fra
+      type: translation
+      args: kin-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: kin-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.7
+       - name: chr-F
+         type: chrf
+         value: 0.34887
+  - task:
+      name: Translation kon-eng
+      type: translation
+      args: kon-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: kon-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.3
+       - name: chr-F
+         type: chrf
+         value: 0.34262
+  - task:
+      name: Translation lin-eng
+      type: translation
+      args: lin-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: lin-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.2
+       - name: chr-F
+         type: chrf
+         value: 0.37728
+  - task:
+      name: Translation lin-fra
+      type: translation
+      args: lin-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: lin-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.0
+       - name: chr-F
+         type: chrf
+         value: 0.35052
+  - task:
+      name: Translation lug-eng
+      type: translation
+      args: lug-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: lug-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.6
+       - name: chr-F
+         type: chrf
+         value: 0.31805
+  - task:
+      name: Translation nso-eng
+      type: translation
+      args: nso-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: nso-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.3
+       - name: chr-F
+         type: chrf
+         value: 0.45662
+  - task:
+      name: Translation nso-fra
+      type: translation
+      args: nso-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: nso-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.5
+       - name: chr-F
+         type: chrf
+         value: 0.33732
+  - task:
+      name: Translation nya-eng
+      type: translation
+      args: nya-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: nya-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.8
+       - name: chr-F
+         type: chrf
+         value: 0.39887
+  - task:
+      name: Translation run-eng
+      type: translation
+      args: run-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: run-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.5
+       - name: chr-F
+         type: chrf
+         value: 0.39846
+  - task:
+      name: Translation run-fra
+      type: translation
+      args: run-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: run-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.8
+       - name: chr-F
+         type: chrf
+         value: 0.34845
+  - task:
+      name: Translation run-por
+      type: translation
+      args: run-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: run-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.2
+       - name: chr-F
+         type: chrf
+         value: 0.33836
+  - task:
+      name: Translation sna-eng
+      type: translation
+      args: sna-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: sna-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.2
+       - name: chr-F
+         type: chrf
+         value: 0.41974
+  - task:
+      name: Translation sna-fra
+      type: translation
+      args: sna-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: sna-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.3
+       - name: chr-F
+         type: chrf
+         value: 0.36443
+  - task:
+      name: Translation sna-por
+      type: translation
+      args: sna-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: sna-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.2
+       - name: chr-F
+         type: chrf
+         value: 0.34260
+  - task:
+      name: Translation sot-eng
+      type: translation
+      args: sot-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: sot-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.7
+       - name: chr-F
+         type: chrf
+         value: 0.45415
+  - task:
+      name: Translation sot-fra
+      type: translation
+      args: sot-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: sot-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.7
+       - name: chr-F
+         type: chrf
+         value: 0.34608
+  - task:
+      name: Translation ssw-eng
+      type: translation
+      args: ssw-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ssw-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.1
+       - name: chr-F
+         type: chrf
+         value: 0.39768
+  - task:
+      name: Translation swh-deu
+      type: translation
+      args: swh-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: swh-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.9
+       - name: chr-F
+         type: chrf
+         value: 0.38892
+  - task:
+      name: Translation swh-eng
+      type: translation
+      args: swh-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: swh-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.1
+       - name: chr-F
+         type: chrf
+         value: 0.54048
+  - task:
+      name: Translation swh-fra
+      type: translation
+      args: swh-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: swh-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.2
+       - name: chr-F
+         type: chrf
+         value: 0.44837
+  - task:
+      name: Translation swh-por
+      type: translation
+      args: swh-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: swh-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.6
+       - name: chr-F
+         type: chrf
+         value: 0.44062
+  - task:
+      name: Translation swh-spa
+      type: translation
+      args: swh-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: swh-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.6
+       - name: chr-F
+         type: chrf
+         value: 0.38855
+  - task:
+      name: Translation tsn-eng
+      type: translation
+      args: tsn-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: tsn-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.3
+       - name: chr-F
+         type: chrf
+         value: 0.40410
+  - task:
+      name: Translation tsn-fra
+      type: translation
+      args: tsn-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: tsn-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.3
+       - name: chr-F
+         type: chrf
+         value: 0.34284
+  - task:
+      name: Translation tso-eng
+      type: translation
+      args: tso-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: tso-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.6
+       - name: chr-F
+         type: chrf
+         value: 0.41504
+  - task:
+      name: Translation tso-fra
+      type: translation
+      args: tso-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: tso-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.1
+       - name: chr-F
+         type: chrf
+         value: 0.33502
+  - task:
+      name: Translation xho-eng
+      type: translation
+      args: xho-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: xho-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.7
+       - name: chr-F
+         type: chrf
+         value: 0.47667
+  - task:
+      name: Translation xho-fra
+      type: translation
+      args: xho-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: xho-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.1
+       - name: chr-F
+         type: chrf
+         value: 0.39392
+  - task:
+      name: Translation xho-por
+      type: translation
+      args: xho-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: xho-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.3
+       - name: chr-F
+         type: chrf
+         value: 0.37032
+  - task:
+      name: Translation zul-eng
+      type: translation
+      args: zul-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: zul-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.4
+       - name: chr-F
+         type: chrf
+         value: 0.47798
+  - task:
+      name: Translation zul-fra
+      type: translation
+      args: zul-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: zul-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.9
+       - name: chr-F
+         type: chrf
+         value: 0.39504
+  - task:
+      name: Translation zul-por
+      type: translation
+      args: zul-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: zul-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.3
+       - name: chr-F
+         type: chrf
+         value: 0.36947
+  - task:
+      name: Translation ibo-eng
+      type: translation
+      args: ibo-eng
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: ibo eng devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.5
+       - name: chr-F
+         type: chrf
+         value: 0.36320
+  - task:
+      name: Translation nya-eng
+      type: translation
+      args: nya-eng
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: nya eng devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.2
+       - name: chr-F
+         type: chrf
+         value: 0.36765
+  - task:
+      name: Translation swh-por
+      type: translation
+      args: swh-por
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: swh por devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.7
+       - name: chr-F
+         type: chrf
+         value: 0.40847
+  - task:
+      name: Translation xho-por
+      type: translation
+      args: xho-por
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: xho por devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.1
+       - name: chr-F
+         type: chrf
+         value: 0.33906
+  - task:
+      name: Translation zul-fra
+      type: translation
+      args: zul-fra
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: zul fra devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.2
+       - name: chr-F
+         type: chrf
+         value: 0.35968
+  - task:
+      name: Translation bem-eng
+      type: translation
+      args: bem-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: bem-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.9
+       - name: chr-F
+         type: chrf
+         value: 0.38068
+  - task:
+      name: Translation bem-spa
+      type: translation
+      args: bem-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: bem-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.2
+       - name: chr-F
+         type: chrf
+         value: 0.33394
+  - task:
+      name: Translation ibo-eng
+      type: translation
+      args: ibo-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ibo-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.4
+       - name: chr-F
+         type: chrf
+         value: 0.42002
+  - task:
+      name: Translation ibo-fra
+      type: translation
+      args: ibo-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ibo-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.3
+       - name: chr-F
+         type: chrf
+         value: 0.34993
+  - task:
+      name: Translation ibo-spa
+      type: translation
+      args: ibo-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ibo-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.7
+       - name: chr-F
+         type: chrf
+         value: 0.36108
+  - task:
+      name: Translation kin-eng
+      type: translation
+      args: kin-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: kin-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.9
+       - name: chr-F
+         type: chrf
+         value: 0.42892
+  - task:
+      name: Translation kin-fra
+      type: translation
+      args: kin-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: kin-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.7
+       - name: chr-F
+         type: chrf
+         value: 0.35842
+  - task:
+      name: Translation kin-por
+      type: translation
+      args: kin-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: kin-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.0
+       - name: chr-F
+         type: chrf
+         value: 0.34399
+  - task:
+      name: Translation kin-spa
+      type: translation
+      args: kin-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: kin-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.5
+       - name: chr-F
+         type: chrf
+         value: 0.37224
+  - task:
+      name: Translation nde-eng
+      type: translation
+      args: nde-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: nde-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.8
+       - name: chr-F
+         type: chrf
+         value: 0.39640
+  - task:
+      name: Translation nde-spa
+      type: translation
+      args: nde-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: nde-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.0
+       - name: chr-F
+         type: chrf
+         value: 0.34638
+  - task:
+      name: Translation nso-eng
+      type: translation
+      args: nso-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: nso-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.0
+       - name: chr-F
+         type: chrf
+         value: 0.42278
+  - task:
+      name: Translation nso-spa
+      type: translation
+      args: nso-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: nso-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.3
+       - name: chr-F
+         type: chrf
+         value: 0.35027
+  - task:
+      name: Translation nya-eng
+      type: translation
+      args: nya-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: nya-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.2
+       - name: chr-F
+         type: chrf
+         value: 0.42702
+  - task:
+      name: Translation nya-fra
+      type: translation
+      args: nya-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: nya-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.7
+       - name: chr-F
+         type: chrf
+         value: 0.35503
+  - task:
+      name: Translation nya-por
+      type: translation
+      args: nya-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: nya-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.4
+       - name: chr-F
+         type: chrf
+         value: 0.33912
+  - task:
+      name: Translation nya-spa
+      type: translation
+      args: nya-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: nya-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.5
+       - name: chr-F
+         type: chrf
+         value: 0.36355
+  - task:
+      name: Translation ssw-eng
+      type: translation
+      args: ssw-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ssw-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.0
+       - name: chr-F
+         type: chrf
+         value: 0.43041
+  - task:
+      name: Translation ssw-spa
+      type: translation
+      args: ssw-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ssw-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.4
+       - name: chr-F
+         type: chrf
+         value: 0.35392
+  - task:
+      name: Translation swa-deu
+      type: translation
+      args: swa-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: swa-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.2
+       - name: chr-F
+         type: chrf
+         value: 0.39475
+  - task:
+      name: Translation swa-eng
+      type: translation
+      args: swa-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: swa-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.4
+       - name: chr-F
+         type: chrf
+         value: 0.54492
+  - task:
+      name: Translation swa-fra
+      type: translation
+      args: swa-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: swa-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.6
+       - name: chr-F
+         type: chrf
+         value: 0.43008
+  - task:
+      name: Translation swa-por
+      type: translation
+      args: swa-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: swa-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.4
+       - name: chr-F
+         type: chrf
+         value: 0.42343
+  - task:
+      name: Translation swa-spa
+      type: translation
+      args: swa-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: swa-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.9
+       - name: chr-F
+         type: chrf
+         value: 0.44892
+  - task:
+      name: Translation tsn-eng
+      type: translation
+      args: tsn-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: tsn-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.1
+       - name: chr-F
+         type: chrf
+         value: 0.44944
+  - task:
+      name: Translation tsn-fra
+      type: translation
+      args: tsn-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: tsn-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.5
+       - name: chr-F
+         type: chrf
+         value: 0.36584
+  - task:
+      name: Translation tsn-por
+      type: translation
+      args: tsn-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: tsn-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.1
+       - name: chr-F
+         type: chrf
+         value: 0.35774
+  - task:
+      name: Translation tsn-spa
+      type: translation
+      args: tsn-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: tsn-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.8
+       - name: chr-F
+         type: chrf
+         value: 0.38149
+  - task:
+      name: Translation ven-eng
+      type: translation
+      args: ven-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ven-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.7
+       - name: chr-F
+         type: chrf
+         value: 0.36848
+  - task:
+      name: Translation xho-eng
+      type: translation
+      args: xho-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: xho-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.8
+       - name: chr-F
+         type: chrf
+         value: 0.46636
+  - task:
+      name: Translation xho-fra
+      type: translation
+      args: xho-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: xho-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.6
+       - name: chr-F
+         type: chrf
+         value: 0.36905
+  - task:
+      name: Translation xho-por
+      type: translation
+      args: xho-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: xho-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.6
+       - name: chr-F
+         type: chrf
+         value: 0.35687
+  - task:
+      name: Translation xho-spa
+      type: translation
+      args: xho-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: xho-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.3
+       - name: chr-F
+         type: chrf
+         value: 0.38176
+  - task:
+      name: Translation yor-eng
+      type: translation
+      args: yor-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: yor-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.2
+       - name: chr-F
+         type: chrf
+         value: 0.34615
+  - task:
+      name: Translation zul-eng
+      type: translation
+      args: zul-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: zul-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.9
+       - name: chr-F
+         type: chrf
+         value: 0.45848
+  - task:
+      name: Translation zul-fra
+      type: translation
+      args: zul-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: zul-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.4
+       - name: chr-F
+         type: chrf
+         value: 0.36203
+  - task:
+      name: Translation zul-por
+      type: translation
+      args: zul-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: zul-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.8
+       - name: chr-F
+         type: chrf
+         value: 0.35081
+  - task:
+      name: Translation zul-spa
+      type: translation
+      args: zul-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: zul-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.0
+       - name: chr-F
+         type: chrf
+         value: 0.37270
+  - task:
+      name: Translation multi-multi
+      type: translation
+      args: multi-multi
+    dataset:
+      name: tatoeba-test-v2020-07-28-v2023-09-26
+      type: tatoeba_mt
+      args: multi-multi
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.3
+       - name: chr-F
+         type: chrf
+         value: 0.44751
+  - task:
+      name: Translation run-eng
+      type: translation
+      args: run-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: run-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 34.9
+       - name: chr-F
+         type: chrf
+         value: 0.49949
+  - task:
+      name: Translation run-fra
+      type: translation
+      args: run-fra
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: run-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.4
+       - name: chr-F
+         type: chrf
+         value: 0.41431
+  - task:
+      name: Translation swa-eng
+      type: translation
+      args: swa-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: swa-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 41.5
+       - name: chr-F
+         type: chrf
+         value: 0.57031
+  - task:
+      name: Translation xho-eng
+      type: translation
+      args: xho-eng
+    dataset:
+      name: tatoeba-test-v2021-03-30
+      type: tatoeba_mt
+      args: xho-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 36.4
+       - name: chr-F
+         type: chrf
+         value: 0.51250
+  - task:
+      name: Translation zul-eng
+      type: translation
+      args: zul-eng
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: zul-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.2
+       - name: chr-F
+         type: chrf
+         value: 0.48762
+  - task:
+      name: Translation zul-fra
+      type: translation
+      args: zul-fra
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: zul-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.7
+       - name: chr-F
+         type: chrf
+         value: 0.37823
+  - task:
+      name: Translation zul-por
+      type: translation
+      args: zul-por
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: zul-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.0
+       - name: chr-F
+         type: chrf
+         value: 0.38586
+  - task:
+      name: Translation zul-spa
+      type: translation
+      args: zul-spa
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: zul-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.9
+       - name: chr-F
+         type: chrf
+         value: 0.40041
+---
+# opus-mt-tc-bible-big-alv-deu_eng_fra_por_spa
+
+## Table of Contents
+- [Model Details](#model-details)
+- [Uses](#uses)
+- [Risks, Limitations and Biases](#risks-limitations-and-biases)
+- [How to Get Started With the Model](#how-to-get-started-with-the-model)
+- [Training](#training)
+- [Evaluation](#evaluation)
+- [Citation Information](#citation-information)
+- [Acknowledgements](#acknowledgements)
+
+## Model Details
+
+Neural machine translation model for translating from Atlantic-Congo languages (alv) to unknown (deu+eng+fra+por+spa).
+
+This model is part of the [OPUS-MT project](https://github.com/Helsinki-NLP/Opus-MT), an effort to make neural machine translation models widely available and accessible for many languages in the world. All models are originally trained using the amazing framework of [Marian NMT](https://marian-nmt.github.io/), an efficient NMT implementation written in pure C++. The models have been converted to pyTorch using the transformers library by huggingface. Training data is taken from [OPUS](https://opus.nlpl.eu/) and training pipelines use the procedures of [OPUS-MT-train](https://github.com/Helsinki-NLP/Opus-MT-train).
+**Model Description:**
+- **Developed by:** Language Technology Research Group at the University of Helsinki
+- **Model Type:** Translation (transformer-big)
+- **Release**: 2024-05-30
+- **License:** Apache-2.0
+- **Language(s):**  
+  - Source Language(s): abi acd ade adj aka akp ann anv atg avn bas bav bba beh bem bfd bfo bim biv bkv blh bmq bmv bom bov box bqj bss btt bud bwu cce cjk cko cme csk cwe cwt dag dga dgi dig dop dug dyi dyo efi ewe fal fon fuc ful gej gkn gng gog gud gur guw gux gwr hag hay heh her ibo ife iri izr jbu jmc kam kbp kdc kdl kdn ken keu kez kia kik kin kki kkj kma kmb kon ksb ktj kua kub kus kyf las lee lef lem lia lin lip lob lon lua lug luy maw mcp mcu mda mfq mgo mnf mnh mor mos muh myk myx mzk mzm mzw nbl ncu nde ndo ndz nfr nhu nim nin nmz nnb nnh nnw nso ntm ntr nuj nwb nya nyf nyn nyo nyy nzi oku old ozm pai pbl pkb rim run sag seh sig sil sld sna snw sot soy spp ssw suk swa swc swh sxb tbz tem thk tik tlj toh toi tpm tsn tso tsw tum twi umb vag ven vmw vun wmw wob wol xho xog xon xrb xsm xuo yam yaz yor zul
+  - Target Language(s): deu eng fra por spa
+  - Valid Target Language Labels: >>deu<< >>eng<< >>fra<< >>por<< >>spa<< >>xxx<<
+- **Original Model**: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip](https://object.pouta.csc.fi/Tatoeba-MT-models/alv-deu+eng+fra+por+spa/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip)
+- **Resources for more information:**
+  -  [OPUS-MT dashboard](https://opus.nlpl.eu/dashboard/index.php?pkg=opusmt&test=all&scoreslang=all&chart=standard&model=Tatoeba-MT-models/alv-deu%2Beng%2Bfra%2Bpor%2Bspa/opusTCv20230926max50%2Bbt%2Bjhubc_transformer-big_2024-05-30)
+  - [OPUS-MT-train GitHub Repo](https://github.com/Helsinki-NLP/OPUS-MT-train)
+  - [More information about MarianNMT models in the transformers library](https://huggingface.co/docs/transformers/model_doc/marian)
+  - [Tatoeba Translation Challenge](https://github.com/Helsinki-NLP/Tatoeba-Challenge/)
+  - [HPLT bilingual data v1 (as part of the Tatoeba Translation Challenge dataset)](https://hplt-project.org/datasets/v1)
+  - [A massively parallel Bible corpus](https://aclanthology.org/L14-1215/)
+
+This is a multilingual translation model with multiple target languages. A sentence initial language token is required in the form of `>>id<<` (id = valid target language ID), e.g. `>>deu<<`
+
+## Uses
+
+This model can be used for translation and text-to-text generation.
+
+## Risks, Limitations and Biases
+
+**CONTENT WARNING: Readers should be aware that the model is trained on various public data sets that may contain content that is disturbing, offensive, and can propagate historical and current stereotypes.**
+
+Significant research has explored bias and fairness issues with language models (see, e.g., [Sheng et al. (2021)](https://aclanthology.org/2021.acl-long.330.pdf) and [Bender et al. (2021)](https://dl.acm.org/doi/pdf/10.1145/3442188.3445922)).
+
+## How to Get Started With the Model
+
+A short example code:
+
+```python
+from transformers import MarianMTModel, MarianTokenizer
+
+src_text = [
+    ">>deu<< Replace this with text in an accepted source language.",
+    ">>spa<< This is the second sentence."
+]
+
+model_name = "pytorch-models/opus-mt-tc-bible-big-alv-deu_eng_fra_por_spa"
+tokenizer = MarianTokenizer.from_pretrained(model_name)
+model = MarianMTModel.from_pretrained(model_name)
+translated = model.generate(**tokenizer(src_text, return_tensors="pt", padding=True))
+
+for t in translated:
+    print( tokenizer.decode(t, skip_special_tokens=True) )
+```
+
+You can also use OPUS-MT models with the transformers pipelines, for example:
+
+```python
+from transformers import pipeline
+pipe = pipeline("translation", model="Helsinki-NLP/opus-mt-tc-bible-big-alv-deu_eng_fra_por_spa")
+print(pipe(">>deu<< Replace this with text in an accepted source language."))
+```
+
+## Training
+
+- **Data**: opusTCv20230926max50+bt+jhubc ([source](https://github.com/Helsinki-NLP/Tatoeba-Challenge))
+- **Pre-processing**: SentencePiece (spm32k,spm32k)
+- **Model Type:**  transformer-big
+- **Original MarianNMT Model**: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip](https://object.pouta.csc.fi/Tatoeba-MT-models/alv-deu+eng+fra+por+spa/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip)
+- **Training Scripts**: [GitHub Repo](https://github.com/Helsinki-NLP/OPUS-MT-train)
+
+## Evaluation
+
+* [Model scores at the OPUS-MT dashboard](https://opus.nlpl.eu/dashboard/index.php?pkg=opusmt&test=all&scoreslang=all&chart=standard&model=Tatoeba-MT-models/alv-deu%2Beng%2Bfra%2Bpor%2Bspa/opusTCv20230926max50%2Bbt%2Bjhubc_transformer-big_2024-05-30)
+* test set translations: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.test.txt](https://object.pouta.csc.fi/Tatoeba-MT-models/alv-deu+eng+fra+por+spa/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.test.txt)
+* test set scores: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.eval.txt](https://object.pouta.csc.fi/Tatoeba-MT-models/alv-deu+eng+fra+por+spa/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.eval.txt)
+* benchmark results: [benchmark_results.txt](benchmark_results.txt)
+* benchmark output: [benchmark_translations.zip](benchmark_translations.zip)
+
+| langpair | testset | chr-F | BLEU  | #sent | #words |
+|----------|---------|-------|-------|-------|--------|
+| run-eng | tatoeba-test-v2021-08-07 | 0.49949 | 34.9 | 1703 | 10041 |
+| run-fra | tatoeba-test-v2021-08-07 | 0.41431 | 22.4 | 1274 | 7479 |
+| swa-eng | tatoeba-test-v2021-08-07 | 0.57031 | 41.5 | 387 | 2508 |
+| swh-por | flores101-devtest | 0.40847 | 14.7 | 1012 | 26519 |
+| kin-eng | flores200-devtest | 0.41964 | 18.1 | 1012 | 24721 |
+| nso-eng | flores200-devtest | 0.45662 | 22.3 | 1012 | 24721 |
+| sna-eng | flores200-devtest | 0.41974 | 17.2 | 1012 | 24721 |
+| sot-eng | flores200-devtest | 0.45415 | 20.7 | 1012 | 24721 |
+| swh-eng | flores200-devtest | 0.54048 | 29.1 | 1012 | 24721 |
+| swh-fra | flores200-devtest | 0.44837 | 18.2 | 1012 | 28343 |
+| swh-por | flores200-devtest | 0.44062 | 17.6 | 1012 | 26519 |
+| tsn-eng | flores200-devtest | 0.40410 | 15.3 | 1012 | 24721 |
+| tso-eng | flores200-devtest | 0.41504 | 17.6 | 1012 | 24721 |
+| xho-eng | flores200-devtest | 0.47667 | 23.7 | 1012 | 24721 |
+| zul-eng | flores200-devtest | 0.47798 | 23.4 | 1012 | 24721 |
+| ibo-eng | ntrex128 | 0.42002 | 17.4 | 1997 | 47673 |
+| kin-eng | ntrex128 | 0.42892 | 16.9 | 1997 | 47673 |
+| nso-eng | ntrex128 | 0.42278 | 17.0 | 1997 | 47673 |
+| nya-eng | ntrex128 | 0.42702 | 19.2 | 1997 | 47673 |
+| ssw-eng | ntrex128 | 0.43041 | 18.0 | 1997 | 47673 |
+| swa-eng | ntrex128 | 0.54492 | 30.4 | 1997 | 47673 |
+| swa-fra | ntrex128 | 0.43008 | 15.6 | 1997 | 53481 |
+| swa-por | ntrex128 | 0.42343 | 15.4 | 1997 | 51631 |
+| swa-spa | ntrex128 | 0.44892 | 18.9 | 1997 | 54107 |
+| tsn-eng | ntrex128 | 0.44944 | 20.1 | 1997 | 47673 |
+| xho-eng | ntrex128 | 0.46636 | 21.8 | 1997 | 47673 |
+| zul-eng | ntrex128 | 0.45848 | 21.9 | 1997 | 47673 |
+| zul-eng | tico19-test | 0.48762 | 25.2 | 2100 | 56804 |
+| zul-spa | tico19-test | 0.40041 | 15.9 | 2100 | 66563 |
+
+## Citation Information
+
+* Publications: [Democratizing neural machine translation with OPUS-MT](https://doi.org/10.1007/s10579-023-09704-w) and [OPUS-MT – Building open translation services for the World](https://aclanthology.org/2020.eamt-1.61/) and [The Tatoeba Translation Challenge – Realistic Data Sets for Low Resource and Multilingual MT](https://aclanthology.org/2020.wmt-1.139/) (Please, cite if you use this model.)
+
+```bibtex
+@article{tiedemann2023democratizing,
+  title={Democratizing neural machine translation with {OPUS-MT}},
+  author={Tiedemann, J{\"o}rg and Aulamo, Mikko and Bakshandaeva, Daria and Boggia, Michele and Gr{\"o}nroos, Stig-Arne and Nieminen, Tommi and Raganato, Alessandro and Scherrer, Yves and Vazquez, Raul and Virpioja, Sami},
+  journal={Language Resources and Evaluation},
+  number={58},
+  pages={713--755},
+  year={2023},
+  publisher={Springer Nature},
+  issn={1574-0218},
+  doi={10.1007/s10579-023-09704-w}
+}
+
+@inproceedings{tiedemann-thottingal-2020-opus,
+    title = "{OPUS}-{MT} {--} Building open translation services for the World",
+    author = {Tiedemann, J{\"o}rg  and Thottingal, Santhosh},
+    booktitle = "Proceedings of the 22nd Annual Conference of the European Association for Machine Translation",
+    month = nov,
+    year = "2020",
+    address = "Lisboa, Portugal",
+    publisher = "European Association for Machine Translation",
+    url = "https://aclanthology.org/2020.eamt-1.61",
+    pages = "479--480",
+}
+
+@inproceedings{tiedemann-2020-tatoeba,
+    title = "The Tatoeba Translation Challenge {--} Realistic Data Sets for Low Resource and Multilingual {MT}",
+    author = {Tiedemann, J{\"o}rg},
+    booktitle = "Proceedings of the Fifth Conference on Machine Translation",
+    month = nov,
+    year = "2020",
+    address = "Online",
+    publisher = "Association for Computational Linguistics",
+    url = "https://aclanthology.org/2020.wmt-1.139",
+    pages = "1174--1182",
+}
+```
+
+## Acknowledgements
+
+The work is supported by the [HPLT project](https://hplt-project.org/), funded by the European Union’s Horizon Europe research and innovation programme under grant agreement No 101070350. We are also grateful for the generous computational resources and IT infrastructure provided by [CSC -- IT Center for Science](https://www.csc.fi/), Finland, and the [EuroHPC supercomputer LUMI](https://www.lumi-supercomputer.eu/).
+
+## Model conversion info
+
+* transformers version: 4.45.1
+* OPUS-MT git hash: a0ea3b3
+* port time: Mon Oct  7 16:22:19 EEST 2024
+* port machine: LM0-400-22516.local

benchmark_results.txt

@@ -0,0 +1,296 @@
+multi-multi	tatoeba-test-v2020-07-28-v2023-09-26	0.44751	27.3	6455	38460
+ful-eng	flores101-devtest	0.21713	3.5	1012	24721
+ful-fra	flores101-devtest	0.19514	2.1	1012	28343
+ibo-deu	flores101-devtest	0.29329	4.8	1012	25094
+ibo-eng	flores101-devtest	0.36320	12.5	1012	24721
+kam-eng	flores101-devtest	0.23819	5.3	1012	24721
+kam-por	flores101-devtest	0.20757	3.3	1012	26519
+lin-deu	flores101-devtest	0.28572	5.2	1012	25094
+lin-fra	flores101-devtest	0.31914	8.9	1012	28343
+lin-por	flores101-devtest	0.31177	8.4	1012	26519
+lin-spa	flores101-devtest	0.29320	6.6	1012	29199
+lug-deu	flores101-devtest	0.24065	3.3	1012	25094
+nso-fra	flores101-devtest	0.29772	7.8	1012	28343
+nya-eng	flores101-devtest	0.36765	13.2	1012	24721
+nya-fra	flores101-devtest	0.30619	8.0	1012	28343
+sna-fra	flores101-devtest	0.34168	9.6	1012	28343
+sna-spa	flores101-devtest	0.30187	6.8	1012	29199
+swh-por	flores101-devtest	0.40847	14.7	1012	26519
+umb-deu	flores101-devtest	0.20753	1.4	1012	25094
+umb-eng	flores101-devtest	0.22787	3.3	1012	24721
+wol-fra	flores101-devtest	0.23494	3.9	1012	28343
+wol-por	flores101-devtest	0.23358	3.7	1012	26519
+xho-por	flores101-devtest	0.33906	10.1	1012	26519
+yor-fra	flores101-devtest	0.24198	4.0	1012	28343
+zul-fra	flores101-devtest	0.35968	11.2	1012	28343
+aka-deu	flores200-devtest	0.21103	2.0	1012	25094
+aka-eng	flores200-devtest	0.25750	5.6	1012	24721
+aka-fra	flores200-devtest	0.21075	3.1	1012	28343
+aka-por	flores200-devtest	0.20728	3.2	1012	26519
+aka-spa	flores200-devtest	0.21494	3.4	1012	29199
+bem-deu	flores200-devtest	0.29324	4.7	1012	25094
+bem-eng	flores200-devtest	0.37071	13.1	1012	24721
+bem-fra	flores200-devtest	0.31561	8.6	1012	28343
+bem-por	flores200-devtest	0.30790	8.1	1012	26519
+bem-spa	flores200-devtest	0.29661	6.9	1012	29199
+cjk-deu	flores200-devtest	0.21803	1.8	1012	25094
+cjk-eng	flores200-devtest	0.23825	3.9	1012	24721
+cjk-fra	flores200-devtest	0.21484	2.8	1012	28343
+cjk-por	flores200-devtest	0.22811	3.3	1012	26519
+cjk-spa	flores200-devtest	0.23353	3.2	1012	29199
+ewe-deu	flores200-devtest	0.20417	1.9	1012	25094
+ewe-eng	flores200-devtest	0.24329	4.6	1012	24721
+ewe-fra	flores200-devtest	0.19872	2.7	1012	28343
+ewe-por	flores200-devtest	0.19574	2.4	1012	26519
+ewe-spa	flores200-devtest	0.20390	2.8	1012	29199
+fon-deu	flores200-devtest	0.21065	1.7	1012	25094
+fon-eng	flores200-devtest	0.23791	3.8	1012	24721
+fon-fra	flores200-devtest	0.20637	2.8	1012	28343
+fon-por	flores200-devtest	0.20322	2.5	1012	26519
+fon-spa	flores200-devtest	0.21140	2.8	1012	29199
+ibo-deu	flores200-devtest	0.31201	5.9	1012	25094
+ibo-eng	flores200-devtest	0.38994	14.6	1012	24721
+ibo-fra	flores200-devtest	0.33654	9.3	1012	28343
+ibo-por	flores200-devtest	0.32381	8.7	1012	26519
+ibo-spa	flores200-devtest	0.30903	6.8	1012	29199
+kam-deu	flores200-devtest	0.22623	2.4	1012	25094
+kam-eng	flores200-devtest	0.25176	5.9	1012	24721
+kam-fra	flores200-devtest	0.22149	3.8	1012	28343
+kam-por	flores200-devtest	0.22020	4.0	1012	26519
+kam-spa	flores200-devtest	0.22602	3.6	1012	29199
+kbp-deu	flores200-devtest	0.22271	2.3	1012	25094
+kbp-eng	flores200-devtest	0.26127	5.1	1012	24721
+kbp-fra	flores200-devtest	0.22128	3.4	1012	28343
+kbp-por	flores200-devtest	0.21208	3.1	1012	26519
+kbp-spa	flores200-devtest	0.22121	3.3	1012	29199
+kik-deu	flores200-devtest	0.27542	3.4	1012	25094
+kik-eng	flores200-devtest	0.33821	9.8	1012	24721
+kik-fra	flores200-devtest	0.29550	6.5	1012	28343
+kik-por	flores200-devtest	0.28161	5.5	1012	26519
+kik-spa	flores200-devtest	0.28074	5.1	1012	29199
+kin-deu	flores200-devtest	0.30940	6.3	1012	25094
+kin-eng	flores200-devtest	0.41964	18.1	1012	24721
+kin-fra	flores200-devtest	0.34887	10.7	1012	28343
+kin-por	flores200-devtest	0.32719	9.6	1012	26519
+kin-spa	flores200-devtest	0.31594	7.7	1012	29199
+kmb-deu	flores200-devtest	0.22967	2.2	1012	25094
+kmb-eng	flores200-devtest	0.25883	5.2	1012	24721
+kmb-fra	flores200-devtest	0.22897	3.9	1012	28343
+kmb-por	flores200-devtest	0.23387	4.5	1012	26519
+kmb-spa	flores200-devtest	0.24068	4.1	1012	29199
+kon-deu	flores200-devtest	0.29087	5.1	1012	25094
+kon-eng	flores200-devtest	0.34262	11.3	1012	24721
+kon-fra	flores200-devtest	0.31994	8.4	1012	28343
+kon-por	flores200-devtest	0.30547	7.8	1012	26519
+kon-spa	flores200-devtest	0.29534	6.4	1012	29199
+lin-deu	flores200-devtest	0.30708	6.4	1012	25094
+lin-eng	flores200-devtest	0.37728	14.2	1012	24721
+lin-fra	flores200-devtest	0.35052	11.0	1012	28343
+lin-por	flores200-devtest	0.33695	9.9	1012	26519
+lin-spa	flores200-devtest	0.31627	7.8	1012	29199
+lua-deu	flores200-devtest	0.23914	2.4	1012	25094
+lua-eng	flores200-devtest	0.26673	5.7	1012	24721
+lua-fra	flores200-devtest	0.23716	4.0	1012	28343
+lua-por	flores200-devtest	0.23412	4.0	1012	26519
+lua-spa	flores200-devtest	0.24285	3.9	1012	29199
+lug-deu	flores200-devtest	0.26004	4.3	1012	25094
+lug-eng	flores200-devtest	0.31805	10.6	1012	24721
+lug-fra	flores200-devtest	0.27167	6.5	1012	28343
+lug-por	flores200-devtest	0.25710	5.6	1012	26519
+lug-spa	flores200-devtest	0.25848	4.5	1012	29199
+mos-deu	flores200-devtest	0.19759	1.4	1012	25094
+mos-eng	flores200-devtest	0.23490	4.2	1012	24721
+mos-fra	flores200-devtest	0.19502	2.3	1012	28343
+mos-por	flores200-devtest	0.19102	2.6	1012	26519
+mos-spa	flores200-devtest	0.19918	2.4	1012	29199
+nso-deu	flores200-devtest	0.32125	7.4	1012	25094
+nso-eng	flores200-devtest	0.45662	22.3	1012	24721
+nso-fra	flores200-devtest	0.33732	10.5	1012	28343
+nso-por	flores200-devtest	0.31523	9.4	1012	26519
+nso-spa	flores200-devtest	0.29414	7.0	1012	29199
+nya-deu	flores200-devtest	0.30179	5.7	1012	25094
+nya-eng	flores200-devtest	0.39887	15.8	1012	24721
+nya-fra	flores200-devtest	0.33930	9.9	1012	28343
+nya-por	flores200-devtest	0.31301	8.6	1012	26519
+nya-spa	flores200-devtest	0.30478	7.2	1012	29199
+run-deu	flores200-devtest	0.31691	6.9	1012	25094
+run-eng	flores200-devtest	0.39846	15.5	1012	24721
+run-fra	flores200-devtest	0.34845	10.8	1012	28343
+run-por	flores200-devtest	0.33836	10.2	1012	26519
+run-spa	flores200-devtest	0.32116	8.0	1012	29199
+sag-deu	flores200-devtest	0.22221	2.4	1012	25094
+sag-eng	flores200-devtest	0.26423	5.4	1012	24721
+sag-fra	flores200-devtest	0.22575	3.8	1012	28343
+sag-por	flores200-devtest	0.21856	3.4	1012	26519
+sag-spa	flores200-devtest	0.22854	3.8	1012	29199
+sna-deu	flores200-devtest	0.32378	6.9	1012	25094
+sna-eng	flores200-devtest	0.41974	17.2	1012	24721
+sna-fra	flores200-devtest	0.36443	11.3	1012	28343
+sna-por	flores200-devtest	0.34260	10.2	1012	26519
+sna-spa	flores200-devtest	0.32210	8.0	1012	29199
+sot-deu	flores200-devtest	0.32197	6.9	1012	25094
+sot-eng	flores200-devtest	0.45415	20.7	1012	24721
+sot-fra	flores200-devtest	0.34608	10.7	1012	28343
+sot-por	flores200-devtest	0.32424	9.5	1012	26519
+sot-spa	flores200-devtest	0.30357	7.2	1012	29199
+ssw-deu	flores200-devtest	0.30791	5.8	1012	25094
+ssw-eng	flores200-devtest	0.39768	16.1	1012	24721
+ssw-fra	flores200-devtest	0.33603	9.8	1012	28343
+ssw-por	flores200-devtest	0.32413	9.2	1012	26519
+ssw-spa	flores200-devtest	0.30217	6.8	1012	29199
+swh-deu	flores200-devtest	0.38892	10.9	1012	25094
+swh-eng	flores200-devtest	0.54048	29.1	1012	24721
+swh-fra	flores200-devtest	0.44837	18.2	1012	28343
+swh-por	flores200-devtest	0.44062	17.6	1012	26519
+swh-spa	flores200-devtest	0.38855	11.6	1012	29199
+tsn-deu	flores200-devtest	0.31644	6.3	1012	25094
+tsn-eng	flores200-devtest	0.40410	15.3	1012	24721
+tsn-fra	flores200-devtest	0.34284	10.3	1012	28343
+tsn-por	flores200-devtest	0.33165	9.3	1012	26519
+tsn-spa	flores200-devtest	0.31377	7.7	1012	29199
+tso-deu	flores200-devtest	0.30073	6.3	1012	25094
+tso-eng	flores200-devtest	0.41504	17.6	1012	24721
+tso-fra	flores200-devtest	0.33502	10.1	1012	28343
+tso-por	flores200-devtest	0.30741	8.8	1012	26519
+tso-spa	flores200-devtest	0.29220	6.9	1012	29199
+tum-deu	flores200-devtest	0.27088	3.2	1012	25094
+tum-eng	flores200-devtest	0.31625	7.3	1012	24721
+tum-fra	flores200-devtest	0.28093	5.5	1012	28343
+tum-por	flores200-devtest	0.27543	5.3	1012	26519
+tum-spa	flores200-devtest	0.27894	4.9	1012	29199
+twi-deu	flores200-devtest	0.21184	2.4	1012	25094
+twi-eng	flores200-devtest	0.25960	5.9	1012	24721
+twi-fra	flores200-devtest	0.20738	3.1	1012	28343
+twi-por	flores200-devtest	0.20581	3.2	1012	26519
+twi-spa	flores200-devtest	0.21265	3.1	1012	29199
+umb-deu	flores200-devtest	0.22686	2.2	1012	25094
+umb-eng	flores200-devtest	0.24875	4.5	1012	24721
+umb-fra	flores200-devtest	0.22385	3.6	1012	28343
+umb-por	flores200-devtest	0.23949	4.0	1012	26519
+umb-spa	flores200-devtest	0.23796	3.5	1012	29199
+wol-deu	flores200-devtest	0.25851	3.1	1012	25094
+wol-eng	flores200-devtest	0.27455	6.8	1012	24721
+wol-fra	flores200-devtest	0.25659	5.0	1012	28343
+wol-por	flores200-devtest	0.25442	4.8	1012	26519
+wol-spa	flores200-devtest	0.26073	4.3	1012	29199
+xho-deu	flores200-devtest	0.34702	8.7	1012	25094
+xho-eng	flores200-devtest	0.47667	23.7	1012	24721
+xho-fra	flores200-devtest	0.39392	14.1	1012	28343
+xho-por	flores200-devtest	0.37032	12.3	1012	26519
+xho-spa	flores200-devtest	0.34071	8.9	1012	29199
+yor-deu	flores200-devtest	0.26350	3.8	1012	25094
+yor-eng	flores200-devtest	0.30560	8.5	1012	24721
+yor-fra	flores200-devtest	0.26611	5.3	1012	28343
+yor-por	flores200-devtest	0.26354	5.3	1012	26519
+yor-spa	flores200-devtest	0.26991	4.4	1012	29199
+zul-deu	flores200-devtest	0.34382	8.3	1012	25094
+zul-eng	flores200-devtest	0.47798	23.4	1012	24721
+zul-fra	flores200-devtest	0.39504	13.9	1012	28343
+zul-por	flores200-devtest	0.36947	12.3	1012	26519
+zul-spa	flores200-devtest	0.33858	9.0	1012	29199
+bem-deu	ntrex128	0.30672	5.9	1997	48761
+bem-eng	ntrex128	0.38068	14.9	1997	47673
+bem-fra	ntrex128	0.31600	8.2	1997	53481
+bem-por	ntrex128	0.31404	8.3	1997	51631
+bem-spa	ntrex128	0.33394	10.2	1997	54107
+ewe-deu	ntrex128	0.21779	3.0	1997	48761
+ewe-eng	ntrex128	0.26902	6.6	1997	47673
+ewe-fra	ntrex128	0.21230	3.6	1997	53481
+ewe-por	ntrex128	0.20871	3.5	1997	51631
+ewe-spa	ntrex128	0.22529	4.2	1997	54107
+fuc-deu	ntrex128	0.22996	2.9	1997	48761
+fuc-eng	ntrex128	0.26465	7.0	1997	47673
+fuc-fra	ntrex128	0.23921	4.4	1997	53481
+fuc-por	ntrex128	0.23450	4.5	1997	51631
+fuc-spa	ntrex128	0.25677	5.3	1997	54107
+ibo-deu	ntrex128	0.33283	7.3	1997	48761
+ibo-eng	ntrex128	0.42002	17.4	1997	47673
+ibo-fra	ntrex128	0.34993	10.3	1997	53481
+ibo-por	ntrex128	0.33898	9.2	1997	51631
+ibo-spa	ntrex128	0.36108	11.7	1997	54107
+kin-deu	ntrex128	0.33121	7.2	1997	48761
+kin-eng	ntrex128	0.42892	16.9	1997	47673
+kin-fra	ntrex128	0.35842	10.7	1997	53481
+kin-por	ntrex128	0.34399	10.0	1997	51631
+kin-spa	ntrex128	0.37224	12.5	1997	54107
+nde-deu	ntrex128	0.32255	6.0	1997	48761
+nde-eng	ntrex128	0.39640	13.8	1997	47673
+nde-fra	ntrex128	0.33712	8.6	1997	53481
+nde-por	ntrex128	0.32696	8.4	1997	51631
+nde-spa	ntrex128	0.34638	10.0	1997	54107
+nso-deu	ntrex128	0.32696	7.1	1997	48761
+nso-eng	ntrex128	0.42278	17.0	1997	47673
+nso-fra	ntrex128	0.34162	9.8	1997	53481
+nso-por	ntrex128	0.32895	9.2	1997	51631
+nso-spa	ntrex128	0.35027	11.3	1997	54107
+nya-deu	ntrex128	0.32971	7.6	1997	48761
+nya-eng	ntrex128	0.42702	19.2	1997	47673
+nya-fra	ntrex128	0.35503	10.7	1997	53481
+nya-por	ntrex128	0.33912	10.4	1997	51631
+nya-spa	ntrex128	0.36355	12.5	1997	54107
+ssw-deu	ntrex128	0.32656	6.6	1997	48761
+ssw-eng	ntrex128	0.43041	18.0	1997	47673
+ssw-fra	ntrex128	0.34293	9.8	1997	53481
+ssw-por	ntrex128	0.33562	9.3	1997	51631
+ssw-spa	ntrex128	0.35392	11.4	1997	54107
+swa-deu	ntrex128	0.39475	11.2	1997	48761
+swa-eng	ntrex128	0.54492	30.4	1997	47673
+swa-fra	ntrex128	0.43008	15.6	1997	53481
+swa-por	ntrex128	0.42343	15.4	1997	51631
+swa-spa	ntrex128	0.44892	18.9	1997	54107
+tsn-deu	ntrex128	0.34744	7.9	1997	48761
+tsn-eng	ntrex128	0.44944	20.1	1997	47673
+tsn-fra	ntrex128	0.36584	11.5	1997	53481
+tsn-por	ntrex128	0.35774	11.1	1997	51631
+tsn-spa	ntrex128	0.38149	13.8	1997	54107
+ven-deu	ntrex128	0.29846	5.0	1997	48761
+ven-eng	ntrex128	0.36848	12.7	1997	47673
+ven-fra	ntrex128	0.31439	8.0	1997	53481
+ven-por	ntrex128	0.30542	7.3	1997	51631
+ven-spa	ntrex128	0.32722	9.4	1997	54107
+wol-deu	ntrex128	0.25962	3.6	1997	48761
+wol-eng	ntrex128	0.27538	7.2	1997	47673
+wol-fra	ntrex128	0.24251	4.4	1997	53481
+wol-por	ntrex128	0.25264	4.7	1997	51631
+wol-spa	ntrex128	0.27877	6.0	1997	54107
+xho-deu	ntrex128	0.34694	8.2	1997	48761
+xho-eng	ntrex128	0.46636	21.8	1997	47673
+xho-fra	ntrex128	0.36905	11.6	1997	53481
+xho-por	ntrex128	0.35687	10.6	1997	51631
+xho-spa	ntrex128	0.38176	13.3	1997	54107
+yor-deu	ntrex128	0.28804	4.3	1997	48761
+yor-eng	ntrex128	0.34615	11.2	1997	47673
+yor-fra	ntrex128	0.29559	6.6	1997	53481
+yor-por	ntrex128	0.29273	6.1	1997	51631
+yor-spa	ntrex128	0.31894	7.8	1997	54107
+zul-deu	ntrex128	0.34049	8.4	1997	48761
+zul-eng	ntrex128	0.45848	21.9	1997	47673
+zul-fra	ntrex128	0.36203	11.4	1997	53481
+zul-por	ntrex128	0.35081	10.8	1997	51631
+zul-spa	ntrex128	0.37270	13.0	1997	54107
+run-fra	tatoeba-test-v2021-03-30	0.37924	18.4	1278	7496
+xho-eng	tatoeba-test-v2021-03-30	0.51250	36.4	222	1467
+run-deu	tatoeba-test-v2021-08-07	0.37181	19.1	1752	10562
+run-eng	tatoeba-test-v2021-08-07	0.49949	34.9	1703	10041
+run-fra	tatoeba-test-v2021-08-07	0.41431	22.4	1274	7479
+run-spa	tatoeba-test-v2021-08-07	0.39311	19.3	963	5167
+swa-eng	tatoeba-test-v2021-08-07	0.57031	41.5	387	2508
+kin-eng	tico19-test	0.16333	1.1	2100	56323
+kin-fra	tico19-test	0.20797	2.3	2100	64661
+kin-por	tico19-test	0.20686	1.9	2100	62729
+kin-spa	tico19-test	0.20848	2.0	2100	66563
+lin-fra	tico19-test	0.20671	2.3	2100	64661
+lin-por	tico19-test	0.20516	2.0	2100	62729
+lin-spa	tico19-test	0.20385	2.0	2100	66563
+lug-eng	tico19-test	0.15561	1.1	2100	56323
+lug-fra	tico19-test	0.19865	1.8	2100	64661
+lug-por	tico19-test	0.20548	2.0	2100	62729
+lug-spa	tico19-test	0.20545	1.9	2100	66563
+swa-eng	tico19-test	0.20835	2.0	2100	56315
+swa-fra	tico19-test	0.25275	3.3	2100	64661
+swa-por	tico19-test	0.23967	2.1	2100	62729
+swa-spa	tico19-test	0.24260	2.1	2100	66563
+zul-eng	tico19-test	0.48762	25.2	2100	56804
+zul-fra	tico19-test	0.37823	13.7	2100	64661
+zul-por	tico19-test	0.38586	14.0	2100	62729
+zul-spa	tico19-test	0.40041	15.9	2100	66563

config.json

@@ -0,0 +1,41 @@
+{
+  "_name_or_path": "pytorch-models/opus-mt-tc-bible-big-alv-deu_eng_fra_por_spa",
+  "activation_dropout": 0.0,
+  "activation_function": "relu",
+  "architectures": [
+    "MarianMTModel"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 0,
+  "classifier_dropout": 0.0,
+  "d_model": 1024,
+  "decoder_attention_heads": 16,
+  "decoder_ffn_dim": 4096,
+  "decoder_layerdrop": 0.0,
+  "decoder_layers": 6,
+  "decoder_start_token_id": 61871,
+  "decoder_vocab_size": 61872,
+  "dropout": 0.1,
+  "encoder_attention_heads": 16,
+  "encoder_ffn_dim": 4096,
+  "encoder_layerdrop": 0.0,
+  "encoder_layers": 6,
+  "eos_token_id": 236,
+  "forced_eos_token_id": null,
+  "init_std": 0.02,
+  "is_encoder_decoder": true,
+  "max_length": null,
+  "max_position_embeddings": 1024,
+  "model_type": "marian",
+  "normalize_embedding": false,
+  "num_beams": null,
+  "num_hidden_layers": 6,
+  "pad_token_id": 61871,
+  "scale_embedding": true,
+  "share_encoder_decoder_embeddings": true,
+  "static_position_embeddings": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.45.1",
+  "use_cache": true,
+  "vocab_size": 61872
+}

generation_config.json

@@ -0,0 +1,16 @@
+{
+  "_from_model_config": true,
+  "bad_words_ids": [
+    [
+      61871
+    ]
+  ],
+  "bos_token_id": 0,
+  "decoder_start_token_id": 61871,
+  "eos_token_id": 236,
+  "forced_eos_token_id": 236,
+  "max_length": 512,
+  "num_beams": 4,
+  "pad_token_id": 61871,
+  "transformers_version": "4.45.1"
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73e39e03d4e581b629f63916c16b6f34defc47cba7fac40280604fe84e035a08
+size 959134320

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f26fd801c46459a211936d1d2691005255ff1dd30f128e69c394c671ed01abc
+size 959185541

source.spm

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:512274fc5f10a67cc547763ad2f499e5ecaa9d055e5f4887256142b25621b951
+size 760897

special_tokens_map.json

@@ -0,0 +1 @@
+{"eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>"}

target.spm

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc935647403de50358df1994b1b8e4687268ae34ffb201a8a4526f3a505635d2
+size 820799

tokenizer_config.json

@@ -0,0 +1 @@
+{"source_lang": "alv", "target_lang": "deu+eng+fra+por+spa", "unk_token": "<unk>", "eos_token": "</s>", "pad_token": "<pad>", "model_max_length": 512, "sp_model_kwargs": {}, "separate_vocabs": false, "special_tokens_map_file": null, "name_or_path": "marian-models/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30/alv-deu+eng+fra+por+spa", "tokenizer_class": "MarianTokenizer"}