Initial commit

Browse files

Files changed (13) hide show

.gitattributes +1 -0
README.md +3782 -0
benchmark_results.txt +267 -0
benchmark_translations.zip +0 -0
config.json +41 -0
generation_config.json +16 -0
model.safetensors +3 -0
pytorch_model.bin +3 -0
source.spm +3 -0
special_tokens_map.json +1 -0
target.spm +3 -0
tokenizer_config.json +1 -0
vocab.json +0 -0

.gitattributes CHANGED Viewed

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text

 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+*.spm filter=lfs diff=lfs merge=lfs -text

README.md ADDED Viewed

	@@ -0,0 +1,3782 @@

+---
+library_name: transformers
+language:
+- anp
+- as
+- awa
+- bal
+- bho
+- bn
+- bpy
+- de
+- diq
+- dv
+- en
+- es
+- fa
+- fr
+- gbm
+- glk
+- gu
+- hi
+- hif
+- hne
+- hns
+- jdt
+- kok
+- ks
+- ku
+- lah
+- lrc
+- mag
+- mai
+- mr
+- mzn
+- ne
+- or
+- os
+- pa
+- pal
+- pi
+- ps
+- pt
+- rhg
+- rmy
+- rom
+- sa
+- sd
+- si
+- skr
+- syl
+- tg
+- tly
+- ur
+- zza
+language_bcp47:
+- ku_Latn
+tags:
+- translation
+- opus-mt-tc-bible
+license: apache-2.0
+model-index:
+- name: opus-mt-tc-bible-big-iir-deu_eng_fra_por_spa
+  results:
+  - task:
+      name: Translation asm-eng
+      type: translation
+      args: asm-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: asm-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.5
+       - name: chr-F
+         type: chrf
+         value: 0.48589
+  - task:
+      name: Translation asm-fra
+      type: translation
+      args: asm-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: asm-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.7
+       - name: chr-F
+         type: chrf
+         value: 0.35394
+  - task:
+      name: Translation asm-por
+      type: translation
+      args: asm-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: asm-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.3
+       - name: chr-F
+         type: chrf
+         value: 0.37939
+  - task:
+      name: Translation awa-deu
+      type: translation
+      args: awa-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: awa-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.0
+       - name: chr-F
+         type: chrf
+         value: 0.47071
+  - task:
+      name: Translation awa-eng
+      type: translation
+      args: awa-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: awa-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.6
+       - name: chr-F
+         type: chrf
+         value: 0.53069
+  - task:
+      name: Translation awa-fra
+      type: translation
+      args: awa-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: awa-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.1
+       - name: chr-F
+         type: chrf
+         value: 0.49700
+  - task:
+      name: Translation awa-por
+      type: translation
+      args: awa-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: awa-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.8
+       - name: chr-F
+         type: chrf
+         value: 0.49950
+  - task:
+      name: Translation awa-spa
+      type: translation
+      args: awa-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: awa-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.4
+       - name: chr-F
+         type: chrf
+         value: 0.43831
+  - task:
+      name: Translation ben-deu
+      type: translation
+      args: ben-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ben-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.0
+       - name: chr-F
+         type: chrf
+         value: 0.47434
+  - task:
+      name: Translation ben-eng
+      type: translation
+      args: ben-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ben-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 31.4
+       - name: chr-F
+         type: chrf
+         value: 0.58408
+  - task:
+      name: Translation ben-fra
+      type: translation
+      args: ben-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ben-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.2
+       - name: chr-F
+         type: chrf
+         value: 0.50930
+  - task:
+      name: Translation ben-por
+      type: translation
+      args: ben-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ben-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.4
+       - name: chr-F
+         type: chrf
+         value: 0.50661
+  - task:
+      name: Translation ben-spa
+      type: translation
+      args: ben-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ben-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.7
+       - name: chr-F
+         type: chrf
+         value: 0.44485
+  - task:
+      name: Translation bho-deu
+      type: translation
+      args: bho-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: bho-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.8
+       - name: chr-F
+         type: chrf
+         value: 0.42463
+  - task:
+      name: Translation bho-eng
+      type: translation
+      args: bho-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: bho-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.6
+       - name: chr-F
+         type: chrf
+         value: 0.50545
+  - task:
+      name: Translation bho-fra
+      type: translation
+      args: bho-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: bho-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.4
+       - name: chr-F
+         type: chrf
+         value: 0.45264
+  - task:
+      name: Translation bho-por
+      type: translation
+      args: bho-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: bho-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.0
+       - name: chr-F
+         type: chrf
+         value: 0.44737
+  - task:
+      name: Translation bho-spa
+      type: translation
+      args: bho-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: bho-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.0
+       - name: chr-F
+         type: chrf
+         value: 0.40585
+  - task:
+      name: Translation ckb-deu
+      type: translation
+      args: ckb-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ckb-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.6
+       - name: chr-F
+         type: chrf
+         value: 0.42110
+  - task:
+      name: Translation ckb-eng
+      type: translation
+      args: ckb-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ckb-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.7
+       - name: chr-F
+         type: chrf
+         value: 0.50543
+  - task:
+      name: Translation ckb-fra
+      type: translation
+      args: ckb-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ckb-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.1
+       - name: chr-F
+         type: chrf
+         value: 0.45847
+  - task:
+      name: Translation ckb-por
+      type: translation
+      args: ckb-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ckb-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.8
+       - name: chr-F
+         type: chrf
+         value: 0.44567
+  - task:
+      name: Translation ckb-spa
+      type: translation
+      args: ckb-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: ckb-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.0
+       - name: chr-F
+         type: chrf
+         value: 0.39955
+  - task:
+      name: Translation guj-deu
+      type: translation
+      args: guj-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: guj-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.3
+       - name: chr-F
+         type: chrf
+         value: 0.46758
+  - task:
+      name: Translation guj-eng
+      type: translation
+      args: guj-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: guj-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 34.4
+       - name: chr-F
+         type: chrf
+         value: 0.61139
+  - task:
+      name: Translation guj-fra
+      type: translation
+      args: guj-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: guj-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.5
+       - name: chr-F
+         type: chrf
+         value: 0.50349
+  - task:
+      name: Translation guj-por
+      type: translation
+      args: guj-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: guj-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.4
+       - name: chr-F
+         type: chrf
+         value: 0.49828
+  - task:
+      name: Translation guj-spa
+      type: translation
+      args: guj-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: guj-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.5
+       - name: chr-F
+         type: chrf
+         value: 0.44472
+  - task:
+      name: Translation hin-deu
+      type: translation
+      args: hin-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: hin-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.8
+       - name: chr-F
+         type: chrf
+         value: 0.50772
+  - task:
+      name: Translation hin-eng
+      type: translation
+      args: hin-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: hin-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 37.3
+       - name: chr-F
+         type: chrf
+         value: 0.63234
+  - task:
+      name: Translation hin-fra
+      type: translation
+      args: hin-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: hin-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.5
+       - name: chr-F
+         type: chrf
+         value: 0.53933
+  - task:
+      name: Translation hin-por
+      type: translation
+      args: hin-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: hin-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.1
+       - name: chr-F
+         type: chrf
+         value: 0.53523
+  - task:
+      name: Translation hin-spa
+      type: translation
+      args: hin-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: hin-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.4
+       - name: chr-F
+         type: chrf
+         value: 0.46183
+  - task:
+      name: Translation hne-deu
+      type: translation
+      args: hne-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: hne-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.0
+       - name: chr-F
+         type: chrf
+         value: 0.49946
+  - task:
+      name: Translation hne-eng
+      type: translation
+      args: hne-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: hne-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 38.1
+       - name: chr-F
+         type: chrf
+         value: 0.63640
+  - task:
+      name: Translation hne-fra
+      type: translation
+      args: hne-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: hne-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.7
+       - name: chr-F
+         type: chrf
+         value: 0.53419
+  - task:
+      name: Translation hne-por
+      type: translation
+      args: hne-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: hne-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.9
+       - name: chr-F
+         type: chrf
+         value: 0.53735
+  - task:
+      name: Translation hne-spa
+      type: translation
+      args: hne-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: hne-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.9
+       - name: chr-F
+         type: chrf
+         value: 0.45610
+  - task:
+      name: Translation kmr-eng
+      type: translation
+      args: kmr-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: kmr-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.8
+       - name: chr-F
+         type: chrf
+         value: 0.37717
+  - task:
+      name: Translation mag-deu
+      type: translation
+      args: mag-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: mag-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.0
+       - name: chr-F
+         type: chrf
+         value: 0.50681
+  - task:
+      name: Translation mag-eng
+      type: translation
+      args: mag-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: mag-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 38.0
+       - name: chr-F
+         type: chrf
+         value: 0.63966
+  - task:
+      name: Translation mag-fra
+      type: translation
+      args: mag-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: mag-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.9
+       - name: chr-F
+         type: chrf
+         value: 0.53810
+  - task:
+      name: Translation mag-por
+      type: translation
+      args: mag-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: mag-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.6
+       - name: chr-F
+         type: chrf
+         value: 0.54065
+  - task:
+      name: Translation mag-spa
+      type: translation
+      args: mag-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: mag-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.1
+       - name: chr-F
+         type: chrf
+         value: 0.46131
+  - task:
+      name: Translation mai-deu
+      type: translation
+      args: mai-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: mai-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.8
+       - name: chr-F
+         type: chrf
+         value: 0.47686
+  - task:
+      name: Translation mai-eng
+      type: translation
+      args: mai-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: mai-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.2
+       - name: chr-F
+         type: chrf
+         value: 0.57552
+  - task:
+      name: Translation mai-fra
+      type: translation
+      args: mai-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: mai-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.4
+       - name: chr-F
+         type: chrf
+         value: 0.50909
+  - task:
+      name: Translation mai-por
+      type: translation
+      args: mai-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: mai-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.9
+       - name: chr-F
+         type: chrf
+         value: 0.51249
+  - task:
+      name: Translation mai-spa
+      type: translation
+      args: mai-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: mai-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.9
+       - name: chr-F
+         type: chrf
+         value: 0.44694
+  - task:
+      name: Translation mar-deu
+      type: translation
+      args: mar-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: mar-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.8
+       - name: chr-F
+         type: chrf
+         value: 0.45295
+  - task:
+      name: Translation mar-eng
+      type: translation
+      args: mar-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: mar-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 31.0
+       - name: chr-F
+         type: chrf
+         value: 0.58203
+  - task:
+      name: Translation mar-fra
+      type: translation
+      args: mar-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: mar-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.4
+       - name: chr-F
+         type: chrf
+         value: 0.48254
+  - task:
+      name: Translation mar-por
+      type: translation
+      args: mar-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: mar-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.4
+       - name: chr-F
+         type: chrf
+         value: 0.48368
+  - task:
+      name: Translation mar-spa
+      type: translation
+      args: mar-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: mar-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.7
+       - name: chr-F
+         type: chrf
+         value: 0.42799
+  - task:
+      name: Translation npi-deu
+      type: translation
+      args: npi-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: npi-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.2
+       - name: chr-F
+         type: chrf
+         value: 0.47267
+  - task:
+      name: Translation npi-eng
+      type: translation
+      args: npi-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: npi-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 32.5
+       - name: chr-F
+         type: chrf
+         value: 0.59559
+  - task:
+      name: Translation npi-fra
+      type: translation
+      args: npi-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: npi-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.5
+       - name: chr-F
+         type: chrf
+         value: 0.50869
+  - task:
+      name: Translation npi-por
+      type: translation
+      args: npi-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: npi-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.5
+       - name: chr-F
+         type: chrf
+         value: 0.50900
+  - task:
+      name: Translation npi-spa
+      type: translation
+      args: npi-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: npi-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.6
+       - name: chr-F
+         type: chrf
+         value: 0.44304
+  - task:
+      name: Translation pan-deu
+      type: translation
+      args: pan-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: pan-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.6
+       - name: chr-F
+         type: chrf
+         value: 0.48342
+  - task:
+      name: Translation pan-eng
+      type: translation
+      args: pan-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: pan-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 33.4
+       - name: chr-F
+         type: chrf
+         value: 0.60328
+  - task:
+      name: Translation pan-fra
+      type: translation
+      args: pan-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: pan-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.4
+       - name: chr-F
+         type: chrf
+         value: 0.51953
+  - task:
+      name: Translation pan-por
+      type: translation
+      args: pan-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: pan-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.9
+       - name: chr-F
+         type: chrf
+         value: 0.51428
+  - task:
+      name: Translation pan-spa
+      type: translation
+      args: pan-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: pan-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.3
+       - name: chr-F
+         type: chrf
+         value: 0.44615
+  - task:
+      name: Translation pes-deu
+      type: translation
+      args: pes-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: pes-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.0
+       - name: chr-F
+         type: chrf
+         value: 0.51124
+  - task:
+      name: Translation pes-eng
+      type: translation
+      args: pes-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: pes-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 33.7
+       - name: chr-F
+         type: chrf
+         value: 0.60538
+  - task:
+      name: Translation pes-fra
+      type: translation
+      args: pes-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: pes-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.8
+       - name: chr-F
+         type: chrf
+         value: 0.55157
+  - task:
+      name: Translation pes-por
+      type: translation
+      args: pes-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: pes-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.6
+       - name: chr-F
+         type: chrf
+         value: 0.54372
+  - task:
+      name: Translation pes-spa
+      type: translation
+      args: pes-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: pes-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.8
+       - name: chr-F
+         type: chrf
+         value: 0.47561
+  - task:
+      name: Translation prs-deu
+      type: translation
+      args: prs-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: prs-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.7
+       - name: chr-F
+         type: chrf
+         value: 0.50273
+  - task:
+      name: Translation prs-eng
+      type: translation
+      args: prs-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: prs-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 34.5
+       - name: chr-F
+         type: chrf
+         value: 0.60144
+  - task:
+      name: Translation prs-fra
+      type: translation
+      args: prs-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: prs-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.0
+       - name: chr-F
+         type: chrf
+         value: 0.54241
+  - task:
+      name: Translation prs-por
+      type: translation
+      args: prs-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: prs-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.6
+       - name: chr-F
+         type: chrf
+         value: 0.53562
+  - task:
+      name: Translation prs-spa
+      type: translation
+      args: prs-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: prs-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.1
+       - name: chr-F
+         type: chrf
+         value: 0.46497
+  - task:
+      name: Translation san-eng
+      type: translation
+      args: san-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: san-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.5
+       - name: chr-F
+         type: chrf
+         value: 0.36840
+  - task:
+      name: Translation sin-deu
+      type: translation
+      args: sin-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: sin-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.7
+       - name: chr-F
+         type: chrf
+         value: 0.45041
+  - task:
+      name: Translation sin-eng
+      type: translation
+      args: sin-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: sin-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.3
+       - name: chr-F
+         type: chrf
+         value: 0.54060
+  - task:
+      name: Translation sin-fra
+      type: translation
+      args: sin-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: sin-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.9
+       - name: chr-F
+         type: chrf
+         value: 0.48163
+  - task:
+      name: Translation sin-por
+      type: translation
+      args: sin-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: sin-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.6
+       - name: chr-F
+         type: chrf
+         value: 0.47780
+  - task:
+      name: Translation sin-spa
+      type: translation
+      args: sin-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: sin-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.2
+       - name: chr-F
+         type: chrf
+         value: 0.42546
+  - task:
+      name: Translation tgk-deu
+      type: translation
+      args: tgk-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: tgk-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.6
+       - name: chr-F
+         type: chrf
+         value: 0.45203
+  - task:
+      name: Translation tgk-eng
+      type: translation
+      args: tgk-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: tgk-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.3
+       - name: chr-F
+         type: chrf
+         value: 0.53740
+  - task:
+      name: Translation tgk-fra
+      type: translation
+      args: tgk-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: tgk-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.1
+       - name: chr-F
+         type: chrf
+         value: 0.50153
+  - task:
+      name: Translation tgk-por
+      type: translation
+      args: tgk-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: tgk-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.9
+       - name: chr-F
+         type: chrf
+         value: 0.49378
+  - task:
+      name: Translation tgk-spa
+      type: translation
+      args: tgk-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: tgk-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.9
+       - name: chr-F
+         type: chrf
+         value: 0.44099
+  - task:
+      name: Translation urd-deu
+      type: translation
+      args: urd-deu
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: urd-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.2
+       - name: chr-F
+         type: chrf
+         value: 0.46894
+  - task:
+      name: Translation urd-eng
+      type: translation
+      args: urd-eng
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: urd-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.3
+       - name: chr-F
+         type: chrf
+         value: 0.56967
+  - task:
+      name: Translation urd-fra
+      type: translation
+      args: urd-fra
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: urd-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.6
+       - name: chr-F
+         type: chrf
+         value: 0.50616
+  - task:
+      name: Translation urd-por
+      type: translation
+      args: urd-por
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: urd-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.7
+       - name: chr-F
+         type: chrf
+         value: 0.49398
+  - task:
+      name: Translation urd-spa
+      type: translation
+      args: urd-spa
+    dataset:
+      name: flores200-devtest
+      type: flores200-devtest
+      args: urd-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.4
+       - name: chr-F
+         type: chrf
+         value: 0.43800
+  - task:
+      name: Translation asm-fra
+      type: translation
+      args: asm-fra
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: asm fra devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.6
+       - name: chr-F
+         type: chrf
+         value: 0.35655
+  - task:
+      name: Translation asm-por
+      type: translation
+      args: asm-por
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: asm por devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.5
+       - name: chr-F
+         type: chrf
+         value: 0.38149
+  - task:
+      name: Translation ben-deu
+      type: translation
+      args: ben-deu
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: ben deu devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.4
+       - name: chr-F
+         type: chrf
+         value: 0.46873
+  - task:
+      name: Translation ben-eng
+      type: translation
+      args: ben-eng
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: ben eng devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.0
+       - name: chr-F
+         type: chrf
+         value: 0.57508
+  - task:
+      name: Translation ben-spa
+      type: translation
+      args: ben-spa
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: ben spa devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.1
+       - name: chr-F
+         type: chrf
+         value: 0.44010
+  - task:
+      name: Translation ckb-deu
+      type: translation
+      args: ckb-deu
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: ckb deu devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.0
+       - name: chr-F
+         type: chrf
+         value: 0.41546
+  - task:
+      name: Translation ckb-por
+      type: translation
+      args: ckb-por
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: ckb por devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.6
+       - name: chr-F
+         type: chrf
+         value: 0.44178
+  - task:
+      name: Translation ckb-spa
+      type: translation
+      args: ckb-spa
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: ckb spa devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.7
+       - name: chr-F
+         type: chrf
+         value: 0.39703
+  - task:
+      name: Translation fas-por
+      type: translation
+      args: fas-por
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: fas por devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.1
+       - name: chr-F
+         type: chrf
+         value: 0.54077
+  - task:
+      name: Translation guj-deu
+      type: translation
+      args: guj-deu
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: guj deu devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.5
+       - name: chr-F
+         type: chrf
+         value: 0.45906
+  - task:
+      name: Translation guj-spa
+      type: translation
+      args: guj-spa
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: guj spa devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.2
+       - name: chr-F
+         type: chrf
+         value: 0.43928
+  - task:
+      name: Translation hin-eng
+      type: translation
+      args: hin-eng
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: hin eng devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 36.6
+       - name: chr-F
+         type: chrf
+         value: 0.62807
+  - task:
+      name: Translation hin-por
+      type: translation
+      args: hin-por
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: hin por devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.1
+       - name: chr-F
+         type: chrf
+         value: 0.52825
+  - task:
+      name: Translation mar-deu
+      type: translation
+      args: mar-deu
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: mar deu devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.8
+       - name: chr-F
+         type: chrf
+         value: 0.44767
+  - task:
+      name: Translation npi-deu
+      type: translation
+      args: npi-deu
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: npi deu devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.9
+       - name: chr-F
+         type: chrf
+         value: 0.46178
+  - task:
+      name: Translation pan-fra
+      type: translation
+      args: pan-fra
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: pan fra devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.4
+       - name: chr-F
+         type: chrf
+         value: 0.50909
+  - task:
+      name: Translation pan-por
+      type: translation
+      args: pan-por
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: pan por devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.0
+       - name: chr-F
+         type: chrf
+         value: 0.50634
+  - task:
+      name: Translation pus-deu
+      type: translation
+      args: pus-deu
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: pus deu devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.5
+       - name: chr-F
+         type: chrf
+         value: 0.42645
+  - task:
+      name: Translation pus-fra
+      type: translation
+      args: pus-fra
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: pus fra devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.0
+       - name: chr-F
+         type: chrf
+         value: 0.45719
+  - task:
+      name: Translation urd-deu
+      type: translation
+      args: urd-deu
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: urd deu devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.5
+       - name: chr-F
+         type: chrf
+         value: 0.46102
+  - task:
+      name: Translation urd-eng
+      type: translation
+      args: urd-eng
+    dataset:
+      name: flores101-devtest
+      type: flores_101
+      args: urd eng devtest
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.4
+       - name: chr-F
+         type: chrf
+         value: 0.56356
+  - task:
+      name: Translation ben-deu
+      type: translation
+      args: ben-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ben-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.0
+       - name: chr-F
+         type: chrf
+         value: 0.45551
+  - task:
+      name: Translation ben-eng
+      type: translation
+      args: ben-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ben-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.0
+       - name: chr-F
+         type: chrf
+         value: 0.56878
+  - task:
+      name: Translation ben-fra
+      type: translation
+      args: ben-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ben-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.6
+       - name: chr-F
+         type: chrf
+         value: 0.47077
+  - task:
+      name: Translation ben-por
+      type: translation
+      args: ben-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ben-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.1
+       - name: chr-F
+         type: chrf
+         value: 0.46049
+  - task:
+      name: Translation ben-spa
+      type: translation
+      args: ben-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: ben-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.3
+       - name: chr-F
+         type: chrf
+         value: 0.48833
+  - task:
+      name: Translation fas-deu
+      type: translation
+      args: fas-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: fas-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.1
+       - name: chr-F
+         type: chrf
+         value: 0.46991
+  - task:
+      name: Translation fas-eng
+      type: translation
+      args: fas-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: fas-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.9
+       - name: chr-F
+         type: chrf
+         value: 0.55119
+  - task:
+      name: Translation fas-fra
+      type: translation
+      args: fas-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: fas-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.2
+       - name: chr-F
+         type: chrf
+         value: 0.49626
+  - task:
+      name: Translation fas-por
+      type: translation
+      args: fas-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: fas-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.6
+       - name: chr-F
+         type: chrf
+         value: 0.47499
+  - task:
+      name: Translation fas-spa
+      type: translation
+      args: fas-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: fas-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.8
+       - name: chr-F
+         type: chrf
+         value: 0.50178
+  - task:
+      name: Translation guj-deu
+      type: translation
+      args: guj-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: guj-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.3
+       - name: chr-F
+         type: chrf
+         value: 0.43998
+  - task:
+      name: Translation guj-eng
+      type: translation
+      args: guj-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: guj-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 31.0
+       - name: chr-F
+         type: chrf
+         value: 0.58481
+  - task:
+      name: Translation guj-fra
+      type: translation
+      args: guj-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: guj-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.3
+       - name: chr-F
+         type: chrf
+         value: 0.45468
+  - task:
+      name: Translation guj-por
+      type: translation
+      args: guj-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: guj-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.8
+       - name: chr-F
+         type: chrf
+         value: 0.44223
+  - task:
+      name: Translation guj-spa
+      type: translation
+      args: guj-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: guj-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.7
+       - name: chr-F
+         type: chrf
+         value: 0.47798
+  - task:
+      name: Translation hin-deu
+      type: translation
+      args: hin-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: hin-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.0
+       - name: chr-F
+         type: chrf
+         value: 0.46580
+  - task:
+      name: Translation hin-eng
+      type: translation
+      args: hin-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: hin-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 31.6
+       - name: chr-F
+         type: chrf
+         value: 0.59832
+  - task:
+      name: Translation hin-fra
+      type: translation
+      args: hin-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: hin-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.5
+       - name: chr-F
+         type: chrf
+         value: 0.48328
+  - task:
+      name: Translation hin-por
+      type: translation
+      args: hin-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: hin-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.8
+       - name: chr-F
+         type: chrf
+         value: 0.46833
+  - task:
+      name: Translation hin-spa
+      type: translation
+      args: hin-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: hin-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.9
+       - name: chr-F
+         type: chrf
+         value: 0.49517
+  - task:
+      name: Translation kmr-eng
+      type: translation
+      args: kmr-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: kmr-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.9
+       - name: chr-F
+         type: chrf
+         value: 0.37956
+  - task:
+      name: Translation kmr-spa
+      type: translation
+      args: kmr-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: kmr-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.8
+       - name: chr-F
+         type: chrf
+         value: 0.35021
+  - task:
+      name: Translation mar-deu
+      type: translation
+      args: mar-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: mar-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.5
+       - name: chr-F
+         type: chrf
+         value: 0.43713
+  - task:
+      name: Translation mar-eng
+      type: translation
+      args: mar-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: mar-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.4
+       - name: chr-F
+         type: chrf
+         value: 0.55132
+  - task:
+      name: Translation mar-fra
+      type: translation
+      args: mar-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: mar-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.9
+       - name: chr-F
+         type: chrf
+         value: 0.44797
+  - task:
+      name: Translation mar-por
+      type: translation
+      args: mar-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: mar-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.1
+       - name: chr-F
+         type: chrf
+         value: 0.44342
+  - task:
+      name: Translation mar-spa
+      type: translation
+      args: mar-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: mar-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.7
+       - name: chr-F
+         type: chrf
+         value: 0.46950
+  - task:
+      name: Translation nep-deu
+      type: translation
+      args: nep-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: nep-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.5
+       - name: chr-F
+         type: chrf
+         value: 0.43568
+  - task:
+      name: Translation nep-eng
+      type: translation
+      args: nep-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: nep-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.8
+       - name: chr-F
+         type: chrf
+         value: 0.55954
+  - task:
+      name: Translation nep-fra
+      type: translation
+      args: nep-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: nep-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.9
+       - name: chr-F
+         type: chrf
+         value: 0.45083
+  - task:
+      name: Translation nep-por
+      type: translation
+      args: nep-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: nep-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.0
+       - name: chr-F
+         type: chrf
+         value: 0.44458
+  - task:
+      name: Translation nep-spa
+      type: translation
+      args: nep-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: nep-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.4
+       - name: chr-F
+         type: chrf
+         value: 0.46832
+  - task:
+      name: Translation pan-deu
+      type: translation
+      args: pan-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: pan-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.6
+       - name: chr-F
+         type: chrf
+         value: 0.44327
+  - task:
+      name: Translation pan-eng
+      type: translation
+      args: pan-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: pan-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.5
+       - name: chr-F
+         type: chrf
+         value: 0.57665
+  - task:
+      name: Translation pan-fra
+      type: translation
+      args: pan-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: pan-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.7
+       - name: chr-F
+         type: chrf
+         value: 0.45815
+  - task:
+      name: Translation pan-por
+      type: translation
+      args: pan-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: pan-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.3
+       - name: chr-F
+         type: chrf
+         value: 0.44608
+  - task:
+      name: Translation pan-spa
+      type: translation
+      args: pan-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: pan-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.0
+       - name: chr-F
+         type: chrf
+         value: 0.47289
+  - task:
+      name: Translation prs-deu
+      type: translation
+      args: prs-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: prs-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.6
+       - name: chr-F
+         type: chrf
+         value: 0.45067
+  - task:
+      name: Translation prs-eng
+      type: translation
+      args: prs-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: prs-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.6
+       - name: chr-F
+         type: chrf
+         value: 0.54767
+  - task:
+      name: Translation prs-fra
+      type: translation
+      args: prs-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: prs-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.3
+       - name: chr-F
+         type: chrf
+         value: 0.47453
+  - task:
+      name: Translation prs-por
+      type: translation
+      args: prs-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: prs-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.1
+       - name: chr-F
+         type: chrf
+         value: 0.45843
+  - task:
+      name: Translation prs-spa
+      type: translation
+      args: prs-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: prs-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.9
+       - name: chr-F
+         type: chrf
+         value: 0.48317
+  - task:
+      name: Translation pus-deu
+      type: translation
+      args: pus-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: pus-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 10.3
+       - name: chr-F
+         type: chrf
+         value: 0.38989
+  - task:
+      name: Translation pus-eng
+      type: translation
+      args: pus-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: pus-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.6
+       - name: chr-F
+         type: chrf
+         value: 0.44698
+  - task:
+      name: Translation pus-fra
+      type: translation
+      args: pus-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: pus-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.6
+       - name: chr-F
+         type: chrf
+         value: 0.39872
+  - task:
+      name: Translation pus-por
+      type: translation
+      args: pus-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: pus-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.9
+       - name: chr-F
+         type: chrf
+         value: 0.38923
+  - task:
+      name: Translation pus-spa
+      type: translation
+      args: pus-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: pus-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.6
+       - name: chr-F
+         type: chrf
+         value: 0.41132
+  - task:
+      name: Translation sin-deu
+      type: translation
+      args: sin-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: sin-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 12.5
+       - name: chr-F
+         type: chrf
+         value: 0.42541
+  - task:
+      name: Translation sin-eng
+      type: translation
+      args: sin-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: sin-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.5
+       - name: chr-F
+         type: chrf
+         value: 0.51853
+  - task:
+      name: Translation sin-fra
+      type: translation
+      args: sin-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: sin-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.9
+       - name: chr-F
+         type: chrf
+         value: 0.44099
+  - task:
+      name: Translation sin-por
+      type: translation
+      args: sin-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: sin-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.4
+       - name: chr-F
+         type: chrf
+         value: 0.43010
+  - task:
+      name: Translation sin-spa
+      type: translation
+      args: sin-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: sin-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.4
+       - name: chr-F
+         type: chrf
+         value: 0.46225
+  - task:
+      name: Translation tgk_Cyrl-deu
+      type: translation
+      args: tgk_Cyrl-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: tgk_Cyrl-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 11.4
+       - name: chr-F
+         type: chrf
+         value: 0.40368
+  - task:
+      name: Translation tgk_Cyrl-eng
+      type: translation
+      args: tgk_Cyrl-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: tgk_Cyrl-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 18.2
+       - name: chr-F
+         type: chrf
+         value: 0.47132
+  - task:
+      name: Translation tgk_Cyrl-fra
+      type: translation
+      args: tgk_Cyrl-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: tgk_Cyrl-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.8
+       - name: chr-F
+         type: chrf
+         value: 0.43311
+  - task:
+      name: Translation tgk_Cyrl-por
+      type: translation
+      args: tgk_Cyrl-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: tgk_Cyrl-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 13.8
+       - name: chr-F
+         type: chrf
+         value: 0.42095
+  - task:
+      name: Translation tgk_Cyrl-spa
+      type: translation
+      args: tgk_Cyrl-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: tgk_Cyrl-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.3
+       - name: chr-F
+         type: chrf
+         value: 0.44279
+  - task:
+      name: Translation urd-deu
+      type: translation
+      args: urd-deu
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: urd-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 15.5
+       - name: chr-F
+         type: chrf
+         value: 0.45708
+  - task:
+      name: Translation urd-eng
+      type: translation
+      args: urd-eng
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: urd-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.5
+       - name: chr-F
+         type: chrf
+         value: 0.56560
+  - task:
+      name: Translation urd-fra
+      type: translation
+      args: urd-fra
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: urd-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.0
+       - name: chr-F
+         type: chrf
+         value: 0.47536
+  - task:
+      name: Translation urd-por
+      type: translation
+      args: urd-por
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: urd-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 16.7
+       - name: chr-F
+         type: chrf
+         value: 0.45911
+  - task:
+      name: Translation urd-spa
+      type: translation
+      args: urd-spa
+    dataset:
+      name: ntrex128
+      type: ntrex128
+      args: urd-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.6
+       - name: chr-F
+         type: chrf
+         value: 0.48986
+  - task:
+      name: Translation awa-eng
+      type: translation
+      args: awa-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: awa-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 40.8
+       - name: chr-F
+         type: chrf
+         value: 0.60240
+  - task:
+      name: Translation ben-eng
+      type: translation
+      args: ben-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: ben-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 49.3
+       - name: chr-F
+         type: chrf
+         value: 0.64471
+  - task:
+      name: Translation fas-deu
+      type: translation
+      args: fas-deu
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: fas-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 34.7
+       - name: chr-F
+         type: chrf
+         value: 0.58631
+  - task:
+      name: Translation fas-eng
+      type: translation
+      args: fas-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: fas-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 41.8
+       - name: chr-F
+         type: chrf
+         value: 0.59868
+  - task:
+      name: Translation fas-fra
+      type: translation
+      args: fas-fra
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: fas-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 35.8
+       - name: chr-F
+         type: chrf
+         value: 0.57181
+  - task:
+      name: Translation hin-eng
+      type: translation
+      args: hin-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: hin-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 49.5
+       - name: chr-F
+         type: chrf
+         value: 0.65417
+  - task:
+      name: Translation kur_Latn-deu
+      type: translation
+      args: kur_Latn-deu
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: kur_Latn-deu
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.0
+       - name: chr-F
+         type: chrf
+         value: 0.42694
+  - task:
+      name: Translation kur_Latn-eng
+      type: translation
+      args: kur_Latn-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: kur_Latn-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.6
+       - name: chr-F
+         type: chrf
+         value: 0.42721
+  - task:
+      name: Translation mar-eng
+      type: translation
+      args: mar-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: mar-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 48.3
+       - name: chr-F
+         type: chrf
+         value: 0.64493
+  - task:
+      name: Translation multi-multi
+      type: translation
+      args: multi-multi
+    dataset:
+      name: tatoeba-test-v2020-07-28-v2023-09-26
+      type: tatoeba_mt
+      args: multi-multi
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 42.8
+       - name: chr-F
+         type: chrf
+         value: 0.60665
+  - task:
+      name: Translation pes-eng
+      type: translation
+      args: pes-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: pes-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 41.9
+       - name: chr-F
+         type: chrf
+         value: 0.59959
+  - task:
+      name: Translation urd-eng
+      type: translation
+      args: urd-eng
+    dataset:
+      name: tatoeba-test-v2021-08-07
+      type: tatoeba_mt
+      args: urd-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 35.4
+       - name: chr-F
+         type: chrf
+         value: 0.53679
+  - task:
+      name: Translation ben-eng
+      type: translation
+      args: ben-eng
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: ben-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 38.7
+       - name: chr-F
+         type: chrf
+         value: 0.64578
+  - task:
+      name: Translation ben-fra
+      type: translation
+      args: ben-fra
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: ben-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 22.8
+       - name: chr-F
+         type: chrf
+         value: 0.50165
+  - task:
+      name: Translation ben-por
+      type: translation
+      args: ben-por
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: ben-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.7
+       - name: chr-F
+         type: chrf
+         value: 0.55662
+  - task:
+      name: Translation ben-spa
+      type: translation
+      args: ben-spa
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: ben-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.6
+       - name: chr-F
+         type: chrf
+         value: 0.56795
+  - task:
+      name: Translation ckb-eng
+      type: translation
+      args: ckb-eng
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: ckb-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.4
+       - name: chr-F
+         type: chrf
+         value: 0.51623
+  - task:
+      name: Translation ckb-fra
+      type: translation
+      args: ckb-fra
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: ckb-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 17.1
+       - name: chr-F
+         type: chrf
+         value: 0.42405
+  - task:
+      name: Translation ckb-por
+      type: translation
+      args: ckb-por
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: ckb-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.0
+       - name: chr-F
+         type: chrf
+         value: 0.45405
+  - task:
+      name: Translation ckb-spa
+      type: translation
+      args: ckb-spa
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: ckb-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 21.7
+       - name: chr-F
+         type: chrf
+         value: 0.46976
+  - task:
+      name: Translation fas-eng
+      type: translation
+      args: fas-eng
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: fas-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 34.2
+       - name: chr-F
+         type: chrf
+         value: 0.62079
+  - task:
+      name: Translation fas-fra
+      type: translation
+      args: fas-fra
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: fas-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.4
+       - name: chr-F
+         type: chrf
+         value: 0.52041
+  - task:
+      name: Translation fas-por
+      type: translation
+      args: fas-por
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: fas-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 29.2
+       - name: chr-F
+         type: chrf
+         value: 0.56780
+  - task:
+      name: Translation fas-spa
+      type: translation
+      args: fas-spa
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: fas-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 32.3
+       - name: chr-F
+         type: chrf
+         value: 0.58248
+  - task:
+      name: Translation hin-eng
+      type: translation
+      args: hin-eng
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: hin-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 46.8
+       - name: chr-F
+         type: chrf
+         value: 0.70535
+  - task:
+      name: Translation hin-fra
+      type: translation
+      args: hin-fra
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: hin-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.6
+       - name: chr-F
+         type: chrf
+         value: 0.53833
+  - task:
+      name: Translation hin-por
+      type: translation
+      args: hin-por
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: hin-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 33.2
+       - name: chr-F
+         type: chrf
+         value: 0.60246
+  - task:
+      name: Translation hin-spa
+      type: translation
+      args: hin-spa
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: hin-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 35.7
+       - name: chr-F
+         type: chrf
+         value: 0.61504
+  - task:
+      name: Translation mar-eng
+      type: translation
+      args: mar-eng
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: mar-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 31.4
+       - name: chr-F
+         type: chrf
+         value: 0.59247
+  - task:
+      name: Translation mar-fra
+      type: translation
+      args: mar-fra
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: mar-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.3
+       - name: chr-F
+         type: chrf
+         value: 0.46895
+  - task:
+      name: Translation mar-por
+      type: translation
+      args: mar-por
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: mar-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.8
+       - name: chr-F
+         type: chrf
+         value: 0.51945
+  - task:
+      name: Translation mar-spa
+      type: translation
+      args: mar-spa
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: mar-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.2
+       - name: chr-F
+         type: chrf
+         value: 0.52914
+  - task:
+      name: Translation nep-eng
+      type: translation
+      args: nep-eng
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: nep-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 40.1
+       - name: chr-F
+         type: chrf
+         value: 0.65865
+  - task:
+      name: Translation nep-fra
+      type: translation
+      args: nep-fra
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: nep-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.2
+       - name: chr-F
+         type: chrf
+         value: 0.50473
+  - task:
+      name: Translation nep-por
+      type: translation
+      args: nep-por
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: nep-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 28.0
+       - name: chr-F
+         type: chrf
+         value: 0.56185
+  - task:
+      name: Translation nep-spa
+      type: translation
+      args: nep-spa
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: nep-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.2
+       - name: chr-F
+         type: chrf
+         value: 0.57270
+  - task:
+      name: Translation prs-eng
+      type: translation
+      args: prs-eng
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: prs-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 32.1
+       - name: chr-F
+         type: chrf
+         value: 0.59536
+  - task:
+      name: Translation prs-fra
+      type: translation
+      args: prs-fra
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: prs-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.1
+       - name: chr-F
+         type: chrf
+         value: 0.50044
+  - task:
+      name: Translation prs-por
+      type: translation
+      args: prs-por
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: prs-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.3
+       - name: chr-F
+         type: chrf
+         value: 0.54448
+  - task:
+      name: Translation prs-spa
+      type: translation
+      args: prs-spa
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: prs-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.2
+       - name: chr-F
+         type: chrf
+         value: 0.56311
+  - task:
+      name: Translation pus-eng
+      type: translation
+      args: pus-eng
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: pus-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 31.4
+       - name: chr-F
+         type: chrf
+         value: 0.56711
+  - task:
+      name: Translation pus-fra
+      type: translation
+      args: pus-fra
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: pus-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 19.4
+       - name: chr-F
+         type: chrf
+         value: 0.45951
+  - task:
+      name: Translation pus-por
+      type: translation
+      args: pus-por
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: pus-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 23.7
+       - name: chr-F
+         type: chrf
+         value: 0.50225
+  - task:
+      name: Translation pus-spa
+      type: translation
+      args: pus-spa
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: pus-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 25.4
+       - name: chr-F
+         type: chrf
+         value: 0.51246
+  - task:
+      name: Translation urd-eng
+      type: translation
+      args: urd-eng
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: urd-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.8
+       - name: chr-F
+         type: chrf
+         value: 0.57786
+  - task:
+      name: Translation urd-fra
+      type: translation
+      args: urd-fra
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: urd-fra
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 20.1
+       - name: chr-F
+         type: chrf
+         value: 0.46807
+  - task:
+      name: Translation urd-por
+      type: translation
+      args: urd-por
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: urd-por
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 24.1
+       - name: chr-F
+         type: chrf
+         value: 0.51567
+  - task:
+      name: Translation urd-spa
+      type: translation
+      args: urd-spa
+    dataset:
+      name: tico19-test
+      type: tico19-test
+      args: urd-spa
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 26.4
+       - name: chr-F
+         type: chrf
+         value: 0.52820
+  - task:
+      name: Translation hin-eng
+      type: translation
+      args: hin-eng
+    dataset:
+      name: newstest2014
+      type: wmt-2014-news
+      args: hin-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 30.3
+       - name: chr-F
+         type: chrf
+         value: 0.59024
+  - task:
+      name: Translation guj-eng
+      type: translation
+      args: guj-eng
+    dataset:
+      name: newstest2019
+      type: wmt-2019-news
+      args: guj-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 27.2
+       - name: chr-F
+         type: chrf
+         value: 0.53977
+  - task:
+      name: Translation pus-eng
+      type: translation
+      args: pus-eng
+    dataset:
+      name: newstest2020
+      type: wmt-2020-news
+      args: pus-eng
+    metrics:
+       - name: BLEU
+         type: bleu
+         value: 14.3
+       - name: chr-F
+         type: chrf
+         value: 0.39447
+---
+# opus-mt-tc-bible-big-iir-deu_eng_fra_por_spa
+## Table of Contents
+- [Model Details](#model-details)
+- [Uses](#uses)
+- [Risks, Limitations and Biases](#risks-limitations-and-biases)
+- [How to Get Started With the Model](#how-to-get-started-with-the-model)
+- [Training](#training)
+- [Evaluation](#evaluation)
+- [Citation Information](#citation-information)
+- [Acknowledgements](#acknowledgements)
+## Model Details
+Neural machine translation model for translating from Indo-Iranian languages (iir) to unknown (deu+eng+fra+por+spa).
+This model is part of the [OPUS-MT project](https://github.com/Helsinki-NLP/Opus-MT), an effort to make neural machine translation models widely available and accessible for many languages in the world. All models are originally trained using the amazing framework of [Marian NMT](https://marian-nmt.github.io/), an efficient NMT implementation written in pure C++. The models have been converted to pyTorch using the transformers library by huggingface. Training data is taken from [OPUS](https://opus.nlpl.eu/) and training pipelines use the procedures of [OPUS-MT-train](https://github.com/Helsinki-NLP/Opus-MT-train).
+**Model Description:**
+- **Developed by:** Language Technology Research Group at the University of Helsinki
+- **Model Type:** Translation (transformer-big)
+- **Release**: 2024-05-30
+- **License:** Apache-2.0
+- **Language(s):**
+  - Source Language(s): anp asm awa bal ben bho bpy ckb diq div dty fas gbm glk guj hif hin hne hns jdt kas kmr kok kur lah lrc mag mai mar mzn nep npi ori oss pal pan pes pli prs pus rhg rmy rom san sdh sin skr snd syl tgk tly urd zza
+  - Target Language(s): deu eng fra por spa
+  - Valid Target Language Labels: >>deu<< >>eng<< >>fra<< >>por<< >>spa<< >>xxx<<
+- **Original Model**: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip](https://object.pouta.csc.fi/Tatoeba-MT-models/iir-deu+eng+fra+por+spa/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip)
+- **Resources for more information:**
+  -  [OPUS-MT dashboard](https://opus.nlpl.eu/dashboard/index.php?pkg=opusmt&test=all&scoreslang=all&chart=standard&model=Tatoeba-MT-models/iir-deu%2Beng%2Bfra%2Bpor%2Bspa/opusTCv20230926max50%2Bbt%2Bjhubc_transformer-big_2024-05-30)
+  - [OPUS-MT-train GitHub Repo](https://github.com/Helsinki-NLP/OPUS-MT-train)
+  - [More information about MarianNMT models in the transformers library](https://huggingface.co/docs/transformers/model_doc/marian)
+  - [Tatoeba Translation Challenge](https://github.com/Helsinki-NLP/Tatoeba-Challenge/)
+  - [HPLT bilingual data v1 (as part of the Tatoeba Translation Challenge dataset)](https://hplt-project.org/datasets/v1)
+  - [A massively parallel Bible corpus](https://aclanthology.org/L14-1215/)
+This is a multilingual translation model with multiple target languages. A sentence initial language token is required in the form of `>>id<<` (id = valid target language ID), e.g. `>>deu<<`
+## Uses
+This model can be used for translation and text-to-text generation.
+## Risks, Limitations and Biases
+**CONTENT WARNING: Readers should be aware that the model is trained on various public data sets that may contain content that is disturbing, offensive, and can propagate historical and current stereotypes.**
+Significant research has explored bias and fairness issues with language models (see, e.g., [Sheng et al. (2021)](https://aclanthology.org/2021.acl-long.330.pdf) and [Bender et al. (2021)](https://dl.acm.org/doi/pdf/10.1145/3442188.3445922)).
+## How to Get Started With the Model
+A short example code:
+```python
+from transformers import MarianMTModel, MarianTokenizer
+src_text = [
+    ">>deu<< Replace this with text in an accepted source language.",
+    ">>spa<< This is the second sentence."
+]
+model_name = "pytorch-models/opus-mt-tc-bible-big-iir-deu_eng_fra_por_spa"
+tokenizer = MarianTokenizer.from_pretrained(model_name)
+model = MarianMTModel.from_pretrained(model_name)
+translated = model.generate(**tokenizer(src_text, return_tensors="pt", padding=True))
+for t in translated:
+    print( tokenizer.decode(t, skip_special_tokens=True) )
+```
+You can also use OPUS-MT models with the transformers pipelines, for example:
+```python
+from transformers import pipeline
+pipe = pipeline("translation", model="Helsinki-NLP/opus-mt-tc-bible-big-iir-deu_eng_fra_por_spa")
+print(pipe(">>deu<< Replace this with text in an accepted source language."))
+```
+## Training
+- **Data**: opusTCv20230926max50+bt+jhubc ([source](https://github.com/Helsinki-NLP/Tatoeba-Challenge))
+- **Pre-processing**: SentencePiece (spm32k,spm32k)
+- **Model Type:**  transformer-big
+- **Original MarianNMT Model**: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip](https://object.pouta.csc.fi/Tatoeba-MT-models/iir-deu+eng+fra+por+spa/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip)
+- **Training Scripts**: [GitHub Repo](https://github.com/Helsinki-NLP/OPUS-MT-train)
+## Evaluation
+* [Model scores at the OPUS-MT dashboard](https://opus.nlpl.eu/dashboard/index.php?pkg=opusmt&test=all&scoreslang=all&chart=standard&model=Tatoeba-MT-models/iir-deu%2Beng%2Bfra%2Bpor%2Bspa/opusTCv20230926max50%2Bbt%2Bjhubc_transformer-big_2024-05-30)
+* test set translations: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.test.txt](https://object.pouta.csc.fi/Tatoeba-MT-models/iir-deu+eng+fra+por+spa/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.test.txt)
+* test set scores: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.eval.txt](https://object.pouta.csc.fi/Tatoeba-MT-models/iir-deu+eng+fra+por+spa/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.eval.txt)
+* benchmark results: [benchmark_results.txt](benchmark_results.txt)
+* benchmark output: [benchmark_translations.zip](benchmark_translations.zip)
+| langpair | testset | chr-F | BLEU  | #sent | #words |
+|----------|---------|-------|-------|-------|--------|
+| awa-eng | tatoeba-test-v2021-08-07 | 0.60240 | 40.8 | 279 | 1335 |
+| ben-eng | tatoeba-test-v2021-08-07 | 0.64471 | 49.3 | 2500 | 13978 |
+| fas-deu | tatoeba-test-v2021-08-07 | 0.58631 | 34.7 | 3185 | 25590 |
+| fas-eng | tatoeba-test-v2021-08-07 | 0.59868 | 41.8 | 3762 | 31480 |
+| fas-fra | tatoeba-test-v2021-08-07 | 0.57181 | 35.8 | 376 | 3377 |
+| hin-eng | tatoeba-test-v2021-08-07 | 0.65417 | 49.5 | 5000 | 33943 |
+| kur_Latn-deu | tatoeba-test-v2021-08-07 | 0.42694 | 27.0 | 223 | 1323 |
+| kur_Latn-eng | tatoeba-test-v2021-08-07 | 0.42721 | 25.6 | 290 | 1708 |
+| mar-eng | tatoeba-test-v2021-08-07 | 0.64493 | 48.3 | 10396 | 67527 |
+| pes-eng | tatoeba-test-v2021-08-07 | 0.59959 | 41.9 | 3757 | 31411 |
+| urd-eng | tatoeba-test-v2021-08-07 | 0.53679 | 35.4 | 1663 | 12029 |
+| ben-deu | flores101-devtest | 0.46873 | 16.4 | 1012 | 25094 |
+| ben-eng | flores101-devtest | 0.57508 | 30.0 | 1012 | 24721 |
+| ben-spa | flores101-devtest | 0.44010 | 15.1 | 1012 | 29199 |
+| ckb-deu | flores101-devtest | 0.41546 | 13.0 | 1012 | 25094 |
+| ckb-por | flores101-devtest | 0.44178 | 17.6 | 1012 | 26519 |
+| fas-por | flores101-devtest | 0.54077 | 26.1 | 1012 | 26519 |
+| guj-deu | flores101-devtest | 0.45906 | 16.5 | 1012 | 25094 |
+| guj-spa | flores101-devtest | 0.43928 | 15.2 | 1012 | 29199 |
+| hin-eng | flores101-devtest | 0.62807 | 36.6 | 1012 | 24721 |
+| hin-por | flores101-devtest | 0.52825 | 25.1 | 1012 | 26519 |
+| mar-deu | flores101-devtest | 0.44767 | 14.8 | 1012 | 25094 |
+| npi-deu | flores101-devtest | 0.46178 | 15.9 | 1012 | 25094 |
+| pan-fra | flores101-devtest | 0.50909 | 23.4 | 1012 | 28343 |
+| pan-por | flores101-devtest | 0.50634 | 23.0 | 1012 | 26519 |
+| pus-deu | flores101-devtest | 0.42645 | 13.5 | 1012 | 25094 |
+| pus-fra | flores101-devtest | 0.45719 | 18.0 | 1012 | 28343 |
+| urd-deu | flores101-devtest | 0.46102 | 16.5 | 1012 | 25094 |
+| urd-eng | flores101-devtest | 0.56356 | 28.4 | 1012 | 24721 |
+| asm-eng | flores200-devtest | 0.48589 | 21.5 | 1012 | 24721 |
+| awa-deu | flores200-devtest | 0.47071 | 16.0 | 1012 | 25094 |
+| awa-eng | flores200-devtest | 0.53069 | 26.6 | 1012 | 24721 |
+| awa-fra | flores200-devtest | 0.49700 | 21.1 | 1012 | 28343 |
+| awa-por | flores200-devtest | 0.49950 | 21.8 | 1012 | 26519 |
+| awa-spa | flores200-devtest | 0.43831 | 15.4 | 1012 | 29199 |
+| ben-deu | flores200-devtest | 0.47434 | 17.0 | 1012 | 25094 |
+| ben-eng | flores200-devtest | 0.58408 | 31.4 | 1012 | 24721 |
+| ben-fra | flores200-devtest | 0.50930 | 23.2 | 1012 | 28343 |
+| ben-por | flores200-devtest | 0.50661 | 22.4 | 1012 | 26519 |
+| ben-spa | flores200-devtest | 0.44485 | 15.7 | 1012 | 29199 |
+| bho-deu | flores200-devtest | 0.42463 | 12.8 | 1012 | 25094 |
+| bho-eng | flores200-devtest | 0.50545 | 22.6 | 1012 | 24721 |
+| bho-fra | flores200-devtest | 0.45264 | 17.4 | 1012 | 28343 |
+| bho-por | flores200-devtest | 0.44737 | 17.0 | 1012 | 26519 |
+| bho-spa | flores200-devtest | 0.40585 | 13.0 | 1012 | 29199 |
+| ckb-deu | flores200-devtest | 0.42110 | 13.6 | 1012 | 25094 |
+| ckb-eng | flores200-devtest | 0.50543 | 24.7 | 1012 | 24721 |
+| ckb-fra | flores200-devtest | 0.45847 | 19.1 | 1012 | 28343 |
+| ckb-por | flores200-devtest | 0.44567 | 17.8 | 1012 | 26519 |
+| guj-deu | flores200-devtest | 0.46758 | 17.3 | 1012 | 25094 |
+| guj-eng | flores200-devtest | 0.61139 | 34.4 | 1012 | 24721 |
+| guj-fra | flores200-devtest | 0.50349 | 22.5 | 1012 | 28343 |
+| guj-por | flores200-devtest | 0.49828 | 22.4 | 1012 | 26519 |
+| guj-spa | flores200-devtest | 0.44472 | 15.5 | 1012 | 29199 |
+| hin-deu | flores200-devtest | 0.50772 | 20.8 | 1012 | 25094 |
+| hin-eng | flores200-devtest | 0.63234 | 37.3 | 1012 | 24721 |
+| hin-fra | flores200-devtest | 0.53933 | 26.5 | 1012 | 28343 |
+| hin-por | flores200-devtest | 0.53523 | 26.1 | 1012 | 26519 |
+| hin-spa | flores200-devtest | 0.46183 | 17.4 | 1012 | 29199 |
+| hne-deu | flores200-devtest | 0.49946 | 19.0 | 1012 | 25094 |
+| hne-eng | flores200-devtest | 0.63640 | 38.1 | 1012 | 24721 |
+| hne-fra | flores200-devtest | 0.53419 | 25.7 | 1012 | 28343 |
+| hne-por | flores200-devtest | 0.53735 | 25.9 | 1012 | 26519 |
+| hne-spa | flores200-devtest | 0.45610 | 16.9 | 1012 | 29199 |
+| mag-deu | flores200-devtest | 0.50681 | 20.0 | 1012 | 25094 |
+| mag-eng | flores200-devtest | 0.63966 | 38.0 | 1012 | 24721 |
+| mag-fra | flores200-devtest | 0.53810 | 25.9 | 1012 | 28343 |
+| mag-por | flores200-devtest | 0.54065 | 26.6 | 1012 | 26519 |
+| mag-spa | flores200-devtest | 0.46131 | 17.1 | 1012 | 29199 |
+| mai-deu | flores200-devtest | 0.47686 | 16.8 | 1012 | 25094 |
+| mai-eng | flores200-devtest | 0.57552 | 30.2 | 1012 | 24721 |
+| mai-fra | flores200-devtest | 0.50909 | 22.4 | 1012 | 28343 |
+| mai-por | flores200-devtest | 0.51249 | 22.9 | 1012 | 26519 |
+| mai-spa | flores200-devtest | 0.44694 | 15.9 | 1012 | 29199 |
+| mar-deu | flores200-devtest | 0.45295 | 14.8 | 1012 | 25094 |
+| mar-eng | flores200-devtest | 0.58203 | 31.0 | 1012 | 24721 |
+| mar-fra | flores200-devtest | 0.48254 | 20.4 | 1012 | 28343 |
+| mar-por | flores200-devtest | 0.48368 | 20.4 | 1012 | 26519 |
+| mar-spa | flores200-devtest | 0.42799 | 14.7 | 1012 | 29199 |
+| npi-deu | flores200-devtest | 0.47267 | 17.2 | 1012 | 25094 |
+| npi-eng | flores200-devtest | 0.59559 | 32.5 | 1012 | 24721 |
+| npi-fra | flores200-devtest | 0.50869 | 22.5 | 1012 | 28343 |
+| npi-por | flores200-devtest | 0.50900 | 22.5 | 1012 | 26519 |
+| npi-spa | flores200-devtest | 0.44304 | 15.6 | 1012 | 29199 |
+| pan-deu | flores200-devtest | 0.48342 | 18.6 | 1012 | 25094 |
+| pan-eng | flores200-devtest | 0.60328 | 33.4 | 1012 | 24721 |
+| pan-fra | flores200-devtest | 0.51953 | 24.4 | 1012 | 28343 |
+| pan-por | flores200-devtest | 0.51428 | 23.9 | 1012 | 26519 |
+| pan-spa | flores200-devtest | 0.44615 | 16.3 | 1012 | 29199 |
+| pes-deu | flores200-devtest | 0.51124 | 21.0 | 1012 | 25094 |
+| pes-eng | flores200-devtest | 0.60538 | 33.7 | 1012 | 24721 |
+| pes-fra | flores200-devtest | 0.55157 | 27.8 | 1012 | 28343 |
+| pes-por | flores200-devtest | 0.54372 | 26.6 | 1012 | 26519 |
+| pes-spa | flores200-devtest | 0.47561 | 18.8 | 1012 | 29199 |
+| prs-deu | flores200-devtest | 0.50273 | 20.7 | 1012 | 25094 |
+| prs-eng | flores200-devtest | 0.60144 | 34.5 | 1012 | 24721 |
+| prs-fra | flores200-devtest | 0.54241 | 27.0 | 1012 | 28343 |
+| prs-por | flores200-devtest | 0.53562 | 26.6 | 1012 | 26519 |
+| prs-spa | flores200-devtest | 0.46497 | 18.1 | 1012 | 29199 |
+| sin-deu | flores200-devtest | 0.45041 | 14.7 | 1012 | 25094 |
+| sin-eng | flores200-devtest | 0.54060 | 26.3 | 1012 | 24721 |
+| sin-fra | flores200-devtest | 0.48163 | 19.9 | 1012 | 28343 |
+| sin-por | flores200-devtest | 0.47780 | 19.6 | 1012 | 26519 |
+| sin-spa | flores200-devtest | 0.42546 | 14.2 | 1012 | 29199 |
+| tgk-deu | flores200-devtest | 0.45203 | 15.6 | 1012 | 25094 |
+| tgk-eng | flores200-devtest | 0.53740 | 25.3 | 1012 | 24721 |
+| tgk-fra | flores200-devtest | 0.50153 | 22.1 | 1012 | 28343 |
+| tgk-por | flores200-devtest | 0.49378 | 21.9 | 1012 | 26519 |
+| tgk-spa | flores200-devtest | 0.44099 | 15.9 | 1012 | 29199 |
+| urd-deu | flores200-devtest | 0.46894 | 17.2 | 1012 | 25094 |
+| urd-eng | flores200-devtest | 0.56967 | 29.3 | 1012 | 24721 |
+| urd-fra | flores200-devtest | 0.50616 | 22.6 | 1012 | 28343 |
+| urd-por | flores200-devtest | 0.49398 | 21.7 | 1012 | 26519 |
+| urd-spa | flores200-devtest | 0.43800 | 15.4 | 1012 | 29199 |
+| hin-eng | newstest2014 | 0.59024 | 30.3 | 2507 | 55571 |
+| guj-eng | newstest2019 | 0.53977 | 27.2 | 1016 | 17757 |
+| ben-deu | ntrex128 | 0.45551 | 15.0 | 1997 | 48761 |
+| ben-eng | ntrex128 | 0.56878 | 29.0 | 1997 | 47673 |
+| ben-fra | ntrex128 | 0.47077 | 18.6 | 1997 | 53481 |
+| ben-por | ntrex128 | 0.46049 | 17.1 | 1997 | 51631 |
+| ben-spa | ntrex128 | 0.48833 | 21.3 | 1997 | 54107 |
+| fas-deu | ntrex128 | 0.46991 | 16.1 | 1997 | 48761 |
+| fas-eng | ntrex128 | 0.55119 | 25.9 | 1997 | 47673 |
+| fas-fra | ntrex128 | 0.49626 | 21.2 | 1997 | 53481 |
+| fas-por | ntrex128 | 0.47499 | 18.6 | 1997 | 51631 |
+| fas-spa | ntrex128 | 0.50178 | 22.8 | 1997 | 54107 |
+| guj-deu | ntrex128 | 0.43998 | 14.3 | 1997 | 48761 |
+| guj-eng | ntrex128 | 0.58481 | 31.0 | 1997 | 47673 |
+| guj-fra | ntrex128 | 0.45468 | 17.3 | 1997 | 53481 |
+| guj-por | ntrex128 | 0.44223 | 15.8 | 1997 | 51631 |
+| guj-spa | ntrex128 | 0.47798 | 20.7 | 1997 | 54107 |
+| hin-deu | ntrex128 | 0.46580 | 15.0 | 1997 | 48761 |
+| hin-eng | ntrex128 | 0.59832 | 31.6 | 1997 | 47673 |
+| hin-fra | ntrex128 | 0.48328 | 19.5 | 1997 | 53481 |
+| hin-por | ntrex128 | 0.46833 | 17.8 | 1997 | 51631 |
+| hin-spa | ntrex128 | 0.49517 | 21.9 | 1997 | 54107 |
+| mar-deu | ntrex128 | 0.43713 | 13.5 | 1997 | 48761 |
+| mar-eng | ntrex128 | 0.55132 | 27.4 | 1997 | 47673 |
+| mar-fra | ntrex128 | 0.44797 | 16.9 | 1997 | 53481 |
+| mar-por | ntrex128 | 0.44342 | 16.1 | 1997 | 51631 |
+| mar-spa | ntrex128 | 0.46950 | 19.7 | 1997 | 54107 |
+| nep-deu | ntrex128 | 0.43568 | 13.5 | 1997 | 48761 |
+| nep-eng | ntrex128 | 0.55954 | 28.8 | 1997 | 47673 |
+| nep-fra | ntrex128 | 0.45083 | 16.9 | 1997 | 53481 |
+| nep-por | ntrex128 | 0.44458 | 16.0 | 1997 | 51631 |
+| nep-spa | ntrex128 | 0.46832 | 19.4 | 1997 | 54107 |
+| pan-deu | ntrex128 | 0.44327 | 14.6 | 1997 | 48761 |
+| pan-eng | ntrex128 | 0.57665 | 30.5 | 1997 | 47673 |
+| pan-fra | ntrex128 | 0.45815 | 17.7 | 1997 | 53481 |
+| pan-por | ntrex128 | 0.44608 | 16.3 | 1997 | 51631 |
+| pan-spa | ntrex128 | 0.47289 | 20.0 | 1997 | 54107 |
+| prs-deu | ntrex128 | 0.45067 | 14.6 | 1997 | 48761 |
+| prs-eng | ntrex128 | 0.54767 | 26.6 | 1997 | 47673 |
+| prs-fra | ntrex128 | 0.47453 | 19.3 | 1997 | 53481 |
+| prs-por | ntrex128 | 0.45843 | 17.1 | 1997 | 51631 |
+| prs-spa | ntrex128 | 0.48317 | 20.9 | 1997 | 54107 |
+| pus-eng | ntrex128 | 0.44698 | 17.6 | 1997 | 47673 |
+| pus-spa | ntrex128 | 0.41132 | 14.6 | 1997 | 54107 |
+| sin-deu | ntrex128 | 0.42541 | 12.5 | 1997 | 48761 |
+| sin-eng | ntrex128 | 0.51853 | 23.5 | 1997 | 47673 |
+| sin-fra | ntrex128 | 0.44099 | 15.9 | 1997 | 53481 |
+| sin-por | ntrex128 | 0.43010 | 14.4 | 1997 | 51631 |
+| sin-spa | ntrex128 | 0.46225 | 18.4 | 1997 | 54107 |
+| tgk_Cyrl-deu | ntrex128 | 0.40368 | 11.4 | 1997 | 48761 |
+| tgk_Cyrl-eng | ntrex128 | 0.47132 | 18.2 | 1997 | 47673 |
+| tgk_Cyrl-fra | ntrex128 | 0.43311 | 15.8 | 1997 | 53481 |
+| tgk_Cyrl-por | ntrex128 | 0.42095 | 13.8 | 1997 | 51631 |
+| tgk_Cyrl-spa | ntrex128 | 0.44279 | 17.3 | 1997 | 54107 |
+| urd-deu | ntrex128 | 0.45708 | 15.5 | 1997 | 48761 |
+| urd-eng | ntrex128 | 0.56560 | 28.5 | 1997 | 47673 |
+| urd-fra | ntrex128 | 0.47536 | 19.0 | 1997 | 53481 |
+| urd-por | ntrex128 | 0.45911 | 16.7 | 1997 | 51631 |
+| urd-spa | ntrex128 | 0.48986 | 21.6 | 1997 | 54107 |
+| ben-eng | tico19-test | 0.64578 | 38.7 | 2100 | 56824 |
+| ben-fra | tico19-test | 0.50165 | 22.8 | 2100 | 64661 |
+| ben-por | tico19-test | 0.55662 | 27.7 | 2100 | 62729 |
+| ben-spa | tico19-test | 0.56795 | 29.6 | 2100 | 66563 |
+| ckb-eng | tico19-test | 0.51623 | 27.4 | 2100 | 56315 |
+| ckb-fra | tico19-test | 0.42405 | 17.1 | 2100 | 64661 |
+| ckb-por | tico19-test | 0.45405 | 19.0 | 2100 | 62729 |
+| ckb-spa | tico19-test | 0.46976 | 21.7 | 2100 | 66563 |
+| fas-eng | tico19-test | 0.62079 | 34.2 | 2100 | 56315 |
+| fas-fra | tico19-test | 0.52041 | 24.4 | 2100 | 64661 |
+| fas-por | tico19-test | 0.56780 | 29.2 | 2100 | 62729 |
+| fas-spa | tico19-test | 0.58248 | 32.3 | 2100 | 66563 |
+| hin-eng | tico19-test | 0.70535 | 46.8 | 2100 | 56323 |
+| hin-fra | tico19-test | 0.53833 | 26.6 | 2100 | 64661 |
+| hin-por | tico19-test | 0.60246 | 33.2 | 2100 | 62729 |
+| hin-spa | tico19-test | 0.61504 | 35.7 | 2100 | 66563 |
+| mar-eng | tico19-test | 0.59247 | 31.4 | 2100 | 56315 |
+| mar-fra | tico19-test | 0.46895 | 19.3 | 2100 | 64661 |
+| mar-por | tico19-test | 0.51945 | 23.8 | 2100 | 62729 |
+| mar-spa | tico19-test | 0.52914 | 26.2 | 2100 | 66563 |
+| nep-eng | tico19-test | 0.65865 | 40.1 | 2100 | 56824 |
+| nep-fra | tico19-test | 0.50473 | 23.2 | 2100 | 64661 |
+| nep-por | tico19-test | 0.56185 | 28.0 | 2100 | 62729 |
+| nep-spa | tico19-test | 0.57270 | 30.2 | 2100 | 66563 |
+| prs-eng | tico19-test | 0.59536 | 32.1 | 2100 | 56824 |
+| prs-fra | tico19-test | 0.50044 | 23.1 | 2100 | 64661 |
+| prs-por | tico19-test | 0.54448 | 27.3 | 2100 | 62729 |
+| prs-spa | tico19-test | 0.56311 | 30.2 | 2100 | 66563 |
+| pus-eng | tico19-test | 0.56711 | 31.4 | 2100 | 56315 |
+| pus-fra | tico19-test | 0.45951 | 19.4 | 2100 | 64661 |
+| pus-por | tico19-test | 0.50225 | 23.7 | 2100 | 62729 |
+| pus-spa | tico19-test | 0.51246 | 25.4 | 2100 | 66563 |
+| urd-eng | tico19-test | 0.57786 | 30.8 | 2100 | 56315 |
+| urd-fra | tico19-test | 0.46807 | 20.1 | 2100 | 64661 |
+| urd-por | tico19-test | 0.51567 | 24.1 | 2100 | 62729 |
+| urd-spa | tico19-test | 0.52820 | 26.4 | 2100 | 66563 |
+## Citation Information
+* Publications: [Democratizing neural machine translation with OPUS-MT](https://doi.org/10.1007/s10579-023-09704-w) and [OPUS-MT – Building open translation services for the World](https://aclanthology.org/2020.eamt-1.61/) and [The Tatoeba Translation Challenge – Realistic Data Sets for Low Resource and Multilingual MT](https://aclanthology.org/2020.wmt-1.139/) (Please, cite if you use this model.)
+```bibtex
+@article{tiedemann2023democratizing,
+  title={Democratizing neural machine translation with {OPUS-MT}},
+  author={Tiedemann, J{\"o}rg and Aulamo, Mikko and Bakshandaeva, Daria and Boggia, Michele and Gr{\"o}nroos, Stig-Arne and Nieminen, Tommi and Raganato, Alessandro and Scherrer, Yves and Vazquez, Raul and Virpioja, Sami},
+  journal={Language Resources and Evaluation},
+  number={58},
+  pages={713--755},
+  year={2023},
+  publisher={Springer Nature},
+  issn={1574-0218},
+  doi={10.1007/s10579-023-09704-w}
+}
+@inproceedings{tiedemann-thottingal-2020-opus,
+    title = "{OPUS}-{MT} {--} Building open translation services for the World",
+    author = {Tiedemann, J{\"o}rg  and Thottingal, Santhosh},
+    booktitle = "Proceedings of the 22nd Annual Conference of the European Association for Machine Translation",
+    month = nov,
+    year = "2020",
+    address = "Lisboa, Portugal",
+    publisher = "European Association for Machine Translation",
+    url = "https://aclanthology.org/2020.eamt-1.61",
+    pages = "479--480",
+}
+@inproceedings{tiedemann-2020-tatoeba,
+    title = "The Tatoeba Translation Challenge {--} Realistic Data Sets for Low Resource and Multilingual {MT}",
+    author = {Tiedemann, J{\"o}rg},
+    booktitle = "Proceedings of the Fifth Conference on Machine Translation",
+    month = nov,
+    year = "2020",
+    address = "Online",
+    publisher = "Association for Computational Linguistics",
+    url = "https://aclanthology.org/2020.wmt-1.139",
+    pages = "1174--1182",
+}
+```
+## Acknowledgements
+The work is supported by the [HPLT project](https://hplt-project.org/), funded by the European Union’s Horizon Europe research and innovation programme under grant agreement No 101070350. We are also grateful for the generous computational resources and IT infrastructure provided by [CSC -- IT Center for Science](https://www.csc.fi/), Finland, and the [EuroHPC supercomputer LUMI](https://www.lumi-supercomputer.eu/).
+## Model conversion info
+* transformers version: 4.45.1
+* OPUS-MT git hash: 0882077
+* port time: Tue Oct  8 11:32:44 EEST 2024
+* port machine: LM0-400-22516.local

benchmark_results.txt ADDED Viewed

	@@ -0,0 +1,267 @@

+multi-multi	tatoeba-test-v2020-07-28-v2023-09-26	0.60665	42.8	10000	69192
+asm-fra	flores101-devtest	0.35655	11.6	1012	28343
+asm-por	flores101-devtest	0.38149	12.5	1012	26519
+asm-spa	flores101-devtest	0.34288	9.0	1012	29199
+ben-deu	flores101-devtest	0.46873	16.4	1012	25094
+ben-eng	flores101-devtest	0.57508	30.0	1012	24721
+ben-spa	flores101-devtest	0.44010	15.1	1012	29199
+ckb-deu	flores101-devtest	0.41546	13.0	1012	25094
+ckb-por	flores101-devtest	0.44178	17.6	1012	26519
+ckb-spa	flores101-devtest	0.39703	12.7	1012	29199
+fas-por	flores101-devtest	0.54077	26.1	1012	26519
+guj-deu	flores101-devtest	0.45906	16.5	1012	25094
+guj-spa	flores101-devtest	0.43928	15.2	1012	29199
+hin-eng	flores101-devtest	0.62807	36.6	1012	24721
+hin-por	flores101-devtest	0.52825	25.1	1012	26519
+mar-deu	flores101-devtest	0.44767	14.8	1012	25094
+npi-deu	flores101-devtest	0.46178	15.9	1012	25094
+pan-fra	flores101-devtest	0.50909	23.4	1012	28343
+pan-por	flores101-devtest	0.50634	23.0	1012	26519
+pus-deu	flores101-devtest	0.42645	13.5	1012	25094
+pus-fra	flores101-devtest	0.45719	18.0	1012	28343
+urd-deu	flores101-devtest	0.46102	16.5	1012	25094
+urd-eng	flores101-devtest	0.56356	28.4	1012	24721
+asm-deu	flores200-devtest	0.32486	5.8	1012	25094
+asm-eng	flores200-devtest	0.48589	21.5	1012	24721
+asm-fra	flores200-devtest	0.35394	11.7	1012	28343
+asm-por	flores200-devtest	0.37939	12.3	1012	26519
+asm-spa	flores200-devtest	0.33980	8.9	1012	29199
+awa-deu	flores200-devtest	0.47071	16.0	1012	25094
+awa-eng	flores200-devtest	0.53069	26.6	1012	24721
+awa-fra	flores200-devtest	0.49700	21.1	1012	28343
+awa-por	flores200-devtest	0.49950	21.8	1012	26519
+awa-spa	flores200-devtest	0.43831	15.4	1012	29199
+ben-deu	flores200-devtest	0.47434	17.0	1012	25094
+ben-eng	flores200-devtest	0.58408	31.4	1012	24721
+ben-fra	flores200-devtest	0.50930	23.2	1012	28343
+ben-por	flores200-devtest	0.50661	22.4	1012	26519
+ben-spa	flores200-devtest	0.44485	15.7	1012	29199
+bho-deu	flores200-devtest	0.42463	12.8	1012	25094
+bho-eng	flores200-devtest	0.50545	22.6	1012	24721
+bho-fra	flores200-devtest	0.45264	17.4	1012	28343
+bho-por	flores200-devtest	0.44737	17.0	1012	26519
+bho-spa	flores200-devtest	0.40585	13.0	1012	29199
+ckb-deu	flores200-devtest	0.42110	13.6	1012	25094
+ckb-eng	flores200-devtest	0.50543	24.7	1012	24721
+ckb-fra	flores200-devtest	0.45847	19.1	1012	28343
+ckb-por	flores200-devtest	0.44567	17.8	1012	26519
+ckb-spa	flores200-devtest	0.39955	13.0	1012	29199
+guj-deu	flores200-devtest	0.46758	17.3	1012	25094
+guj-eng	flores200-devtest	0.61139	34.4	1012	24721
+guj-fra	flores200-devtest	0.50349	22.5	1012	28343
+guj-por	flores200-devtest	0.49828	22.4	1012	26519
+guj-spa	flores200-devtest	0.44472	15.5	1012	29199
+hin-deu	flores200-devtest	0.50772	20.8	1012	25094
+hin-eng	flores200-devtest	0.63234	37.3	1012	24721
+hin-fra	flores200-devtest	0.53933	26.5	1012	28343
+hin-por	flores200-devtest	0.53523	26.1	1012	26519
+hin-spa	flores200-devtest	0.46183	17.4	1012	29199
+hne-deu	flores200-devtest	0.49946	19.0	1012	25094
+hne-eng	flores200-devtest	0.63640	38.1	1012	24721
+hne-fra	flores200-devtest	0.53419	25.7	1012	28343
+hne-por	flores200-devtest	0.53735	25.9	1012	26519
+hne-spa	flores200-devtest	0.45610	16.9	1012	29199
+kas_Arab-deu	flores200-devtest	0.30071	2.9	1012	25094
+kas_Arab-eng	flores200-devtest	0.34015	4.5	1012	24721
+kas_Arab-fra	flores200-devtest	0.32331	5.9	1012	28343
+kas_Arab-por	flores200-devtest	0.31531	4.9	1012	26519
+kas_Arab-spa	flores200-devtest	0.31002	5.2	1012	29199
+kas_Deva-deu	flores200-devtest	0.21698	1.9	1012	25094
+kas_Deva-eng	flores200-devtest	0.26948	4.6	1012	24721
+kas_Deva-fra	flores200-devtest	0.21885	3.0	1012	28343
+kas_Deva-por	flores200-devtest	0.21989	2.6	1012	26519
+kas_Deva-spa	flores200-devtest	0.21652	2.7	1012	29199
+kmr-deu	flores200-devtest	0.32781	7.7	1012	25094
+kmr-eng	flores200-devtest	0.37717	12.8	1012	24721
+kmr-fra	flores200-devtest	0.33854	9.6	1012	28343
+kmr-por	flores200-devtest	0.33724	9.9	1012	26519
+kmr-spa	flores200-devtest	0.31940	8.2	1012	29199
+mag-deu	flores200-devtest	0.50681	20.0	1012	25094
+mag-eng	flores200-devtest	0.63966	38.0	1012	24721
+mag-fra	flores200-devtest	0.53810	25.9	1012	28343
+mag-por	flores200-devtest	0.54065	26.6	1012	26519
+mag-spa	flores200-devtest	0.46131	17.1	1012	29199
+mai-deu	flores200-devtest	0.47686	16.8	1012	25094
+mai-eng	flores200-devtest	0.57552	30.2	1012	24721
+mai-fra	flores200-devtest	0.50909	22.4	1012	28343
+mai-por	flores200-devtest	0.51249	22.9	1012	26519
+mai-spa	flores200-devtest	0.44694	15.9	1012	29199
+mar-deu	flores200-devtest	0.45295	14.8	1012	25094
+mar-eng	flores200-devtest	0.58203	31.0	1012	24721
+mar-fra	flores200-devtest	0.48254	20.4	1012	28343
+mar-por	flores200-devtest	0.48368	20.4	1012	26519
+mar-spa	flores200-devtest	0.42799	14.7	1012	29199
+npi-deu	flores200-devtest	0.47267	17.2	1012	25094
+npi-eng	flores200-devtest	0.59559	32.5	1012	24721
+npi-fra	flores200-devtest	0.50869	22.5	1012	28343
+npi-por	flores200-devtest	0.50900	22.5	1012	26519
+npi-spa	flores200-devtest	0.44304	15.6	1012	29199
+pan-deu	flores200-devtest	0.48342	18.6	1012	25094
+pan-eng	flores200-devtest	0.60328	33.4	1012	24721
+pan-fra	flores200-devtest	0.51953	24.4	1012	28343
+pan-por	flores200-devtest	0.51428	23.9	1012	26519
+pan-spa	flores200-devtest	0.44615	16.3	1012	29199
+pes-deu	flores200-devtest	0.51124	21.0	1012	25094
+pes-eng	flores200-devtest	0.60538	33.7	1012	24721
+pes-fra	flores200-devtest	0.55157	27.8	1012	28343
+pes-por	flores200-devtest	0.54372	26.6	1012	26519
+pes-spa	flores200-devtest	0.47561	18.8	1012	29199
+prs-deu	flores200-devtest	0.50273	20.7	1012	25094
+prs-eng	flores200-devtest	0.60144	34.5	1012	24721
+prs-fra	flores200-devtest	0.54241	27.0	1012	28343
+prs-por	flores200-devtest	0.53562	26.6	1012	26519
+prs-spa	flores200-devtest	0.46497	18.1	1012	29199
+san-deu	flores200-devtest	0.31265	5.0	1012	25094
+san-eng	flores200-devtest	0.36840	11.5	1012	24721
+san-fra	flores200-devtest	0.33014	8.4	1012	28343
+san-por	flores200-devtest	0.34199	8.6	1012	26519
+san-spa	flores200-devtest	0.32207	7.5	1012	29199
+sin-deu	flores200-devtest	0.45041	14.7	1012	25094
+sin-eng	flores200-devtest	0.54060	26.3	1012	24721
+sin-fra	flores200-devtest	0.48163	19.9	1012	28343
+sin-por	flores200-devtest	0.47780	19.6	1012	26519
+sin-spa	flores200-devtest	0.42546	14.2	1012	29199
+tgk-deu	flores200-devtest	0.45203	15.6	1012	25094
+tgk-eng	flores200-devtest	0.53740	25.3	1012	24721
+tgk-fra	flores200-devtest	0.50153	22.1	1012	28343
+tgk-por	flores200-devtest	0.49378	21.9	1012	26519
+tgk-spa	flores200-devtest	0.44099	15.9	1012	29199
+urd-deu	flores200-devtest	0.46894	17.2	1012	25094
+urd-eng	flores200-devtest	0.56967	29.3	1012	24721
+urd-fra	flores200-devtest	0.50616	22.6	1012	28343
+urd-por	flores200-devtest	0.49398	21.7	1012	26519
+urd-spa	flores200-devtest	0.43800	15.4	1012	29199
+hin-eng	newstest2014	0.59024	30.3	2507	55571
+guj-eng	newstest2019	0.53977	27.2	1016	17757
+pus-eng	newstest2020	0.39447	14.3	2719	53382
+ben-deu	ntrex128	0.45551	15.0	1997	48761
+ben-eng	ntrex128	0.56878	29.0	1997	47673
+ben-fra	ntrex128	0.47077	18.6	1997	53481
+ben-por	ntrex128	0.46049	17.1	1997	51631
+ben-spa	ntrex128	0.48833	21.3	1997	54107
+div-deu	ntrex128	0.19845	1.0	1997	48761
+div-eng	ntrex128	0.19666	1.4	1997	47673
+div-fra	ntrex128	0.20013	1.7	1997	53481
+div-por	ntrex128	0.18779	1.2	1997	51631
+div-spa	ntrex128	0.20413	1.8	1997	54107
+fas-deu	ntrex128	0.46991	16.1	1997	48761
+fas-eng	ntrex128	0.55119	25.9	1997	47673
+fas-fra	ntrex128	0.49626	21.2	1997	53481
+fas-por	ntrex128	0.47499	18.6	1997	51631
+fas-spa	ntrex128	0.50178	22.8	1997	54107
+guj-deu	ntrex128	0.43998	14.3	1997	48761
+guj-eng	ntrex128	0.58481	31.0	1997	47673
+guj-fra	ntrex128	0.45468	17.3	1997	53481
+guj-por	ntrex128	0.44223	15.8	1997	51631
+guj-spa	ntrex128	0.47798	20.7	1997	54107
+hin-deu	ntrex128	0.46580	15.0	1997	48761
+hin-eng	ntrex128	0.59832	31.6	1997	47673
+hin-fra	ntrex128	0.48328	19.5	1997	53481
+hin-por	ntrex128	0.46833	17.8	1997	51631
+hin-spa	ntrex128	0.49517	21.9	1997	54107
+kmr-deu	ntrex128	0.32197	7.3	1997	48761
+kmr-eng	ntrex128	0.37956	12.9	1997	47673
+kmr-fra	ntrex128	0.33652	9.7	1997	53481
+kmr-por	ntrex128	0.32539	8.6	1997	51631
+kmr-spa	ntrex128	0.35021	10.8	1997	54107
+mar-deu	ntrex128	0.43713	13.5	1997	48761
+mar-eng	ntrex128	0.55132	27.4	1997	47673
+mar-fra	ntrex128	0.44797	16.9	1997	53481
+mar-por	ntrex128	0.44342	16.1	1997	51631
+mar-spa	ntrex128	0.46950	19.7	1997	54107
+nep-deu	ntrex128	0.43568	13.5	1997	48761
+nep-eng	ntrex128	0.55954	28.8	1997	47673
+nep-fra	ntrex128	0.45083	16.9	1997	53481
+nep-por	ntrex128	0.44458	16.0	1997	51631
+nep-spa	ntrex128	0.46832	19.4	1997	54107
+pan-deu	ntrex128	0.44327	14.6	1997	48761
+pan-eng	ntrex128	0.57665	30.5	1997	47673
+pan-fra	ntrex128	0.45815	17.7	1997	53481
+pan-por	ntrex128	0.44608	16.3	1997	51631
+pan-spa	ntrex128	0.47289	20.0	1997	54107
+prs-deu	ntrex128	0.45067	14.6	1997	48761
+prs-eng	ntrex128	0.54767	26.6	1997	47673
+prs-fra	ntrex128	0.47453	19.3	1997	53481
+prs-por	ntrex128	0.45843	17.1	1997	51631
+prs-spa	ntrex128	0.48317	20.9	1997	54107
+pus-deu	ntrex128	0.38989	10.3	1997	48761
+pus-eng	ntrex128	0.44698	17.6	1997	47673
+pus-fra	ntrex128	0.39872	12.6	1997	53481
+pus-por	ntrex128	0.38923	11.9	1997	51631
+pus-spa	ntrex128	0.41132	14.6	1997	54107
+sin-deu	ntrex128	0.42541	12.5	1997	48761
+sin-eng	ntrex128	0.51853	23.5	1997	47673
+sin-fra	ntrex128	0.44099	15.9	1997	53481
+sin-por	ntrex128	0.43010	14.4	1997	51631
+sin-spa	ntrex128	0.46225	18.4	1997	54107
+snd_Arab-deu	ntrex128	0.12141	0.2	1997	48761
+snd_Arab-eng	ntrex128	0.11393	0.4	1997	47673
+snd_Arab-fra	ntrex128	0.14917	0.6	1997	53481
+snd_Arab-por	ntrex128	0.11125	0.4	1997	51631
+snd_Arab-spa	ntrex128	0.10892	0.4	1997	54107
+tgk_Cyrl-deu	ntrex128	0.40368	11.4	1997	48761
+tgk_Cyrl-eng	ntrex128	0.47132	18.2	1997	47673
+tgk_Cyrl-fra	ntrex128	0.43311	15.8	1997	53481
+tgk_Cyrl-por	ntrex128	0.42095	13.8	1997	51631
+tgk_Cyrl-spa	ntrex128	0.44279	17.3	1997	54107
+urd-deu	ntrex128	0.45708	15.5	1997	48761
+urd-eng	ntrex128	0.56560	28.5	1997	47673
+urd-fra	ntrex128	0.47536	19.0	1997	53481
+urd-por	ntrex128	0.45911	16.7	1997	51631
+urd-spa	ntrex128	0.48986	21.6	1997	54107
+mar-eng	tatoeba-test-v2020-07-28	0.64723	48.7	10000	64831
+fas-fra	tatoeba-test-v2021-03-30	0.57331	35.7	383	3442
+kur_Latn-deu	tatoeba-test-v2021-03-30	0.39239	24.5	238	1408
+mar-eng	tatoeba-test-v2021-03-30	0.64611	48.6	10250	66546
+pes-eng	tatoeba-test-v2021-03-30	0.59633	41.5	3763	31439
+rom-eng	tatoeba-test-v2021-03-30	0.28331	10.3	672	4459
+zza-eng	tatoeba-test-v2021-03-30	0.12982	1.4	533	3182
+awa-eng	tatoeba-test-v2021-08-07	0.60240	40.8	279	1335
+ben-eng	tatoeba-test-v2021-08-07	0.64471	49.3	2500	13978
+fas-deu	tatoeba-test-v2021-08-07	0.58631	34.7	3185	25590
+fas-eng	tatoeba-test-v2021-08-07	0.59868	41.8	3762	31480
+fas-fra	tatoeba-test-v2021-08-07	0.57181	35.8	376	3377
+hin-eng	tatoeba-test-v2021-08-07	0.65417	49.5	5000	33943
+kur_Latn-deu	tatoeba-test-v2021-08-07	0.42694	27.0	223	1323
+kur_Latn-eng	tatoeba-test-v2021-08-07	0.42721	25.6	290	1708
+mar-eng	tatoeba-test-v2021-08-07	0.64493	48.3	10396	67527
+pes-eng	tatoeba-test-v2021-08-07	0.59959	41.9	3757	31411
+rom-eng	tatoeba-test-v2021-08-07	0.28016	10.2	706	4690
+urd-eng	tatoeba-test-v2021-08-07	0.53679	35.4	1663	12029
+zza-eng	tatoeba-test-v2021-08-07	0.12371	0.8	529	3162
+ben-eng	tico19-test	0.64578	38.7	2100	56824
+ben-fra	tico19-test	0.50165	22.8	2100	64661
+ben-por	tico19-test	0.55662	27.7	2100	62729
+ben-spa	tico19-test	0.56795	29.6	2100	66563
+ckb-eng	tico19-test	0.51623	27.4	2100	56315
+ckb-fra	tico19-test	0.42405	17.1	2100	64661
+ckb-por	tico19-test	0.45405	19.0	2100	62729
+ckb-spa	tico19-test	0.46976	21.7	2100	66563
+fas-eng	tico19-test	0.62079	34.2	2100	56315
+fas-fra	tico19-test	0.52041	24.4	2100	64661
+fas-por	tico19-test	0.56780	29.2	2100	62729
+fas-spa	tico19-test	0.58248	32.3	2100	66563
+hin-eng	tico19-test	0.70535	46.8	2100	56323
+hin-fra	tico19-test	0.53833	26.6	2100	64661
+hin-por	tico19-test	0.60246	33.2	2100	62729
+hin-spa	tico19-test	0.61504	35.7	2100	66563
+mar-eng	tico19-test	0.59247	31.4	2100	56315
+mar-fra	tico19-test	0.46895	19.3	2100	64661
+mar-por	tico19-test	0.51945	23.8	2100	62729
+mar-spa	tico19-test	0.52914	26.2	2100	66563
+nep-eng	tico19-test	0.65865	40.1	2100	56824
+nep-fra	tico19-test	0.50473	23.2	2100	64661
+nep-por	tico19-test	0.56185	28.0	2100	62729
+nep-spa	tico19-test	0.57270	30.2	2100	66563
+prs-eng	tico19-test	0.59536	32.1	2100	56824
+prs-fra	tico19-test	0.50044	23.1	2100	64661
+prs-por	tico19-test	0.54448	27.3	2100	62729
+prs-spa	tico19-test	0.56311	30.2	2100	66563
+pus-eng	tico19-test	0.56711	31.4	2100	56315
+pus-fra	tico19-test	0.45951	19.4	2100	64661
+pus-por	tico19-test	0.50225	23.7	2100	62729
+pus-spa	tico19-test	0.51246	25.4	2100	66563
+urd-eng	tico19-test	0.57786	30.8	2100	56315
+urd-fra	tico19-test	0.46807	20.1	2100	64661
+urd-por	tico19-test	0.51567	24.1	2100	62729
+urd-spa	tico19-test	0.52820	26.4	2100	66563

benchmark_translations.zip ADDED Viewed

File without changes

config.json ADDED Viewed

	@@ -0,0 +1,41 @@

+{
+  "_name_or_path": "pytorch-models/opus-mt-tc-bible-big-iir-deu_eng_fra_por_spa",
+  "activation_dropout": 0.0,
+  "activation_function": "relu",
+  "architectures": [
+    "MarianMTModel"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 0,
+  "classifier_dropout": 0.0,
+  "d_model": 1024,
+  "decoder_attention_heads": 16,
+  "decoder_ffn_dim": 4096,
+  "decoder_layerdrop": 0.0,
+  "decoder_layers": 6,
+  "decoder_start_token_id": 61806,
+  "decoder_vocab_size": 61807,
+  "dropout": 0.1,
+  "encoder_attention_heads": 16,
+  "encoder_ffn_dim": 4096,
+  "encoder_layerdrop": 0.0,
+  "encoder_layers": 6,
+  "eos_token_id": 469,
+  "forced_eos_token_id": null,
+  "init_std": 0.02,
+  "is_encoder_decoder": true,
+  "max_length": null,
+  "max_position_embeddings": 1024,
+  "model_type": "marian",
+  "normalize_embedding": false,
+  "num_beams": null,
+  "num_hidden_layers": 6,
+  "pad_token_id": 61806,
+  "scale_embedding": true,
+  "share_encoder_decoder_embeddings": true,
+  "static_position_embeddings": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.45.1",
+  "use_cache": true,
+  "vocab_size": 61807
+}

generation_config.json ADDED Viewed

	@@ -0,0 +1,16 @@

+{
+  "_from_model_config": true,
+  "bad_words_ids": [
+    [
+      61806
+    ]
+  ],
+  "bos_token_id": 0,
+  "decoder_start_token_id": 61806,
+  "eos_token_id": 469,
+  "forced_eos_token_id": 469,
+  "max_length": 512,
+  "num_beams": 4,
+  "pad_token_id": 61806,
+  "transformers_version": "4.45.1"
+}

model.safetensors ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:91346013942899a2744542e75085a35635d2a7c58d8e4c3c6ec3b4fa4e06a06d
+size 958867820

pytorch_model.bin ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:1830b9ed3c27d11ba5f9cf4e83f96d7e8561678b94d39f7f5797e4d5f1741b29
+size 958919045

source.spm ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:b040afaa230b22df81c657722ab3f7e42401ceb612ba18b93353a8ad64dff18d
+size 926222

special_tokens_map.json ADDED Viewed

	@@ -0,0 +1 @@


1	+ {"eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>"}

target.spm ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:4d45eaf1ffc10f843a3bd84a346e1e86eb69f780daaaf435efae27626bcfb755
+size 802795

tokenizer_config.json ADDED Viewed

	@@ -0,0 +1 @@


1	+ {"source_lang": "iir", "target_lang": "deu+eng+fra+por+spa", "unk_token": "<unk>", "eos_token": "</s>", "pad_token": "<pad>", "model_max_length": 512, "sp_model_kwargs": {}, "separate_vocabs": false, "special_tokens_map_file": null, "name_or_path": "marian-models/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30/iir-deu+eng+fra+por+spa", "tokenizer_class": "MarianTokenizer"}

vocab.json ADDED Viewed

The diff for this file is too large to render. See raw diff