diff --git "a/README.md" "b/README.md" new file mode 100644--- /dev/null +++ "b/README.md" @@ -0,0 +1,16977 @@ +--- +library_name: transformers +language: +- acf +- af +- an +- ang +- anp +- as +- ast +- awa +- bal +- bar +- be +- bg +- bho +- bi +- bn +- bpy +- br +- bs +- bzj +- ca +- cbk +- co +- crs +- cs +- csb +- cu +- cy +- da +- de +- diq +- djk +- drt +- dsb +- dv +- egl +- el +- en +- enm +- es +- ext +- fa +- fo +- fr +- frm +- fro +- frp +- frr +- fur +- fy +- ga +- gbm +- gcf +- gd +- gl +- glk +- gos +- got +- grc +- gsw +- gu +- gv +- hi +- hif +- hne +- hns +- hr +- hrx +- hsb +- ht +- hwc +- hy +- hyw +- icr +- is +- it +- jam +- jdt +- kea +- kok +- kri +- ks +- ksh +- ku +- kw +- la +- lad +- lah +- lb +- li +- lij +- lld +- lmo +- lou +- lrc +- lt +- lv +- mag +- mai +- mfe +- mk +- mo +- mr +- mwl +- mzn +- nap +- nb +- nds +- ne +- nl +- nn +- no +- non +- oc +- ofs +- or +- orv +- os +- osp +- pa +- pal +- pap +- pcd +- pcm +- pdc +- pfl +- pi +- pih +- pis +- pl +- pms +- pnt +- prg +- ps +- pt +- rhg +- rm +- rmy +- ro +- rom +- rop +- ru +- rue +- rup +- sa +- sc +- scn +- sco +- sd +- sgs +- sh +- si +- sk +- skr +- sl +- sq +- sr +- srm +- srn +- stq +- sv +- swg +- syl +- szl +- tcs +- tg +- tly +- tpi +- uk +- ur +- vec +- vls +- wa +- wae +- xcl +- yi +- zea +- zza +language_bcp47: +- bs_Latn +- ku_Latn +- sr_Cyrl + +tags: +- translation +- opus-mt-tc-bible + +license: apache-2.0 +model-index: +- name: opus-mt-tc-bible-big-ine-deu_eng_fra_por_spa + results: + - task: + name: Translation afr-deu + type: translation + args: afr-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: afr-deu + metrics: + - name: BLEU + type: bleu + value: 28.7 + - name: chr-F + type: chrf + value: 0.57712 + - task: + name: Translation afr-eng + type: translation + args: afr-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: afr-eng + metrics: + - name: BLEU + type: bleu + value: 53.4 + - name: chr-F + type: chrf + value: 0.73690 + - task: + name: Translation afr-fra + type: translation + args: afr-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: afr-fra + metrics: + - name: BLEU + type: bleu + value: 35.7 + - name: chr-F + type: chrf + value: 0.61332 + - task: + name: Translation afr-por + type: translation + args: afr-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: afr-por + metrics: + - name: BLEU + type: bleu + value: 35.1 + - name: chr-F + type: chrf + value: 0.60899 + - task: + name: Translation afr-spa + type: translation + args: afr-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: afr-spa + metrics: + - name: BLEU + type: bleu + value: 22.1 + - name: chr-F + type: chrf + value: 0.50836 + - task: + name: Translation asm-eng + type: translation + args: asm-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: asm-eng + metrics: + - name: BLEU + type: bleu + value: 13.4 + - name: chr-F + type: chrf + value: 0.42432 + - task: + name: Translation asm-fra + type: translation + args: asm-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: asm-fra + metrics: + - name: BLEU + type: bleu + value: 10.1 + - name: chr-F + type: chrf + value: 0.35035 + - task: + name: Translation ast-deu + type: translation + args: ast-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: ast-deu + metrics: + - name: BLEU + type: bleu + value: 23.3 + - name: chr-F + type: chrf + value: 0.52402 + - task: + name: Translation ast-eng + type: translation + args: ast-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: ast-eng + metrics: + - name: BLEU + type: bleu + value: 35.1 + - name: chr-F + type: chrf + value: 0.60640 + - task: + name: Translation ast-fra + type: translation + args: ast-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: ast-fra + metrics: + - name: BLEU + type: bleu + value: 31.5 + - name: chr-F + type: chrf + value: 0.57060 + - task: + name: Translation ast-por + type: translation + args: ast-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: ast-por + metrics: + - name: BLEU + type: bleu + value: 30.8 + - name: chr-F + type: chrf + value: 0.56982 + - task: + name: Translation ast-spa + type: translation + args: ast-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: ast-spa + metrics: + - name: BLEU + type: bleu + value: 21.1 + - name: chr-F + type: chrf + value: 0.49452 + - task: + name: Translation awa-deu + type: translation + args: awa-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: awa-deu + metrics: + - name: BLEU + type: bleu + value: 16.3 + - name: chr-F + type: chrf + value: 0.47101 + - task: + name: Translation awa-eng + type: translation + args: awa-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: awa-eng + metrics: + - name: BLEU + type: bleu + value: 25.7 + - name: chr-F + type: chrf + value: 0.55042 + - task: + name: Translation awa-fra + type: translation + args: awa-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: awa-fra + metrics: + - name: BLEU + type: bleu + value: 22.1 + - name: chr-F + type: chrf + value: 0.50230 + - task: + name: Translation awa-por + type: translation + args: awa-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: awa-por + metrics: + - name: BLEU + type: bleu + value: 21.1 + - name: chr-F + type: chrf + value: 0.49701 + - task: + name: Translation awa-spa + type: translation + args: awa-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: awa-spa + metrics: + - name: BLEU + type: bleu + value: 15.7 + - name: chr-F + type: chrf + value: 0.43913 + - task: + name: Translation bel-deu + type: translation + args: bel-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: bel-deu + metrics: + - name: BLEU + type: bleu + value: 12.7 + - name: chr-F + type: chrf + value: 0.46906 + - task: + name: Translation bel-eng + type: translation + args: bel-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: bel-eng + metrics: + - name: BLEU + type: bleu + value: 16.5 + - name: chr-F + type: chrf + value: 0.49995 + - task: + name: Translation bel-fra + type: translation + args: bel-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: bel-fra + metrics: + - name: BLEU + type: bleu + value: 17.1 + - name: chr-F + type: chrf + value: 0.49987 + - task: + name: Translation bel-por + type: translation + args: bel-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: bel-por + metrics: + - name: BLEU + type: bleu + value: 15.7 + - name: chr-F + type: chrf + value: 0.48319 + - task: + name: Translation bel-spa + type: translation + args: bel-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: bel-spa + metrics: + - name: BLEU + type: bleu + value: 14.4 + - name: chr-F + type: chrf + value: 0.45393 + - task: + name: Translation ben-deu + type: translation + args: ben-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: ben-deu + metrics: + - name: BLEU + type: bleu + value: 16.3 + - name: chr-F + type: chrf + value: 0.46413 + - task: + name: Translation ben-eng + type: translation + args: ben-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: ben-eng + metrics: + - name: BLEU + type: bleu + value: 24.5 + - name: chr-F + type: chrf + value: 0.54681 + - task: + name: Translation ben-fra + type: translation + args: ben-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: ben-fra + metrics: + - name: BLEU + type: bleu + value: 21.9 + - name: chr-F + type: chrf + value: 0.49843 + - task: + name: Translation ben-por + type: translation + args: ben-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: ben-por + metrics: + - name: BLEU + type: bleu + value: 21.0 + - name: chr-F + type: chrf + value: 0.49129 + - task: + name: Translation ben-spa + type: translation + args: ben-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: ben-spa + metrics: + - name: BLEU + type: bleu + value: 14.9 + - name: chr-F + type: chrf + value: 0.43310 + - task: + name: Translation bho-deu + type: translation + args: bho-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: bho-deu + metrics: + - name: BLEU + type: bleu + value: 12.4 + - name: chr-F + type: chrf + value: 0.41875 + - task: + name: Translation bho-eng + type: translation + args: bho-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: bho-eng + metrics: + - name: BLEU + type: bleu + value: 18.5 + - name: chr-F + type: chrf + value: 0.48319 + - task: + name: Translation bho-fra + type: translation + args: bho-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: bho-fra + metrics: + - name: BLEU + type: bleu + value: 16.1 + - name: chr-F + type: chrf + value: 0.44504 + - task: + name: Translation bho-por + type: translation + args: bho-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: bho-por + metrics: + - name: BLEU + type: bleu + value: 15.5 + - name: chr-F + type: chrf + value: 0.43627 + - task: + name: Translation bho-spa + type: translation + args: bho-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: bho-spa + metrics: + - name: BLEU + type: bleu + value: 12.6 + - name: chr-F + type: chrf + value: 0.40189 + - task: + name: Translation bul-deu + type: translation + args: bul-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: bul-deu + metrics: + - name: BLEU + type: bleu + value: 26.8 + - name: chr-F + type: chrf + value: 0.56591 + - task: + name: Translation bul-eng + type: translation + args: bul-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: bul-eng + metrics: + - name: BLEU + type: bleu + value: 37.8 + - name: chr-F + type: chrf + value: 0.64922 + - task: + name: Translation bul-fra + type: translation + args: bul-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: bul-fra + metrics: + - name: BLEU + type: bleu + value: 33.3 + - name: chr-F + type: chrf + value: 0.60386 + - task: + name: Translation bul-por + type: translation + args: bul-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: bul-por + metrics: + - name: BLEU + type: bleu + value: 31.6 + - name: chr-F + type: chrf + value: 0.59070 + - task: + name: Translation bul-spa + type: translation + args: bul-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: bul-spa + metrics: + - name: BLEU + type: bleu + value: 22.2 + - name: chr-F + type: chrf + value: 0.50968 + - task: + name: Translation cat-deu + type: translation + args: cat-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: cat-deu + metrics: + - name: BLEU + type: bleu + value: 27.9 + - name: chr-F + type: chrf + value: 0.57030 + - task: + name: Translation cat-eng + type: translation + args: cat-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: cat-eng + metrics: + - name: BLEU + type: bleu + value: 43.0 + - name: chr-F + type: chrf + value: 0.67842 + - task: + name: Translation cat-fra + type: translation + args: cat-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: cat-fra + metrics: + - name: BLEU + type: bleu + value: 38.1 + - name: chr-F + type: chrf + value: 0.63034 + - task: + name: Translation cat-por + type: translation + args: cat-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: cat-por + metrics: + - name: BLEU + type: bleu + value: 37.3 + - name: chr-F + type: chrf + value: 0.62567 + - task: + name: Translation cat-spa + type: translation + args: cat-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: cat-spa + metrics: + - name: BLEU + type: bleu + value: 24.5 + - name: chr-F + type: chrf + value: 0.53260 + - task: + name: Translation ces-deu + type: translation + args: ces-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: ces-deu + metrics: + - name: BLEU + type: bleu + value: 27.1 + - name: chr-F + type: chrf + value: 0.56613 + - task: + name: Translation ces-eng + type: translation + args: ces-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: ces-eng + metrics: + - name: BLEU + type: bleu + value: 36.5 + - name: chr-F + type: chrf + value: 0.63574 + - task: + name: Translation ces-fra + type: translation + args: ces-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: ces-fra + metrics: + - name: BLEU + type: bleu + value: 32.8 + - name: chr-F + type: chrf + value: 0.59573 + - task: + name: Translation ces-por + type: translation + args: ces-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: ces-por + metrics: + - name: BLEU + type: bleu + value: 30.9 + - name: chr-F + type: chrf + value: 0.58096 + - task: + name: Translation ces-spa + type: translation + args: ces-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: ces-spa + metrics: + - name: BLEU + type: bleu + value: 21.6 + - name: chr-F + type: chrf + value: 0.50295 + - task: + name: Translation ckb-deu + type: translation + args: ckb-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: ckb-deu + metrics: + - name: BLEU + type: bleu + value: 11.1 + - name: chr-F + type: chrf + value: 0.38650 + - task: + name: Translation ckb-eng + type: translation + args: ckb-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: ckb-eng + metrics: + - name: BLEU + type: bleu + value: 16.7 + - name: chr-F + type: chrf + value: 0.43075 + - task: + name: Translation ckb-fra + type: translation + args: ckb-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: ckb-fra + metrics: + - name: BLEU + type: bleu + value: 15.7 + - name: chr-F + type: chrf + value: 0.41038 + - task: + name: Translation ckb-por + type: translation + args: ckb-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: ckb-por + metrics: + - name: BLEU + type: bleu + value: 14.3 + - name: chr-F + type: chrf + value: 0.39883 + - task: + name: Translation ckb-spa + type: translation + args: ckb-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: ckb-spa + metrics: + - name: BLEU + type: bleu + value: 11.2 + - name: chr-F + type: chrf + value: 0.36422 + - task: + name: Translation cym-deu + type: translation + args: cym-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: cym-deu + metrics: + - name: BLEU + type: bleu + value: 22.0 + - name: chr-F + type: chrf + value: 0.51003 + - task: + name: Translation cym-eng + type: translation + args: cym-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: cym-eng + metrics: + - name: BLEU + type: bleu + value: 45.7 + - name: chr-F + type: chrf + value: 0.67808 + - task: + name: Translation cym-fra + type: translation + args: cym-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: cym-fra + metrics: + - name: BLEU + type: bleu + value: 29.9 + - name: chr-F + type: chrf + value: 0.55779 + - task: + name: Translation cym-por + type: translation + args: cym-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: cym-por + metrics: + - name: BLEU + type: bleu + value: 27.9 + - name: chr-F + type: chrf + value: 0.53930 + - task: + name: Translation cym-spa + type: translation + args: cym-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: cym-spa + metrics: + - name: BLEU + type: bleu + value: 19.6 + - name: chr-F + type: chrf + value: 0.47129 + - task: + name: Translation dan-deu + type: translation + args: dan-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: dan-deu + metrics: + - name: BLEU + type: bleu + value: 30.7 + - name: chr-F + type: chrf + value: 0.59897 + - task: + name: Translation dan-eng + type: translation + args: dan-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: dan-eng + metrics: + - name: BLEU + type: bleu + value: 46.2 + - name: chr-F + type: chrf + value: 0.70142 + - task: + name: Translation dan-fra + type: translation + args: dan-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: dan-fra + metrics: + - name: BLEU + type: bleu + value: 37.1 + - name: chr-F + type: chrf + value: 0.62669 + - task: + name: Translation dan-por + type: translation + args: dan-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: dan-por + metrics: + - name: BLEU + type: bleu + value: 35.3 + - name: chr-F + type: chrf + value: 0.61338 + - task: + name: Translation dan-spa + type: translation + args: dan-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: dan-spa + metrics: + - name: BLEU + type: bleu + value: 24.2 + - name: chr-F + type: chrf + value: 0.52360 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 40.3 + - name: chr-F + type: chrf + value: 0.66096 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 35.4 + - name: chr-F + type: chrf + value: 0.61562 + - task: + name: Translation deu-por + type: translation + args: deu-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: deu-por + metrics: + - name: BLEU + type: bleu + value: 33.3 + - name: chr-F + type: chrf + value: 0.59775 + - task: + name: Translation deu-spa + type: translation + args: deu-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: deu-spa + metrics: + - name: BLEU + type: bleu + value: 23.3 + - name: chr-F + type: chrf + value: 0.51787 + - task: + name: Translation ell-deu + type: translation + args: ell-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: ell-deu + metrics: + - name: BLEU + type: bleu + value: 22.0 + - name: chr-F + type: chrf + value: 0.52003 + - task: + name: Translation ell-eng + type: translation + args: ell-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: ell-eng + metrics: + - name: BLEU + type: bleu + value: 31.6 + - name: chr-F + type: chrf + value: 0.59074 + - task: + name: Translation ell-fra + type: translation + args: ell-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: ell-fra + metrics: + - name: BLEU + type: bleu + value: 29.9 + - name: chr-F + type: chrf + value: 0.56636 + - task: + name: Translation ell-por + type: translation + args: ell-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: ell-por + metrics: + - name: BLEU + type: bleu + value: 27.2 + - name: chr-F + type: chrf + value: 0.54903 + - task: + name: Translation ell-spa + type: translation + args: ell-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: ell-spa + metrics: + - name: BLEU + type: bleu + value: 20.4 + - name: chr-F + type: chrf + value: 0.48701 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 36.8 + - name: chr-F + type: chrf + value: 0.63747 + - task: + name: Translation eng-fra + type: translation + args: eng-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-fra + metrics: + - name: BLEU + type: bleu + value: 47.2 + - name: chr-F + type: chrf + value: 0.69505 + - task: + name: Translation eng-por + type: translation + args: eng-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-por + metrics: + - name: BLEU + type: bleu + value: 47.3 + - name: chr-F + type: chrf + value: 0.69743 + - task: + name: Translation eng-spa + type: translation + args: eng-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: eng-spa + metrics: + - name: BLEU + type: bleu + value: 26.6 + - name: chr-F + type: chrf + value: 0.54954 + - task: + name: Translation fao-deu + type: translation + args: fao-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: fao-deu + metrics: + - name: BLEU + type: bleu + value: 16.3 + - name: chr-F + type: chrf + value: 0.42943 + - task: + name: Translation fao-eng + type: translation + args: fao-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: fao-eng + metrics: + - name: BLEU + type: bleu + value: 22.9 + - name: chr-F + type: chrf + value: 0.46227 + - task: + name: Translation fao-fra + type: translation + args: fao-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: fao-fra + metrics: + - name: BLEU + type: bleu + value: 18.3 + - name: chr-F + type: chrf + value: 0.41404 + - task: + name: Translation fao-por + type: translation + args: fao-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: fao-por + metrics: + - name: BLEU + type: bleu + value: 17.6 + - name: chr-F + type: chrf + value: 0.41850 + - task: + name: Translation fao-spa + type: translation + args: fao-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: fao-spa + metrics: + - name: BLEU + type: bleu + value: 13.2 + - name: chr-F + type: chrf + value: 0.37492 + - task: + name: Translation fra-deu + type: translation + args: fra-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: fra-deu + metrics: + - name: BLEU + type: bleu + value: 28.2 + - name: chr-F + type: chrf + value: 0.57718 + - task: + name: Translation fra-eng + type: translation + args: fra-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: fra-eng + metrics: + - name: BLEU + type: bleu + value: 41.4 + - name: chr-F + type: chrf + value: 0.66534 + - task: + name: Translation fra-por + type: translation + args: fra-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: fra-por + metrics: + - name: BLEU + type: bleu + value: 36.2 + - name: chr-F + type: chrf + value: 0.61987 + - task: + name: Translation fra-spa + type: translation + args: fra-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: fra-spa + metrics: + - name: BLEU + type: bleu + value: 24.1 + - name: chr-F + type: chrf + value: 0.52646 + - task: + name: Translation fur-deu + type: translation + args: fur-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: fur-deu + metrics: + - name: BLEU + type: bleu + value: 20.5 + - name: chr-F + type: chrf + value: 0.50429 + - task: + name: Translation fur-eng + type: translation + args: fur-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: fur-eng + metrics: + - name: BLEU + type: bleu + value: 32.0 + - name: chr-F + type: chrf + value: 0.58954 + - task: + name: Translation fur-fra + type: translation + args: fur-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: fur-fra + metrics: + - name: BLEU + type: bleu + value: 28.6 + - name: chr-F + type: chrf + value: 0.55699 + - task: + name: Translation fur-por + type: translation + args: fur-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: fur-por + metrics: + - name: BLEU + type: bleu + value: 27.9 + - name: chr-F + type: chrf + value: 0.54977 + - task: + name: Translation fur-spa + type: translation + args: fur-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: fur-spa + metrics: + - name: BLEU + type: bleu + value: 19.0 + - name: chr-F + type: chrf + value: 0.47550 + - task: + name: Translation gla-deu + type: translation + args: gla-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: gla-deu + metrics: + - name: BLEU + type: bleu + value: 11.3 + - name: chr-F + type: chrf + value: 0.39116 + - task: + name: Translation gla-eng + type: translation + args: gla-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: gla-eng + metrics: + - name: BLEU + type: bleu + value: 16.2 + - name: chr-F + type: chrf + value: 0.43561 + - task: + name: Translation gla-fra + type: translation + args: gla-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: gla-fra + metrics: + - name: BLEU + type: bleu + value: 15.3 + - name: chr-F + type: chrf + value: 0.41770 + - task: + name: Translation gla-por + type: translation + args: gla-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: gla-por + metrics: + - name: BLEU + type: bleu + value: 14.7 + - name: chr-F + type: chrf + value: 0.40473 + - task: + name: Translation gla-spa + type: translation + args: gla-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: gla-spa + metrics: + - name: BLEU + type: bleu + value: 12.0 + - name: chr-F + type: chrf + value: 0.37498 + - task: + name: Translation gle-deu + type: translation + args: gle-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: gle-deu + metrics: + - name: BLEU + type: bleu + value: 18.1 + - name: chr-F + type: chrf + value: 0.48622 + - task: + name: Translation gle-eng + type: translation + args: gle-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: gle-eng + metrics: + - name: BLEU + type: bleu + value: 30.7 + - name: chr-F + type: chrf + value: 0.58337 + - task: + name: Translation gle-fra + type: translation + args: gle-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: gle-fra + metrics: + - name: BLEU + type: bleu + value: 24.6 + - name: chr-F + type: chrf + value: 0.52798 + - task: + name: Translation gle-por + type: translation + args: gle-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: gle-por + metrics: + - name: BLEU + type: bleu + value: 23.6 + - name: chr-F + type: chrf + value: 0.51712 + - task: + name: Translation gle-spa + type: translation + args: gle-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: gle-spa + metrics: + - name: BLEU + type: bleu + value: 18.1 + - name: chr-F + type: chrf + value: 0.45954 + - task: + name: Translation glg-deu + type: translation + args: glg-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: glg-deu + metrics: + - name: BLEU + type: bleu + value: 25.8 + - name: chr-F + type: chrf + value: 0.56174 + - task: + name: Translation glg-eng + type: translation + args: glg-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: glg-eng + metrics: + - name: BLEU + type: bleu + value: 38.4 + - name: chr-F + type: chrf + value: 0.65391 + - task: + name: Translation glg-fra + type: translation + args: glg-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: glg-fra + metrics: + - name: BLEU + type: bleu + value: 35.7 + - name: chr-F + type: chrf + value: 0.61762 + - task: + name: Translation glg-por + type: translation + args: glg-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: glg-por + metrics: + - name: BLEU + type: bleu + value: 32.9 + - name: chr-F + type: chrf + value: 0.60170 + - task: + name: Translation glg-spa + type: translation + args: glg-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: glg-spa + metrics: + - name: BLEU + type: bleu + value: 24.3 + - name: chr-F + type: chrf + value: 0.53214 + - task: + name: Translation guj-deu + type: translation + args: guj-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: guj-deu + metrics: + - name: BLEU + type: bleu + value: 14.2 + - name: chr-F + type: chrf + value: 0.43101 + - task: + name: Translation guj-eng + type: translation + args: guj-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: guj-eng + metrics: + - name: BLEU + type: bleu + value: 26.4 + - name: chr-F + type: chrf + value: 0.55857 + - task: + name: Translation guj-fra + type: translation + args: guj-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: guj-fra + metrics: + - name: BLEU + type: bleu + value: 19.8 + - name: chr-F + type: chrf + value: 0.47047 + - task: + name: Translation guj-por + type: translation + args: guj-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: guj-por + metrics: + - name: BLEU + type: bleu + value: 18.5 + - name: chr-F + type: chrf + value: 0.45641 + - task: + name: Translation guj-spa + type: translation + args: guj-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: guj-spa + metrics: + - name: BLEU + type: bleu + value: 14.5 + - name: chr-F + type: chrf + value: 0.42457 + - task: + name: Translation hat-deu + type: translation + args: hat-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: hat-deu + metrics: + - name: BLEU + type: bleu + value: 19.2 + - name: chr-F + type: chrf + value: 0.49247 + - task: + name: Translation hat-eng + type: translation + args: hat-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: hat-eng + metrics: + - name: BLEU + type: bleu + value: 31.7 + - name: chr-F + type: chrf + value: 0.58655 + - task: + name: Translation hat-fra + type: translation + args: hat-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: hat-fra + metrics: + - name: BLEU + type: bleu + value: 34.2 + - name: chr-F + type: chrf + value: 0.60736 + - task: + name: Translation hat-por + type: translation + args: hat-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: hat-por + metrics: + - name: BLEU + type: bleu + value: 27.3 + - name: chr-F + type: chrf + value: 0.54733 + - task: + name: Translation hat-spa + type: translation + args: hat-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: hat-spa + metrics: + - name: BLEU + type: bleu + value: 17.9 + - name: chr-F + type: chrf + value: 0.46963 + - task: + name: Translation hin-deu + type: translation + args: hin-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: hin-deu + metrics: + - name: BLEU + type: bleu + value: 20.3 + - name: chr-F + type: chrf + value: 0.50305 + - task: + name: Translation hin-eng + type: translation + args: hin-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: hin-eng + metrics: + - name: BLEU + type: bleu + value: 34.0 + - name: chr-F + type: chrf + value: 0.60811 + - task: + name: Translation hin-fra + type: translation + args: hin-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: hin-fra + metrics: + - name: BLEU + type: bleu + value: 25.9 + - name: chr-F + type: chrf + value: 0.53919 + - task: + name: Translation hin-por + type: translation + args: hin-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: hin-por + metrics: + - name: BLEU + type: bleu + value: 25.6 + - name: chr-F + type: chrf + value: 0.53151 + - task: + name: Translation hin-spa + type: translation + args: hin-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: hin-spa + metrics: + - name: BLEU + type: bleu + value: 17.4 + - name: chr-F + type: chrf + value: 0.46051 + - task: + name: Translation hne-deu + type: translation + args: hne-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: hne-deu + metrics: + - name: BLEU + type: bleu + value: 18.4 + - name: chr-F + type: chrf + value: 0.48386 + - task: + name: Translation hne-eng + type: translation + args: hne-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: hne-eng + metrics: + - name: BLEU + type: bleu + value: 32.3 + - name: chr-F + type: chrf + value: 0.59671 + - task: + name: Translation hne-fra + type: translation + args: hne-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: hne-fra + metrics: + - name: BLEU + type: bleu + value: 24.5 + - name: chr-F + type: chrf + value: 0.52013 + - task: + name: Translation hne-por + type: translation + args: hne-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: hne-por + metrics: + - name: BLEU + type: bleu + value: 23.8 + - name: chr-F + type: chrf + value: 0.51345 + - task: + name: Translation hne-spa + type: translation + args: hne-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: hne-spa + metrics: + - name: BLEU + type: bleu + value: 16.3 + - name: chr-F + type: chrf + value: 0.44481 + - task: + name: Translation hrv-deu + type: translation + args: hrv-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: hrv-deu + metrics: + - name: BLEU + type: bleu + value: 26.0 + - name: chr-F + type: chrf + value: 0.55524 + - task: + name: Translation hrv-eng + type: translation + args: hrv-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: hrv-eng + metrics: + - name: BLEU + type: bleu + value: 34.9 + - name: chr-F + type: chrf + value: 0.61977 + - task: + name: Translation hrv-fra + type: translation + args: hrv-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: hrv-fra + metrics: + - name: BLEU + type: bleu + value: 32.7 + - name: chr-F + type: chrf + value: 0.59318 + - task: + name: Translation hrv-por + type: translation + args: hrv-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: hrv-por + metrics: + - name: BLEU + type: bleu + value: 30.2 + - name: chr-F + type: chrf + value: 0.57603 + - task: + name: Translation hrv-spa + type: translation + args: hrv-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: hrv-spa + metrics: + - name: BLEU + type: bleu + value: 21.5 + - name: chr-F + type: chrf + value: 0.50242 + - task: + name: Translation hye-deu + type: translation + args: hye-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: hye-deu + metrics: + - name: BLEU + type: bleu + value: 19.2 + - name: chr-F + type: chrf + value: 0.48676 + - task: + name: Translation hye-eng + type: translation + args: hye-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: hye-eng + metrics: + - name: BLEU + type: bleu + value: 27.0 + - name: chr-F + type: chrf + value: 0.55729 + - task: + name: Translation hye-fra + type: translation + args: hye-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: hye-fra + metrics: + - name: BLEU + type: bleu + value: 25.2 + - name: chr-F + type: chrf + value: 0.52152 + - task: + name: Translation hye-por + type: translation + args: hye-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: hye-por + metrics: + - name: BLEU + type: bleu + value: 23.3 + - name: chr-F + type: chrf + value: 0.51026 + - task: + name: Translation hye-spa + type: translation + args: hye-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: hye-spa + metrics: + - name: BLEU + type: bleu + value: 17.8 + - name: chr-F + type: chrf + value: 0.45459 + - task: + name: Translation isl-deu + type: translation + args: isl-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: isl-deu + metrics: + - name: BLEU + type: bleu + value: 20.5 + - name: chr-F + type: chrf + value: 0.48677 + - task: + name: Translation isl-eng + type: translation + args: isl-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: isl-eng + metrics: + - name: BLEU + type: bleu + value: 29.1 + - name: chr-F + type: chrf + value: 0.54804 + - task: + name: Translation isl-fra + type: translation + args: isl-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: isl-fra + metrics: + - name: BLEU + type: bleu + value: 25.0 + - name: chr-F + type: chrf + value: 0.51362 + - task: + name: Translation isl-por + type: translation + args: isl-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: isl-por + metrics: + - name: BLEU + type: bleu + value: 23.8 + - name: chr-F + type: chrf + value: 0.50201 + - task: + name: Translation isl-spa + type: translation + args: isl-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: isl-spa + metrics: + - name: BLEU + type: bleu + value: 17.5 + - name: chr-F + type: chrf + value: 0.44801 + - task: + name: Translation ita-deu + type: translation + args: ita-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: ita-deu + metrics: + - name: BLEU + type: bleu + value: 22.9 + - name: chr-F + type: chrf + value: 0.54589 + - task: + name: Translation ita-eng + type: translation + args: ita-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: ita-eng + metrics: + - name: BLEU + type: bleu + value: 30.9 + - name: chr-F + type: chrf + value: 0.60660 + - task: + name: Translation ita-fra + type: translation + args: ita-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: ita-fra + metrics: + - name: BLEU + type: bleu + value: 31.0 + - name: chr-F + type: chrf + value: 0.59811 + - task: + name: Translation ita-por + type: translation + args: ita-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: ita-por + metrics: + - name: BLEU + type: bleu + value: 28.4 + - name: chr-F + type: chrf + value: 0.57808 + - task: + name: Translation ita-spa + type: translation + args: ita-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: ita-spa + metrics: + - name: BLEU + type: bleu + value: 23.3 + - name: chr-F + type: chrf + value: 0.52244 + - task: + name: Translation kea-deu + type: translation + args: kea-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: kea-deu + metrics: + - name: BLEU + type: bleu + value: 19.2 + - name: chr-F + type: chrf + value: 0.48107 + - task: + name: Translation kea-eng + type: translation + args: kea-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: kea-eng + metrics: + - name: BLEU + type: bleu + value: 34.5 + - name: chr-F + type: chrf + value: 0.59570 + - task: + name: Translation kea-fra + type: translation + args: kea-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: kea-fra + metrics: + - name: BLEU + type: bleu + value: 26.8 + - name: chr-F + type: chrf + value: 0.53683 + - task: + name: Translation kea-por + type: translation + args: kea-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: kea-por + metrics: + - name: BLEU + type: bleu + value: 30.3 + - name: chr-F + type: chrf + value: 0.57642 + - task: + name: Translation kea-spa + type: translation + args: kea-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: kea-spa + metrics: + - name: BLEU + type: bleu + value: 18.6 + - name: chr-F + type: chrf + value: 0.47048 + - task: + name: Translation kmr-eng + type: translation + args: kmr-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: kmr-eng + metrics: + - name: BLEU + type: bleu + value: 11.3 + - name: chr-F + type: chrf + value: 0.36876 + - task: + name: Translation kmr-fra + type: translation + args: kmr-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: kmr-fra + metrics: + - name: BLEU + type: bleu + value: 10.5 + - name: chr-F + type: chrf + value: 0.34323 + - task: + name: Translation kmr-por + type: translation + args: kmr-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: kmr-por + metrics: + - name: BLEU + type: bleu + value: 10.0 + - name: chr-F + type: chrf + value: 0.33904 + - task: + name: Translation lij-deu + type: translation + args: lij-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: lij-deu + metrics: + - name: BLEU + type: bleu + value: 19.4 + - name: chr-F + type: chrf + value: 0.49270 + - task: + name: Translation lij-eng + type: translation + args: lij-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: lij-eng + metrics: + - name: BLEU + type: bleu + value: 30.8 + - name: chr-F + type: chrf + value: 0.58369 + - task: + name: Translation lij-fra + type: translation + args: lij-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: lij-fra + metrics: + - name: BLEU + type: bleu + value: 28.6 + - name: chr-F + type: chrf + value: 0.55002 + - task: + name: Translation lij-por + type: translation + args: lij-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: lij-por + metrics: + - name: BLEU + type: bleu + value: 26.7 + - name: chr-F + type: chrf + value: 0.54155 + - task: + name: Translation lij-spa + type: translation + args: lij-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: lij-spa + metrics: + - name: BLEU + type: bleu + value: 18.7 + - name: chr-F + type: chrf + value: 0.46656 + - task: + name: Translation lim-deu + type: translation + args: lim-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: lim-deu + metrics: + - name: BLEU + type: bleu + value: 15.0 + - name: chr-F + type: chrf + value: 0.44183 + - task: + name: Translation lim-eng + type: translation + args: lim-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: lim-eng + metrics: + - name: BLEU + type: bleu + value: 20.3 + - name: chr-F + type: chrf + value: 0.46674 + - task: + name: Translation lim-fra + type: translation + args: lim-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: lim-fra + metrics: + - name: BLEU + type: bleu + value: 17.8 + - name: chr-F + type: chrf + value: 0.43685 + - task: + name: Translation lim-por + type: translation + args: lim-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: lim-por + metrics: + - name: BLEU + type: bleu + value: 16.3 + - name: chr-F + type: chrf + value: 0.42699 + - task: + name: Translation lim-spa + type: translation + args: lim-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: lim-spa + metrics: + - name: BLEU + type: bleu + value: 13.7 + - name: chr-F + type: chrf + value: 0.39587 + - task: + name: Translation lit-deu + type: translation + args: lit-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: lit-deu + metrics: + - name: BLEU + type: bleu + value: 21.9 + - name: chr-F + type: chrf + value: 0.51669 + - task: + name: Translation lit-eng + type: translation + args: lit-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: lit-eng + metrics: + - name: BLEU + type: bleu + value: 30.5 + - name: chr-F + type: chrf + value: 0.57849 + - task: + name: Translation lit-fra + type: translation + args: lit-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: lit-fra + metrics: + - name: BLEU + type: bleu + value: 29.0 + - name: chr-F + type: chrf + value: 0.55896 + - task: + name: Translation lit-por + type: translation + args: lit-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: lit-por + metrics: + - name: BLEU + type: bleu + value: 26.3 + - name: chr-F + type: chrf + value: 0.53960 + - task: + name: Translation lit-spa + type: translation + args: lit-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: lit-spa + metrics: + - name: BLEU + type: bleu + value: 19.7 + - name: chr-F + type: chrf + value: 0.48120 + - task: + name: Translation lmo-deu + type: translation + args: lmo-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: lmo-deu + metrics: + - name: BLEU + type: bleu + value: 14.2 + - name: chr-F + type: chrf + value: 0.44732 + - task: + name: Translation lmo-eng + type: translation + args: lmo-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: lmo-eng + metrics: + - name: BLEU + type: bleu + value: 23.3 + - name: chr-F + type: chrf + value: 0.51710 + - task: + name: Translation lmo-fra + type: translation + args: lmo-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: lmo-fra + metrics: + - name: BLEU + type: bleu + value: 21.5 + - name: chr-F + type: chrf + value: 0.49129 + - task: + name: Translation lmo-por + type: translation + args: lmo-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: lmo-por + metrics: + - name: BLEU + type: bleu + value: 21.4 + - name: chr-F + type: chrf + value: 0.49153 + - task: + name: Translation lmo-spa + type: translation + args: lmo-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: lmo-spa + metrics: + - name: BLEU + type: bleu + value: 15.4 + - name: chr-F + type: chrf + value: 0.43363 + - task: + name: Translation ltz-deu + type: translation + args: ltz-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: ltz-deu + metrics: + - name: BLEU + type: bleu + value: 29.8 + - name: chr-F + type: chrf + value: 0.58897 + - task: + name: Translation ltz-eng + type: translation + args: ltz-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: ltz-eng + metrics: + - name: BLEU + type: bleu + value: 36.2 + - name: chr-F + type: chrf + value: 0.62250 + - task: + name: Translation ltz-fra + type: translation + args: ltz-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: ltz-fra + metrics: + - name: BLEU + type: bleu + value: 31.6 + - name: chr-F + type: chrf + value: 0.57460 + - task: + name: Translation ltz-por + type: translation + args: ltz-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: ltz-por + metrics: + - name: BLEU + type: bleu + value: 27.1 + - name: chr-F + type: chrf + value: 0.53674 + - task: + name: Translation ltz-spa + type: translation + args: ltz-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: ltz-spa + metrics: + - name: BLEU + type: bleu + value: 18.8 + - name: chr-F + type: chrf + value: 0.46048 + - task: + name: Translation mag-deu + type: translation + args: mag-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: mag-deu + metrics: + - name: BLEU + type: bleu + value: 18.9 + - name: chr-F + type: chrf + value: 0.49176 + - task: + name: Translation mag-eng + type: translation + args: mag-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: mag-eng + metrics: + - name: BLEU + type: bleu + value: 32.2 + - name: chr-F + type: chrf + value: 0.59691 + - task: + name: Translation mag-fra + type: translation + args: mag-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: mag-fra + metrics: + - name: BLEU + type: bleu + value: 24.1 + - name: chr-F + type: chrf + value: 0.52068 + - task: + name: Translation mag-por + type: translation + args: mag-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: mag-por + metrics: + - name: BLEU + type: bleu + value: 23.8 + - name: chr-F + type: chrf + value: 0.52006 + - task: + name: Translation mag-spa + type: translation + args: mag-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: mag-spa + metrics: + - name: BLEU + type: bleu + value: 16.5 + - name: chr-F + type: chrf + value: 0.44945 + - task: + name: Translation mai-deu + type: translation + args: mai-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: mai-deu + metrics: + - name: BLEU + type: bleu + value: 16.5 + - name: chr-F + type: chrf + value: 0.46893 + - task: + name: Translation mai-eng + type: translation + args: mai-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: mai-eng + metrics: + - name: BLEU + type: bleu + value: 27.7 + - name: chr-F + type: chrf + value: 0.56282 + - task: + name: Translation mai-fra + type: translation + args: mai-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: mai-fra + metrics: + - name: BLEU + type: bleu + value: 22.2 + - name: chr-F + type: chrf + value: 0.50286 + - task: + name: Translation mai-por + type: translation + args: mai-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: mai-por + metrics: + - name: BLEU + type: bleu + value: 21.6 + - name: chr-F + type: chrf + value: 0.49523 + - task: + name: Translation mai-spa + type: translation + args: mai-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: mai-spa + metrics: + - name: BLEU + type: bleu + value: 15.9 + - name: chr-F + type: chrf + value: 0.44271 + - task: + name: Translation mar-deu + type: translation + args: mar-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: mar-deu + metrics: + - name: BLEU + type: bleu + value: 14.8 + - name: chr-F + type: chrf + value: 0.44712 + - task: + name: Translation mar-eng + type: translation + args: mar-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: mar-eng + metrics: + - name: BLEU + type: bleu + value: 25.4 + - name: chr-F + type: chrf + value: 0.54222 + - task: + name: Translation mar-fra + type: translation + args: mar-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: mar-fra + metrics: + - name: BLEU + type: bleu + value: 19.6 + - name: chr-F + type: chrf + value: 0.47383 + - task: + name: Translation mar-por + type: translation + args: mar-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: mar-por + metrics: + - name: BLEU + type: bleu + value: 18.7 + - name: chr-F + type: chrf + value: 0.46593 + - task: + name: Translation mar-spa + type: translation + args: mar-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: mar-spa + metrics: + - name: BLEU + type: bleu + value: 14.0 + - name: chr-F + type: chrf + value: 0.41912 + - task: + name: Translation mkd-deu + type: translation + args: mkd-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: mkd-deu + metrics: + - name: BLEU + type: bleu + value: 26.8 + - name: chr-F + type: chrf + value: 0.56267 + - task: + name: Translation mkd-eng + type: translation + args: mkd-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: mkd-eng + metrics: + - name: BLEU + type: bleu + value: 38.8 + - name: chr-F + type: chrf + value: 0.64902 + - task: + name: Translation mkd-fra + type: translation + args: mkd-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: mkd-fra + metrics: + - name: BLEU + type: bleu + value: 33.9 + - name: chr-F + type: chrf + value: 0.60051 + - task: + name: Translation mkd-por + type: translation + args: mkd-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: mkd-por + metrics: + - name: BLEU + type: bleu + value: 32.9 + - name: chr-F + type: chrf + value: 0.59197 + - task: + name: Translation mkd-spa + type: translation + args: mkd-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: mkd-spa + metrics: + - name: BLEU + type: bleu + value: 22.8 + - name: chr-F + type: chrf + value: 0.50972 + - task: + name: Translation nld-deu + type: translation + args: nld-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: nld-deu + metrics: + - name: BLEU + type: bleu + value: 21.8 + - name: chr-F + type: chrf + value: 0.53072 + - task: + name: Translation nld-eng + type: translation + args: nld-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: nld-eng + metrics: + - name: BLEU + type: bleu + value: 30.5 + - name: chr-F + type: chrf + value: 0.58671 + - task: + name: Translation nld-fra + type: translation + args: nld-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: nld-fra + metrics: + - name: BLEU + type: bleu + value: 27.5 + - name: chr-F + type: chrf + value: 0.55677 + - task: + name: Translation nld-por + type: translation + args: nld-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: nld-por + metrics: + - name: BLEU + type: bleu + value: 25.6 + - name: chr-F + type: chrf + value: 0.53989 + - task: + name: Translation nld-spa + type: translation + args: nld-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: nld-spa + metrics: + - name: BLEU + type: bleu + value: 19.5 + - name: chr-F + type: chrf + value: 0.48443 + - task: + name: Translation nno-deu + type: translation + args: nno-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: nno-deu + metrics: + - name: BLEU + type: bleu + value: 27.3 + - name: chr-F + type: chrf + value: 0.56707 + - task: + name: Translation nno-eng + type: translation + args: nno-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: nno-eng + metrics: + - name: BLEU + type: bleu + value: 43.2 + - name: chr-F + type: chrf + value: 0.67683 + - task: + name: Translation nno-fra + type: translation + args: nno-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: nno-fra + metrics: + - name: BLEU + type: bleu + value: 34.3 + - name: chr-F + type: chrf + value: 0.59829 + - task: + name: Translation nno-por + type: translation + args: nno-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: nno-por + metrics: + - name: BLEU + type: bleu + value: 32.5 + - name: chr-F + type: chrf + value: 0.58723 + - task: + name: Translation nno-spa + type: translation + args: nno-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: nno-spa + metrics: + - name: BLEU + type: bleu + value: 22.0 + - name: chr-F + type: chrf + value: 0.50217 + - task: + name: Translation nob-deu + type: translation + args: nob-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: nob-deu + metrics: + - name: BLEU + type: bleu + value: 26.5 + - name: chr-F + type: chrf + value: 0.56197 + - task: + name: Translation nob-eng + type: translation + args: nob-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: nob-eng + metrics: + - name: BLEU + type: bleu + value: 41.7 + - name: chr-F + type: chrf + value: 0.66428 + - task: + name: Translation nob-fra + type: translation + args: nob-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: nob-fra + metrics: + - name: BLEU + type: bleu + value: 33.1 + - name: chr-F + type: chrf + value: 0.59531 + - task: + name: Translation nob-por + type: translation + args: nob-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: nob-por + metrics: + - name: BLEU + type: bleu + value: 31.7 + - name: chr-F + type: chrf + value: 0.58521 + - task: + name: Translation nob-spa + type: translation + args: nob-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: nob-spa + metrics: + - name: BLEU + type: bleu + value: 21.4 + - name: chr-F + type: chrf + value: 0.50418 + - task: + name: Translation npi-deu + type: translation + args: npi-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: npi-deu + metrics: + - name: BLEU + type: bleu + value: 14.6 + - name: chr-F + type: chrf + value: 0.44364 + - task: + name: Translation npi-eng + type: translation + args: npi-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: npi-eng + metrics: + - name: BLEU + type: bleu + value: 26.1 + - name: chr-F + type: chrf + value: 0.54309 + - task: + name: Translation npi-fra + type: translation + args: npi-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: npi-fra + metrics: + - name: BLEU + type: bleu + value: 19.7 + - name: chr-F + type: chrf + value: 0.47458 + - task: + name: Translation npi-por + type: translation + args: npi-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: npi-por + metrics: + - name: BLEU + type: bleu + value: 18.9 + - name: chr-F + type: chrf + value: 0.46702 + - task: + name: Translation npi-spa + type: translation + args: npi-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: npi-spa + metrics: + - name: BLEU + type: bleu + value: 13.9 + - name: chr-F + type: chrf + value: 0.41720 + - task: + name: Translation oci-deu + type: translation + args: oci-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: oci-deu + metrics: + - name: BLEU + type: bleu + value: 26.9 + - name: chr-F + type: chrf + value: 0.56668 + - task: + name: Translation oci-eng + type: translation + args: oci-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: oci-eng + metrics: + - name: BLEU + type: bleu + value: 46.8 + - name: chr-F + type: chrf + value: 0.70282 + - task: + name: Translation oci-fra + type: translation + args: oci-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: oci-fra + metrics: + - name: BLEU + type: bleu + value: 39.1 + - name: chr-F + type: chrf + value: 0.64408 + - task: + name: Translation oci-por + type: translation + args: oci-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: oci-por + metrics: + - name: BLEU + type: bleu + value: 35.7 + - name: chr-F + type: chrf + value: 0.62256 + - task: + name: Translation oci-spa + type: translation + args: oci-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: oci-spa + metrics: + - name: BLEU + type: bleu + value: 22.3 + - name: chr-F + type: chrf + value: 0.51705 + - task: + name: Translation pan-deu + type: translation + args: pan-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: pan-deu + metrics: + - name: BLEU + type: bleu + value: 15.1 + - name: chr-F + type: chrf + value: 0.44428 + - task: + name: Translation pan-eng + type: translation + args: pan-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: pan-eng + metrics: + - name: BLEU + type: bleu + value: 23.0 + - name: chr-F + type: chrf + value: 0.52652 + - task: + name: Translation pan-fra + type: translation + args: pan-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: pan-fra + metrics: + - name: BLEU + type: bleu + value: 19.9 + - name: chr-F + type: chrf + value: 0.47743 + - task: + name: Translation pan-por + type: translation + args: pan-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: pan-por + metrics: + - name: BLEU + type: bleu + value: 18.8 + - name: chr-F + type: chrf + value: 0.46585 + - task: + name: Translation pan-spa + type: translation + args: pan-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: pan-spa + metrics: + - name: BLEU + type: bleu + value: 14.5 + - name: chr-F + type: chrf + value: 0.41798 + - task: + name: Translation pap-deu + type: translation + args: pap-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: pap-deu + metrics: + - name: BLEU + type: bleu + value: 23.5 + - name: chr-F + type: chrf + value: 0.53397 + - task: + name: Translation pap-eng + type: translation + args: pap-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: pap-eng + metrics: + - name: BLEU + type: bleu + value: 43.1 + - name: chr-F + type: chrf + value: 0.67741 + - task: + name: Translation pap-fra + type: translation + args: pap-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: pap-fra + metrics: + - name: BLEU + type: bleu + value: 31.1 + - name: chr-F + type: chrf + value: 0.57787 + - task: + name: Translation pap-por + type: translation + args: pap-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: pap-por + metrics: + - name: BLEU + type: bleu + value: 32.9 + - name: chr-F + type: chrf + value: 0.59003 + - task: + name: Translation pap-spa + type: translation + args: pap-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: pap-spa + metrics: + - name: BLEU + type: bleu + value: 21.8 + - name: chr-F + type: chrf + value: 0.49768 + - task: + name: Translation pes-deu + type: translation + args: pes-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: pes-deu + metrics: + - name: BLEU + type: bleu + value: 20.9 + - name: chr-F + type: chrf + value: 0.50787 + - task: + name: Translation pes-eng + type: translation + args: pes-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: pes-eng + metrics: + - name: BLEU + type: bleu + value: 31.1 + - name: chr-F + type: chrf + value: 0.58693 + - task: + name: Translation pes-fra + type: translation + args: pes-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: pes-fra + metrics: + - name: BLEU + type: bleu + value: 27.9 + - name: chr-F + type: chrf + value: 0.55060 + - task: + name: Translation pes-por + type: translation + args: pes-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: pes-por + metrics: + - name: BLEU + type: bleu + value: 26.6 + - name: chr-F + type: chrf + value: 0.54139 + - task: + name: Translation pes-spa + type: translation + args: pes-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: pes-spa + metrics: + - name: BLEU + type: bleu + value: 18.6 + - name: chr-F + type: chrf + value: 0.47230 + - task: + name: Translation pol-deu + type: translation + args: pol-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: pol-deu + metrics: + - name: BLEU + type: bleu + value: 20.8 + - name: chr-F + type: chrf + value: 0.51514 + - task: + name: Translation pol-eng + type: translation + args: pol-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: pol-eng + metrics: + - name: BLEU + type: bleu + value: 26.2 + - name: chr-F + type: chrf + value: 0.56021 + - task: + name: Translation pol-fra + type: translation + args: pol-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: pol-fra + metrics: + - name: BLEU + type: bleu + value: 27.0 + - name: chr-F + type: chrf + value: 0.55176 + - task: + name: Translation pol-por + type: translation + args: pol-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: pol-por + metrics: + - name: BLEU + type: bleu + value: 24.3 + - name: chr-F + type: chrf + value: 0.52998 + - task: + name: Translation pol-spa + type: translation + args: pol-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: pol-spa + metrics: + - name: BLEU + type: bleu + value: 19.4 + - name: chr-F + type: chrf + value: 0.48344 + - task: + name: Translation por-deu + type: translation + args: por-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: por-deu + metrics: + - name: BLEU + type: bleu + value: 29.3 + - name: chr-F + type: chrf + value: 0.58002 + - task: + name: Translation por-eng + type: translation + args: por-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: por-eng + metrics: + - name: BLEU + type: bleu + value: 46.0 + - name: chr-F + type: chrf + value: 0.69694 + - task: + name: Translation por-fra + type: translation + args: por-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: por-fra + metrics: + - name: BLEU + type: bleu + value: 39.6 + - name: chr-F + type: chrf + value: 0.64146 + - task: + name: Translation por-spa + type: translation + args: por-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: por-spa + metrics: + - name: BLEU + type: bleu + value: 25.3 + - name: chr-F + type: chrf + value: 0.53508 + - task: + name: Translation prs-deu + type: translation + args: prs-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: prs-deu + metrics: + - name: BLEU + type: bleu + value: 20.4 + - name: chr-F + type: chrf + value: 0.49849 + - task: + name: Translation prs-eng + type: translation + args: prs-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: prs-eng + metrics: + - name: BLEU + type: bleu + value: 32.0 + - name: chr-F + type: chrf + value: 0.58120 + - task: + name: Translation prs-fra + type: translation + args: prs-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: prs-fra + metrics: + - name: BLEU + type: bleu + value: 27.0 + - name: chr-F + type: chrf + value: 0.53939 + - task: + name: Translation prs-por + type: translation + args: prs-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: prs-por + metrics: + - name: BLEU + type: bleu + value: 26.7 + - name: chr-F + type: chrf + value: 0.53479 + - task: + name: Translation prs-spa + type: translation + args: prs-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: prs-spa + metrics: + - name: BLEU + type: bleu + value: 18.3 + - name: chr-F + type: chrf + value: 0.46241 + - task: + name: Translation ron-deu + type: translation + args: ron-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: ron-deu + metrics: + - name: BLEU + type: bleu + value: 27.4 + - name: chr-F + type: chrf + value: 0.57214 + - task: + name: Translation ron-eng + type: translation + args: ron-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: ron-eng + metrics: + - name: BLEU + type: bleu + value: 40.4 + - name: chr-F + type: chrf + value: 0.66701 + - task: + name: Translation ron-fra + type: translation + args: ron-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: ron-fra + metrics: + - name: BLEU + type: bleu + value: 37.2 + - name: chr-F + type: chrf + value: 0.63234 + - task: + name: Translation ron-por + type: translation + args: ron-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: ron-por + metrics: + - name: BLEU + type: bleu + value: 35.4 + - name: chr-F + type: chrf + value: 0.61838 + - task: + name: Translation ron-spa + type: translation + args: ron-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: ron-spa + metrics: + - name: BLEU + type: bleu + value: 24.3 + - name: chr-F + type: chrf + value: 0.52856 + - task: + name: Translation rus-deu + type: translation + args: rus-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: rus-deu + metrics: + - name: BLEU + type: bleu + value: 23.9 + - name: chr-F + type: chrf + value: 0.54446 + - task: + name: Translation rus-eng + type: translation + args: rus-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: rus-eng + metrics: + - name: BLEU + type: bleu + value: 32.0 + - name: chr-F + type: chrf + value: 0.60131 + - task: + name: Translation rus-fra + type: translation + args: rus-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: rus-fra + metrics: + - name: BLEU + type: bleu + value: 30.4 + - name: chr-F + type: chrf + value: 0.57986 + - task: + name: Translation rus-por + type: translation + args: rus-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: rus-por + metrics: + - name: BLEU + type: bleu + value: 28.7 + - name: chr-F + type: chrf + value: 0.56600 + - task: + name: Translation rus-spa + type: translation + args: rus-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: rus-spa + metrics: + - name: BLEU + type: bleu + value: 21.2 + - name: chr-F + type: chrf + value: 0.49871 + - task: + name: Translation scn-deu + type: translation + args: scn-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: scn-deu + metrics: + - name: BLEU + type: bleu + value: 17.0 + - name: chr-F + type: chrf + value: 0.46523 + - task: + name: Translation scn-eng + type: translation + args: scn-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: scn-eng + metrics: + - name: BLEU + type: bleu + value: 26.1 + - name: chr-F + type: chrf + value: 0.53341 + - task: + name: Translation scn-fra + type: translation + args: scn-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: scn-fra + metrics: + - name: BLEU + type: bleu + value: 25.0 + - name: chr-F + type: chrf + value: 0.51481 + - task: + name: Translation scn-por + type: translation + args: scn-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: scn-por + metrics: + - name: BLEU + type: bleu + value: 23.8 + - name: chr-F + type: chrf + value: 0.50343 + - task: + name: Translation scn-spa + type: translation + args: scn-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: scn-spa + metrics: + - name: BLEU + type: bleu + value: 17.1 + - name: chr-F + type: chrf + value: 0.44756 + - task: + name: Translation sin-eng + type: translation + args: sin-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: sin-eng + metrics: + - name: BLEU + type: bleu + value: 10.2 + - name: chr-F + type: chrf + value: 0.38685 + - task: + name: Translation slk-deu + type: translation + args: slk-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: slk-deu + metrics: + - name: BLEU + type: bleu + value: 23.6 + - name: chr-F + type: chrf + value: 0.53932 + - task: + name: Translation slk-eng + type: translation + args: slk-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: slk-eng + metrics: + - name: BLEU + type: bleu + value: 35.4 + - name: chr-F + type: chrf + value: 0.63137 + - task: + name: Translation slk-fra + type: translation + args: slk-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: slk-fra + metrics: + - name: BLEU + type: bleu + value: 29.9 + - name: chr-F + type: chrf + value: 0.56587 + - task: + name: Translation slk-por + type: translation + args: slk-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: slk-por + metrics: + - name: BLEU + type: bleu + value: 27.3 + - name: chr-F + type: chrf + value: 0.54523 + - task: + name: Translation slk-spa + type: translation + args: slk-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: slk-spa + metrics: + - name: BLEU + type: bleu + value: 20.1 + - name: chr-F + type: chrf + value: 0.48275 + - task: + name: Translation slv-deu + type: translation + args: slv-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: slv-deu + metrics: + - name: BLEU + type: bleu + value: 24.5 + - name: chr-F + type: chrf + value: 0.54583 + - task: + name: Translation slv-eng + type: translation + args: slv-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: slv-eng + metrics: + - name: BLEU + type: bleu + value: 32.4 + - name: chr-F + type: chrf + value: 0.59952 + - task: + name: Translation slv-fra + type: translation + args: slv-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: slv-fra + metrics: + - name: BLEU + type: bleu + value: 30.3 + - name: chr-F + type: chrf + value: 0.57418 + - task: + name: Translation slv-por + type: translation + args: slv-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: slv-por + metrics: + - name: BLEU + type: bleu + value: 28.4 + - name: chr-F + type: chrf + value: 0.55838 + - task: + name: Translation slv-spa + type: translation + args: slv-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: slv-spa + metrics: + - name: BLEU + type: bleu + value: 20.7 + - name: chr-F + type: chrf + value: 0.49438 + - task: + name: Translation spa-deu + type: translation + args: spa-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: spa-deu + metrics: + - name: BLEU + type: bleu + value: 20.0 + - name: chr-F + type: chrf + value: 0.52303 + - task: + name: Translation spa-eng + type: translation + args: spa-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: spa-eng + metrics: + - name: BLEU + type: bleu + value: 26.7 + - name: chr-F + type: chrf + value: 0.57648 + - task: + name: Translation srd-deu + type: translation + args: srd-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: srd-deu + metrics: + - name: BLEU + type: bleu + value: 18.6 + - name: chr-F + type: chrf + value: 0.47651 + - task: + name: Translation srd-eng + type: translation + args: srd-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: srd-eng + metrics: + - name: BLEU + type: bleu + value: 30.5 + - name: chr-F + type: chrf + value: 0.56624 + - task: + name: Translation srd-fra + type: translation + args: srd-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: srd-fra + metrics: + - name: BLEU + type: bleu + value: 26.8 + - name: chr-F + type: chrf + value: 0.52746 + - task: + name: Translation srd-por + type: translation + args: srd-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: srd-por + metrics: + - name: BLEU + type: bleu + value: 26.4 + - name: chr-F + type: chrf + value: 0.52301 + - task: + name: Translation srd-spa + type: translation + args: srd-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: srd-spa + metrics: + - name: BLEU + type: bleu + value: 17.7 + - name: chr-F + type: chrf + value: 0.45213 + - task: + name: Translation srp_Cyrl-deu + type: translation + args: srp_Cyrl-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: srp_Cyrl-deu + metrics: + - name: BLEU + type: bleu + value: 27.7 + - name: chr-F + type: chrf + value: 0.57563 + - task: + name: Translation srp_Cyrl-eng + type: translation + args: srp_Cyrl-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: srp_Cyrl-eng + metrics: + - name: BLEU + type: bleu + value: 39.9 + - name: chr-F + type: chrf + value: 0.66201 + - task: + name: Translation srp_Cyrl-fra + type: translation + args: srp_Cyrl-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: srp_Cyrl-fra + metrics: + - name: BLEU + type: bleu + value: 35.0 + - name: chr-F + type: chrf + value: 0.61570 + - task: + name: Translation srp_Cyrl-por + type: translation + args: srp_Cyrl-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: srp_Cyrl-por + metrics: + - name: BLEU + type: bleu + value: 33.6 + - name: chr-F + type: chrf + value: 0.60561 + - task: + name: Translation srp_Cyrl-spa + type: translation + args: srp_Cyrl-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: srp_Cyrl-spa + metrics: + - name: BLEU + type: bleu + value: 22.4 + - name: chr-F + type: chrf + value: 0.51500 + - task: + name: Translation swe-deu + type: translation + args: swe-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: swe-deu + metrics: + - name: BLEU + type: bleu + value: 31.6 + - name: chr-F + type: chrf + value: 0.59607 + - task: + name: Translation swe-eng + type: translation + args: swe-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: swe-eng + metrics: + - name: BLEU + type: bleu + value: 46.0 + - name: chr-F + type: chrf + value: 0.69032 + - task: + name: Translation swe-fra + type: translation + args: swe-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: swe-fra + metrics: + - name: BLEU + type: bleu + value: 37.8 + - name: chr-F + type: chrf + value: 0.62610 + - task: + name: Translation swe-por + type: translation + args: swe-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: swe-por + metrics: + - name: BLEU + type: bleu + value: 35.0 + - name: chr-F + type: chrf + value: 0.60692 + - task: + name: Translation swe-spa + type: translation + args: swe-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: swe-spa + metrics: + - name: BLEU + type: bleu + value: 23.0 + - name: chr-F + type: chrf + value: 0.51448 + - task: + name: Translation szl-deu + type: translation + args: szl-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: szl-deu + metrics: + - name: BLEU + type: bleu + value: 22.0 + - name: chr-F + type: chrf + value: 0.51005 + - task: + name: Translation szl-eng + type: translation + args: szl-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: szl-eng + metrics: + - name: BLEU + type: bleu + value: 30.6 + - name: chr-F + type: chrf + value: 0.57536 + - task: + name: Translation szl-fra + type: translation + args: szl-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: szl-fra + metrics: + - name: BLEU + type: bleu + value: 28.2 + - name: chr-F + type: chrf + value: 0.54029 + - task: + name: Translation szl-por + type: translation + args: szl-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: szl-por + metrics: + - name: BLEU + type: bleu + value: 26.5 + - name: chr-F + type: chrf + value: 0.52911 + - task: + name: Translation szl-spa + type: translation + args: szl-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: szl-spa + metrics: + - name: BLEU + type: bleu + value: 18.8 + - name: chr-F + type: chrf + value: 0.46280 + - task: + name: Translation tgk-deu + type: translation + args: tgk-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: tgk-deu + metrics: + - name: BLEU + type: bleu + value: 15.8 + - name: chr-F + type: chrf + value: 0.45372 + - task: + name: Translation tgk-eng + type: translation + args: tgk-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: tgk-eng + metrics: + - name: BLEU + type: bleu + value: 22.1 + - name: chr-F + type: chrf + value: 0.51096 + - task: + name: Translation tgk-fra + type: translation + args: tgk-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: tgk-fra + metrics: + - name: BLEU + type: bleu + value: 21.1 + - name: chr-F + type: chrf + value: 0.48620 + - task: + name: Translation tgk-por + type: translation + args: tgk-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: tgk-por + metrics: + - name: BLEU + type: bleu + value: 19.4 + - name: chr-F + type: chrf + value: 0.46870 + - task: + name: Translation tgk-spa + type: translation + args: tgk-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: tgk-spa + metrics: + - name: BLEU + type: bleu + value: 15.1 + - name: chr-F + type: chrf + value: 0.42689 + - task: + name: Translation tpi-deu + type: translation + args: tpi-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: tpi-deu + metrics: + - name: BLEU + type: bleu + value: 11.1 + - name: chr-F + type: chrf + value: 0.41078 + - task: + name: Translation tpi-eng + type: translation + args: tpi-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: tpi-eng + metrics: + - name: BLEU + type: bleu + value: 20.1 + - name: chr-F + type: chrf + value: 0.48619 + - task: + name: Translation tpi-fra + type: translation + args: tpi-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: tpi-fra + metrics: + - name: BLEU + type: bleu + value: 16.3 + - name: chr-F + type: chrf + value: 0.43850 + - task: + name: Translation tpi-por + type: translation + args: tpi-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: tpi-por + metrics: + - name: BLEU + type: bleu + value: 15.8 + - name: chr-F + type: chrf + value: 0.43040 + - task: + name: Translation tpi-spa + type: translation + args: tpi-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: tpi-spa + metrics: + - name: BLEU + type: bleu + value: 13.4 + - name: chr-F + type: chrf + value: 0.39849 + - task: + name: Translation ukr-deu + type: translation + args: ukr-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: ukr-deu + metrics: + - name: BLEU + type: bleu + value: 25.1 + - name: chr-F + type: chrf + value: 0.55290 + - task: + name: Translation ukr-eng + type: translation + args: ukr-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: ukr-eng + metrics: + - name: BLEU + type: bleu + value: 34.9 + - name: chr-F + type: chrf + value: 0.62150 + - task: + name: Translation ukr-fra + type: translation + args: ukr-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: ukr-fra + metrics: + - name: BLEU + type: bleu + value: 32.5 + - name: chr-F + type: chrf + value: 0.59093 + - task: + name: Translation ukr-por + type: translation + args: ukr-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: ukr-por + metrics: + - name: BLEU + type: bleu + value: 30.7 + - name: chr-F + type: chrf + value: 0.57706 + - task: + name: Translation ukr-spa + type: translation + args: ukr-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: ukr-spa + metrics: + - name: BLEU + type: bleu + value: 21.8 + - name: chr-F + type: chrf + value: 0.50128 + - task: + name: Translation urd-deu + type: translation + args: urd-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: urd-deu + metrics: + - name: BLEU + type: bleu + value: 15.6 + - name: chr-F + type: chrf + value: 0.45107 + - task: + name: Translation urd-eng + type: translation + args: urd-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: urd-eng + metrics: + - name: BLEU + type: bleu + value: 25.0 + - name: chr-F + type: chrf + value: 0.53130 + - task: + name: Translation urd-fra + type: translation + args: urd-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: urd-fra + metrics: + - name: BLEU + type: bleu + value: 20.7 + - name: chr-F + type: chrf + value: 0.48377 + - task: + name: Translation urd-por + type: translation + args: urd-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: urd-por + metrics: + - name: BLEU + type: bleu + value: 18.5 + - name: chr-F + type: chrf + value: 0.45290 + - task: + name: Translation urd-spa + type: translation + args: urd-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: urd-spa + metrics: + - name: BLEU + type: bleu + value: 13.8 + - name: chr-F + type: chrf + value: 0.41342 + - task: + name: Translation vec-deu + type: translation + args: vec-deu + dataset: + name: flores200-devtest + type: flores200-devtest + args: vec-deu + metrics: + - name: BLEU + type: bleu + value: 18.5 + - name: chr-F + type: chrf + value: 0.48212 + - task: + name: Translation vec-eng + type: translation + args: vec-eng + dataset: + name: flores200-devtest + type: flores200-devtest + args: vec-eng + metrics: + - name: BLEU + type: bleu + value: 29.3 + - name: chr-F + type: chrf + value: 0.56243 + - task: + name: Translation vec-fra + type: translation + args: vec-fra + dataset: + name: flores200-devtest + type: flores200-devtest + args: vec-fra + metrics: + - name: BLEU + type: bleu + value: 26.4 + - name: chr-F + type: chrf + value: 0.53340 + - task: + name: Translation vec-por + type: translation + args: vec-por + dataset: + name: flores200-devtest + type: flores200-devtest + args: vec-por + metrics: + - name: BLEU + type: bleu + value: 25.7 + - name: chr-F + type: chrf + value: 0.52845 + - task: + name: Translation vec-spa + type: translation + args: vec-spa + dataset: + name: flores200-devtest + type: flores200-devtest + args: vec-spa + metrics: + - name: BLEU + type: bleu + value: 17.9 + - name: chr-F + type: chrf + value: 0.46136 + - task: + name: Translation afr-deu + type: translation + args: afr-deu + dataset: + name: flores101-devtest + type: flores_101 + args: afr deu devtest + metrics: + - name: BLEU + type: bleu + value: 27.9 + - name: chr-F + type: chrf + value: 0.57090 + - task: + name: Translation afr-eng + type: translation + args: afr-eng + dataset: + name: flores101-devtest + type: flores_101 + args: afr eng devtest + metrics: + - name: BLEU + type: bleu + value: 52.4 + - name: chr-F + type: chrf + value: 0.73127 + - task: + name: Translation afr-fra + type: translation + args: afr-fra + dataset: + name: flores101-devtest + type: flores_101 + args: afr fra devtest + metrics: + - name: BLEU + type: bleu + value: 34.8 + - name: chr-F + type: chrf + value: 0.60726 + - task: + name: Translation afr-por + type: translation + args: afr-por + dataset: + name: flores101-devtest + type: flores_101 + args: afr por devtest + metrics: + - name: BLEU + type: bleu + value: 34.4 + - name: chr-F + type: chrf + value: 0.60399 + - task: + name: Translation afr-spa + type: translation + args: afr-spa + dataset: + name: flores101-devtest + type: flores_101 + args: afr spa devtest + metrics: + - name: BLEU + type: bleu + value: 22.1 + - name: chr-F + type: chrf + value: 0.50655 + - task: + name: Translation ast-fra + type: translation + args: ast-fra + dataset: + name: flores101-devtest + type: flores_101 + args: ast fra devtest + metrics: + - name: BLEU + type: bleu + value: 30.8 + - name: chr-F + type: chrf + value: 0.56575 + - task: + name: Translation ast-por + type: translation + args: ast-por + dataset: + name: flores101-devtest + type: flores_101 + args: ast por devtest + metrics: + - name: BLEU + type: bleu + value: 30.4 + - name: chr-F + type: chrf + value: 0.56438 + - task: + name: Translation ast-spa + type: translation + args: ast-spa + dataset: + name: flores101-devtest + type: flores_101 + args: ast spa devtest + metrics: + - name: BLEU + type: bleu + value: 21.1 + - name: chr-F + type: chrf + value: 0.49455 + - task: + name: Translation bel-deu + type: translation + args: bel-deu + dataset: + name: flores101-devtest + type: flores_101 + args: bel deu devtest + metrics: + - name: BLEU + type: bleu + value: 11.8 + - name: chr-F + type: chrf + value: 0.46177 + - task: + name: Translation bel-eng + type: translation + args: bel-eng + dataset: + name: flores101-devtest + type: flores_101 + args: bel eng devtest + metrics: + - name: BLEU + type: bleu + value: 15.6 + - name: chr-F + type: chrf + value: 0.49344 + - task: + name: Translation bel-fra + type: translation + args: bel-fra + dataset: + name: flores101-devtest + type: flores_101 + args: bel fra devtest + metrics: + - name: BLEU + type: bleu + value: 16.5 + - name: chr-F + type: chrf + value: 0.49372 + - task: + name: Translation bel-spa + type: translation + args: bel-spa + dataset: + name: flores101-devtest + type: flores_101 + args: bel spa devtest + metrics: + - name: BLEU + type: bleu + value: 13.8 + - name: chr-F + type: chrf + value: 0.44802 + - task: + name: Translation ben-eng + type: translation + args: ben-eng + dataset: + name: flores101-devtest + type: flores_101 + args: ben eng devtest + metrics: + - name: BLEU + type: bleu + value: 23.9 + - name: chr-F + type: chrf + value: 0.53648 + - task: + name: Translation ben-por + type: translation + args: ben-por + dataset: + name: flores101-devtest + type: flores_101 + args: ben por devtest + metrics: + - name: BLEU + type: bleu + value: 19.9 + - name: chr-F + type: chrf + value: 0.48236 + - task: + name: Translation bul-por + type: translation + args: bul-por + dataset: + name: flores101-devtest + type: flores_101 + args: bul por devtest + metrics: + - name: BLEU + type: bleu + value: 30.8 + - name: chr-F + type: chrf + value: 0.58471 + - task: + name: Translation cat-deu + type: translation + args: cat-deu + dataset: + name: flores101-devtest + type: flores_101 + args: cat deu devtest + metrics: + - name: BLEU + type: bleu + value: 27.4 + - name: chr-F + type: chrf + value: 0.56499 + - task: + name: Translation cat-eng + type: translation + args: cat-eng + dataset: + name: flores101-devtest + type: flores_101 + args: cat eng devtest + metrics: + - name: BLEU + type: bleu + value: 42.3 + - name: chr-F + type: chrf + value: 0.67443 + - task: + name: Translation cat-spa + type: translation + args: cat-spa + dataset: + name: flores101-devtest + type: flores_101 + args: cat spa devtest + metrics: + - name: BLEU + type: bleu + value: 24.4 + - name: chr-F + type: chrf + value: 0.53140 + - task: + name: Translation ces-por + type: translation + args: ces-por + dataset: + name: flores101-devtest + type: flores_101 + args: ces por devtest + metrics: + - name: BLEU + type: bleu + value: 29.9 + - name: chr-F + type: chrf + value: 0.57503 + - task: + name: Translation ces-spa + type: translation + args: ces-spa + dataset: + name: flores101-devtest + type: flores_101 + args: ces spa devtest + metrics: + - name: BLEU + type: bleu + value: 21.1 + - name: chr-F + type: chrf + value: 0.49860 + - task: + name: Translation ckb-deu + type: translation + args: ckb-deu + dataset: + name: flores101-devtest + type: flores_101 + args: ckb deu devtest + metrics: + - name: BLEU + type: bleu + value: 10.2 + - name: chr-F + type: chrf + value: 0.36979 + - task: + name: Translation ckb-eng + type: translation + args: ckb-eng + dataset: + name: flores101-devtest + type: flores_101 + args: ckb eng devtest + metrics: + - name: BLEU + type: bleu + value: 15.8 + - name: chr-F + type: chrf + value: 0.41310 + - task: + name: Translation cym-fra + type: translation + args: cym-fra + dataset: + name: flores101-devtest + type: flores_101 + args: cym fra devtest + metrics: + - name: BLEU + type: bleu + value: 28.6 + - name: chr-F + type: chrf + value: 0.54610 + - task: + name: Translation dan-por + type: translation + args: dan-por + dataset: + name: flores101-devtest + type: flores_101 + args: dan por devtest + metrics: + - name: BLEU + type: bleu + value: 34.7 + - name: chr-F + type: chrf + value: 0.60877 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: flores101-devtest + type: flores_101 + args: deu eng devtest + metrics: + - name: BLEU + type: bleu + value: 39.8 + - name: chr-F + type: chrf + value: 0.65706 + - task: + name: Translation fas-fra + type: translation + args: fas-fra + dataset: + name: flores101-devtest + type: flores_101 + args: fas fra devtest + metrics: + - name: BLEU + type: bleu + value: 26.8 + - name: chr-F + type: chrf + value: 0.54336 + - task: + name: Translation fra-eng + type: translation + args: fra-eng + dataset: + name: flores101-devtest + type: flores_101 + args: fra eng devtest + metrics: + - name: BLEU + type: bleu + value: 41.0 + - name: chr-F + type: chrf + value: 0.66301 + - task: + name: Translation fra-por + type: translation + args: fra-por + dataset: + name: flores101-devtest + type: flores_101 + args: fra por devtest + metrics: + - name: BLEU + type: bleu + value: 35.7 + - name: chr-F + type: chrf + value: 0.61592 + - task: + name: Translation gle-deu + type: translation + args: gle-deu + dataset: + name: flores101-devtest + type: flores_101 + args: gle deu devtest + metrics: + - name: BLEU + type: bleu + value: 17.0 + - name: chr-F + type: chrf + value: 0.47354 + - task: + name: Translation gle-por + type: translation + args: gle-por + dataset: + name: flores101-devtest + type: flores_101 + args: gle por devtest + metrics: + - name: BLEU + type: bleu + value: 21.7 + - name: chr-F + type: chrf + value: 0.50115 + - task: + name: Translation guj-deu + type: translation + args: guj-deu + dataset: + name: flores101-devtest + type: flores_101 + args: guj deu devtest + metrics: + - name: BLEU + type: bleu + value: 13.5 + - name: chr-F + type: chrf + value: 0.42069 + - task: + name: Translation hin-deu + type: translation + args: hin-deu + dataset: + name: flores101-devtest + type: flores_101 + args: hin deu devtest + metrics: + - name: BLEU + type: bleu + value: 19.6 + - name: chr-F + type: chrf + value: 0.49480 + - task: + name: Translation hin-eng + type: translation + args: hin-eng + dataset: + name: flores101-devtest + type: flores_101 + args: hin eng devtest + metrics: + - name: BLEU + type: bleu + value: 32.6 + - name: chr-F + type: chrf + value: 0.59392 + - task: + name: Translation hrv-por + type: translation + args: hrv-por + dataset: + name: flores101-devtest + type: flores_101 + args: hrv por devtest + metrics: + - name: BLEU + type: bleu + value: 29.5 + - name: chr-F + type: chrf + value: 0.57004 + - task: + name: Translation hye-deu + type: translation + args: hye-deu + dataset: + name: flores101-devtest + type: flores_101 + args: hye deu devtest + metrics: + - name: BLEU + type: bleu + value: 17.5 + - name: chr-F + type: chrf + value: 0.47323 + - task: + name: Translation hye-eng + type: translation + args: hye-eng + dataset: + name: flores101-devtest + type: flores_101 + args: hye eng devtest + metrics: + - name: BLEU + type: bleu + value: 26.3 + - name: chr-F + type: chrf + value: 0.54450 + - task: + name: Translation isl-eng + type: translation + args: isl-eng + dataset: + name: flores101-devtest + type: flores_101 + args: isl eng devtest + metrics: + - name: BLEU + type: bleu + value: 28.2 + - name: chr-F + type: chrf + value: 0.53875 + - task: + name: Translation ita-deu + type: translation + args: ita-deu + dataset: + name: flores101-devtest + type: flores_101 + args: ita deu devtest + metrics: + - name: BLEU + type: bleu + value: 22.0 + - name: chr-F + type: chrf + value: 0.54033 + - task: + name: Translation ita-fra + type: translation + args: ita-fra + dataset: + name: flores101-devtest + type: flores_101 + args: ita fra devtest + metrics: + - name: BLEU + type: bleu + value: 30.6 + - name: chr-F + type: chrf + value: 0.59488 + - task: + name: Translation ita-spa + type: translation + args: ita-spa + dataset: + name: flores101-devtest + type: flores_101 + args: ita spa devtest + metrics: + - name: BLEU + type: bleu + value: 22.9 + - name: chr-F + type: chrf + value: 0.51946 + - task: + name: Translation kea-spa + type: translation + args: kea-spa + dataset: + name: flores101-devtest + type: flores_101 + args: kea spa devtest + metrics: + - name: BLEU + type: bleu + value: 18.3 + - name: chr-F + type: chrf + value: 0.46784 + - task: + name: Translation lav-por + type: translation + args: lav-por + dataset: + name: flores101-devtest + type: flores_101 + args: lav por devtest + metrics: + - name: BLEU + type: bleu + value: 24.6 + - name: chr-F + type: chrf + value: 0.54017 + - task: + name: Translation lav-spa + type: translation + args: lav-spa + dataset: + name: flores101-devtest + type: flores_101 + args: lav spa devtest + metrics: + - name: BLEU + type: bleu + value: 19.3 + - name: chr-F + type: chrf + value: 0.48185 + - task: + name: Translation lit-deu + type: translation + args: lit-deu + dataset: + name: flores101-devtest + type: flores_101 + args: lit deu devtest + metrics: + - name: BLEU + type: bleu + value: 21.4 + - name: chr-F + type: chrf + value: 0.51261 + - task: + name: Translation lit-por + type: translation + args: lit-por + dataset: + name: flores101-devtest + type: flores_101 + args: lit por devtest + metrics: + - name: BLEU + type: bleu + value: 25.3 + - name: chr-F + type: chrf + value: 0.53223 + - task: + name: Translation ltz-deu + type: translation + args: ltz-deu + dataset: + name: flores101-devtest + type: flores_101 + args: ltz deu devtest + metrics: + - name: BLEU + type: bleu + value: 29.2 + - name: chr-F + type: chrf + value: 0.58286 + - task: + name: Translation ltz-por + type: translation + args: ltz-por + dataset: + name: flores101-devtest + type: flores_101 + args: ltz por devtest + metrics: + - name: BLEU + type: bleu + value: 27.0 + - name: chr-F + type: chrf + value: 0.53241 + - task: + name: Translation mar-deu + type: translation + args: mar-deu + dataset: + name: flores101-devtest + type: flores_101 + args: mar deu devtest + metrics: + - name: BLEU + type: bleu + value: 14.1 + - name: chr-F + type: chrf + value: 0.44237 + - task: + name: Translation mar-eng + type: translation + args: mar-eng + dataset: + name: flores101-devtest + type: flores_101 + args: mar eng devtest + metrics: + - name: BLEU + type: bleu + value: 23.8 + - name: chr-F + type: chrf + value: 0.52755 + - task: + name: Translation mar-por + type: translation + args: mar-por + dataset: + name: flores101-devtest + type: flores_101 + args: mar por devtest + metrics: + - name: BLEU + type: bleu + value: 18.1 + - name: chr-F + type: chrf + value: 0.45667 + - task: + name: Translation mkd-fra + type: translation + args: mkd-fra + dataset: + name: flores101-devtest + type: flores_101 + args: mkd fra devtest + metrics: + - name: BLEU + type: bleu + value: 32.8 + - name: chr-F + type: chrf + value: 0.59219 + - task: + name: Translation nld-deu + type: translation + args: nld-deu + dataset: + name: flores101-devtest + type: flores_101 + args: nld deu devtest + metrics: + - name: BLEU + type: bleu + value: 21.5 + - name: chr-F + type: chrf + value: 0.52899 + - task: + name: Translation nld-eng + type: translation + args: nld-eng + dataset: + name: flores101-devtest + type: flores_101 + args: nld eng devtest + metrics: + - name: BLEU + type: bleu + value: 29.8 + - name: chr-F + type: chrf + value: 0.58230 + - task: + name: Translation nob-spa + type: translation + args: nob-spa + dataset: + name: flores101-devtest + type: flores_101 + args: nob spa devtest + metrics: + - name: BLEU + type: bleu + value: 21.2 + - name: chr-F + type: chrf + value: 0.50054 + - task: + name: Translation npi-eng + type: translation + args: npi-eng + dataset: + name: flores101-devtest + type: flores_101 + args: npi eng devtest + metrics: + - name: BLEU + type: bleu + value: 24.8 + - name: chr-F + type: chrf + value: 0.53179 + - task: + name: Translation npi-spa + type: translation + args: npi-spa + dataset: + name: flores101-devtest + type: flores_101 + args: npi spa devtest + metrics: + - name: BLEU + type: bleu + value: 13.6 + - name: chr-F + type: chrf + value: 0.41165 + - task: + name: Translation pan-deu + type: translation + args: pan-deu + dataset: + name: flores101-devtest + type: flores_101 + args: pan deu devtest + metrics: + - name: BLEU + type: bleu + value: 13.6 + - name: chr-F + type: chrf + value: 0.42831 + - task: + name: Translation pan-eng + type: translation + args: pan-eng + dataset: + name: flores101-devtest + type: flores_101 + args: pan eng devtest + metrics: + - name: BLEU + type: bleu + value: 22.2 + - name: chr-F + type: chrf + value: 0.51203 + - task: + name: Translation pan-fra + type: translation + args: pan-fra + dataset: + name: flores101-devtest + type: flores_101 + args: pan fra devtest + metrics: + - name: BLEU + type: bleu + value: 19.2 + - name: chr-F + type: chrf + value: 0.46357 + - task: + name: Translation pan-por + type: translation + args: pan-por + dataset: + name: flores101-devtest + type: flores_101 + args: pan por devtest + metrics: + - name: BLEU + type: bleu + value: 17.4 + - name: chr-F + type: chrf + value: 0.44885 + - task: + name: Translation pol-deu + type: translation + args: pol-deu + dataset: + name: flores101-devtest + type: flores_101 + args: pol deu devtest + metrics: + - name: BLEU + type: bleu + value: 20.1 + - name: chr-F + type: chrf + value: 0.50973 + - task: + name: Translation pol-eng + type: translation + args: pol-eng + dataset: + name: flores101-devtest + type: flores_101 + args: pol eng devtest + metrics: + - name: BLEU + type: bleu + value: 25.9 + - name: chr-F + type: chrf + value: 0.55772 + - task: + name: Translation pol-fra + type: translation + args: pol-fra + dataset: + name: flores101-devtest + type: flores_101 + args: pol fra devtest + metrics: + - name: BLEU + type: bleu + value: 26.2 + - name: chr-F + type: chrf + value: 0.54590 + - task: + name: Translation pol-spa + type: translation + args: pol-spa + dataset: + name: flores101-devtest + type: flores_101 + args: pol spa devtest + metrics: + - name: BLEU + type: bleu + value: 18.9 + - name: chr-F + type: chrf + value: 0.47816 + - task: + name: Translation por-eng + type: translation + args: por-eng + dataset: + name: flores101-devtest + type: flores_101 + args: por eng devtest + metrics: + - name: BLEU + type: bleu + value: 45.5 + - name: chr-F + type: chrf + value: 0.69438 + - task: + name: Translation por-fra + type: translation + args: por-fra + dataset: + name: flores101-devtest + type: flores_101 + args: por fra devtest + metrics: + - name: BLEU + type: bleu + value: 38.9 + - name: chr-F + type: chrf + value: 0.63701 + - task: + name: Translation por-spa + type: translation + args: por-spa + dataset: + name: flores101-devtest + type: flores_101 + args: por spa devtest + metrics: + - name: BLEU + type: bleu + value: 25.0 + - name: chr-F + type: chrf + value: 0.53216 + - task: + name: Translation ron-fra + type: translation + args: ron-fra + dataset: + name: flores101-devtest + type: flores_101 + args: ron fra devtest + metrics: + - name: BLEU + type: bleu + value: 36.2 + - name: chr-F + type: chrf + value: 0.62744 + - task: + name: Translation rus-deu + type: translation + args: rus-deu + dataset: + name: flores101-devtest + type: flores_101 + args: rus deu devtest + metrics: + - name: BLEU + type: bleu + value: 23.1 + - name: chr-F + type: chrf + value: 0.53823 + - task: + name: Translation rus-eng + type: translation + args: rus-eng + dataset: + name: flores101-devtest + type: flores_101 + args: rus eng devtest + metrics: + - name: BLEU + type: bleu + value: 31.7 + - name: chr-F + type: chrf + value: 0.59829 + - task: + name: Translation rus-fra + type: translation + args: rus-fra + dataset: + name: flores101-devtest + type: flores_101 + args: rus fra devtest + metrics: + - name: BLEU + type: bleu + value: 29.8 + - name: chr-F + type: chrf + value: 0.57384 + - task: + name: Translation rus-por + type: translation + args: rus-por + dataset: + name: flores101-devtest + type: flores_101 + args: rus por devtest + metrics: + - name: BLEU + type: bleu + value: 28.0 + - name: chr-F + type: chrf + value: 0.56082 + - task: + name: Translation slk-eng + type: translation + args: slk-eng + dataset: + name: flores101-devtest + type: flores_101 + args: slk eng devtest + metrics: + - name: BLEU + type: bleu + value: 34.4 + - name: chr-F + type: chrf + value: 0.62376 + - task: + name: Translation slk-por + type: translation + args: slk-por + dataset: + name: flores101-devtest + type: flores_101 + args: slk por devtest + metrics: + - name: BLEU + type: bleu + value: 26.6 + - name: chr-F + type: chrf + value: 0.54486 + - task: + name: Translation slk-spa + type: translation + args: slk-spa + dataset: + name: flores101-devtest + type: flores_101 + args: slk spa devtest + metrics: + - name: BLEU + type: bleu + value: 20.0 + - name: chr-F + type: chrf + value: 0.48253 + - task: + name: Translation slv-deu + type: translation + args: slv-deu + dataset: + name: flores101-devtest + type: flores_101 + args: slv deu devtest + metrics: + - name: BLEU + type: bleu + value: 23.8 + - name: chr-F + type: chrf + value: 0.54130 + - task: + name: Translation slv-fra + type: translation + args: slv-fra + dataset: + name: flores101-devtest + type: flores_101 + args: slv fra devtest + metrics: + - name: BLEU + type: bleu + value: 29.2 + - name: chr-F + type: chrf + value: 0.56838 + - task: + name: Translation slv-por + type: translation + args: slv-por + dataset: + name: flores101-devtest + type: flores_101 + args: slv por devtest + metrics: + - name: BLEU + type: bleu + value: 28.1 + - name: chr-F + type: chrf + value: 0.55554 + - task: + name: Translation spa-deu + type: translation + args: spa-deu + dataset: + name: flores101-devtest + type: flores_101 + args: spa deu devtest + metrics: + - name: BLEU + type: bleu + value: 19.5 + - name: chr-F + type: chrf + value: 0.51807 + - task: + name: Translation swe-spa + type: translation + args: swe-spa + dataset: + name: flores101-devtest + type: flores_101 + args: swe spa devtest + metrics: + - name: BLEU + type: bleu + value: 22.8 + - name: chr-F + type: chrf + value: 0.51211 + - task: + name: Translation tgk-fra + type: translation + args: tgk-fra + dataset: + name: flores101-devtest + type: flores_101 + args: tgk fra devtest + metrics: + - name: BLEU + type: bleu + value: 19.6 + - name: chr-F + type: chrf + value: 0.47290 + - task: + name: Translation tgk-spa + type: translation + args: tgk-spa + dataset: + name: flores101-devtest + type: flores_101 + args: tgk spa devtest + metrics: + - name: BLEU + type: bleu + value: 14.3 + - name: chr-F + type: chrf + value: 0.41393 + - task: + name: Translation ukr-eng + type: translation + args: ukr-eng + dataset: + name: flores101-devtest + type: flores_101 + args: ukr eng devtest + metrics: + - name: BLEU + type: bleu + value: 34.3 + - name: chr-F + type: chrf + value: 0.61588 + - task: + name: Translation ukr-fra + type: translation + args: ukr-fra + dataset: + name: flores101-devtest + type: flores_101 + args: ukr fra devtest + metrics: + - name: BLEU + type: bleu + value: 31.3 + - name: chr-F + type: chrf + value: 0.58296 + - task: + name: Translation ukr-spa + type: translation + args: ukr-spa + dataset: + name: flores101-devtest + type: flores_101 + args: ukr spa devtest + metrics: + - name: BLEU + type: bleu + value: 21.1 + - name: chr-F + type: chrf + value: 0.49535 + - task: + name: Translation urd-deu + type: translation + args: urd-deu + dataset: + name: flores101-devtest + type: flores_101 + args: urd deu devtest + metrics: + - name: BLEU + type: bleu + value: 15.2 + - name: chr-F + type: chrf + value: 0.44211 + - task: + name: Translation ces-eng + type: translation + args: ces-eng + dataset: + name: generaltest2022 + type: generaltest2022 + args: ces-eng + metrics: + - name: BLEU + type: bleu + value: 40.2 + - name: chr-F + type: chrf + value: 0.64599 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: generaltest2022 + type: generaltest2022 + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 29.8 + - name: chr-F + type: chrf + value: 0.54993 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: generaltest2022 + type: generaltest2022 + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 35.6 + - name: chr-F + type: chrf + value: 0.59361 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: generaltest2022 + type: generaltest2022 + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 31.9 + - name: chr-F + type: chrf + value: 0.59885 + - task: + name: Translation fra-deu + type: translation + args: fra-deu + dataset: + name: generaltest2022 + type: generaltest2022 + args: fra-deu + metrics: + - name: BLEU + type: bleu + value: 40.1 + - name: chr-F + type: chrf + value: 0.64266 + - task: + name: Translation rus-eng + type: translation + args: rus-eng + dataset: + name: generaltest2022 + type: generaltest2022 + args: rus-eng + metrics: + - name: BLEU + type: bleu + value: 37.8 + - name: chr-F + type: chrf + value: 0.63746 + - task: + name: Translation ukr-eng + type: translation + args: ukr-eng + dataset: + name: generaltest2022 + type: generaltest2022 + args: ukr-eng + metrics: + - name: BLEU + type: bleu + value: 35.9 + - name: chr-F + type: chrf + value: 0.60704 + - task: + name: Translation ces-deu + type: translation + args: ces-deu + dataset: + name: multi30k_test_2016_flickr + type: multi30k-2016_flickr + args: ces-deu + metrics: + - name: BLEU + type: bleu + value: 26.9 + - name: chr-F + type: chrf + value: 0.56370 + - task: + name: Translation ces-eng + type: translation + args: ces-eng + dataset: + name: multi30k_test_2016_flickr + type: multi30k-2016_flickr + args: ces-eng + metrics: + - name: BLEU + type: bleu + value: 32.7 + - name: chr-F + type: chrf + value: 0.57217 + - task: + name: Translation ces-fra + type: translation + args: ces-fra + dataset: + name: multi30k_test_2016_flickr + type: multi30k-2016_flickr + args: ces-fra + metrics: + - name: BLEU + type: bleu + value: 30.7 + - name: chr-F + type: chrf + value: 0.57498 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: multi30k_test_2016_flickr + type: multi30k-2016_flickr + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 39.1 + - name: chr-F + type: chrf + value: 0.60234 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: multi30k_test_2016_flickr + type: multi30k-2016_flickr + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 36.7 + - name: chr-F + type: chrf + value: 0.60951 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: multi30k_test_2016_flickr + type: multi30k-2016_flickr + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 32.5 + - name: chr-F + type: chrf + value: 0.62191 + - task: + name: Translation eng-fra + type: translation + args: eng-fra + dataset: + name: multi30k_test_2016_flickr + type: multi30k-2016_flickr + args: eng-fra + metrics: + - name: BLEU + type: bleu + value: 47.9 + - name: chr-F + type: chrf + value: 0.69376 + - task: + name: Translation fra-deu + type: translation + args: fra-deu + dataset: + name: multi30k_test_2016_flickr + type: multi30k-2016_flickr + args: fra-deu + metrics: + - name: BLEU + type: bleu + value: 29.3 + - name: chr-F + type: chrf + value: 0.59597 + - task: + name: Translation fra-eng + type: translation + args: fra-eng + dataset: + name: multi30k_test_2016_flickr + type: multi30k-2016_flickr + args: fra-eng + metrics: + - name: BLEU + type: bleu + value: 45.4 + - name: chr-F + type: chrf + value: 0.64810 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: multi30k_test_2017_flickr + type: multi30k-2017_flickr + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 38.9 + - name: chr-F + type: chrf + value: 0.61895 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: multi30k_test_2017_flickr + type: multi30k-2017_flickr + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 34.6 + - name: chr-F + type: chrf + value: 0.60570 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: multi30k_test_2017_flickr + type: multi30k-2017_flickr + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 32.1 + - name: chr-F + type: chrf + value: 0.61458 + - task: + name: Translation eng-fra + type: translation + args: eng-fra + dataset: + name: multi30k_test_2017_flickr + type: multi30k-2017_flickr + args: eng-fra + metrics: + - name: BLEU + type: bleu + value: 48.1 + - name: chr-F + type: chrf + value: 0.69630 + - task: + name: Translation fra-deu + type: translation + args: fra-deu + dataset: + name: multi30k_test_2017_flickr + type: multi30k-2017_flickr + args: fra-deu + metrics: + - name: BLEU + type: bleu + value: 27.7 + - name: chr-F + type: chrf + value: 0.58207 + - task: + name: Translation fra-eng + type: translation + args: fra-eng + dataset: + name: multi30k_test_2017_flickr + type: multi30k-2017_flickr + args: fra-eng + metrics: + - name: BLEU + type: bleu + value: 48.0 + - name: chr-F + type: chrf + value: 0.67447 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: multi30k_test_2017_mscoco + type: multi30k-2017_mscoco + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 30.9 + - name: chr-F + type: chrf + value: 0.54299 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: multi30k_test_2017_mscoco + type: multi30k-2017_mscoco + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 32.3 + - name: chr-F + type: chrf + value: 0.57789 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: multi30k_test_2017_mscoco + type: multi30k-2017_mscoco + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 27.3 + - name: chr-F + type: chrf + value: 0.56164 + - task: + name: Translation eng-fra + type: translation + args: eng-fra + dataset: + name: multi30k_test_2017_mscoco + type: multi30k-2017_mscoco + args: eng-fra + metrics: + - name: BLEU + type: bleu + value: 51.9 + - name: chr-F + type: chrf + value: 0.71453 + - task: + name: Translation fra-deu + type: translation + args: fra-deu + dataset: + name: multi30k_test_2017_mscoco + type: multi30k-2017_mscoco + args: fra-deu + metrics: + - name: BLEU + type: bleu + value: 23.9 + - name: chr-F + type: chrf + value: 0.53897 + - task: + name: Translation fra-eng + type: translation + args: fra-eng + dataset: + name: multi30k_test_2017_mscoco + type: multi30k-2017_mscoco + args: fra-eng + metrics: + - name: BLEU + type: bleu + value: 46.5 + - name: chr-F + type: chrf + value: 0.65274 + - task: + name: Translation ces-deu + type: translation + args: ces-deu + dataset: + name: multi30k_test_2018_flickr + type: multi30k-2018_flickr + args: ces-deu + metrics: + - name: BLEU + type: bleu + value: 22.4 + - name: chr-F + type: chrf + value: 0.51543 + - task: + name: Translation ces-eng + type: translation + args: ces-eng + dataset: + name: multi30k_test_2018_flickr + type: multi30k-2018_flickr + args: ces-eng + metrics: + - name: BLEU + type: bleu + value: 33.1 + - name: chr-F + type: chrf + value: 0.57995 + - task: + name: Translation ces-fra + type: translation + args: ces-fra + dataset: + name: multi30k_test_2018_flickr + type: multi30k-2018_flickr + args: ces-fra + metrics: + - name: BLEU + type: bleu + value: 26.0 + - name: chr-F + type: chrf + value: 0.53232 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: multi30k_test_2018_flickr + type: multi30k-2018_flickr + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 35.3 + - name: chr-F + type: chrf + value: 0.58274 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: multi30k_test_2018_flickr + type: multi30k-2018_flickr + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 29.3 + - name: chr-F + type: chrf + value: 0.55809 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: multi30k_test_2018_flickr + type: multi30k-2018_flickr + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 28.7 + - name: chr-F + type: chrf + value: 0.58395 + - task: + name: Translation eng-fra + type: translation + args: eng-fra + dataset: + name: multi30k_test_2018_flickr + type: multi30k-2018_flickr + args: eng-fra + metrics: + - name: BLEU + type: bleu + value: 39.3 + - name: chr-F + type: chrf + value: 0.63770 + - task: + name: Translation fra-deu + type: translation + args: fra-deu + dataset: + name: multi30k_test_2018_flickr + type: multi30k-2018_flickr + args: fra-deu + metrics: + - name: BLEU + type: bleu + value: 22.6 + - name: chr-F + type: chrf + value: 0.53677 + - task: + name: Translation fra-eng + type: translation + args: fra-eng + dataset: + name: multi30k_test_2018_flickr + type: multi30k-2018_flickr + args: fra-eng + metrics: + - name: BLEU + type: bleu + value: 41.0 + - name: chr-F + type: chrf + value: 0.62909 + - task: + name: Translation eng-fra + type: translation + args: eng-fra + dataset: + name: newsdiscusstest2015 + type: newsdiscusstest2015 + args: eng-fra + metrics: + - name: BLEU + type: bleu + value: 35.7 + - name: chr-F + type: chrf + value: 0.62144 + - task: + name: Translation fra-eng + type: translation + args: fra-eng + dataset: + name: newsdiscusstest2015 + type: newsdiscusstest2015 + args: fra-eng + metrics: + - name: BLEU + type: bleu + value: 37.5 + - name: chr-F + type: chrf + value: 0.60513 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: newstestALL2020 + type: newstestALL2020 + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 30.8 + - name: chr-F + type: chrf + value: 0.56898 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: newstestALL2020 + type: newstestALL2020 + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 30.2 + - name: chr-F + type: chrf + value: 0.58436 + - task: + name: Translation rus-eng + type: translation + args: rus-eng + dataset: + name: newstestALL2020 + type: newstestALL2020 + args: rus-eng + metrics: + - name: BLEU + type: bleu + value: 33.6 + - name: chr-F + type: chrf + value: 0.62387 + - task: + name: Translation afr-deu + type: translation + args: afr-deu + dataset: + name: ntrex128 + type: ntrex128 + args: afr-deu + metrics: + - name: BLEU + type: bleu + value: 25.7 + - name: chr-F + type: chrf + value: 0.54806 + - task: + name: Translation afr-eng + type: translation + args: afr-eng + dataset: + name: ntrex128 + type: ntrex128 + args: afr-eng + metrics: + - name: BLEU + type: bleu + value: 50.6 + - name: chr-F + type: chrf + value: 0.71452 + - task: + name: Translation afr-fra + type: translation + args: afr-fra + dataset: + name: ntrex128 + type: ntrex128 + args: afr-fra + metrics: + - name: BLEU + type: bleu + value: 28.2 + - name: chr-F + type: chrf + value: 0.55624 + - task: + name: Translation afr-por + type: translation + args: afr-por + dataset: + name: ntrex128 + type: ntrex128 + args: afr-por + metrics: + - name: BLEU + type: bleu + value: 26.9 + - name: chr-F + type: chrf + value: 0.54364 + - task: + name: Translation afr-spa + type: translation + args: afr-spa + dataset: + name: ntrex128 + type: ntrex128 + args: afr-spa + metrics: + - name: BLEU + type: bleu + value: 32.3 + - name: chr-F + type: chrf + value: 0.57498 + - task: + name: Translation bel-deu + type: translation + args: bel-deu + dataset: + name: ntrex128 + type: ntrex128 + args: bel-deu + metrics: + - name: BLEU + type: bleu + value: 17.8 + - name: chr-F + type: chrf + value: 0.48215 + - task: + name: Translation bel-eng + type: translation + args: bel-eng + dataset: + name: ntrex128 + type: ntrex128 + args: bel-eng + metrics: + - name: BLEU + type: bleu + value: 26.7 + - name: chr-F + type: chrf + value: 0.55146 + - task: + name: Translation bel-fra + type: translation + args: bel-fra + dataset: + name: ntrex128 + type: ntrex128 + args: bel-fra + metrics: + - name: BLEU + type: bleu + value: 20.4 + - name: chr-F + type: chrf + value: 0.49288 + - task: + name: Translation bel-por + type: translation + args: bel-por + dataset: + name: ntrex128 + type: ntrex128 + args: bel-por + metrics: + - name: BLEU + type: bleu + value: 19.9 + - name: chr-F + type: chrf + value: 0.48488 + - task: + name: Translation bel-spa + type: translation + args: bel-spa + dataset: + name: ntrex128 + type: ntrex128 + args: bel-spa + metrics: + - name: BLEU + type: bleu + value: 23.7 + - name: chr-F + type: chrf + value: 0.50933 + - task: + name: Translation ben-deu + type: translation + args: ben-deu + dataset: + name: ntrex128 + type: ntrex128 + args: ben-deu + metrics: + - name: BLEU + type: bleu + value: 13.7 + - name: chr-F + type: chrf + value: 0.43995 + - task: + name: Translation ben-eng + type: translation + args: ben-eng + dataset: + name: ntrex128 + type: ntrex128 + args: ben-eng + metrics: + - name: BLEU + type: bleu + value: 24.9 + - name: chr-F + type: chrf + value: 0.53312 + - task: + name: Translation ben-fra + type: translation + args: ben-fra + dataset: + name: ntrex128 + type: ntrex128 + args: ben-fra + metrics: + - name: BLEU + type: bleu + value: 17.1 + - name: chr-F + type: chrf + value: 0.45297 + - task: + name: Translation ben-por + type: translation + args: ben-por + dataset: + name: ntrex128 + type: ntrex128 + args: ben-por + metrics: + - name: BLEU + type: bleu + value: 15.5 + - name: chr-F + type: chrf + value: 0.44323 + - task: + name: Translation ben-spa + type: translation + args: ben-spa + dataset: + name: ntrex128 + type: ntrex128 + args: ben-spa + metrics: + - name: BLEU + type: bleu + value: 19.5 + - name: chr-F + type: chrf + value: 0.46993 + - task: + name: Translation bul-deu + type: translation + args: bul-deu + dataset: + name: ntrex128 + type: ntrex128 + args: bul-deu + metrics: + - name: BLEU + type: bleu + value: 20.9 + - name: chr-F + type: chrf + value: 0.51786 + - task: + name: Translation bul-eng + type: translation + args: bul-eng + dataset: + name: ntrex128 + type: ntrex128 + args: bul-eng + metrics: + - name: BLEU + type: bleu + value: 31.3 + - name: chr-F + type: chrf + value: 0.59510 + - task: + name: Translation bul-fra + type: translation + args: bul-fra + dataset: + name: ntrex128 + type: ntrex128 + args: bul-fra + metrics: + - name: BLEU + type: bleu + value: 25.4 + - name: chr-F + type: chrf + value: 0.53787 + - task: + name: Translation bul-por + type: translation + args: bul-por + dataset: + name: ntrex128 + type: ntrex128 + args: bul-por + metrics: + - name: BLEU + type: bleu + value: 24.2 + - name: chr-F + type: chrf + value: 0.52650 + - task: + name: Translation bul-spa + type: translation + args: bul-spa + dataset: + name: ntrex128 + type: ntrex128 + args: bul-spa + metrics: + - name: BLEU + type: bleu + value: 28.4 + - name: chr-F + type: chrf + value: 0.54950 + - task: + name: Translation cat-deu + type: translation + args: cat-deu + dataset: + name: ntrex128 + type: ntrex128 + args: cat-deu + metrics: + - name: BLEU + type: bleu + value: 22.5 + - name: chr-F + type: chrf + value: 0.52907 + - task: + name: Translation cat-eng + type: translation + args: cat-eng + dataset: + name: ntrex128 + type: ntrex128 + args: cat-eng + metrics: + - name: BLEU + type: bleu + value: 34.6 + - name: chr-F + type: chrf + value: 0.62247 + - task: + name: Translation cat-fra + type: translation + args: cat-fra + dataset: + name: ntrex128 + type: ntrex128 + args: cat-fra + metrics: + - name: BLEU + type: bleu + value: 27.5 + - name: chr-F + type: chrf + value: 0.55858 + - task: + name: Translation cat-por + type: translation + args: cat-por + dataset: + name: ntrex128 + type: ntrex128 + args: cat-por + metrics: + - name: BLEU + type: bleu + value: 28.3 + - name: chr-F + type: chrf + value: 0.55916 + - task: + name: Translation cat-spa + type: translation + args: cat-spa + dataset: + name: ntrex128 + type: ntrex128 + args: cat-spa + metrics: + - name: BLEU + type: bleu + value: 35.6 + - name: chr-F + type: chrf + value: 0.61209 + - task: + name: Translation ces-deu + type: translation + args: ces-deu + dataset: + name: ntrex128 + type: ntrex128 + args: ces-deu + metrics: + - name: BLEU + type: bleu + value: 22.5 + - name: chr-F + type: chrf + value: 0.52704 + - task: + name: Translation ces-eng + type: translation + args: ces-eng + dataset: + name: ntrex128 + type: ntrex128 + args: ces-eng + metrics: + - name: BLEU + type: bleu + value: 33.1 + - name: chr-F + type: chrf + value: 0.60742 + - task: + name: Translation ces-fra + type: translation + args: ces-fra + dataset: + name: ntrex128 + type: ntrex128 + args: ces-fra + metrics: + - name: BLEU + type: bleu + value: 26.3 + - name: chr-F + type: chrf + value: 0.54283 + - task: + name: Translation ces-por + type: translation + args: ces-por + dataset: + name: ntrex128 + type: ntrex128 + args: ces-por + metrics: + - name: BLEU + type: bleu + value: 24.1 + - name: chr-F + type: chrf + value: 0.52392 + - task: + name: Translation ces-spa + type: translation + args: ces-spa + dataset: + name: ntrex128 + type: ntrex128 + args: ces-spa + metrics: + - name: BLEU + type: bleu + value: 28.9 + - name: chr-F + type: chrf + value: 0.55467 + - task: + name: Translation cym-deu + type: translation + args: cym-deu + dataset: + name: ntrex128 + type: ntrex128 + args: cym-deu + metrics: + - name: BLEU + type: bleu + value: 19.1 + - name: chr-F + type: chrf + value: 0.48064 + - task: + name: Translation cym-eng + type: translation + args: cym-eng + dataset: + name: ntrex128 + type: ntrex128 + args: cym-eng + metrics: + - name: BLEU + type: bleu + value: 34.7 + - name: chr-F + type: chrf + value: 0.60592 + - task: + name: Translation cym-fra + type: translation + args: cym-fra + dataset: + name: ntrex128 + type: ntrex128 + args: cym-fra + metrics: + - name: BLEU + type: bleu + value: 23.9 + - name: chr-F + type: chrf + value: 0.50667 + - task: + name: Translation cym-por + type: translation + args: cym-por + dataset: + name: ntrex128 + type: ntrex128 + args: cym-por + metrics: + - name: BLEU + type: bleu + value: 20.5 + - name: chr-F + type: chrf + value: 0.48189 + - task: + name: Translation cym-spa + type: translation + args: cym-spa + dataset: + name: ntrex128 + type: ntrex128 + args: cym-spa + metrics: + - name: BLEU + type: bleu + value: 26.7 + - name: chr-F + type: chrf + value: 0.52160 + - task: + name: Translation dan-deu + type: translation + args: dan-deu + dataset: + name: ntrex128 + type: ntrex128 + args: dan-deu + metrics: + - name: BLEU + type: bleu + value: 24.4 + - name: chr-F + type: chrf + value: 0.53284 + - task: + name: Translation dan-eng + type: translation + args: dan-eng + dataset: + name: ntrex128 + type: ntrex128 + args: dan-eng + metrics: + - name: BLEU + type: bleu + value: 37.5 + - name: chr-F + type: chrf + value: 0.62092 + - task: + name: Translation dan-fra + type: translation + args: dan-fra + dataset: + name: ntrex128 + type: ntrex128 + args: dan-fra + metrics: + - name: BLEU + type: bleu + value: 25.4 + - name: chr-F + type: chrf + value: 0.53068 + - task: + name: Translation dan-por + type: translation + args: dan-por + dataset: + name: ntrex128 + type: ntrex128 + args: dan-por + metrics: + - name: BLEU + type: bleu + value: 26.2 + - name: chr-F + type: chrf + value: 0.52754 + - task: + name: Translation dan-spa + type: translation + args: dan-spa + dataset: + name: ntrex128 + type: ntrex128 + args: dan-spa + metrics: + - name: BLEU + type: bleu + value: 29.8 + - name: chr-F + type: chrf + value: 0.55304 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: ntrex128 + type: ntrex128 + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 33.7 + - name: chr-F + type: chrf + value: 0.61371 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: ntrex128 + type: ntrex128 + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 27.4 + - name: chr-F + type: chrf + value: 0.54844 + - task: + name: Translation deu-por + type: translation + args: deu-por + dataset: + name: ntrex128 + type: ntrex128 + args: deu-por + metrics: + - name: BLEU + type: bleu + value: 25.3 + - name: chr-F + type: chrf + value: 0.53694 + - task: + name: Translation deu-spa + type: translation + args: deu-spa + dataset: + name: ntrex128 + type: ntrex128 + args: deu-spa + metrics: + - name: BLEU + type: bleu + value: 29.8 + - name: chr-F + type: chrf + value: 0.56148 + - task: + name: Translation ell-deu + type: translation + args: ell-deu + dataset: + name: ntrex128 + type: ntrex128 + args: ell-deu + metrics: + - name: BLEU + type: bleu + value: 21.1 + - name: chr-F + type: chrf + value: 0.51567 + - task: + name: Translation ell-eng + type: translation + args: ell-eng + dataset: + name: ntrex128 + type: ntrex128 + args: ell-eng + metrics: + - name: BLEU + type: bleu + value: 34.0 + - name: chr-F + type: chrf + value: 0.60389 + - task: + name: Translation ell-fra + type: translation + args: ell-fra + dataset: + name: ntrex128 + type: ntrex128 + args: ell-fra + metrics: + - name: BLEU + type: bleu + value: 25.1 + - name: chr-F + type: chrf + value: 0.53343 + - task: + name: Translation ell-por + type: translation + args: ell-por + dataset: + name: ntrex128 + type: ntrex128 + args: ell-por + metrics: + - name: BLEU + type: bleu + value: 25.9 + - name: chr-F + type: chrf + value: 0.53030 + - task: + name: Translation ell-spa + type: translation + args: ell-spa + dataset: + name: ntrex128 + type: ntrex128 + args: ell-spa + metrics: + - name: BLEU + type: bleu + value: 29.7 + - name: chr-F + type: chrf + value: 0.55542 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: ntrex128 + type: ntrex128 + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 28.9 + - name: chr-F + type: chrf + value: 0.57592 + - task: + name: Translation eng-fra + type: translation + args: eng-fra + dataset: + name: ntrex128 + type: ntrex128 + args: eng-fra + metrics: + - name: BLEU + type: bleu + value: 33.9 + - name: chr-F + type: chrf + value: 0.60159 + - task: + name: Translation eng-por + type: translation + args: eng-por + dataset: + name: ntrex128 + type: ntrex128 + args: eng-por + metrics: + - name: BLEU + type: bleu + value: 32.6 + - name: chr-F + type: chrf + value: 0.59020 + - task: + name: Translation eng-spa + type: translation + args: eng-spa + dataset: + name: ntrex128 + type: ntrex128 + args: eng-spa + metrics: + - name: BLEU + type: bleu + value: 38.6 + - name: chr-F + type: chrf + value: 0.62826 + - task: + name: Translation fao-deu + type: translation + args: fao-deu + dataset: + name: ntrex128 + type: ntrex128 + args: fao-deu + metrics: + - name: BLEU + type: bleu + value: 16.1 + - name: chr-F + type: chrf + value: 0.42717 + - task: + name: Translation fao-eng + type: translation + args: fao-eng + dataset: + name: ntrex128 + type: ntrex128 + args: fao-eng + metrics: + - name: BLEU + type: bleu + value: 24.5 + - name: chr-F + type: chrf + value: 0.48210 + - task: + name: Translation fao-fra + type: translation + args: fao-fra + dataset: + name: ntrex128 + type: ntrex128 + args: fao-fra + metrics: + - name: BLEU + type: bleu + value: 16.9 + - name: chr-F + type: chrf + value: 0.40770 + - task: + name: Translation fao-por + type: translation + args: fao-por + dataset: + name: ntrex128 + type: ntrex128 + args: fao-por + metrics: + - name: BLEU + type: bleu + value: 16.2 + - name: chr-F + type: chrf + value: 0.40603 + - task: + name: Translation fao-spa + type: translation + args: fao-spa + dataset: + name: ntrex128 + type: ntrex128 + args: fao-spa + metrics: + - name: BLEU + type: bleu + value: 18.8 + - name: chr-F + type: chrf + value: 0.42980 + - task: + name: Translation fas-deu + type: translation + args: fas-deu + dataset: + name: ntrex128 + type: ntrex128 + args: fas-deu + metrics: + - name: BLEU + type: bleu + value: 15.7 + - name: chr-F + type: chrf + value: 0.47062 + - task: + name: Translation fas-eng + type: translation + args: fas-eng + dataset: + name: ntrex128 + type: ntrex128 + args: fas-eng + metrics: + - name: BLEU + type: bleu + value: 24.0 + - name: chr-F + type: chrf + value: 0.53552 + - task: + name: Translation fas-fra + type: translation + args: fas-fra + dataset: + name: ntrex128 + type: ntrex128 + args: fas-fra + metrics: + - name: BLEU + type: bleu + value: 20.1 + - name: chr-F + type: chrf + value: 0.48958 + - task: + name: Translation fas-por + type: translation + args: fas-por + dataset: + name: ntrex128 + type: ntrex128 + args: fas-por + metrics: + - name: BLEU + type: bleu + value: 18.3 + - name: chr-F + type: chrf + value: 0.47091 + - task: + name: Translation fas-spa + type: translation + args: fas-spa + dataset: + name: ntrex128 + type: ntrex128 + args: fas-spa + metrics: + - name: BLEU + type: bleu + value: 22.5 + - name: chr-F + type: chrf + value: 0.49946 + - task: + name: Translation fra-deu + type: translation + args: fra-deu + dataset: + name: ntrex128 + type: ntrex128 + args: fra-deu + metrics: + - name: BLEU + type: bleu + value: 22.1 + - name: chr-F + type: chrf + value: 0.52037 + - task: + name: Translation fra-eng + type: translation + args: fra-eng + dataset: + name: ntrex128 + type: ntrex128 + args: fra-eng + metrics: + - name: BLEU + type: bleu + value: 32.7 + - name: chr-F + type: chrf + value: 0.59918 + - task: + name: Translation fra-por + type: translation + args: fra-por + dataset: + name: ntrex128 + type: ntrex128 + args: fra-por + metrics: + - name: BLEU + type: bleu + value: 25.0 + - name: chr-F + type: chrf + value: 0.53484 + - task: + name: Translation fra-spa + type: translation + args: fra-spa + dataset: + name: ntrex128 + type: ntrex128 + args: fra-spa + metrics: + - name: BLEU + type: bleu + value: 30.3 + - name: chr-F + type: chrf + value: 0.56500 + - task: + name: Translation gle-deu + type: translation + args: gle-deu + dataset: + name: ntrex128 + type: ntrex128 + args: gle-deu + metrics: + - name: BLEU + type: bleu + value: 16.0 + - name: chr-F + type: chrf + value: 0.45357 + - task: + name: Translation gle-eng + type: translation + args: gle-eng + dataset: + name: ntrex128 + type: ntrex128 + args: gle-eng + metrics: + - name: BLEU + type: bleu + value: 27.0 + - name: chr-F + type: chrf + value: 0.54960 + - task: + name: Translation gle-fra + type: translation + args: gle-fra + dataset: + name: ntrex128 + type: ntrex128 + args: gle-fra + metrics: + - name: BLEU + type: bleu + value: 18.7 + - name: chr-F + type: chrf + value: 0.47041 + - task: + name: Translation gle-por + type: translation + args: gle-por + dataset: + name: ntrex128 + type: ntrex128 + args: gle-por + metrics: + - name: BLEU + type: bleu + value: 17.5 + - name: chr-F + type: chrf + value: 0.45725 + - task: + name: Translation gle-spa + type: translation + args: gle-spa + dataset: + name: ntrex128 + type: ntrex128 + args: gle-spa + metrics: + - name: BLEU + type: bleu + value: 22.4 + - name: chr-F + type: chrf + value: 0.48897 + - task: + name: Translation glg-deu + type: translation + args: glg-deu + dataset: + name: ntrex128 + type: ntrex128 + args: glg-deu + metrics: + - name: BLEU + type: bleu + value: 22.4 + - name: chr-F + type: chrf + value: 0.52710 + - task: + name: Translation glg-eng + type: translation + args: glg-eng + dataset: + name: ntrex128 + type: ntrex128 + args: glg-eng + metrics: + - name: BLEU + type: bleu + value: 37.0 + - name: chr-F + type: chrf + value: 0.63076 + - task: + name: Translation glg-fra + type: translation + args: glg-fra + dataset: + name: ntrex128 + type: ntrex128 + args: glg-fra + metrics: + - name: BLEU + type: bleu + value: 27.2 + - name: chr-F + type: chrf + value: 0.55231 + - task: + name: Translation glg-por + type: translation + args: glg-por + dataset: + name: ntrex128 + type: ntrex128 + args: glg-por + metrics: + - name: BLEU + type: bleu + value: 28.9 + - name: chr-F + type: chrf + value: 0.56272 + - task: + name: Translation glg-spa + type: translation + args: glg-spa + dataset: + name: ntrex128 + type: ntrex128 + args: glg-spa + metrics: + - name: BLEU + type: bleu + value: 36.6 + - name: chr-F + type: chrf + value: 0.61675 + - task: + name: Translation guj-deu + type: translation + args: guj-deu + dataset: + name: ntrex128 + type: ntrex128 + args: guj-deu + metrics: + - name: BLEU + type: bleu + value: 11.9 + - name: chr-F + type: chrf + value: 0.40361 + - task: + name: Translation guj-eng + type: translation + args: guj-eng + dataset: + name: ntrex128 + type: ntrex128 + args: guj-eng + metrics: + - name: BLEU + type: bleu + value: 23.0 + - name: chr-F + type: chrf + value: 0.52283 + - task: + name: Translation guj-fra + type: translation + args: guj-fra + dataset: + name: ntrex128 + type: ntrex128 + args: guj-fra + metrics: + - name: BLEU + type: bleu + value: 14.7 + - name: chr-F + type: chrf + value: 0.41597 + - task: + name: Translation guj-por + type: translation + args: guj-por + dataset: + name: ntrex128 + type: ntrex128 + args: guj-por + metrics: + - name: BLEU + type: bleu + value: 13.0 + - name: chr-F + type: chrf + value: 0.40085 + - task: + name: Translation guj-spa + type: translation + args: guj-spa + dataset: + name: ntrex128 + type: ntrex128 + args: guj-spa + metrics: + - name: BLEU + type: bleu + value: 18.3 + - name: chr-F + type: chrf + value: 0.44800 + - task: + name: Translation hin-deu + type: translation + args: hin-deu + dataset: + name: ntrex128 + type: ntrex128 + args: hin-deu + metrics: + - name: BLEU + type: bleu + value: 14.4 + - name: chr-F + type: chrf + value: 0.45618 + - task: + name: Translation hin-eng + type: translation + args: hin-eng + dataset: + name: ntrex128 + type: ntrex128 + args: hin-eng + metrics: + - name: BLEU + type: bleu + value: 27.9 + - name: chr-F + type: chrf + value: 0.57183 + - task: + name: Translation hin-fra + type: translation + args: hin-fra + dataset: + name: ntrex128 + type: ntrex128 + args: hin-fra + metrics: + - name: BLEU + type: bleu + value: 18.5 + - name: chr-F + type: chrf + value: 0.47504 + - task: + name: Translation hin-por + type: translation + args: hin-por + dataset: + name: ntrex128 + type: ntrex128 + args: hin-por + metrics: + - name: BLEU + type: bleu + value: 16.9 + - name: chr-F + type: chrf + value: 0.45829 + - task: + name: Translation hin-spa + type: translation + args: hin-spa + dataset: + name: ntrex128 + type: ntrex128 + args: hin-spa + metrics: + - name: BLEU + type: bleu + value: 21.4 + - name: chr-F + type: chrf + value: 0.48784 + - task: + name: Translation hrv-deu + type: translation + args: hrv-deu + dataset: + name: ntrex128 + type: ntrex128 + args: hrv-deu + metrics: + - name: BLEU + type: bleu + value: 23.2 + - name: chr-F + type: chrf + value: 0.53567 + - task: + name: Translation hrv-eng + type: translation + args: hrv-eng + dataset: + name: ntrex128 + type: ntrex128 + args: hrv-eng + metrics: + - name: BLEU + type: bleu + value: 34.8 + - name: chr-F + type: chrf + value: 0.61932 + - task: + name: Translation hrv-fra + type: translation + args: hrv-fra + dataset: + name: ntrex128 + type: ntrex128 + args: hrv-fra + metrics: + - name: BLEU + type: bleu + value: 27.6 + - name: chr-F + type: chrf + value: 0.55306 + - task: + name: Translation hrv-por + type: translation + args: hrv-por + dataset: + name: ntrex128 + type: ntrex128 + args: hrv-por + metrics: + - name: BLEU + type: bleu + value: 26.3 + - name: chr-F + type: chrf + value: 0.53968 + - task: + name: Translation hrv-spa + type: translation + args: hrv-spa + dataset: + name: ntrex128 + type: ntrex128 + args: hrv-spa + metrics: + - name: BLEU + type: bleu + value: 30.4 + - name: chr-F + type: chrf + value: 0.56765 + - task: + name: Translation hye-deu + type: translation + args: hye-deu + dataset: + name: ntrex128 + type: ntrex128 + args: hye-deu + metrics: + - name: BLEU + type: bleu + value: 14.0 + - name: chr-F + type: chrf + value: 0.42987 + - task: + name: Translation hye-eng + type: translation + args: hye-eng + dataset: + name: ntrex128 + type: ntrex128 + args: hye-eng + metrics: + - name: BLEU + type: bleu + value: 20.9 + - name: chr-F + type: chrf + value: 0.49189 + - task: + name: Translation hye-fra + type: translation + args: hye-fra + dataset: + name: ntrex128 + type: ntrex128 + args: hye-fra + metrics: + - name: BLEU + type: bleu + value: 17.2 + - name: chr-F + type: chrf + value: 0.44434 + - task: + name: Translation hye-por + type: translation + args: hye-por + dataset: + name: ntrex128 + type: ntrex128 + args: hye-por + metrics: + - name: BLEU + type: bleu + value: 16.0 + - name: chr-F + type: chrf + value: 0.43069 + - task: + name: Translation hye-spa + type: translation + args: hye-spa + dataset: + name: ntrex128 + type: ntrex128 + args: hye-spa + metrics: + - name: BLEU + type: bleu + value: 19.5 + - name: chr-F + type: chrf + value: 0.45889 + - task: + name: Translation isl-deu + type: translation + args: isl-deu + dataset: + name: ntrex128 + type: ntrex128 + args: isl-deu + metrics: + - name: BLEU + type: bleu + value: 19.5 + - name: chr-F + type: chrf + value: 0.48392 + - task: + name: Translation isl-eng + type: translation + args: isl-eng + dataset: + name: ntrex128 + type: ntrex128 + args: isl-eng + metrics: + - name: BLEU + type: bleu + value: 27.5 + - name: chr-F + type: chrf + value: 0.54720 + - task: + name: Translation isl-fra + type: translation + args: isl-fra + dataset: + name: ntrex128 + type: ntrex128 + args: isl-fra + metrics: + - name: BLEU + type: bleu + value: 22.5 + - name: chr-F + type: chrf + value: 0.49971 + - task: + name: Translation isl-por + type: translation + args: isl-por + dataset: + name: ntrex128 + type: ntrex128 + args: isl-por + metrics: + - name: BLEU + type: bleu + value: 20.2 + - name: chr-F + type: chrf + value: 0.47811 + - task: + name: Translation isl-spa + type: translation + args: isl-spa + dataset: + name: ntrex128 + type: ntrex128 + args: isl-spa + metrics: + - name: BLEU + type: bleu + value: 25.1 + - name: chr-F + type: chrf + value: 0.51060 + - task: + name: Translation ita-deu + type: translation + args: ita-deu + dataset: + name: ntrex128 + type: ntrex128 + args: ita-deu + metrics: + - name: BLEU + type: bleu + value: 23.3 + - name: chr-F + type: chrf + value: 0.53354 + - task: + name: Translation ita-eng + type: translation + args: ita-eng + dataset: + name: ntrex128 + type: ntrex128 + args: ita-eng + metrics: + - name: BLEU + type: bleu + value: 37.1 + - name: chr-F + type: chrf + value: 0.63069 + - task: + name: Translation ita-fra + type: translation + args: ita-fra + dataset: + name: ntrex128 + type: ntrex128 + args: ita-fra + metrics: + - name: BLEU + type: bleu + value: 29.1 + - name: chr-F + type: chrf + value: 0.56721 + - task: + name: Translation ita-por + type: translation + args: ita-por + dataset: + name: ntrex128 + type: ntrex128 + args: ita-por + metrics: + - name: BLEU + type: bleu + value: 28.9 + - name: chr-F + type: chrf + value: 0.56298 + - task: + name: Translation ita-spa + type: translation + args: ita-spa + dataset: + name: ntrex128 + type: ntrex128 + args: ita-spa + metrics: + - name: BLEU + type: bleu + value: 32.6 + - name: chr-F + type: chrf + value: 0.58483 + - task: + name: Translation kmr-eng + type: translation + args: kmr-eng + dataset: + name: ntrex128 + type: ntrex128 + args: kmr-eng + metrics: + - name: BLEU + type: bleu + value: 11.6 + - name: chr-F + type: chrf + value: 0.36620 + - task: + name: Translation kmr-fra + type: translation + args: kmr-fra + dataset: + name: ntrex128 + type: ntrex128 + args: kmr-fra + metrics: + - name: BLEU + type: bleu + value: 10.3 + - name: chr-F + type: chrf + value: 0.33936 + - task: + name: Translation kmr-spa + type: translation + args: kmr-spa + dataset: + name: ntrex128 + type: ntrex128 + args: kmr-spa + metrics: + - name: BLEU + type: bleu + value: 10.8 + - name: chr-F + type: chrf + value: 0.34636 + - task: + name: Translation lav-deu + type: translation + args: lav-deu + dataset: + name: ntrex128 + type: ntrex128 + args: lav-deu + metrics: + - name: BLEU + type: bleu + value: 17.5 + - name: chr-F + type: chrf + value: 0.48637 + - task: + name: Translation lav-eng + type: translation + args: lav-eng + dataset: + name: ntrex128 + type: ntrex128 + args: lav-eng + metrics: + - name: BLEU + type: bleu + value: 25.5 + - name: chr-F + type: chrf + value: 0.55909 + - task: + name: Translation lav-fra + type: translation + args: lav-fra + dataset: + name: ntrex128 + type: ntrex128 + args: lav-fra + metrics: + - name: BLEU + type: bleu + value: 20.4 + - name: chr-F + type: chrf + value: 0.49579 + - task: + name: Translation lav-por + type: translation + args: lav-por + dataset: + name: ntrex128 + type: ntrex128 + args: lav-por + metrics: + - name: BLEU + type: bleu + value: 18.9 + - name: chr-F + type: chrf + value: 0.47936 + - task: + name: Translation lav-spa + type: translation + args: lav-spa + dataset: + name: ntrex128 + type: ntrex128 + args: lav-spa + metrics: + - name: BLEU + type: bleu + value: 23.3 + - name: chr-F + type: chrf + value: 0.51105 + - task: + name: Translation lit-deu + type: translation + args: lit-deu + dataset: + name: ntrex128 + type: ntrex128 + args: lit-deu + metrics: + - name: BLEU + type: bleu + value: 18.0 + - name: chr-F + type: chrf + value: 0.49203 + - task: + name: Translation lit-eng + type: translation + args: lit-eng + dataset: + name: ntrex128 + type: ntrex128 + args: lit-eng + metrics: + - name: BLEU + type: bleu + value: 25.7 + - name: chr-F + type: chrf + value: 0.55075 + - task: + name: Translation lit-fra + type: translation + args: lit-fra + dataset: + name: ntrex128 + type: ntrex128 + args: lit-fra + metrics: + - name: BLEU + type: bleu + value: 21.9 + - name: chr-F + type: chrf + value: 0.50667 + - task: + name: Translation lit-por + type: translation + args: lit-por + dataset: + name: ntrex128 + type: ntrex128 + args: lit-por + metrics: + - name: BLEU + type: bleu + value: 20.8 + - name: chr-F + type: chrf + value: 0.49771 + - task: + name: Translation lit-spa + type: translation + args: lit-spa + dataset: + name: ntrex128 + type: ntrex128 + args: lit-spa + metrics: + - name: BLEU + type: bleu + value: 24.8 + - name: chr-F + type: chrf + value: 0.52333 + - task: + name: Translation ltz-deu + type: translation + args: ltz-deu + dataset: + name: ntrex128 + type: ntrex128 + args: ltz-deu + metrics: + - name: BLEU + type: bleu + value: 22.0 + - name: chr-F + type: chrf + value: 0.51232 + - task: + name: Translation ltz-eng + type: translation + args: ltz-eng + dataset: + name: ntrex128 + type: ntrex128 + args: ltz-eng + metrics: + - name: BLEU + type: bleu + value: 32.4 + - name: chr-F + type: chrf + value: 0.58218 + - task: + name: Translation ltz-fra + type: translation + args: ltz-fra + dataset: + name: ntrex128 + type: ntrex128 + args: ltz-fra + metrics: + - name: BLEU + type: bleu + value: 21.6 + - name: chr-F + type: chrf + value: 0.49182 + - task: + name: Translation ltz-por + type: translation + args: ltz-por + dataset: + name: ntrex128 + type: ntrex128 + args: ltz-por + metrics: + - name: BLEU + type: bleu + value: 20.3 + - name: chr-F + type: chrf + value: 0.46871 + - task: + name: Translation ltz-spa + type: translation + args: ltz-spa + dataset: + name: ntrex128 + type: ntrex128 + args: ltz-spa + metrics: + - name: BLEU + type: bleu + value: 23.6 + - name: chr-F + type: chrf + value: 0.48975 + - task: + name: Translation mar-deu + type: translation + args: mar-deu + dataset: + name: ntrex128 + type: ntrex128 + args: mar-deu + metrics: + - name: BLEU + type: bleu + value: 12.5 + - name: chr-F + type: chrf + value: 0.42225 + - task: + name: Translation mar-eng + type: translation + args: mar-eng + dataset: + name: ntrex128 + type: ntrex128 + args: mar-eng + metrics: + - name: BLEU + type: bleu + value: 22.2 + - name: chr-F + type: chrf + value: 0.51583 + - task: + name: Translation mar-fra + type: translation + args: mar-fra + dataset: + name: ntrex128 + type: ntrex128 + args: mar-fra + metrics: + - name: BLEU + type: bleu + value: 15.1 + - name: chr-F + type: chrf + value: 0.43088 + - task: + name: Translation mar-por + type: translation + args: mar-por + dataset: + name: ntrex128 + type: ntrex128 + args: mar-por + metrics: + - name: BLEU + type: bleu + value: 14.6 + - name: chr-F + type: chrf + value: 0.42394 + - task: + name: Translation mar-spa + type: translation + args: mar-spa + dataset: + name: ntrex128 + type: ntrex128 + args: mar-spa + metrics: + - name: BLEU + type: bleu + value: 17.7 + - name: chr-F + type: chrf + value: 0.44945 + - task: + name: Translation mkd-deu + type: translation + args: mkd-deu + dataset: + name: ntrex128 + type: ntrex128 + args: mkd-deu + metrics: + - name: BLEU + type: bleu + value: 21.8 + - name: chr-F + type: chrf + value: 0.52537 + - task: + name: Translation mkd-eng + type: translation + args: mkd-eng + dataset: + name: ntrex128 + type: ntrex128 + args: mkd-eng + metrics: + - name: BLEU + type: bleu + value: 35.8 + - name: chr-F + type: chrf + value: 0.62757 + - task: + name: Translation mkd-fra + type: translation + args: mkd-fra + dataset: + name: ntrex128 + type: ntrex128 + args: mkd-fra + metrics: + - name: BLEU + type: bleu + value: 26.4 + - name: chr-F + type: chrf + value: 0.54428 + - task: + name: Translation mkd-por + type: translation + args: mkd-por + dataset: + name: ntrex128 + type: ntrex128 + args: mkd-por + metrics: + - name: BLEU + type: bleu + value: 24.5 + - name: chr-F + type: chrf + value: 0.52919 + - task: + name: Translation mkd-spa + type: translation + args: mkd-spa + dataset: + name: ntrex128 + type: ntrex128 + args: mkd-spa + metrics: + - name: BLEU + type: bleu + value: 30.0 + - name: chr-F + type: chrf + value: 0.56365 + - task: + name: Translation nep-deu + type: translation + args: nep-deu + dataset: + name: ntrex128 + type: ntrex128 + args: nep-deu + metrics: + - name: BLEU + type: bleu + value: 11.6 + - name: chr-F + type: chrf + value: 0.40783 + - task: + name: Translation nep-eng + type: translation + args: nep-eng + dataset: + name: ntrex128 + type: ntrex128 + args: nep-eng + metrics: + - name: BLEU + type: bleu + value: 23.1 + - name: chr-F + type: chrf + value: 0.51242 + - task: + name: Translation nep-fra + type: translation + args: nep-fra + dataset: + name: ntrex128 + type: ntrex128 + args: nep-fra + metrics: + - name: BLEU + type: bleu + value: 14.5 + - name: chr-F + type: chrf + value: 0.41414 + - task: + name: Translation nep-por + type: translation + args: nep-por + dataset: + name: ntrex128 + type: ntrex128 + args: nep-por + metrics: + - name: BLEU + type: bleu + value: 13.8 + - name: chr-F + type: chrf + value: 0.41356 + - task: + name: Translation nep-spa + type: translation + args: nep-spa + dataset: + name: ntrex128 + type: ntrex128 + args: nep-spa + metrics: + - name: BLEU + type: bleu + value: 17.0 + - name: chr-F + type: chrf + value: 0.43667 + - task: + name: Translation nld-deu + type: translation + args: nld-deu + dataset: + name: ntrex128 + type: ntrex128 + args: nld-deu + metrics: + - name: BLEU + type: bleu + value: 25.3 + - name: chr-F + type: chrf + value: 0.55633 + - task: + name: Translation nld-eng + type: translation + args: nld-eng + dataset: + name: ntrex128 + type: ntrex128 + args: nld-eng + metrics: + - name: BLEU + type: bleu + value: 36.0 + - name: chr-F + type: chrf + value: 0.63172 + - task: + name: Translation nld-fra + type: translation + args: nld-fra + dataset: + name: ntrex128 + type: ntrex128 + args: nld-fra + metrics: + - name: BLEU + type: bleu + value: 27.1 + - name: chr-F + type: chrf + value: 0.55161 + - task: + name: Translation nld-por + type: translation + args: nld-por + dataset: + name: ntrex128 + type: ntrex128 + args: nld-por + metrics: + - name: BLEU + type: bleu + value: 26.8 + - name: chr-F + type: chrf + value: 0.54074 + - task: + name: Translation nld-spa + type: translation + args: nld-spa + dataset: + name: ntrex128 + type: ntrex128 + args: nld-spa + metrics: + - name: BLEU + type: bleu + value: 31.7 + - name: chr-F + type: chrf + value: 0.57106 + - task: + name: Translation nno-deu + type: translation + args: nno-deu + dataset: + name: ntrex128 + type: ntrex128 + args: nno-deu + metrics: + - name: BLEU + type: bleu + value: 23.9 + - name: chr-F + type: chrf + value: 0.52489 + - task: + name: Translation nno-eng + type: translation + args: nno-eng + dataset: + name: ntrex128 + type: ntrex128 + args: nno-eng + metrics: + - name: BLEU + type: bleu + value: 41.6 + - name: chr-F + type: chrf + value: 0.64889 + - task: + name: Translation nno-fra + type: translation + args: nno-fra + dataset: + name: ntrex128 + type: ntrex128 + args: nno-fra + metrics: + - name: BLEU + type: bleu + value: 26.2 + - name: chr-F + type: chrf + value: 0.53358 + - task: + name: Translation nno-por + type: translation + args: nno-por + dataset: + name: ntrex128 + type: ntrex128 + args: nno-por + metrics: + - name: BLEU + type: bleu + value: 24.7 + - name: chr-F + type: chrf + value: 0.52089 + - task: + name: Translation nno-spa + type: translation + args: nno-spa + dataset: + name: ntrex128 + type: ntrex128 + args: nno-spa + metrics: + - name: BLEU + type: bleu + value: 29.4 + - name: chr-F + type: chrf + value: 0.54863 + - task: + name: Translation nob-deu + type: translation + args: nob-deu + dataset: + name: ntrex128 + type: ntrex128 + args: nob-deu + metrics: + - name: BLEU + type: bleu + value: 25.5 + - name: chr-F + type: chrf + value: 0.54650 + - task: + name: Translation nob-eng + type: translation + args: nob-eng + dataset: + name: ntrex128 + type: ntrex128 + args: nob-eng + metrics: + - name: BLEU + type: bleu + value: 39.3 + - name: chr-F + type: chrf + value: 0.64444 + - task: + name: Translation nob-fra + type: translation + args: nob-fra + dataset: + name: ntrex128 + type: ntrex128 + args: nob-fra + metrics: + - name: BLEU + type: bleu + value: 28.0 + - name: chr-F + type: chrf + value: 0.55024 + - task: + name: Translation nob-por + type: translation + args: nob-por + dataset: + name: ntrex128 + type: ntrex128 + args: nob-por + metrics: + - name: BLEU + type: bleu + value: 25.9 + - name: chr-F + type: chrf + value: 0.53537 + - task: + name: Translation nob-spa + type: translation + args: nob-spa + dataset: + name: ntrex128 + type: ntrex128 + args: nob-spa + metrics: + - name: BLEU + type: bleu + value: 31.4 + - name: chr-F + type: chrf + value: 0.56899 + - task: + name: Translation pan-deu + type: translation + args: pan-deu + dataset: + name: ntrex128 + type: ntrex128 + args: pan-deu + metrics: + - name: BLEU + type: bleu + value: 11.6 + - name: chr-F + type: chrf + value: 0.40429 + - task: + name: Translation pan-eng + type: translation + args: pan-eng + dataset: + name: ntrex128 + type: ntrex128 + args: pan-eng + metrics: + - name: BLEU + type: bleu + value: 20.6 + - name: chr-F + type: chrf + value: 0.49942 + - task: + name: Translation pan-fra + type: translation + args: pan-fra + dataset: + name: ntrex128 + type: ntrex128 + args: pan-fra + metrics: + - name: BLEU + type: bleu + value: 14.8 + - name: chr-F + type: chrf + value: 0.41440 + - task: + name: Translation pan-por + type: translation + args: pan-por + dataset: + name: ntrex128 + type: ntrex128 + args: pan-por + metrics: + - name: BLEU + type: bleu + value: 13.1 + - name: chr-F + type: chrf + value: 0.39925 + - task: + name: Translation pan-spa + type: translation + args: pan-spa + dataset: + name: ntrex128 + type: ntrex128 + args: pan-spa + metrics: + - name: BLEU + type: bleu + value: 16.6 + - name: chr-F + type: chrf + value: 0.42840 + - task: + name: Translation pol-deu + type: translation + args: pol-deu + dataset: + name: ntrex128 + type: ntrex128 + args: pol-deu + metrics: + - name: BLEU + type: bleu + value: 20.4 + - name: chr-F + type: chrf + value: 0.50884 + - task: + name: Translation pol-eng + type: translation + args: pol-eng + dataset: + name: ntrex128 + type: ntrex128 + args: pol-eng + metrics: + - name: BLEU + type: bleu + value: 26.2 + - name: chr-F + type: chrf + value: 0.55781 + - task: + name: Translation pol-fra + type: translation + args: pol-fra + dataset: + name: ntrex128 + type: ntrex128 + args: pol-fra + metrics: + - name: BLEU + type: bleu + value: 23.9 + - name: chr-F + type: chrf + value: 0.52511 + - task: + name: Translation pol-por + type: translation + args: pol-por + dataset: + name: ntrex128 + type: ntrex128 + args: pol-por + metrics: + - name: BLEU + type: bleu + value: 21.8 + - name: chr-F + type: chrf + value: 0.50796 + - task: + name: Translation pol-spa + type: translation + args: pol-spa + dataset: + name: ntrex128 + type: ntrex128 + args: pol-spa + metrics: + - name: BLEU + type: bleu + value: 25.6 + - name: chr-F + type: chrf + value: 0.53122 + - task: + name: Translation por-deu + type: translation + args: por-deu + dataset: + name: ntrex128 + type: ntrex128 + args: por-deu + metrics: + - name: BLEU + type: bleu + value: 23.7 + - name: chr-F + type: chrf + value: 0.54003 + - task: + name: Translation por-eng + type: translation + args: por-eng + dataset: + name: ntrex128 + type: ntrex128 + args: por-eng + metrics: + - name: BLEU + type: bleu + value: 37.6 + - name: chr-F + type: chrf + value: 0.63798 + - task: + name: Translation por-fra + type: translation + args: por-fra + dataset: + name: ntrex128 + type: ntrex128 + args: por-fra + metrics: + - name: BLEU + type: bleu + value: 28.3 + - name: chr-F + type: chrf + value: 0.56317 + - task: + name: Translation por-spa + type: translation + args: por-spa + dataset: + name: ntrex128 + type: ntrex128 + args: por-spa + metrics: + - name: BLEU + type: bleu + value: 33.9 + - name: chr-F + type: chrf + value: 0.59244 + - task: + name: Translation prs-deu + type: translation + args: prs-deu + dataset: + name: ntrex128 + type: ntrex128 + args: prs-deu + metrics: + - name: BLEU + type: bleu + value: 14.3 + - name: chr-F + type: chrf + value: 0.44878 + - task: + name: Translation prs-eng + type: translation + args: prs-eng + dataset: + name: ntrex128 + type: ntrex128 + args: prs-eng + metrics: + - name: BLEU + type: bleu + value: 24.2 + - name: chr-F + type: chrf + value: 0.52855 + - task: + name: Translation prs-fra + type: translation + args: prs-fra + dataset: + name: ntrex128 + type: ntrex128 + args: prs-fra + metrics: + - name: BLEU + type: bleu + value: 17.6 + - name: chr-F + type: chrf + value: 0.46323 + - task: + name: Translation prs-por + type: translation + args: prs-por + dataset: + name: ntrex128 + type: ntrex128 + args: prs-por + metrics: + - name: BLEU + type: bleu + value: 16.9 + - name: chr-F + type: chrf + value: 0.45211 + - task: + name: Translation prs-spa + type: translation + args: prs-spa + dataset: + name: ntrex128 + type: ntrex128 + args: prs-spa + metrics: + - name: BLEU + type: bleu + value: 20.5 + - name: chr-F + type: chrf + value: 0.47595 + - task: + name: Translation pus-eng + type: translation + args: pus-eng + dataset: + name: ntrex128 + type: ntrex128 + args: pus-eng + metrics: + - name: BLEU + type: bleu + value: 13.0 + - name: chr-F + type: chrf + value: 0.40630 + - task: + name: Translation pus-fra + type: translation + args: pus-fra + dataset: + name: ntrex128 + type: ntrex128 + args: pus-fra + metrics: + - name: BLEU + type: bleu + value: 10.6 + - name: chr-F + type: chrf + value: 0.37292 + - task: + name: Translation pus-por + type: translation + args: pus-por + dataset: + name: ntrex128 + type: ntrex128 + args: pus-por + metrics: + - name: BLEU + type: bleu + value: 10.0 + - name: chr-F + type: chrf + value: 0.36366 + - task: + name: Translation pus-spa + type: translation + args: pus-spa + dataset: + name: ntrex128 + type: ntrex128 + args: pus-spa + metrics: + - name: BLEU + type: bleu + value: 12.4 + - name: chr-F + type: chrf + value: 0.38558 + - task: + name: Translation ron-deu + type: translation + args: ron-deu + dataset: + name: ntrex128 + type: ntrex128 + args: ron-deu + metrics: + - name: BLEU + type: bleu + value: 21.6 + - name: chr-F + type: chrf + value: 0.52534 + - task: + name: Translation ron-eng + type: translation + args: ron-eng + dataset: + name: ntrex128 + type: ntrex128 + args: ron-eng + metrics: + - name: BLEU + type: bleu + value: 32.2 + - name: chr-F + type: chrf + value: 0.60733 + - task: + name: Translation ron-fra + type: translation + args: ron-fra + dataset: + name: ntrex128 + type: ntrex128 + args: ron-fra + metrics: + - name: BLEU + type: bleu + value: 26.1 + - name: chr-F + type: chrf + value: 0.55222 + - task: + name: Translation ron-por + type: translation + args: ron-por + dataset: + name: ntrex128 + type: ntrex128 + args: ron-por + metrics: + - name: BLEU + type: bleu + value: 26.4 + - name: chr-F + type: chrf + value: 0.54549 + - task: + name: Translation ron-spa + type: translation + args: ron-spa + dataset: + name: ntrex128 + type: ntrex128 + args: ron-spa + metrics: + - name: BLEU + type: bleu + value: 31.6 + - name: chr-F + type: chrf + value: 0.57503 + - task: + name: Translation rus-deu + type: translation + args: rus-deu + dataset: + name: ntrex128 + type: ntrex128 + args: rus-deu + metrics: + - name: BLEU + type: bleu + value: 18.5 + - name: chr-F + type: chrf + value: 0.49519 + - task: + name: Translation rus-eng + type: translation + args: rus-eng + dataset: + name: ntrex128 + type: ntrex128 + args: rus-eng + metrics: + - name: BLEU + type: bleu + value: 25.6 + - name: chr-F + type: chrf + value: 0.55126 + - task: + name: Translation rus-fra + type: translation + args: rus-fra + dataset: + name: ntrex128 + type: ntrex128 + args: rus-fra + metrics: + - name: BLEU + type: bleu + value: 22.8 + - name: chr-F + type: chrf + value: 0.51684 + - task: + name: Translation rus-por + type: translation + args: rus-por + dataset: + name: ntrex128 + type: ntrex128 + args: rus-por + metrics: + - name: BLEU + type: bleu + value: 20.4 + - name: chr-F + type: chrf + value: 0.49329 + - task: + name: Translation rus-spa + type: translation + args: rus-spa + dataset: + name: ntrex128 + type: ntrex128 + args: rus-spa + metrics: + - name: BLEU + type: bleu + value: 24.8 + - name: chr-F + type: chrf + value: 0.52316 + - task: + name: Translation slk-deu + type: translation + args: slk-deu + dataset: + name: ntrex128 + type: ntrex128 + args: slk-deu + metrics: + - name: BLEU + type: bleu + value: 22.0 + - name: chr-F + type: chrf + value: 0.52066 + - task: + name: Translation slk-eng + type: translation + args: slk-eng + dataset: + name: ntrex128 + type: ntrex128 + args: slk-eng + metrics: + - name: BLEU + type: bleu + value: 33.0 + - name: chr-F + type: chrf + value: 0.60940 + - task: + name: Translation slk-fra + type: translation + args: slk-fra + dataset: + name: ntrex128 + type: ntrex128 + args: slk-fra + metrics: + - name: BLEU + type: bleu + value: 25.8 + - name: chr-F + type: chrf + value: 0.53303 + - task: + name: Translation slk-por + type: translation + args: slk-por + dataset: + name: ntrex128 + type: ntrex128 + args: slk-por + metrics: + - name: BLEU + type: bleu + value: 23.0 + - name: chr-F + type: chrf + value: 0.51245 + - task: + name: Translation slk-spa + type: translation + args: slk-spa + dataset: + name: ntrex128 + type: ntrex128 + args: slk-spa + metrics: + - name: BLEU + type: bleu + value: 28.3 + - name: chr-F + type: chrf + value: 0.54489 + - task: + name: Translation slv-deu + type: translation + args: slv-deu + dataset: + name: ntrex128 + type: ntrex128 + args: slv-deu + metrics: + - name: BLEU + type: bleu + value: 22.0 + - name: chr-F + type: chrf + value: 0.52189 + - task: + name: Translation slv-eng + type: translation + args: slv-eng + dataset: + name: ntrex128 + type: ntrex128 + args: slv-eng + metrics: + - name: BLEU + type: bleu + value: 30.4 + - name: chr-F + type: chrf + value: 0.58552 + - task: + name: Translation slv-fra + type: translation + args: slv-fra + dataset: + name: ntrex128 + type: ntrex128 + args: slv-fra + metrics: + - name: BLEU + type: bleu + value: 25.3 + - name: chr-F + type: chrf + value: 0.53247 + - task: + name: Translation slv-por + type: translation + args: slv-por + dataset: + name: ntrex128 + type: ntrex128 + args: slv-por + metrics: + - name: BLEU + type: bleu + value: 23.4 + - name: chr-F + type: chrf + value: 0.51817 + - task: + name: Translation slv-spa + type: translation + args: slv-spa + dataset: + name: ntrex128 + type: ntrex128 + args: slv-spa + metrics: + - name: BLEU + type: bleu + value: 27.7 + - name: chr-F + type: chrf + value: 0.54582 + - task: + name: Translation spa-fra + type: translation + args: spa-fra + dataset: + name: ntrex128 + type: ntrex128 + args: spa-fra + metrics: + - name: BLEU + type: bleu + value: 28.3 + - name: chr-F + type: chrf + value: 0.56549 + - task: + name: Translation spa-por + type: translation + args: spa-por + dataset: + name: ntrex128 + type: ntrex128 + args: spa-por + metrics: + - name: BLEU + type: bleu + value: 28.5 + - name: chr-F + type: chrf + value: 0.56372 + - task: + name: Translation sqi-deu + type: translation + args: sqi-deu + dataset: + name: ntrex128 + type: ntrex128 + args: sqi-deu + metrics: + - name: BLEU + type: bleu + value: 21.7 + - name: chr-F + type: chrf + value: 0.52259 + - task: + name: Translation sqi-eng + type: translation + args: sqi-eng + dataset: + name: ntrex128 + type: ntrex128 + args: sqi-eng + metrics: + - name: BLEU + type: bleu + value: 36.2 + - name: chr-F + type: chrf + value: 0.62439 + - task: + name: Translation sqi-fra + type: translation + args: sqi-fra + dataset: + name: ntrex128 + type: ntrex128 + args: sqi-fra + metrics: + - name: BLEU + type: bleu + value: 26.2 + - name: chr-F + type: chrf + value: 0.54643 + - task: + name: Translation sqi-por + type: translation + args: sqi-por + dataset: + name: ntrex128 + type: ntrex128 + args: sqi-por + metrics: + - name: BLEU + type: bleu + value: 26.2 + - name: chr-F + type: chrf + value: 0.53857 + - task: + name: Translation sqi-spa + type: translation + args: sqi-spa + dataset: + name: ntrex128 + type: ntrex128 + args: sqi-spa + metrics: + - name: BLEU + type: bleu + value: 30.8 + - name: chr-F + type: chrf + value: 0.56804 + - task: + name: Translation srp_Cyrl-deu + type: translation + args: srp_Cyrl-deu + dataset: + name: ntrex128 + type: ntrex128 + args: srp_Cyrl-deu + metrics: + - name: BLEU + type: bleu + value: 18.6 + - name: chr-F + type: chrf + value: 0.48837 + - task: + name: Translation srp_Cyrl-eng + type: translation + args: srp_Cyrl-eng + dataset: + name: ntrex128 + type: ntrex128 + args: srp_Cyrl-eng + metrics: + - name: BLEU + type: bleu + value: 24.5 + - name: chr-F + type: chrf + value: 0.54292 + - task: + name: Translation srp_Cyrl-fra + type: translation + args: srp_Cyrl-fra + dataset: + name: ntrex128 + type: ntrex128 + args: srp_Cyrl-fra + metrics: + - name: BLEU + type: bleu + value: 21.5 + - name: chr-F + type: chrf + value: 0.48977 + - task: + name: Translation srp_Cyrl-por + type: translation + args: srp_Cyrl-por + dataset: + name: ntrex128 + type: ntrex128 + args: srp_Cyrl-por + metrics: + - name: BLEU + type: bleu + value: 20.5 + - name: chr-F + type: chrf + value: 0.48429 + - task: + name: Translation srp_Cyrl-spa + type: translation + args: srp_Cyrl-spa + dataset: + name: ntrex128 + type: ntrex128 + args: srp_Cyrl-spa + metrics: + - name: BLEU + type: bleu + value: 24.9 + - name: chr-F + type: chrf + value: 0.51373 + - task: + name: Translation swe-deu + type: translation + args: swe-deu + dataset: + name: ntrex128 + type: ntrex128 + args: swe-deu + metrics: + - name: BLEU + type: bleu + value: 25.9 + - name: chr-F + type: chrf + value: 0.54871 + - task: + name: Translation swe-eng + type: translation + args: swe-eng + dataset: + name: ntrex128 + type: ntrex128 + args: swe-eng + metrics: + - name: BLEU + type: bleu + value: 41.2 + - name: chr-F + type: chrf + value: 0.65427 + - task: + name: Translation swe-fra + type: translation + args: swe-fra + dataset: + name: ntrex128 + type: ntrex128 + args: swe-fra + metrics: + - name: BLEU + type: bleu + value: 28.2 + - name: chr-F + type: chrf + value: 0.55294 + - task: + name: Translation swe-por + type: translation + args: swe-por + dataset: + name: ntrex128 + type: ntrex128 + args: swe-por + metrics: + - name: BLEU + type: bleu + value: 26.7 + - name: chr-F + type: chrf + value: 0.53911 + - task: + name: Translation swe-spa + type: translation + args: swe-spa + dataset: + name: ntrex128 + type: ntrex128 + args: swe-spa + metrics: + - name: BLEU + type: bleu + value: 31.9 + - name: chr-F + type: chrf + value: 0.57293 + - task: + name: Translation tgk_Cyrl-deu + type: translation + args: tgk_Cyrl-deu + dataset: + name: ntrex128 + type: ntrex128 + args: tgk_Cyrl-deu + metrics: + - name: BLEU + type: bleu + value: 11.8 + - name: chr-F + type: chrf + value: 0.40503 + - task: + name: Translation tgk_Cyrl-eng + type: translation + args: tgk_Cyrl-eng + dataset: + name: ntrex128 + type: ntrex128 + args: tgk_Cyrl-eng + metrics: + - name: BLEU + type: bleu + value: 16.4 + - name: chr-F + type: chrf + value: 0.45221 + - task: + name: Translation tgk_Cyrl-fra + type: translation + args: tgk_Cyrl-fra + dataset: + name: ntrex128 + type: ntrex128 + args: tgk_Cyrl-fra + metrics: + - name: BLEU + type: bleu + value: 14.4 + - name: chr-F + type: chrf + value: 0.41930 + - task: + name: Translation tgk_Cyrl-por + type: translation + args: tgk_Cyrl-por + dataset: + name: ntrex128 + type: ntrex128 + args: tgk_Cyrl-por + metrics: + - name: BLEU + type: bleu + value: 12.7 + - name: chr-F + type: chrf + value: 0.40576 + - task: + name: Translation tgk_Cyrl-spa + type: translation + args: tgk_Cyrl-spa + dataset: + name: ntrex128 + type: ntrex128 + args: tgk_Cyrl-spa + metrics: + - name: BLEU + type: bleu + value: 16.4 + - name: chr-F + type: chrf + value: 0.43095 + - task: + name: Translation ukr-deu + type: translation + args: ukr-deu + dataset: + name: ntrex128 + type: ntrex128 + args: ukr-deu + metrics: + - name: BLEU + type: bleu + value: 18.5 + - name: chr-F + type: chrf + value: 0.49644 + - task: + name: Translation ukr-eng + type: translation + args: ukr-eng + dataset: + name: ntrex128 + type: ntrex128 + args: ukr-eng + metrics: + - name: BLEU + type: bleu + value: 25.7 + - name: chr-F + type: chrf + value: 0.55193 + - task: + name: Translation ukr-fra + type: translation + args: ukr-fra + dataset: + name: ntrex128 + type: ntrex128 + args: ukr-fra + metrics: + - name: BLEU + type: bleu + value: 21.8 + - name: chr-F + type: chrf + value: 0.50914 + - task: + name: Translation ukr-por + type: translation + args: ukr-por + dataset: + name: ntrex128 + type: ntrex128 + args: ukr-por + metrics: + - name: BLEU + type: bleu + value: 21.3 + - name: chr-F + type: chrf + value: 0.49879 + - task: + name: Translation ukr-spa + type: translation + args: ukr-spa + dataset: + name: ntrex128 + type: ntrex128 + args: ukr-spa + metrics: + - name: BLEU + type: bleu + value: 25.6 + - name: chr-F + type: chrf + value: 0.52640 + - task: + name: Translation urd-deu + type: translation + args: urd-deu + dataset: + name: ntrex128 + type: ntrex128 + args: urd-deu + metrics: + - name: BLEU + type: bleu + value: 14.1 + - name: chr-F + type: chrf + value: 0.43742 + - task: + name: Translation urd-eng + type: translation + args: urd-eng + dataset: + name: ntrex128 + type: ntrex128 + args: urd-eng + metrics: + - name: BLEU + type: bleu + value: 23.8 + - name: chr-F + type: chrf + value: 0.52486 + - task: + name: Translation urd-fra + type: translation + args: urd-fra + dataset: + name: ntrex128 + type: ntrex128 + args: urd-fra + metrics: + - name: BLEU + type: bleu + value: 17.4 + - name: chr-F + type: chrf + value: 0.45409 + - task: + name: Translation urd-por + type: translation + args: urd-por + dataset: + name: ntrex128 + type: ntrex128 + args: urd-por + metrics: + - name: BLEU + type: bleu + value: 14.6 + - name: chr-F + type: chrf + value: 0.42660 + - task: + name: Translation urd-spa + type: translation + args: urd-spa + dataset: + name: ntrex128 + type: ntrex128 + args: urd-spa + metrics: + - name: BLEU + type: bleu + value: 19.4 + - name: chr-F + type: chrf + value: 0.46414 + - task: + name: Translation afr-deu + type: translation + args: afr-deu + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: afr-deu + metrics: + - name: BLEU + type: bleu + value: 48.8 + - name: chr-F + type: chrf + value: 0.68516 + - task: + name: Translation afr-eng + type: translation + args: afr-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: afr-eng + metrics: + - name: BLEU + type: bleu + value: 60.8 + - name: chr-F + type: chrf + value: 0.73535 + - task: + name: Translation afr-spa + type: translation + args: afr-spa + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: afr-spa + metrics: + - name: BLEU + type: bleu + value: 57.6 + - name: chr-F + type: chrf + value: 0.72814 + - task: + name: Translation awa-eng + type: translation + args: awa-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: awa-eng + metrics: + - name: BLEU + type: bleu + value: 42.4 + - name: chr-F + type: chrf + value: 0.62154 + - task: + name: Translation bel-deu + type: translation + args: bel-deu + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: bel-deu + metrics: + - name: BLEU + type: bleu + value: 44.1 + - name: chr-F + type: chrf + value: 0.65145 + - task: + name: Translation bel-eng + type: translation + args: bel-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: bel-eng + metrics: + - name: BLEU + type: bleu + value: 44.8 + - name: chr-F + type: chrf + value: 0.62648 + - task: + name: Translation bel-fra + type: translation + args: bel-fra + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: bel-fra + metrics: + - name: BLEU + type: bleu + value: 47.4 + - name: chr-F + type: chrf + value: 0.66291 + - task: + name: Translation bel-spa + type: translation + args: bel-spa + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: bel-spa + metrics: + - name: BLEU + type: bleu + value: 46.5 + - name: chr-F + type: chrf + value: 0.66644 + - task: + name: Translation ben-eng + type: translation + args: ben-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: ben-eng + metrics: + - name: BLEU + type: bleu + value: 46.1 + - name: chr-F + type: chrf + value: 0.62742 + - task: + name: Translation bos_Latn-eng + type: translation + args: bos_Latn-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: bos_Latn-eng + metrics: + - name: BLEU + type: bleu + value: 62.5 + - name: chr-F + type: chrf + value: 0.76603 + - task: + name: Translation bre-eng + type: translation + args: bre-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: bre-eng + metrics: + - name: BLEU + type: bleu + value: 26.2 + - name: chr-F + type: chrf + value: 0.47135 + - task: + name: Translation bul-deu + type: translation + args: bul-deu + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: bul-deu + metrics: + - name: BLEU + type: bleu + value: 49.1 + - name: chr-F + type: chrf + value: 0.68593 + - task: + name: Translation bul-eng + type: translation + args: bul-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: bul-eng + metrics: + - name: BLEU + type: bleu + value: 55.5 + - name: chr-F + type: chrf + value: 0.69980 + - task: + name: Translation bul-fra + type: translation + args: bul-fra + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: bul-fra + metrics: + - name: BLEU + type: bleu + value: 52.4 + - name: chr-F + type: chrf + value: 0.69233 + - task: + name: Translation bul-spa + type: translation + args: bul-spa + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: bul-spa + metrics: + - name: BLEU + type: bleu + value: 49.2 + - name: chr-F + type: chrf + value: 0.66731 + - task: + name: Translation cat-deu + type: translation + args: cat-deu + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: cat-deu + metrics: + - name: BLEU + type: bleu + value: 45.7 + - name: chr-F + type: chrf + value: 0.65296 + - task: + name: Translation cat-eng + type: translation + args: cat-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: cat-eng + metrics: + - name: BLEU + type: bleu + value: 55.6 + - name: chr-F + type: chrf + value: 0.70714 + - task: + name: Translation cat-fra + type: translation + args: cat-fra + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: cat-fra + metrics: + - name: BLEU + type: bleu + value: 53.7 + - name: chr-F + type: chrf + value: 0.71112 + - task: + name: Translation cat-por + type: translation + args: cat-por + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: cat-por + metrics: + - name: BLEU + type: bleu + value: 56.3 + - name: chr-F + type: chrf + value: 0.74022 + - task: + name: Translation cat-spa + type: translation + args: cat-spa + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: cat-spa + metrics: + - name: BLEU + type: bleu + value: 74.0 + - name: chr-F + type: chrf + value: 0.85238 + - task: + name: Translation ces-deu + type: translation + args: ces-deu + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: ces-deu + metrics: + - name: BLEU + type: bleu + value: 50.1 + - name: chr-F + type: chrf + value: 0.68073 + - task: + name: Translation ces-eng + type: translation + args: ces-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: ces-eng + metrics: + - name: BLEU + type: bleu + value: 53.6 + - name: chr-F + type: chrf + value: 0.68902 + - task: + name: Translation ces-fra + type: translation + args: ces-fra + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: ces-fra + metrics: + - name: BLEU + type: bleu + value: 53.5 + - name: chr-F + type: chrf + value: 0.70071 + - task: + name: Translation ces-spa + type: translation + args: ces-spa + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: ces-spa + metrics: + - name: BLEU + type: bleu + value: 52.5 + - name: chr-F + type: chrf + value: 0.69957 + - task: + name: Translation cym-eng + type: translation + args: cym-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: cym-eng + metrics: + - name: BLEU + type: bleu + value: 47.5 + - name: chr-F + type: chrf + value: 0.65153 + - task: + name: Translation dan-deu + type: translation + args: dan-deu + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: dan-deu + metrics: + - name: BLEU + type: bleu + value: 53.7 + - name: chr-F + type: chrf + value: 0.72320 + - task: + name: Translation dan-eng + type: translation + args: dan-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: dan-eng + metrics: + - name: BLEU + type: bleu + value: 62.3 + - name: chr-F + type: chrf + value: 0.75679 + - task: + name: Translation dan-fra + type: translation + args: dan-fra + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: dan-fra + metrics: + - name: BLEU + type: bleu + value: 61.8 + - name: chr-F + type: chrf + value: 0.76077 + - task: + name: Translation dan-por + type: translation + args: dan-por + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: dan-por + metrics: + - name: BLEU + type: bleu + value: 58.8 + - name: chr-F + type: chrf + value: 0.76460 + - task: + name: Translation dan-spa + type: translation + args: dan-spa + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: dan-spa + metrics: + - name: BLEU + type: bleu + value: 53.8 + - name: chr-F + type: chrf + value: 0.71685 + - task: + name: Translation deu-deu + type: translation + args: deu-deu + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: deu-deu + metrics: + - name: BLEU + type: bleu + value: 37.6 + - name: chr-F + type: chrf + value: 0.60029 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 48.4 + - name: chr-F + type: chrf + value: 0.65647 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 48.7 + - name: chr-F + type: chrf + value: 0.66811 + - task: + name: Translation deu-por + type: translation + args: deu-por + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: deu-por + metrics: + - name: BLEU + type: bleu + value: 42.2 + - name: chr-F + type: chrf + value: 0.62766 + - task: + name: Translation deu-spa + type: translation + args: deu-spa + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: deu-spa + metrics: + - name: BLEU + type: bleu + value: 48.2 + - name: chr-F + type: chrf + value: 0.67276 + - task: + name: Translation dsb-deu + type: translation + args: dsb-deu + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: dsb-deu + metrics: + - name: BLEU + type: bleu + value: 34.5 + - name: chr-F + type: chrf + value: 0.55993 + - task: + name: Translation ell-deu + type: translation + args: ell-deu + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: ell-deu + metrics: + - name: BLEU + type: bleu + value: 51.9 + - name: chr-F + type: chrf + value: 0.68199 + - task: + name: Translation ell-eng + type: translation + args: ell-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: ell-eng + metrics: + - name: BLEU + type: bleu + value: 63.6 + - name: chr-F + type: chrf + value: 0.76316 + - task: + name: Translation ell-fra + type: translation + args: ell-fra + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: ell-fra + metrics: + - name: BLEU + type: bleu + value: 59.1 + - name: chr-F + type: chrf + value: 0.74291 + - task: + name: Translation ell-por + type: translation + args: ell-por + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: ell-por + metrics: + - name: BLEU + type: bleu + value: 50.0 + - name: chr-F + type: chrf + value: 0.69593 + - task: + name: Translation ell-spa + type: translation + args: ell-spa + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: ell-spa + metrics: + - name: BLEU + type: bleu + value: 47.9 + - name: chr-F + type: chrf + value: 0.64482 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 39.7 + - name: chr-F + type: chrf + value: 0.61606 + - task: + name: Translation eng-eng + type: translation + args: eng-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: eng-eng + metrics: + - name: BLEU + type: bleu + value: 65.4 + - name: chr-F + type: chrf + value: 0.82285 + - task: + name: Translation eng-fra + type: translation + args: eng-fra + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: eng-fra + metrics: + - name: BLEU + type: bleu + value: 49.4 + - name: chr-F + type: chrf + value: 0.67435 + - task: + name: Translation eng-por + type: translation + args: eng-por + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: eng-por + metrics: + - name: BLEU + type: bleu + value: 51.9 + - name: chr-F + type: chrf + value: 0.70975 + - task: + name: Translation eng-spa + type: translation + args: eng-spa + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: eng-spa + metrics: + - name: BLEU + type: bleu + value: 53.9 + - name: chr-F + type: chrf + value: 0.71497 + - task: + name: Translation fao-eng + type: translation + args: fao-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: fao-eng + metrics: + - name: BLEU + type: bleu + value: 40.1 + - name: chr-F + type: chrf + value: 0.55253 + - task: + name: Translation fas-deu + type: translation + args: fas-deu + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: fas-deu + metrics: + - name: BLEU + type: bleu + value: 34.2 + - name: chr-F + type: chrf + value: 0.57907 + - task: + name: Translation fas-eng + type: translation + args: fas-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: fas-eng + metrics: + - name: BLEU + type: bleu + value: 39.2 + - name: chr-F + type: chrf + value: 0.58280 + - task: + name: Translation fas-fra + type: translation + args: fas-fra + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: fas-fra + metrics: + - name: BLEU + type: bleu + value: 35.7 + - name: chr-F + type: chrf + value: 0.57554 + - task: + name: Translation fra-deu + type: translation + args: fra-deu + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: fra-deu + metrics: + - name: BLEU + type: bleu + value: 47.6 + - name: chr-F + type: chrf + value: 0.67258 + - task: + name: Translation fra-eng + type: translation + args: fra-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: fra-eng + metrics: + - name: BLEU + type: bleu + value: 56.3 + - name: chr-F + type: chrf + value: 0.71355 + - task: + name: Translation fra-fra + type: translation + args: fra-fra + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: fra-fra + metrics: + - name: BLEU + type: bleu + value: 43.9 + - name: chr-F + type: chrf + value: 0.63538 + - task: + name: Translation fra-por + type: translation + args: fra-por + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: fra-por + metrics: + - name: BLEU + type: bleu + value: 50.7 + - name: chr-F + type: chrf + value: 0.69703 + - task: + name: Translation fra-spa + type: translation + args: fra-spa + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: fra-spa + metrics: + - name: BLEU + type: bleu + value: 53.3 + - name: chr-F + type: chrf + value: 0.71014 + - task: + name: Translation fry-eng + type: translation + args: fry-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: fry-eng + metrics: + - name: BLEU + type: bleu + value: 37.9 + - name: chr-F + type: chrf + value: 0.55802 + - task: + name: Translation gla-eng + type: translation + args: gla-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: gla-eng + metrics: + - name: BLEU + type: bleu + value: 27.0 + - name: chr-F + type: chrf + value: 0.44054 + - task: + name: Translation gla-spa + type: translation + args: gla-spa + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: gla-spa + metrics: + - name: BLEU + type: bleu + value: 23.0 + - name: chr-F + type: chrf + value: 0.44549 + - task: + name: Translation gle-eng + type: translation + args: gle-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: gle-eng + metrics: + - name: BLEU + type: bleu + value: 48.1 + - name: chr-F + type: chrf + value: 0.63566 + - task: + name: Translation glg-eng + type: translation + args: glg-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: glg-eng + metrics: + - name: BLEU + type: bleu + value: 54.1 + - name: chr-F + type: chrf + value: 0.69249 + - task: + name: Translation glg-por + type: translation + args: glg-por + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: glg-por + metrics: + - name: BLEU + type: bleu + value: 61.5 + - name: chr-F + type: chrf + value: 0.76777 + - task: + name: Translation glg-spa + type: translation + args: glg-spa + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: glg-spa + metrics: + - name: BLEU + type: bleu + value: 68.8 + - name: chr-F + type: chrf + value: 0.80359 + - task: + name: Translation gos-eng + type: translation + args: gos-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: gos-eng + metrics: + - name: BLEU + type: bleu + value: 20.8 + - name: chr-F + type: chrf + value: 0.37952 + - task: + name: Translation gsw-eng + type: translation + args: gsw-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: gsw-eng + metrics: + - name: BLEU + type: bleu + value: 32.5 + - name: chr-F + type: chrf + value: 0.48360 + - task: + name: Translation hbs-deu + type: translation + args: hbs-deu + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: hbs-deu + metrics: + - name: BLEU + type: bleu + value: 50.7 + - name: chr-F + type: chrf + value: 0.68769 + - task: + name: Translation hbs-eng + type: translation + args: hbs-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: hbs-eng + metrics: + - name: BLEU + type: bleu + value: 54.9 + - name: chr-F + type: chrf + value: 0.68956 + - task: + name: Translation hbs-fra + type: translation + args: hbs-fra + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: hbs-fra + metrics: + - name: BLEU + type: bleu + value: 47.0 + - name: chr-F + type: chrf + value: 0.66551 + - task: + name: Translation hbs-spa + type: translation + args: hbs-spa + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: hbs-spa + metrics: + - name: BLEU + type: bleu + value: 53.4 + - name: chr-F + type: chrf + value: 0.70241 + - task: + name: Translation hin-eng + type: translation + args: hin-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: hin-eng + metrics: + - name: BLEU + type: bleu + value: 47.1 + - name: chr-F + type: chrf + value: 0.64048 + - task: + name: Translation hrv-deu + type: translation + args: hrv-deu + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: hrv-deu + metrics: + - name: BLEU + type: bleu + value: 48.9 + - name: chr-F + type: chrf + value: 0.66676 + - task: + name: Translation hrv-eng + type: translation + args: hrv-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: hrv-eng + metrics: + - name: BLEU + type: bleu + value: 56.8 + - name: chr-F + type: chrf + value: 0.71884 + - task: + name: Translation hrv-fra + type: translation + args: hrv-fra + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: hrv-fra + metrics: + - name: BLEU + type: bleu + value: 42.3 + - name: chr-F + type: chrf + value: 0.62438 + - task: + name: Translation hrv-spa + type: translation + args: hrv-spa + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: hrv-spa + metrics: + - name: BLEU + type: bleu + value: 52.9 + - name: chr-F + type: chrf + value: 0.68433 + - task: + name: Translation hsb-deu + type: translation + args: hsb-deu + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: hsb-deu + metrics: + - name: BLEU + type: bleu + value: 40.9 + - name: chr-F + type: chrf + value: 0.61176 + - task: + name: Translation hye-eng + type: translation + args: hye-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: hye-eng + metrics: + - name: BLEU + type: bleu + value: 29.0 + - name: chr-F + type: chrf + value: 0.50806 + - task: + name: Translation isl-deu + type: translation + args: isl-deu + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: isl-deu + metrics: + - name: BLEU + type: bleu + value: 47.4 + - name: chr-F + type: chrf + value: 0.66238 + - task: + name: Translation isl-eng + type: translation + args: isl-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: isl-eng + metrics: + - name: BLEU + type: bleu + value: 48.1 + - name: chr-F + type: chrf + value: 0.64466 + - task: + name: Translation isl-spa + type: translation + args: isl-spa + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: isl-spa + metrics: + - name: BLEU + type: bleu + value: 42.5 + - name: chr-F + type: chrf + value: 0.61980 + - task: + name: Translation ita-deu + type: translation + args: ita-deu + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: ita-deu + metrics: + - name: BLEU + type: bleu + value: 47.8 + - name: chr-F + type: chrf + value: 0.67198 + - task: + name: Translation ita-eng + type: translation + args: ita-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: ita-eng + metrics: + - name: BLEU + type: bleu + value: 68.3 + - name: chr-F + type: chrf + value: 0.79538 + - task: + name: Translation ita-fra + type: translation + args: ita-fra + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: ita-fra + metrics: + - name: BLEU + type: bleu + value: 62.7 + - name: chr-F + type: chrf + value: 0.76540 + - task: + name: Translation ita-por + type: translation + args: ita-por + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: ita-por + metrics: + - name: BLEU + type: bleu + value: 54.1 + - name: chr-F + type: chrf + value: 0.73006 + - task: + name: Translation ita-spa + type: translation + args: ita-spa + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: ita-spa + metrics: + - name: BLEU + type: bleu + value: 61.0 + - name: chr-F + type: chrf + value: 0.76476 + - task: + name: Translation kur_Latn-deu + type: translation + args: kur_Latn-deu + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: kur_Latn-deu + metrics: + - name: BLEU + type: bleu + value: 23.8 + - name: chr-F + type: chrf + value: 0.38732 + - task: + name: Translation kur_Latn-eng + type: translation + args: kur_Latn-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: kur_Latn-eng + metrics: + - name: BLEU + type: bleu + value: 22.8 + - name: chr-F + type: chrf + value: 0.39058 + - task: + name: Translation lad-eng + type: translation + args: lad-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: lad-eng + metrics: + - name: BLEU + type: bleu + value: 26.5 + - name: chr-F + type: chrf + value: 0.47244 + - task: + name: Translation lad-spa + type: translation + args: lad-spa + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: lad-spa + metrics: + - name: BLEU + type: bleu + value: 26.7 + - name: chr-F + type: chrf + value: 0.51096 + - task: + name: Translation lad_Latn-eng + type: translation + args: lad_Latn-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: lad_Latn-eng + metrics: + - name: BLEU + type: bleu + value: 37.2 + - name: chr-F + type: chrf + value: 0.53303 + - task: + name: Translation lad_Latn-spa + type: translation + args: lad_Latn-spa + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: lad_Latn-spa + metrics: + - name: BLEU + type: bleu + value: 42.3 + - name: chr-F + type: chrf + value: 0.59686 + - task: + name: Translation lat-deu + type: translation + args: lat-deu + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: lat-deu + metrics: + - name: BLEU + type: bleu + value: 25.2 + - name: chr-F + type: chrf + value: 0.42426 + - task: + name: Translation lat-eng + type: translation + args: lat-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: lat-eng + metrics: + - name: BLEU + type: bleu + value: 23.5 + - name: chr-F + type: chrf + value: 0.41822 + - task: + name: Translation lat-spa + type: translation + args: lat-spa + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: lat-spa + metrics: + - name: BLEU + type: bleu + value: 23.3 + - name: chr-F + type: chrf + value: 0.44259 + - task: + name: Translation lav-eng + type: translation + args: lav-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: lav-eng + metrics: + - name: BLEU + type: bleu + value: 55.0 + - name: chr-F + type: chrf + value: 0.70077 + - task: + name: Translation lit-deu + type: translation + args: lit-deu + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: lit-deu + metrics: + - name: BLEU + type: bleu + value: 46.5 + - name: chr-F + type: chrf + value: 0.65720 + - task: + name: Translation lit-eng + type: translation + args: lit-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: lit-eng + metrics: + - name: BLEU + type: bleu + value: 57.3 + - name: chr-F + type: chrf + value: 0.71630 + - task: + name: Translation lit-spa + type: translation + args: lit-spa + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: lit-spa + metrics: + - name: BLEU + type: bleu + value: 50.9 + - name: chr-F + type: chrf + value: 0.67909 + - task: + name: Translation ltz-deu + type: translation + args: ltz-deu + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: ltz-deu + metrics: + - name: BLEU + type: bleu + value: 47.0 + - name: chr-F + type: chrf + value: 0.63420 + - task: + name: Translation ltz-eng + type: translation + args: ltz-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: ltz-eng + metrics: + - name: BLEU + type: bleu + value: 53.6 + - name: chr-F + type: chrf + value: 0.64228 + - task: + name: Translation mar-eng + type: translation + args: mar-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: mar-eng + metrics: + - name: BLEU + type: bleu + value: 47.0 + - name: chr-F + type: chrf + value: 0.64526 + - task: + name: Translation mkd-eng + type: translation + args: mkd-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: mkd-eng + metrics: + - name: BLEU + type: bleu + value: 52.4 + - name: chr-F + type: chrf + value: 0.66313 + - task: + name: Translation mkd-spa + type: translation + args: mkd-spa + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: mkd-spa + metrics: + - name: BLEU + type: bleu + value: 55.7 + - name: chr-F + type: chrf + value: 0.71066 + - task: + name: Translation multi-multi + type: translation + args: multi-multi + dataset: + name: tatoeba-test-v2020-07-28-v2023-09-26 + type: tatoeba_mt + args: multi-multi + metrics: + - name: BLEU + type: bleu + value: 49.9 + - name: chr-F + type: chrf + value: 0.67499 + - task: + name: Translation nds-deu + type: translation + args: nds-deu + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: nds-deu + metrics: + - name: BLEU + type: bleu + value: 47.6 + - name: chr-F + type: chrf + value: 0.66221 + - task: + name: Translation nds-eng + type: translation + args: nds-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: nds-eng + metrics: + - name: BLEU + type: bleu + value: 44.4 + - name: chr-F + type: chrf + value: 0.61480 + - task: + name: Translation nds-fra + type: translation + args: nds-fra + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: nds-fra + metrics: + - name: BLEU + type: bleu + value: 45.9 + - name: chr-F + type: chrf + value: 0.61459 + - task: + name: Translation nds-por + type: translation + args: nds-por + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: nds-por + metrics: + - name: BLEU + type: bleu + value: 41.8 + - name: chr-F + type: chrf + value: 0.60646 + - task: + name: Translation nds-spa + type: translation + args: nds-spa + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: nds-spa + metrics: + - name: BLEU + type: bleu + value: 44.6 + - name: chr-F + type: chrf + value: 0.63982 + - task: + name: Translation nld-deu + type: translation + args: nld-deu + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: nld-deu + metrics: + - name: BLEU + type: bleu + value: 54.8 + - name: chr-F + type: chrf + value: 0.72111 + - task: + name: Translation nld-eng + type: translation + args: nld-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: nld-eng + metrics: + - name: BLEU + type: bleu + value: 59.3 + - name: chr-F + type: chrf + value: 0.73199 + - task: + name: Translation nld-fra + type: translation + args: nld-fra + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: nld-fra + metrics: + - name: BLEU + type: bleu + value: 46.7 + - name: chr-F + type: chrf + value: 0.67269 + - task: + name: Translation nld-por + type: translation + args: nld-por + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: nld-por + metrics: + - name: BLEU + type: bleu + value: 48.9 + - name: chr-F + type: chrf + value: 0.68204 + - task: + name: Translation nld-spa + type: translation + args: nld-spa + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: nld-spa + metrics: + - name: BLEU + type: bleu + value: 51.0 + - name: chr-F + type: chrf + value: 0.69314 + - task: + name: Translation nno-eng + type: translation + args: nno-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: nno-eng + metrics: + - name: BLEU + type: bleu + value: 55.8 + - name: chr-F + type: chrf + value: 0.69230 + - task: + name: Translation nob-deu + type: translation + args: nob-deu + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: nob-deu + metrics: + - name: BLEU + type: bleu + value: 48.8 + - name: chr-F + type: chrf + value: 0.68483 + - task: + name: Translation nob-eng + type: translation + args: nob-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: nob-eng + metrics: + - name: BLEU + type: bleu + value: 57.4 + - name: chr-F + type: chrf + value: 0.71685 + - task: + name: Translation nob-fra + type: translation + args: nob-fra + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: nob-fra + metrics: + - name: BLEU + type: bleu + value: 52.6 + - name: chr-F + type: chrf + value: 0.70312 + - task: + name: Translation nob-spa + type: translation + args: nob-spa + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: nob-spa + metrics: + - name: BLEU + type: bleu + value: 56.2 + - name: chr-F + type: chrf + value: 0.73880 + - task: + name: Translation nor-deu + type: translation + args: nor-deu + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: nor-deu + metrics: + - name: BLEU + type: bleu + value: 48.9 + - name: chr-F + type: chrf + value: 0.68518 + - task: + name: Translation nor-eng + type: translation + args: nor-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: nor-eng + metrics: + - name: BLEU + type: bleu + value: 57.3 + - name: chr-F + type: chrf + value: 0.71465 + - task: + name: Translation nor-fra + type: translation + args: nor-fra + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: nor-fra + metrics: + - name: BLEU + type: bleu + value: 55.2 + - name: chr-F + type: chrf + value: 0.71415 + - task: + name: Translation nor-por + type: translation + args: nor-por + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: nor-por + metrics: + - name: BLEU + type: bleu + value: 45.8 + - name: chr-F + type: chrf + value: 0.67705 + - task: + name: Translation nor-spa + type: translation + args: nor-spa + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: nor-spa + metrics: + - name: BLEU + type: bleu + value: 56.0 + - name: chr-F + type: chrf + value: 0.73721 + - task: + name: Translation oci-eng + type: translation + args: oci-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: oci-eng + metrics: + - name: BLEU + type: bleu + value: 22.9 + - name: chr-F + type: chrf + value: 0.41564 + - task: + name: Translation oci-fra + type: translation + args: oci-fra + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: oci-fra + metrics: + - name: BLEU + type: bleu + value: 27.0 + - name: chr-F + type: chrf + value: 0.47832 + - task: + name: Translation pes-eng + type: translation + args: pes-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: pes-eng + metrics: + - name: BLEU + type: bleu + value: 39.7 + - name: chr-F + type: chrf + value: 0.58486 + - task: + name: Translation pms-eng + type: translation + args: pms-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: pms-eng + metrics: + - name: BLEU + type: bleu + value: 20.2 + - name: chr-F + type: chrf + value: 0.39772 + - task: + name: Translation pol-deu + type: translation + args: pol-deu + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: pol-deu + metrics: + - name: BLEU + type: bleu + value: 47.9 + - name: chr-F + type: chrf + value: 0.66592 + - task: + name: Translation pol-eng + type: translation + args: pol-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: pol-eng + metrics: + - name: BLEU + type: bleu + value: 51.8 + - name: chr-F + type: chrf + value: 0.67680 + - task: + name: Translation pol-fra + type: translation + args: pol-fra + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: pol-fra + metrics: + - name: BLEU + type: bleu + value: 47.7 + - name: chr-F + type: chrf + value: 0.65788 + - task: + name: Translation pol-por + type: translation + args: pol-por + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: pol-por + metrics: + - name: BLEU + type: bleu + value: 43.1 + - name: chr-F + type: chrf + value: 0.64124 + - task: + name: Translation pol-spa + type: translation + args: pol-spa + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: pol-spa + metrics: + - name: BLEU + type: bleu + value: 46.9 + - name: chr-F + type: chrf + value: 0.65488 + - task: + name: Translation por-deu + type: translation + args: por-deu + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: por-deu + metrics: + - name: BLEU + type: bleu + value: 46.8 + - name: chr-F + type: chrf + value: 0.66941 + - task: + name: Translation por-eng + type: translation + args: por-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: por-eng + metrics: + - name: BLEU + type: bleu + value: 62.4 + - name: chr-F + type: chrf + value: 0.75755 + - task: + name: Translation por-fra + type: translation + args: por-fra + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: por-fra + metrics: + - name: BLEU + type: bleu + value: 58.6 + - name: chr-F + type: chrf + value: 0.74773 + - task: + name: Translation por-por + type: translation + args: por-por + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: por-por + metrics: + - name: BLEU + type: bleu + value: 51.8 + - name: chr-F + type: chrf + value: 0.72256 + - task: + name: Translation por-spa + type: translation + args: por-spa + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: por-spa + metrics: + - name: BLEU + type: bleu + value: 63.6 + - name: chr-F + type: chrf + value: 0.78598 + - task: + name: Translation ron-deu + type: translation + args: ron-deu + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: ron-deu + metrics: + - name: BLEU + type: bleu + value: 49.1 + - name: chr-F + type: chrf + value: 0.67249 + - task: + name: Translation ron-eng + type: translation + args: ron-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: ron-eng + metrics: + - name: BLEU + type: bleu + value: 57.3 + - name: chr-F + type: chrf + value: 0.71740 + - task: + name: Translation ron-fra + type: translation + args: ron-fra + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: ron-fra + metrics: + - name: BLEU + type: bleu + value: 53.0 + - name: chr-F + type: chrf + value: 0.69777 + - task: + name: Translation ron-por + type: translation + args: ron-por + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: ron-por + metrics: + - name: BLEU + type: bleu + value: 53.5 + - name: chr-F + type: chrf + value: 0.72413 + - task: + name: Translation ron-spa + type: translation + args: ron-spa + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: ron-spa + metrics: + - name: BLEU + type: bleu + value: 56.3 + - name: chr-F + type: chrf + value: 0.72960 + - task: + name: Translation rus-deu + type: translation + args: rus-deu + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: rus-deu + metrics: + - name: BLEU + type: bleu + value: 48.2 + - name: chr-F + type: chrf + value: 0.67364 + - task: + name: Translation rus-eng + type: translation + args: rus-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: rus-eng + metrics: + - name: BLEU + type: bleu + value: 53.7 + - name: chr-F + type: chrf + value: 0.68851 + - task: + name: Translation rus-fra + type: translation + args: rus-fra + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: rus-fra + metrics: + - name: BLEU + type: bleu + value: 49.1 + - name: chr-F + type: chrf + value: 0.66299 + - task: + name: Translation rus-por + type: translation + args: rus-por + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: rus-por + metrics: + - name: BLEU + type: bleu + value: 43.4 + - name: chr-F + type: chrf + value: 0.64106 + - task: + name: Translation rus-spa + type: translation + args: rus-spa + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: rus-spa + metrics: + - name: BLEU + type: bleu + value: 49.1 + - name: chr-F + type: chrf + value: 0.67610 + - task: + name: Translation slv-deu + type: translation + args: slv-deu + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: slv-deu + metrics: + - name: BLEU + type: bleu + value: 55.2 + - name: chr-F + type: chrf + value: 0.72746 + - task: + name: Translation slv-eng + type: translation + args: slv-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: slv-eng + metrics: + - name: BLEU + type: bleu + value: 55.4 + - name: chr-F + type: chrf + value: 0.70580 + - task: + name: Translation slv-fra + type: translation + args: slv-fra + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: slv-fra + metrics: + - name: BLEU + type: bleu + value: 43.0 + - name: chr-F + type: chrf + value: 0.61642 + - task: + name: Translation spa-deu + type: translation + args: spa-deu + dataset: + name: tatoeba-test-v2021-03-30 + type: tatoeba_mt + args: spa-deu + metrics: + - name: BLEU + type: bleu + value: 47.0 + - name: chr-F + type: chrf + value: 0.66185 + - task: + name: Translation sqi-eng + type: translation + args: sqi-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: sqi-eng + metrics: + - name: BLEU + type: bleu + value: 56.5 + - name: chr-F + type: chrf + value: 0.71252 + - task: + name: Translation srp_Cyrl-eng + type: translation + args: srp_Cyrl-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: srp_Cyrl-eng + metrics: + - name: BLEU + type: bleu + value: 52.0 + - name: chr-F + type: chrf + value: 0.65934 + - task: + name: Translation swe-deu + type: translation + args: swe-deu + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: swe-deu + metrics: + - name: BLEU + type: bleu + value: 53.5 + - name: chr-F + type: chrf + value: 0.70356 + - task: + name: Translation swe-eng + type: translation + args: swe-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: swe-eng + metrics: + - name: BLEU + type: bleu + value: 62.7 + - name: chr-F + type: chrf + value: 0.74751 + - task: + name: Translation swe-fra + type: translation + args: swe-fra + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: swe-fra + metrics: + - name: BLEU + type: bleu + value: 56.7 + - name: chr-F + type: chrf + value: 0.71714 + - task: + name: Translation swe-por + type: translation + args: swe-por + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: swe-por + metrics: + - name: BLEU + type: bleu + value: 48.7 + - name: chr-F + type: chrf + value: 0.68849 + - task: + name: Translation swe-spa + type: translation + args: swe-spa + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: swe-spa + metrics: + - name: BLEU + type: bleu + value: 53.3 + - name: chr-F + type: chrf + value: 0.70160 + - task: + name: Translation ukr-deu + type: translation + args: ukr-deu + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: ukr-deu + metrics: + - name: BLEU + type: bleu + value: 50.8 + - name: chr-F + type: chrf + value: 0.68602 + - task: + name: Translation ukr-eng + type: translation + args: ukr-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: ukr-eng + metrics: + - name: BLEU + type: bleu + value: 52.4 + - name: chr-F + type: chrf + value: 0.68162 + - task: + name: Translation ukr-fra + type: translation + args: ukr-fra + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: ukr-fra + metrics: + - name: BLEU + type: bleu + value: 48.4 + - name: chr-F + type: chrf + value: 0.66118 + - task: + name: Translation ukr-por + type: translation + args: ukr-por + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: ukr-por + metrics: + - name: BLEU + type: bleu + value: 46.6 + - name: chr-F + type: chrf + value: 0.65923 + - task: + name: Translation ukr-spa + type: translation + args: ukr-spa + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: ukr-spa + metrics: + - name: BLEU + type: bleu + value: 49.7 + - name: chr-F + type: chrf + value: 0.67601 + - task: + name: Translation urd-eng + type: translation + args: urd-eng + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: urd-eng + metrics: + - name: BLEU + type: bleu + value: 33.0 + - name: chr-F + type: chrf + value: 0.52376 + - task: + name: Translation yid-eng + type: translation + args: yid-eng + dataset: + name: tatoeba-test-v2021-03-30 + type: tatoeba_mt + args: yid-eng + metrics: + - name: BLEU + type: bleu + value: 21.4 + - name: chr-F + type: chrf + value: 0.44187 + - task: + name: Translation yid-fra + type: translation + args: yid-fra + dataset: + name: tatoeba-test-v2021-08-07 + type: tatoeba_mt + args: yid-fra + metrics: + - name: BLEU + type: bleu + value: 20.2 + - name: chr-F + type: chrf + value: 0.43410 + - task: + name: Translation ben-eng + type: translation + args: ben-eng + dataset: + name: tico19-test + type: tico19-test + args: ben-eng + metrics: + - name: BLEU + type: bleu + value: 27.3 + - name: chr-F + type: chrf + value: 0.55418 + - task: + name: Translation ben-fra + type: translation + args: ben-fra + dataset: + name: tico19-test + type: tico19-test + args: ben-fra + metrics: + - name: BLEU + type: bleu + value: 18.3 + - name: chr-F + type: chrf + value: 0.45176 + - task: + name: Translation ben-por + type: translation + args: ben-por + dataset: + name: tico19-test + type: tico19-test + args: ben-por + metrics: + - name: BLEU + type: bleu + value: 20.9 + - name: chr-F + type: chrf + value: 0.49778 + - task: + name: Translation ben-spa + type: translation + args: ben-spa + dataset: + name: tico19-test + type: tico19-test + args: ben-spa + metrics: + - name: BLEU + type: bleu + value: 25.8 + - name: chr-F + type: chrf + value: 0.51344 + - task: + name: Translation ckb-eng + type: translation + args: ckb-eng + dataset: + name: tico19-test + type: tico19-test + args: ckb-eng + metrics: + - name: BLEU + type: bleu + value: 15.0 + - name: chr-F + type: chrf + value: 0.39153 + - task: + name: Translation ckb-fra + type: translation + args: ckb-fra + dataset: + name: tico19-test + type: tico19-test + args: ckb-fra + metrics: + - name: BLEU + type: bleu + value: 12.4 + - name: chr-F + type: chrf + value: 0.35348 + - task: + name: Translation ckb-por + type: translation + args: ckb-por + dataset: + name: tico19-test + type: tico19-test + args: ckb-por + metrics: + - name: BLEU + type: bleu + value: 13.1 + - name: chr-F + type: chrf + value: 0.36879 + - task: + name: Translation ckb-spa + type: translation + args: ckb-spa + dataset: + name: tico19-test + type: tico19-test + args: ckb-spa + metrics: + - name: BLEU + type: bleu + value: 14.7 + - name: chr-F + type: chrf + value: 0.38526 + - task: + name: Translation eng-fra + type: translation + args: eng-fra + dataset: + name: tico19-test + type: tico19-test + args: eng-fra + metrics: + - name: BLEU + type: bleu + value: 38.2 + - name: chr-F + type: chrf + value: 0.62001 + - task: + name: Translation eng-por + type: translation + args: eng-por + dataset: + name: tico19-test + type: tico19-test + args: eng-por + metrics: + - name: BLEU + type: bleu + value: 48.3 + - name: chr-F + type: chrf + value: 0.71654 + - task: + name: Translation eng-spa + type: translation + args: eng-spa + dataset: + name: tico19-test + type: tico19-test + args: eng-spa + metrics: + - name: BLEU + type: bleu + value: 50.2 + - name: chr-F + type: chrf + value: 0.71947 + - task: + name: Translation fas-eng + type: translation + args: fas-eng + dataset: + name: tico19-test + type: tico19-test + args: fas-eng + metrics: + - name: BLEU + type: bleu + value: 31.6 + - name: chr-F + type: chrf + value: 0.58617 + - task: + name: Translation fas-fra + type: translation + args: fas-fra + dataset: + name: tico19-test + type: tico19-test + args: fas-fra + metrics: + - name: BLEU + type: bleu + value: 23.9 + - name: chr-F + type: chrf + value: 0.50453 + - task: + name: Translation fas-por + type: translation + args: fas-por + dataset: + name: tico19-test + type: tico19-test + args: fas-por + metrics: + - name: BLEU + type: bleu + value: 28.1 + - name: chr-F + type: chrf + value: 0.55031 + - task: + name: Translation fas-spa + type: translation + args: fas-spa + dataset: + name: tico19-test + type: tico19-test + args: fas-spa + metrics: + - name: BLEU + type: bleu + value: 29.9 + - name: chr-F + type: chrf + value: 0.56113 + - task: + name: Translation fra-eng + type: translation + args: fra-eng + dataset: + name: tico19-test + type: tico19-test + args: fra-eng + metrics: + - name: BLEU + type: bleu + value: 35.8 + - name: chr-F + type: chrf + value: 0.60512 + - task: + name: Translation fra-por + type: translation + args: fra-por + dataset: + name: tico19-test + type: tico19-test + args: fra-por + metrics: + - name: BLEU + type: bleu + value: 33.0 + - name: chr-F + type: chrf + value: 0.57530 + - task: + name: Translation fra-spa + type: translation + args: fra-spa + dataset: + name: tico19-test + type: tico19-test + args: fra-spa + metrics: + - name: BLEU + type: bleu + value: 35.6 + - name: chr-F + type: chrf + value: 0.58823 + - task: + name: Translation hin-eng + type: translation + args: hin-eng + dataset: + name: tico19-test + type: tico19-test + args: hin-eng + metrics: + - name: BLEU + type: bleu + value: 39.6 + - name: chr-F + type: chrf + value: 0.64146 + - task: + name: Translation hin-fra + type: translation + args: hin-fra + dataset: + name: tico19-test + type: tico19-test + args: hin-fra + metrics: + - name: BLEU + type: bleu + value: 25.4 + - name: chr-F + type: chrf + value: 0.51582 + - task: + name: Translation hin-por + type: translation + args: hin-por + dataset: + name: tico19-test + type: tico19-test + args: hin-por + metrics: + - name: BLEU + type: bleu + value: 30.9 + - name: chr-F + type: chrf + value: 0.57182 + - task: + name: Translation hin-spa + type: translation + args: hin-spa + dataset: + name: tico19-test + type: tico19-test + args: hin-spa + metrics: + - name: BLEU + type: bleu + value: 33.7 + - name: chr-F + type: chrf + value: 0.58341 + - task: + name: Translation mar-eng + type: translation + args: mar-eng + dataset: + name: tico19-test + type: tico19-test + args: mar-eng + metrics: + - name: BLEU + type: bleu + value: 21.4 + - name: chr-F + type: chrf + value: 0.51194 + - task: + name: Translation mar-fra + type: translation + args: mar-fra + dataset: + name: tico19-test + type: tico19-test + args: mar-fra + metrics: + - name: BLEU + type: bleu + value: 16.8 + - name: chr-F + type: chrf + value: 0.43359 + - task: + name: Translation mar-por + type: translation + args: mar-por + dataset: + name: tico19-test + type: tico19-test + args: mar-por + metrics: + - name: BLEU + type: bleu + value: 20.3 + - name: chr-F + type: chrf + value: 0.47089 + - task: + name: Translation mar-spa + type: translation + args: mar-spa + dataset: + name: tico19-test + type: tico19-test + args: mar-spa + metrics: + - name: BLEU + type: bleu + value: 22.8 + - name: chr-F + type: chrf + value: 0.48435 + - task: + name: Translation nep-eng + type: translation + args: nep-eng + dataset: + name: tico19-test + type: tico19-test + args: nep-eng + metrics: + - name: BLEU + type: bleu + value: 30.1 + - name: chr-F + type: chrf + value: 0.57060 + - task: + name: Translation nep-fra + type: translation + args: nep-fra + dataset: + name: tico19-test + type: tico19-test + args: nep-fra + metrics: + - name: BLEU + type: bleu + value: 19.7 + - name: chr-F + type: chrf + value: 0.46212 + - task: + name: Translation nep-por + type: translation + args: nep-por + dataset: + name: tico19-test + type: tico19-test + args: nep-por + metrics: + - name: BLEU + type: bleu + value: 24.0 + - name: chr-F + type: chrf + value: 0.51024 + - task: + name: Translation nep-spa + type: translation + args: nep-spa + dataset: + name: tico19-test + type: tico19-test + args: nep-spa + metrics: + - name: BLEU + type: bleu + value: 25.9 + - name: chr-F + type: chrf + value: 0.51651 + - task: + name: Translation por-eng + type: translation + args: por-eng + dataset: + name: tico19-test + type: tico19-test + args: por-eng + metrics: + - name: BLEU + type: bleu + value: 47.4 + - name: chr-F + type: chrf + value: 0.72228 + - task: + name: Translation por-fra + type: translation + args: por-fra + dataset: + name: tico19-test + type: tico19-test + args: por-fra + metrics: + - name: BLEU + type: bleu + value: 33.4 + - name: chr-F + type: chrf + value: 0.58934 + - task: + name: Translation por-spa + type: translation + args: por-spa + dataset: + name: tico19-test + type: tico19-test + args: por-spa + metrics: + - name: BLEU + type: bleu + value: 44.1 + - name: chr-F + type: chrf + value: 0.67509 + - task: + name: Translation prs-eng + type: translation + args: prs-eng + dataset: + name: tico19-test + type: tico19-test + args: prs-eng + metrics: + - name: BLEU + type: bleu + value: 26.6 + - name: chr-F + type: chrf + value: 0.54979 + - task: + name: Translation prs-fra + type: translation + args: prs-fra + dataset: + name: tico19-test + type: tico19-test + args: prs-fra + metrics: + - name: BLEU + type: bleu + value: 21.0 + - name: chr-F + type: chrf + value: 0.47627 + - task: + name: Translation prs-por + type: translation + args: prs-por + dataset: + name: tico19-test + type: tico19-test + args: prs-por + metrics: + - name: BLEU + type: bleu + value: 25.6 + - name: chr-F + type: chrf + value: 0.52000 + - task: + name: Translation prs-spa + type: translation + args: prs-spa + dataset: + name: tico19-test + type: tico19-test + args: prs-spa + metrics: + - name: BLEU + type: bleu + value: 28.5 + - name: chr-F + type: chrf + value: 0.54172 + - task: + name: Translation pus-eng + type: translation + args: pus-eng + dataset: + name: tico19-test + type: tico19-test + args: pus-eng + metrics: + - name: BLEU + type: bleu + value: 23.1 + - name: chr-F + type: chrf + value: 0.48655 + - task: + name: Translation pus-fra + type: translation + args: pus-fra + dataset: + name: tico19-test + type: tico19-test + args: pus-fra + metrics: + - name: BLEU + type: bleu + value: 16.2 + - name: chr-F + type: chrf + value: 0.40980 + - task: + name: Translation pus-por + type: translation + args: pus-por + dataset: + name: tico19-test + type: tico19-test + args: pus-por + metrics: + - name: BLEU + type: bleu + value: 19.5 + - name: chr-F + type: chrf + value: 0.44879 + - task: + name: Translation pus-spa + type: translation + args: pus-spa + dataset: + name: tico19-test + type: tico19-test + args: pus-spa + metrics: + - name: BLEU + type: bleu + value: 20.4 + - name: chr-F + type: chrf + value: 0.45280 + - task: + name: Translation rus-eng + type: translation + args: rus-eng + dataset: + name: tico19-test + type: tico19-test + args: rus-eng + metrics: + - name: BLEU + type: bleu + value: 30.4 + - name: chr-F + type: chrf + value: 0.59787 + - task: + name: Translation rus-fra + type: translation + args: rus-fra + dataset: + name: tico19-test + type: tico19-test + args: rus-fra + metrics: + - name: BLEU + type: bleu + value: 24.1 + - name: chr-F + type: chrf + value: 0.52211 + - task: + name: Translation rus-por + type: translation + args: rus-por + dataset: + name: tico19-test + type: tico19-test + args: rus-por + metrics: + - name: BLEU + type: bleu + value: 26.9 + - name: chr-F + type: chrf + value: 0.56473 + - task: + name: Translation rus-spa + type: translation + args: rus-spa + dataset: + name: tico19-test + type: tico19-test + args: rus-spa + metrics: + - name: BLEU + type: bleu + value: 31.1 + - name: chr-F + type: chrf + value: 0.58626 + - task: + name: Translation spa-fra + type: translation + args: spa-fra + dataset: + name: tico19-test + type: tico19-test + args: spa-fra + metrics: + - name: BLEU + type: bleu + value: 33.1 + - name: chr-F + type: chrf + value: 0.59078 + - task: + name: Translation urd-eng + type: translation + args: urd-eng + dataset: + name: tico19-test + type: tico19-test + args: urd-eng + metrics: + - name: BLEU + type: bleu + value: 25.0 + - name: chr-F + type: chrf + value: 0.51957 + - task: + name: Translation urd-fra + type: translation + args: urd-fra + dataset: + name: tico19-test + type: tico19-test + args: urd-fra + metrics: + - name: BLEU + type: bleu + value: 17.2 + - name: chr-F + type: chrf + value: 0.43707 + - task: + name: Translation urd-por + type: translation + args: urd-por + dataset: + name: tico19-test + type: tico19-test + args: urd-por + metrics: + - name: BLEU + type: bleu + value: 20.1 + - name: chr-F + type: chrf + value: 0.47484 + - task: + name: Translation urd-spa + type: translation + args: urd-spa + dataset: + name: tico19-test + type: tico19-test + args: urd-spa + metrics: + - name: BLEU + type: bleu + value: 22.4 + - name: chr-F + type: chrf + value: 0.48812 + - task: + name: Translation ces-deu + type: translation + args: ces-deu + dataset: + name: newstest2008 + type: wmt-2008-news + args: ces-deu + metrics: + - name: BLEU + type: bleu + value: 21.6 + - name: chr-F + type: chrf + value: 0.52450 + - task: + name: Translation ces-eng + type: translation + args: ces-eng + dataset: + name: newstest2008 + type: wmt-2008-news + args: ces-eng + metrics: + - name: BLEU + type: bleu + value: 24.9 + - name: chr-F + type: chrf + value: 0.52805 + - task: + name: Translation ces-fra + type: translation + args: ces-fra + dataset: + name: newstest2008 + type: wmt-2008-news + args: ces-fra + metrics: + - name: BLEU + type: bleu + value: 25.4 + - name: chr-F + type: chrf + value: 0.54135 + - task: + name: Translation ces-spa + type: translation + args: ces-spa + dataset: + name: newstest2008 + type: wmt-2008-news + args: ces-spa + metrics: + - name: BLEU + type: bleu + value: 26.2 + - name: chr-F + type: chrf + value: 0.53925 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: newstest2008 + type: wmt-2008-news + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 26.2 + - name: chr-F + type: chrf + value: 0.53756 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: newstest2008 + type: wmt-2008-news + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 25.5 + - name: chr-F + type: chrf + value: 0.54147 + - task: + name: Translation deu-spa + type: translation + args: deu-spa + dataset: + name: newstest2008 + type: wmt-2008-news + args: deu-spa + metrics: + - name: BLEU + type: bleu + value: 24.8 + - name: chr-F + type: chrf + value: 0.53296 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: newstest2008 + type: wmt-2008-news + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 22.4 + - name: chr-F + type: chrf + value: 0.52399 + - task: + name: Translation eng-fra + type: translation + args: eng-fra + dataset: + name: newstest2008 + type: wmt-2008-news + args: eng-fra + metrics: + - name: BLEU + type: bleu + value: 26.1 + - name: chr-F + type: chrf + value: 0.54809 + - task: + name: Translation eng-spa + type: translation + args: eng-spa + dataset: + name: newstest2008 + type: wmt-2008-news + args: eng-spa + metrics: + - name: BLEU + type: bleu + value: 29.1 + - name: chr-F + type: chrf + value: 0.56027 + - task: + name: Translation fra-deu + type: translation + args: fra-deu + dataset: + name: newstest2008 + type: wmt-2008-news + args: fra-deu + metrics: + - name: BLEU + type: bleu + value: 21.8 + - name: chr-F + type: chrf + value: 0.52211 + - task: + name: Translation fra-eng + type: translation + args: fra-eng + dataset: + name: newstest2008 + type: wmt-2008-news + args: fra-eng + metrics: + - name: BLEU + type: bleu + value: 26.1 + - name: chr-F + type: chrf + value: 0.53878 + - task: + name: Translation fra-spa + type: translation + args: fra-spa + dataset: + name: newstest2008 + type: wmt-2008-news + args: fra-spa + metrics: + - name: BLEU + type: bleu + value: 32.5 + - name: chr-F + type: chrf + value: 0.58122 + - task: + name: Translation spa-deu + type: translation + args: spa-deu + dataset: + name: newstest2008 + type: wmt-2008-news + args: spa-deu + metrics: + - name: BLEU + type: bleu + value: 20.9 + - name: chr-F + type: chrf + value: 0.51468 + - task: + name: Translation ces-deu + type: translation + args: ces-deu + dataset: + name: newstest2009 + type: wmt-2009-news + args: ces-deu + metrics: + - name: BLEU + type: bleu + value: 22.4 + - name: chr-F + type: chrf + value: 0.52537 + - task: + name: Translation ces-eng + type: translation + args: ces-eng + dataset: + name: newstest2009 + type: wmt-2009-news + args: ces-eng + metrics: + - name: BLEU + type: bleu + value: 27.1 + - name: chr-F + type: chrf + value: 0.54467 + - task: + name: Translation ces-fra + type: translation + args: ces-fra + dataset: + name: newstest2009 + type: wmt-2009-news + args: ces-fra + metrics: + - name: BLEU + type: bleu + value: 26.1 + - name: chr-F + type: chrf + value: 0.54545 + - task: + name: Translation ces-spa + type: translation + args: ces-spa + dataset: + name: newstest2009 + type: wmt-2009-news + args: ces-spa + metrics: + - name: BLEU + type: bleu + value: 26.3 + - name: chr-F + type: chrf + value: 0.54339 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: newstest2009 + type: wmt-2009-news + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 25.9 + - name: chr-F + type: chrf + value: 0.53323 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: newstest2009 + type: wmt-2009-news + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 25.0 + - name: chr-F + type: chrf + value: 0.53408 + - task: + name: Translation deu-spa + type: translation + args: deu-spa + dataset: + name: newstest2009 + type: wmt-2009-news + args: deu-spa + metrics: + - name: BLEU + type: bleu + value: 24.4 + - name: chr-F + type: chrf + value: 0.52999 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: newstest2009 + type: wmt-2009-news + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 21.5 + - name: chr-F + type: chrf + value: 0.52387 + - task: + name: Translation eng-fra + type: translation + args: eng-fra + dataset: + name: newstest2009 + type: wmt-2009-news + args: eng-fra + metrics: + - name: BLEU + type: bleu + value: 28.7 + - name: chr-F + type: chrf + value: 0.57057 + - task: + name: Translation eng-spa + type: translation + args: eng-spa + dataset: + name: newstest2009 + type: wmt-2009-news + args: eng-spa + metrics: + - name: BLEU + type: bleu + value: 29.6 + - name: chr-F + type: chrf + value: 0.57376 + - task: + name: Translation fra-deu + type: translation + args: fra-deu + dataset: + name: newstest2009 + type: wmt-2009-news + args: fra-deu + metrics: + - name: BLEU + type: bleu + value: 21.6 + - name: chr-F + type: chrf + value: 0.51980 + - task: + name: Translation fra-eng + type: translation + args: fra-eng + dataset: + name: newstest2009 + type: wmt-2009-news + args: fra-eng + metrics: + - name: BLEU + type: bleu + value: 29.5 + - name: chr-F + type: chrf + value: 0.56151 + - task: + name: Translation fra-spa + type: translation + args: fra-spa + dataset: + name: newstest2009 + type: wmt-2009-news + args: fra-spa + metrics: + - name: BLEU + type: bleu + value: 31.4 + - name: chr-F + type: chrf + value: 0.58173 + - task: + name: Translation ita-deu + type: translation + args: ita-deu + dataset: + name: newstest2009 + type: wmt-2009-news + args: ita-deu + metrics: + - name: BLEU + type: bleu + value: 22.1 + - name: chr-F + type: chrf + value: 0.52409 + - task: + name: Translation ita-eng + type: translation + args: ita-eng + dataset: + name: newstest2009 + type: wmt-2009-news + args: ita-eng + metrics: + - name: BLEU + type: bleu + value: 32.9 + - name: chr-F + type: chrf + value: 0.58598 + - task: + name: Translation ita-fra + type: translation + args: ita-fra + dataset: + name: newstest2009 + type: wmt-2009-news + args: ita-fra + metrics: + - name: BLEU + type: bleu + value: 31.5 + - name: chr-F + type: chrf + value: 0.58722 + - task: + name: Translation ita-spa + type: translation + args: ita-spa + dataset: + name: newstest2009 + type: wmt-2009-news + args: ita-spa + metrics: + - name: BLEU + type: bleu + value: 33.1 + - name: chr-F + type: chrf + value: 0.59235 + - task: + name: Translation spa-deu + type: translation + args: spa-deu + dataset: + name: newstest2009 + type: wmt-2009-news + args: spa-deu + metrics: + - name: BLEU + type: bleu + value: 20.7 + - name: chr-F + type: chrf + value: 0.51708 + - task: + name: Translation spa-eng + type: translation + args: spa-eng + dataset: + name: newstest2009 + type: wmt-2009-news + args: spa-eng + metrics: + - name: BLEU + type: bleu + value: 29.2 + - name: chr-F + type: chrf + value: 0.56094 + - task: + name: Translation ces-deu + type: translation + args: ces-deu + dataset: + name: newstest2010 + type: wmt-2010-news + args: ces-deu + metrics: + - name: BLEU + type: bleu + value: 23.5 + - name: chr-F + type: chrf + value: 0.53608 + - task: + name: Translation ces-eng + type: translation + args: ces-eng + dataset: + name: newstest2010 + type: wmt-2010-news + args: ces-eng + metrics: + - name: BLEU + type: bleu + value: 28.8 + - name: chr-F + type: chrf + value: 0.56348 + - task: + name: Translation ces-fra + type: translation + args: ces-fra + dataset: + name: newstest2010 + type: wmt-2010-news + args: ces-fra + metrics: + - name: BLEU + type: bleu + value: 27.2 + - name: chr-F + type: chrf + value: 0.55510 + - task: + name: Translation ces-spa + type: translation + args: ces-spa + dataset: + name: newstest2010 + type: wmt-2010-news + args: ces-spa + metrics: + - name: BLEU + type: bleu + value: 30.6 + - name: chr-F + type: chrf + value: 0.57375 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: newstest2010 + type: wmt-2010-news + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 29.8 + - name: chr-F + type: chrf + value: 0.57666 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: newstest2010 + type: wmt-2010-news + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 28.2 + - name: chr-F + type: chrf + value: 0.56822 + - task: + name: Translation deu-spa + type: translation + args: deu-spa + dataset: + name: newstest2010 + type: wmt-2010-news + args: deu-spa + metrics: + - name: BLEU + type: bleu + value: 31.5 + - name: chr-F + type: chrf + value: 0.58446 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: newstest2010 + type: wmt-2010-news + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 24.8 + - name: chr-F + type: chrf + value: 0.54037 + - task: + name: Translation eng-fra + type: translation + args: eng-fra + dataset: + name: newstest2010 + type: wmt-2010-news + args: eng-fra + metrics: + - name: BLEU + type: bleu + value: 31.2 + - name: chr-F + type: chrf + value: 0.58935 + - task: + name: Translation eng-spa + type: translation + args: eng-spa + dataset: + name: newstest2010 + type: wmt-2010-news + args: eng-spa + metrics: + - name: BLEU + type: bleu + value: 35.6 + - name: chr-F + type: chrf + value: 0.61230 + - task: + name: Translation fra-deu + type: translation + args: fra-deu + dataset: + name: newstest2010 + type: wmt-2010-news + args: fra-deu + metrics: + - name: BLEU + type: bleu + value: 23.2 + - name: chr-F + type: chrf + value: 0.52993 + - task: + name: Translation fra-eng + type: translation + args: fra-eng + dataset: + name: newstest2010 + type: wmt-2010-news + args: fra-eng + metrics: + - name: BLEU + type: bleu + value: 31.7 + - name: chr-F + type: chrf + value: 0.58580 + - task: + name: Translation fra-spa + type: translation + args: fra-spa + dataset: + name: newstest2010 + type: wmt-2010-news + args: fra-spa + metrics: + - name: BLEU + type: bleu + value: 36.8 + - name: chr-F + type: chrf + value: 0.61883 + - task: + name: Translation spa-deu + type: translation + args: spa-deu + dataset: + name: newstest2010 + type: wmt-2010-news + args: spa-deu + metrics: + - name: BLEU + type: bleu + value: 24.8 + - name: chr-F + type: chrf + value: 0.54232 + - task: + name: Translation ces-deu + type: translation + args: ces-deu + dataset: + name: newstest2011 + type: wmt-2011-news + args: ces-deu + metrics: + - name: BLEU + type: bleu + value: 22.2 + - name: chr-F + type: chrf + value: 0.52042 + - task: + name: Translation ces-eng + type: translation + args: ces-eng + dataset: + name: newstest2011 + type: wmt-2011-news + args: ces-eng + metrics: + - name: BLEU + type: bleu + value: 27.8 + - name: chr-F + type: chrf + value: 0.55380 + - task: + name: Translation ces-fra + type: translation + args: ces-fra + dataset: + name: newstest2011 + type: wmt-2011-news + args: ces-fra + metrics: + - name: BLEU + type: bleu + value: 28.0 + - name: chr-F + type: chrf + value: 0.55651 + - task: + name: Translation ces-spa + type: translation + args: ces-spa + dataset: + name: newstest2011 + type: wmt-2011-news + args: ces-spa + metrics: + - name: BLEU + type: bleu + value: 29.9 + - name: chr-F + type: chrf + value: 0.56004 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: newstest2011 + type: wmt-2011-news + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 25.8 + - name: chr-F + type: chrf + value: 0.54263 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: newstest2011 + type: wmt-2011-news + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 26.4 + - name: chr-F + type: chrf + value: 0.54883 + - task: + name: Translation deu-spa + type: translation + args: deu-spa + dataset: + name: newstest2011 + type: wmt-2011-news + args: deu-spa + metrics: + - name: BLEU + type: bleu + value: 29.1 + - name: chr-F + type: chrf + value: 0.55738 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: newstest2011 + type: wmt-2011-news + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 22.4 + - name: chr-F + type: chrf + value: 0.52251 + - task: + name: Translation eng-fra + type: translation + args: eng-fra + dataset: + name: newstest2011 + type: wmt-2011-news + args: eng-fra + metrics: + - name: BLEU + type: bleu + value: 33.3 + - name: chr-F + type: chrf + value: 0.60292 + - task: + name: Translation eng-spa + type: translation + args: eng-spa + dataset: + name: newstest2011 + type: wmt-2011-news + args: eng-spa + metrics: + - name: BLEU + type: bleu + value: 37.6 + - name: chr-F + type: chrf + value: 0.61355 + - task: + name: Translation fra-deu + type: translation + args: fra-deu + dataset: + name: newstest2011 + type: wmt-2011-news + args: fra-deu + metrics: + - name: BLEU + type: bleu + value: 22.1 + - name: chr-F + type: chrf + value: 0.52082 + - task: + name: Translation fra-eng + type: translation + args: fra-eng + dataset: + name: newstest2011 + type: wmt-2011-news + args: fra-eng + metrics: + - name: BLEU + type: bleu + value: 32.3 + - name: chr-F + type: chrf + value: 0.58971 + - task: + name: Translation fra-spa + type: translation + args: fra-spa + dataset: + name: newstest2011 + type: wmt-2011-news + args: fra-spa + metrics: + - name: BLEU + type: bleu + value: 38.7 + - name: chr-F + type: chrf + value: 0.62318 + - task: + name: Translation spa-fra + type: translation + args: spa-fra + dataset: + name: newstest2011 + type: wmt-2011-news + args: spa-fra + metrics: + - name: BLEU + type: bleu + value: 34.0 + - name: chr-F + type: chrf + value: 0.60467 + - task: + name: Translation ces-deu + type: translation + args: ces-deu + dataset: + name: newstest2012 + type: wmt-2012-news + args: ces-deu + metrics: + - name: BLEU + type: bleu + value: 22.9 + - name: chr-F + type: chrf + value: 0.52126 + - task: + name: Translation ces-eng + type: translation + args: ces-eng + dataset: + name: newstest2012 + type: wmt-2012-news + args: ces-eng + metrics: + - name: BLEU + type: bleu + value: 27.0 + - name: chr-F + type: chrf + value: 0.54980 + - task: + name: Translation ces-fra + type: translation + args: ces-fra + dataset: + name: newstest2012 + type: wmt-2012-news + args: ces-fra + metrics: + - name: BLEU + type: bleu + value: 26.8 + - name: chr-F + type: chrf + value: 0.55088 + - task: + name: Translation ces-spa + type: translation + args: ces-spa + dataset: + name: newstest2012 + type: wmt-2012-news + args: ces-spa + metrics: + - name: BLEU + type: bleu + value: 29.9 + - name: chr-F + type: chrf + value: 0.55950 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: newstest2012 + type: wmt-2012-news + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 27.5 + - name: chr-F + type: chrf + value: 0.55507 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: newstest2012 + type: wmt-2012-news + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 26.6 + - name: chr-F + type: chrf + value: 0.55160 + - task: + name: Translation deu-spa + type: translation + args: deu-spa + dataset: + name: newstest2012 + type: wmt-2012-news + args: deu-spa + metrics: + - name: BLEU + type: bleu + value: 30.1 + - name: chr-F + type: chrf + value: 0.56307 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: newstest2012 + type: wmt-2012-news + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 22.9 + - name: chr-F + type: chrf + value: 0.52121 + - task: + name: Translation eng-fra + type: translation + args: eng-fra + dataset: + name: newstest2012 + type: wmt-2012-news + args: eng-fra + metrics: + - name: BLEU + type: bleu + value: 30.8 + - name: chr-F + type: chrf + value: 0.58675 + - task: + name: Translation eng-spa + type: translation + args: eng-spa + dataset: + name: newstest2012 + type: wmt-2012-news + args: eng-spa + metrics: + - name: BLEU + type: bleu + value: 37.9 + - name: chr-F + type: chrf + value: 0.61689 + - task: + name: Translation fra-deu + type: translation + args: fra-deu + dataset: + name: newstest2012 + type: wmt-2012-news + args: fra-deu + metrics: + - name: BLEU + type: bleu + value: 23.2 + - name: chr-F + type: chrf + value: 0.52009 + - task: + name: Translation fra-eng + type: translation + args: fra-eng + dataset: + name: newstest2012 + type: wmt-2012-news + args: fra-eng + metrics: + - name: BLEU + type: bleu + value: 32.3 + - name: chr-F + type: chrf + value: 0.58405 + - task: + name: Translation fra-spa + type: translation + args: fra-spa + dataset: + name: newstest2012 + type: wmt-2012-news + args: fra-spa + metrics: + - name: BLEU + type: bleu + value: 38.5 + - name: chr-F + type: chrf + value: 0.62038 + - task: + name: Translation rus-deu + type: translation + args: rus-deu + dataset: + name: newstest2012 + type: wmt-2012-news + args: rus-deu + metrics: + - name: BLEU + type: bleu + value: 18.3 + - name: chr-F + type: chrf + value: 0.47965 + - task: + name: Translation rus-eng + type: translation + args: rus-eng + dataset: + name: newstest2012 + type: wmt-2012-news + args: rus-eng + metrics: + - name: BLEU + type: bleu + value: 36.1 + - name: chr-F + type: chrf + value: 0.61258 + - task: + name: Translation rus-fra + type: translation + args: rus-fra + dataset: + name: newstest2012 + type: wmt-2012-news + args: rus-fra + metrics: + - name: BLEU + type: bleu + value: 24.2 + - name: chr-F + type: chrf + value: 0.52674 + - task: + name: Translation rus-spa + type: translation + args: rus-spa + dataset: + name: newstest2012 + type: wmt-2012-news + args: rus-spa + metrics: + - name: BLEU + type: bleu + value: 27.4 + - name: chr-F + type: chrf + value: 0.53760 + - task: + name: Translation ces-deu + type: translation + args: ces-deu + dataset: + name: newstest2013 + type: wmt-2013-news + args: ces-deu + metrics: + - name: BLEU + type: bleu + value: 25.3 + - name: chr-F + type: chrf + value: 0.54483 + - task: + name: Translation ces-eng + type: translation + args: ces-eng + dataset: + name: newstest2013 + type: wmt-2013-news + args: ces-eng + metrics: + - name: BLEU + type: bleu + value: 30.7 + - name: chr-F + type: chrf + value: 0.57212 + - task: + name: Translation ces-fra + type: translation + args: ces-fra + dataset: + name: newstest2013 + type: wmt-2013-news + args: ces-fra + metrics: + - name: BLEU + type: bleu + value: 28.4 + - name: chr-F + type: chrf + value: 0.55258 + - task: + name: Translation ces-spa + type: translation + args: ces-spa + dataset: + name: newstest2013 + type: wmt-2013-news + args: ces-spa + metrics: + - name: BLEU + type: bleu + value: 30.6 + - name: chr-F + type: chrf + value: 0.56179 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: newstest2013 + type: wmt-2013-news + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 31.0 + - name: chr-F + type: chrf + value: 0.57382 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: newstest2013 + type: wmt-2013-news + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 28.8 + - name: chr-F + type: chrf + value: 0.55576 + - task: + name: Translation deu-spa + type: translation + args: deu-spa + dataset: + name: newstest2013 + type: wmt-2013-news + args: deu-spa + metrics: + - name: BLEU + type: bleu + value: 30.9 + - name: chr-F + type: chrf + value: 0.56220 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: newstest2013 + type: wmt-2013-news + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 26.6 + - name: chr-F + type: chrf + value: 0.54830 + - task: + name: Translation eng-fra + type: translation + args: eng-fra + dataset: + name: newstest2013 + type: wmt-2013-news + args: eng-fra + metrics: + - name: BLEU + type: bleu + value: 32.6 + - name: chr-F + type: chrf + value: 0.58195 + - task: + name: Translation eng-spa + type: translation + args: eng-spa + dataset: + name: newstest2013 + type: wmt-2013-news + args: eng-spa + metrics: + - name: BLEU + type: bleu + value: 34.6 + - name: chr-F + type: chrf + value: 0.59254 + - task: + name: Translation fra-deu + type: translation + args: fra-deu + dataset: + name: newstest2013 + type: wmt-2013-news + args: fra-deu + metrics: + - name: BLEU + type: bleu + value: 24.6 + - name: chr-F + type: chrf + value: 0.53465 + - task: + name: Translation fra-eng + type: translation + args: fra-eng + dataset: + name: newstest2013 + type: wmt-2013-news + args: fra-eng + metrics: + - name: BLEU + type: bleu + value: 32.9 + - name: chr-F + type: chrf + value: 0.58395 + - task: + name: Translation fra-spa + type: translation + args: fra-spa + dataset: + name: newstest2013 + type: wmt-2013-news + args: fra-spa + metrics: + - name: BLEU + type: bleu + value: 34.1 + - name: chr-F + type: chrf + value: 0.58748 + - task: + name: Translation rus-deu + type: translation + args: rus-deu + dataset: + name: newstest2013 + type: wmt-2013-news + args: rus-deu + metrics: + - name: BLEU + type: bleu + value: 22.4 + - name: chr-F + type: chrf + value: 0.51980 + - task: + name: Translation rus-eng + type: translation + args: rus-eng + dataset: + name: newstest2013 + type: wmt-2013-news + args: rus-eng + metrics: + - name: BLEU + type: bleu + value: 28.9 + - name: chr-F + type: chrf + value: 0.55557 + - task: + name: Translation rus-fra + type: translation + args: rus-fra + dataset: + name: newstest2013 + type: wmt-2013-news + args: rus-fra + metrics: + - name: BLEU + type: bleu + value: 27.6 + - name: chr-F + type: chrf + value: 0.54627 + - task: + name: Translation rus-spa + type: translation + args: rus-spa + dataset: + name: newstest2013 + type: wmt-2013-news + args: rus-spa + metrics: + - name: BLEU + type: bleu + value: 30.5 + - name: chr-F + type: chrf + value: 0.55540 + - task: + name: Translation spa-deu + type: translation + args: spa-deu + dataset: + name: newstest2013 + type: wmt-2013-news + args: spa-deu + metrics: + - name: BLEU + type: bleu + value: 24.8 + - name: chr-F + type: chrf + value: 0.53925 + - task: + name: Translation ces-eng + type: translation + args: ces-eng + dataset: + name: newstest2014 + type: wmt-2014-news + args: ces-eng + metrics: + - name: BLEU + type: bleu + value: 33.9 + - name: chr-F + type: chrf + value: 0.61449 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: newstest2014 + type: wmt-2014-news + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 32.1 + - name: chr-F + type: chrf + value: 0.58733 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: newstest2014 + type: wmt-2014-news + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 26.5 + - name: chr-F + type: chrf + value: 0.57701 + - task: + name: Translation eng-fra + type: translation + args: eng-fra + dataset: + name: newstest2014 + type: wmt-2014-news + args: eng-fra + metrics: + - name: BLEU + type: bleu + value: 38.1 + - name: chr-F + type: chrf + value: 0.63976 + - task: + name: Translation fra-eng + type: translation + args: fra-eng + dataset: + name: newstest2014 + type: wmt-2014-news + args: fra-eng + metrics: + - name: BLEU + type: bleu + value: 36.8 + - name: chr-F + type: chrf + value: 0.62627 + - task: + name: Translation hin-eng + type: translation + args: hin-eng + dataset: + name: newstest2014 + type: wmt-2014-news + args: hin-eng + metrics: + - name: BLEU + type: bleu + value: 26.4 + - name: chr-F + type: chrf + value: 0.56343 + - task: + name: Translation rus-eng + type: translation + args: rus-eng + dataset: + name: newstest2014 + type: wmt-2014-news + args: rus-eng + metrics: + - name: BLEU + type: bleu + value: 36.6 + - name: chr-F + type: chrf + value: 0.62633 + - task: + name: Translation ces-eng + type: translation + args: ces-eng + dataset: + name: newstest2015 + type: wmt-2015-news + args: ces-eng + metrics: + - name: BLEU + type: bleu + value: 30.7 + - name: chr-F + type: chrf + value: 0.56562 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: newstest2015 + type: wmt-2015-news + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 33.3 + - name: chr-F + type: chrf + value: 0.59036 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: newstest2015 + type: wmt-2015-news + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 30.1 + - name: chr-F + type: chrf + value: 0.58604 + - task: + name: Translation rus-eng + type: translation + args: rus-eng + dataset: + name: newstest2015 + type: wmt-2015-news + args: rus-eng + metrics: + - name: BLEU + type: bleu + value: 32.5 + - name: chr-F + type: chrf + value: 0.58794 + - task: + name: Translation ces-eng + type: translation + args: ces-eng + dataset: + name: newstest2016 + type: wmt-2016-news + args: ces-eng + metrics: + - name: BLEU + type: bleu + value: 32.6 + - name: chr-F + type: chrf + value: 0.58896 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: newstest2016 + type: wmt-2016-news + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 39.4 + - name: chr-F + type: chrf + value: 0.63945 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: newstest2016 + type: wmt-2016-news + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 35.9 + - name: chr-F + type: chrf + value: 0.62731 + - task: + name: Translation ron-eng + type: translation + args: ron-eng + dataset: + name: newstest2016 + type: wmt-2016-news + args: ron-eng + metrics: + - name: BLEU + type: bleu + value: 38.1 + - name: chr-F + type: chrf + value: 0.63051 + - task: + name: Translation rus-eng + type: translation + args: rus-eng + dataset: + name: newstest2016 + type: wmt-2016-news + args: rus-eng + metrics: + - name: BLEU + type: bleu + value: 32.5 + - name: chr-F + type: chrf + value: 0.58858 + - task: + name: Translation ces-eng + type: translation + args: ces-eng + dataset: + name: newstest2017 + type: wmt-2017-news + args: ces-eng + metrics: + - name: BLEU + type: bleu + value: 29.0 + - name: chr-F + type: chrf + value: 0.55759 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: newstest2017 + type: wmt-2017-news + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 34.8 + - name: chr-F + type: chrf + value: 0.60252 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: newstest2017 + type: wmt-2017-news + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 28.7 + - name: chr-F + type: chrf + value: 0.57779 + - task: + name: Translation lav-eng + type: translation + args: lav-eng + dataset: + name: newstest2017 + type: wmt-2017-news + args: lav-eng + metrics: + - name: BLEU + type: bleu + value: 20.2 + - name: chr-F + type: chrf + value: 0.51103 + - task: + name: Translation rus-eng + type: translation + args: rus-eng + dataset: + name: newstest2017 + type: wmt-2017-news + args: rus-eng + metrics: + - name: BLEU + type: bleu + value: 36.1 + - name: chr-F + type: chrf + value: 0.61663 + - task: + name: Translation ces-eng + type: translation + args: ces-eng + dataset: + name: newstest2018 + type: wmt-2018-news + args: ces-eng + metrics: + - name: BLEU + type: bleu + value: 29.6 + - name: chr-F + type: chrf + value: 0.56663 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: newstest2018 + type: wmt-2018-news + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 41.8 + - name: chr-F + type: chrf + value: 0.65768 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: newstest2018 + type: wmt-2018-news + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 43.5 + - name: chr-F + type: chrf + value: 0.67590 + - task: + name: Translation rus-eng + type: translation + args: rus-eng + dataset: + name: newstest2018 + type: wmt-2018-news + args: rus-eng + metrics: + - name: BLEU + type: bleu + value: 31.5 + - name: chr-F + type: chrf + value: 0.58427 + - task: + name: Translation ces-deu + type: translation + args: ces-deu + dataset: + name: newstest2019 + type: wmt-2019-news + args: ces-deu + metrics: + - name: BLEU + type: bleu + value: 23.8 + - name: chr-F + type: chrf + value: 0.53405 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: newstest2019 + type: wmt-2019-news + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 37.7 + - name: chr-F + type: chrf + value: 0.62158 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: newstest2019 + type: wmt-2019-news + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 34.4 + - name: chr-F + type: chrf + value: 0.61819 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: newstest2019 + type: wmt-2019-news + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 39.8 + - name: chr-F + type: chrf + value: 0.64640 + - task: + name: Translation fra-deu + type: translation + args: fra-deu + dataset: + name: newstest2019 + type: wmt-2019-news + args: fra-deu + metrics: + - name: BLEU + type: bleu + value: 27.6 + - name: chr-F + type: chrf + value: 0.59291 + - task: + name: Translation guj-eng + type: translation + args: guj-eng + dataset: + name: newstest2019 + type: wmt-2019-news + args: guj-eng + metrics: + - name: BLEU + type: bleu + value: 22.5 + - name: chr-F + type: chrf + value: 0.51165 + - task: + name: Translation lit-eng + type: translation + args: lit-eng + dataset: + name: newstest2019 + type: wmt-2019-news + args: lit-eng + metrics: + - name: BLEU + type: bleu + value: 29.1 + - name: chr-F + type: chrf + value: 0.58019 + - task: + name: Translation rus-eng + type: translation + args: rus-eng + dataset: + name: newstest2019 + type: wmt-2019-news + args: rus-eng + metrics: + - name: BLEU + type: bleu + value: 37.8 + - name: chr-F + type: chrf + value: 0.62499 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: newstest2020 + type: wmt-2020-news + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 30.9 + - name: chr-F + type: chrf + value: 0.56495 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: newstest2020 + type: wmt-2020-news + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 31.6 + - name: chr-F + type: chrf + value: 0.59211 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: newstest2020 + type: wmt-2020-news + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 30.2 + - name: chr-F + type: chrf + value: 0.58436 + - task: + name: Translation fra-deu + type: translation + args: fra-deu + dataset: + name: newstest2020 + type: wmt-2020-news + args: fra-deu + metrics: + - name: BLEU + type: bleu + value: 26.6 + - name: chr-F + type: chrf + value: 0.59478 + - task: + name: Translation pol-eng + type: translation + args: pol-eng + dataset: + name: newstest2020 + type: wmt-2020-news + args: pol-eng + metrics: + - name: BLEU + type: bleu + value: 27.7 + - name: chr-F + type: chrf + value: 0.56674 + - task: + name: Translation pus-eng + type: translation + args: pus-eng + dataset: + name: newstest2020 + type: wmt-2020-news + args: pus-eng + metrics: + - name: BLEU + type: bleu + value: 10.8 + - name: chr-F + type: chrf + value: 0.37276 + - task: + name: Translation rus-eng + type: translation + args: rus-eng + dataset: + name: newstest2020 + type: wmt-2020-news + args: rus-eng + metrics: + - name: BLEU + type: bleu + value: 33.6 + - name: chr-F + type: chrf + value: 0.62387 + - task: + name: Translation ces-eng + type: translation + args: ces-eng + dataset: + name: newstest2021 + type: wmt-2021-news + args: ces-eng + metrics: + - name: BLEU + type: bleu + value: 25.6 + - name: chr-F + type: chrf + value: 0.54943 + - task: + name: Translation deu-eng + type: translation + args: deu-eng + dataset: + name: newstest2021 + type: wmt-2021-news + args: deu-eng + metrics: + - name: BLEU + type: bleu + value: 30.5 + - name: chr-F + type: chrf + value: 0.58675 + - task: + name: Translation deu-fra + type: translation + args: deu-fra + dataset: + name: newstest2021 + type: wmt-2021-news + args: deu-fra + metrics: + - name: BLEU + type: bleu + value: 30.0 + - name: chr-F + type: chrf + value: 0.57690 + - task: + name: Translation eng-deu + type: translation + args: eng-deu + dataset: + name: newstest2021 + type: wmt-2021-news + args: eng-deu + metrics: + - name: BLEU + type: bleu + value: 24.9 + - name: chr-F + type: chrf + value: 0.55381 + - task: + name: Translation fra-deu + type: translation + args: fra-deu + dataset: + name: newstest2021 + type: wmt-2021-news + args: fra-deu + metrics: + - name: BLEU + type: bleu + value: 37.2 + - name: chr-F + type: chrf + value: 0.63942 + - task: + name: Translation isl-eng + type: translation + args: isl-eng + dataset: + name: newstest2021 + type: wmt-2021-news + args: isl-eng + metrics: + - name: BLEU + type: bleu + value: 29.2 + - name: chr-F + type: chrf + value: 0.53701 + - task: + name: Translation rus-eng + type: translation + args: rus-eng + dataset: + name: newstest2021 + type: wmt-2021-news + args: rus-eng + metrics: + - name: BLEU + type: bleu + value: 33.7 + - name: chr-F + type: chrf + value: 0.60760 +--- +# opus-mt-tc-bible-big-ine-deu_eng_fra_por_spa + +## Table of Contents +- [Model Details](#model-details) +- [Uses](#uses) +- [Risks, Limitations and Biases](#risks-limitations-and-biases) +- [How to Get Started With the Model](#how-to-get-started-with-the-model) +- [Training](#training) +- [Evaluation](#evaluation) +- [Citation Information](#citation-information) +- [Acknowledgements](#acknowledgements) + +## Model Details + +Neural machine translation model for translating from Indo-European languages (ine) to unknown (deu+eng+fra+por+spa). + +This model is part of the [OPUS-MT project](https://github.com/Helsinki-NLP/Opus-MT), an effort to make neural machine translation models widely available and accessible for many languages in the world. All models are originally trained using the amazing framework of [Marian NMT](https://marian-nmt.github.io/), an efficient NMT implementation written in pure C++. The models have been converted to pyTorch using the transformers library by huggingface. Training data is taken from [OPUS](https://opus.nlpl.eu/) and training pipelines use the procedures of [OPUS-MT-train](https://github.com/Helsinki-NLP/Opus-MT-train). +**Model Description:** +- **Developed by:** Language Technology Research Group at the University of Helsinki +- **Model Type:** Translation (transformer-big) +- **Release**: 2024-05-30 +- **License:** Apache-2.0 +- **Language(s):** + - Source Language(s): acf afr aln ang anp arg asm ast awa bal bar bel ben bho bis bos bpy bre bul bzj cat cbk ces chu ckb cnr cor cos crs csb cym dan deu diq div djk drt dsb dty egl ell eng enm ext fao fas fra frm fro frp frr fry fur gbm gcf gla gle glg glk glv gos got grc gsw guj hat hbs hif hin hne hns hrv hrx hsb hwc hye hyw icr isl ita jam jdt kas kea kmr kok kri ksh kur lad lah lat lav lij lim lit lld lmo lou lrc ltz mag mai mar mfe mkd mol mwl mzn nap nds nep nld nno nob non nor npi oci ofs ori orv osp oss pal pan pap pcd pcm pdc pes pfl pih pis pli pms pnt pol por prg prs pus rhg rmy roh rom ron rop rue rup rus san scn sco sdh sgs sin skr slk slv snd spa sqi srd srm srn srp stq swe swg syl szl tcs tgk tly tpi ukr urd vec vls wae wln xcl yid zea zza + - Target Language(s): deu eng fra por spa + - Valid Target Language Labels: >>deu<< >>eng<< >>fra<< >>por<< >>spa<< >>xxx<< +- **Original Model**: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip](https://object.pouta.csc.fi/Tatoeba-MT-models/ine-deu+eng+fra+por+spa/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip) +- **Resources for more information:** + - [OPUS-MT dashboard](https://opus.nlpl.eu/dashboard/index.php?pkg=opusmt&test=all&scoreslang=all&chart=standard&model=Tatoeba-MT-models/ine-deu%2Beng%2Bfra%2Bpor%2Bspa/opusTCv20230926max50%2Bbt%2Bjhubc_transformer-big_2024-05-30) + - [OPUS-MT-train GitHub Repo](https://github.com/Helsinki-NLP/OPUS-MT-train) + - [More information about MarianNMT models in the transformers library](https://huggingface.co/docs/transformers/model_doc/marian) + - [Tatoeba Translation Challenge](https://github.com/Helsinki-NLP/Tatoeba-Challenge/) + - [HPLT bilingual data v1 (as part of the Tatoeba Translation Challenge dataset)](https://hplt-project.org/datasets/v1) + - [A massively parallel Bible corpus](https://aclanthology.org/L14-1215/) + +This is a multilingual translation model with multiple target languages. A sentence initial language token is required in the form of `>>id<<` (id = valid target language ID), e.g. `>>deu<<` + +## Uses + +This model can be used for translation and text-to-text generation. + +## Risks, Limitations and Biases + +**CONTENT WARNING: Readers should be aware that the model is trained on various public data sets that may contain content that is disturbing, offensive, and can propagate historical and current stereotypes.** + +Significant research has explored bias and fairness issues with language models (see, e.g., [Sheng et al. (2021)](https://aclanthology.org/2021.acl-long.330.pdf) and [Bender et al. (2021)](https://dl.acm.org/doi/pdf/10.1145/3442188.3445922)). + +## How to Get Started With the Model + +A short example code: + +```python +from transformers import MarianMTModel, MarianTokenizer + +src_text = [ + ">>deu<< Replace this with text in an accepted source language.", + ">>spa<< This is the second sentence." +] + +model_name = "pytorch-models/opus-mt-tc-bible-big-ine-deu_eng_fra_por_spa" +tokenizer = MarianTokenizer.from_pretrained(model_name) +model = MarianMTModel.from_pretrained(model_name) +translated = model.generate(**tokenizer(src_text, return_tensors="pt", padding=True)) + +for t in translated: + print( tokenizer.decode(t, skip_special_tokens=True) ) +``` + +You can also use OPUS-MT models with the transformers pipelines, for example: + +```python +from transformers import pipeline +pipe = pipeline("translation", model="Helsinki-NLP/opus-mt-tc-bible-big-ine-deu_eng_fra_por_spa") +print(pipe(">>deu<< Replace this with text in an accepted source language.")) +``` + +## Training + +- **Data**: opusTCv20230926max50+bt+jhubc ([source](https://github.com/Helsinki-NLP/Tatoeba-Challenge)) +- **Pre-processing**: SentencePiece (spm32k,spm32k) +- **Model Type:** transformer-big +- **Original MarianNMT Model**: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip](https://object.pouta.csc.fi/Tatoeba-MT-models/ine-deu+eng+fra+por+spa/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-30.zip) +- **Training Scripts**: [GitHub Repo](https://github.com/Helsinki-NLP/OPUS-MT-train) + +## Evaluation + +* [Model scores at the OPUS-MT dashboard](https://opus.nlpl.eu/dashboard/index.php?pkg=opusmt&test=all&scoreslang=all&chart=standard&model=Tatoeba-MT-models/ine-deu%2Beng%2Bfra%2Bpor%2Bspa/opusTCv20230926max50%2Bbt%2Bjhubc_transformer-big_2024-05-30) +* test set translations: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.test.txt](https://object.pouta.csc.fi/Tatoeba-MT-models/ine-deu+eng+fra+por+spa/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.test.txt) +* test set scores: [opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.eval.txt](https://object.pouta.csc.fi/Tatoeba-MT-models/ine-deu+eng+fra+por+spa/opusTCv20230926max50+bt+jhubc_transformer-big_2024-05-29.eval.txt) +* benchmark results: [benchmark_results.txt](benchmark_results.txt) +* benchmark output: [benchmark_translations.zip](benchmark_translations.zip) + +| langpair | testset | chr-F | BLEU | #sent | #words | +|----------|---------|-------|-------|-------|--------| +| afr-deu | tatoeba-test-v2021-08-07 | 0.68516 | 48.8 | 1583 | 9105 | +| afr-eng | tatoeba-test-v2021-08-07 | 0.73535 | 60.8 | 1374 | 9622 | +| afr-spa | tatoeba-test-v2021-08-07 | 0.72814 | 57.6 | 448 | 2783 | +| awa-eng | tatoeba-test-v2021-08-07 | 0.62154 | 42.4 | 279 | 1335 | +| bel-deu | tatoeba-test-v2021-08-07 | 0.65145 | 44.1 | 551 | 4182 | +| bel-eng | tatoeba-test-v2021-08-07 | 0.62648 | 44.8 | 2500 | 18571 | +| bel-fra | tatoeba-test-v2021-08-07 | 0.66291 | 47.4 | 283 | 2005 | +| bel-spa | tatoeba-test-v2021-08-07 | 0.66644 | 46.5 | 205 | 1412 | +| ben-eng | tatoeba-test-v2021-08-07 | 0.62742 | 46.1 | 2500 | 13978 | +| bos_Latn-eng | tatoeba-test-v2021-08-07 | 0.76603 | 62.5 | 301 | 1826 | +| bre-eng | tatoeba-test-v2021-08-07 | 0.47135 | 26.2 | 383 | 2065 | +| bul-deu | tatoeba-test-v2021-08-07 | 0.68593 | 49.1 | 314 | 2224 | +| bul-eng | tatoeba-test-v2021-08-07 | 0.69980 | 55.5 | 10000 | 71872 | +| bul-fra | tatoeba-test-v2021-08-07 | 0.69233 | 52.4 | 446 | 3669 | +| bul-spa | tatoeba-test-v2021-08-07 | 0.66731 | 49.2 | 286 | 1783 | +| cat-deu | tatoeba-test-v2021-08-07 | 0.65296 | 45.7 | 723 | 5676 | +| cat-eng | tatoeba-test-v2021-08-07 | 0.70714 | 55.6 | 1631 | 12627 | +| cat-fra | tatoeba-test-v2021-08-07 | 0.71112 | 53.7 | 700 | 5664 | +| cat-por | tatoeba-test-v2021-08-07 | 0.74022 | 56.3 | 747 | 6119 | +| cat-spa | tatoeba-test-v2021-08-07 | 0.85238 | 74.0 | 1534 | 12094 | +| ces-deu | tatoeba-test-v2021-08-07 | 0.68073 | 50.1 | 3490 | 27155 | +| ces-eng | tatoeba-test-v2021-08-07 | 0.68902 | 53.6 | 13824 | 105010 | +| ces-fra | tatoeba-test-v2021-08-07 | 0.70071 | 53.5 | 438 | 3346 | +| ces-spa | tatoeba-test-v2021-08-07 | 0.69957 | 52.5 | 1807 | 12716 | +| cym-eng | tatoeba-test-v2021-08-07 | 0.65153 | 47.5 | 818 | 5563 | +| dan-deu | tatoeba-test-v2021-08-07 | 0.72320 | 53.7 | 9998 | 76055 | +| dan-eng | tatoeba-test-v2021-08-07 | 0.75679 | 62.3 | 10795 | 79684 | +| dan-fra | tatoeba-test-v2021-08-07 | 0.76077 | 61.8 | 1731 | 11882 | +| dan-por | tatoeba-test-v2021-08-07 | 0.76460 | 58.8 | 873 | 5360 | +| dan-spa | tatoeba-test-v2021-08-07 | 0.71685 | 53.8 | 5000 | 35528 | +| deu-deu | tatoeba-test-v2021-08-07 | 0.60029 | 37.6 | 2500 | 20806 | +| deu-eng | tatoeba-test-v2021-08-07 | 0.65647 | 48.4 | 17565 | 149462 | +| deu-fra | tatoeba-test-v2021-08-07 | 0.66811 | 48.7 | 12418 | 102721 | +| deu-por | tatoeba-test-v2021-08-07 | 0.62766 | 42.2 | 10000 | 81482 | +| deu-spa | tatoeba-test-v2021-08-07 | 0.67276 | 48.2 | 10521 | 82570 | +| dsb-deu | tatoeba-test-v2021-08-07 | 0.55993 | 34.5 | 640 | 4469 | +| ell-deu | tatoeba-test-v2021-08-07 | 0.68199 | 51.9 | 2500 | 17025 | +| ell-eng | tatoeba-test-v2021-08-07 | 0.76316 | 63.6 | 10899 | 68682 | +| ell-fra | tatoeba-test-v2021-08-07 | 0.74291 | 59.1 | 1506 | 9726 | +| ell-por | tatoeba-test-v2021-08-07 | 0.69593 | 50.0 | 885 | 5196 | +| ell-spa | tatoeba-test-v2021-08-07 | 0.64482 | 47.9 | 1829 | 10828 | +| eng-deu | tatoeba-test-v2021-08-07 | 0.61606 | 39.7 | 17565 | 151568 | +| eng-eng | tatoeba-test-v2021-08-07 | 0.82285 | 65.4 | 12062 | 115106 | +| eng-fra | tatoeba-test-v2021-08-07 | 0.67435 | 49.4 | 12681 | 106378 | +| eng-por | tatoeba-test-v2021-08-07 | 0.70975 | 51.9 | 13222 | 105265 | +| eng-spa | tatoeba-test-v2021-08-07 | 0.71497 | 53.9 | 16583 | 134710 | +| fao-eng | tatoeba-test-v2021-08-07 | 0.55253 | 40.1 | 294 | 1984 | +| fas-deu | tatoeba-test-v2021-08-07 | 0.57907 | 34.2 | 3185 | 25590 | +| fas-eng | tatoeba-test-v2021-08-07 | 0.58280 | 39.2 | 3762 | 31480 | +| fas-fra | tatoeba-test-v2021-08-07 | 0.57554 | 35.7 | 376 | 3377 | +| fra-deu | tatoeba-test-v2021-08-07 | 0.67258 | 47.6 | 12418 | 100545 | +| fra-eng | tatoeba-test-v2021-08-07 | 0.71355 | 56.3 | 12681 | 101754 | +| fra-fra | tatoeba-test-v2021-08-07 | 0.63538 | 43.9 | 1000 | 7757 | +| fra-por | tatoeba-test-v2021-08-07 | 0.69703 | 50.7 | 10518 | 77650 | +| fra-spa | tatoeba-test-v2021-08-07 | 0.71014 | 53.3 | 10294 | 78406 | +| fry-eng | tatoeba-test-v2021-08-07 | 0.55802 | 37.9 | 220 | 1573 | +| gla-eng | tatoeba-test-v2021-08-07 | 0.44054 | 27.0 | 955 | 6611 | +| gla-spa | tatoeba-test-v2021-08-07 | 0.44549 | 23.0 | 289 | 1608 | +| gle-eng | tatoeba-test-v2021-08-07 | 0.63566 | 48.1 | 1913 | 11190 | +| glg-eng | tatoeba-test-v2021-08-07 | 0.69249 | 54.1 | 1015 | 8421 | +| glg-por | tatoeba-test-v2021-08-07 | 0.76777 | 61.5 | 433 | 3105 | +| glg-spa | tatoeba-test-v2021-08-07 | 0.80359 | 68.8 | 2121 | 17443 | +| gos-deu | tatoeba-test-v2021-08-07 | 0.44004 | 17.2 | 207 | 1168 | +| gos-eng | tatoeba-test-v2021-08-07 | 0.37952 | 20.8 | 1154 | 5635 | +| gsw-eng | tatoeba-test-v2021-08-07 | 0.48360 | 32.5 | 205 | 990 | +| hbs-deu | tatoeba-test-v2021-08-07 | 0.68769 | 50.7 | 1959 | 15559 | +| hbs-eng | tatoeba-test-v2021-08-07 | 0.68956 | 54.9 | 10017 | 68934 | +| hbs-fra | tatoeba-test-v2021-08-07 | 0.66551 | 47.0 | 474 | 3370 | +| hbs-spa | tatoeba-test-v2021-08-07 | 0.70241 | 53.4 | 607 | 3766 | +| hin-eng | tatoeba-test-v2021-08-07 | 0.64048 | 47.1 | 5000 | 33943 | +| hrv-deu | tatoeba-test-v2021-08-07 | 0.66676 | 48.9 | 782 | 5734 | +| hrv-eng | tatoeba-test-v2021-08-07 | 0.71884 | 56.8 | 1480 | 10620 | +| hrv-fra | tatoeba-test-v2021-08-07 | 0.62438 | 42.3 | 258 | 1943 | +| hrv-spa | tatoeba-test-v2021-08-07 | 0.68433 | 52.9 | 254 | 1702 | +| hsb-deu | tatoeba-test-v2021-08-07 | 0.61176 | 40.9 | 666 | 4818 | +| hye-eng | tatoeba-test-v2021-08-07 | 0.50806 | 29.0 | 1121 | 5066 | +| isl-deu | tatoeba-test-v2021-08-07 | 0.66238 | 47.4 | 969 | 6279 | +| isl-eng | tatoeba-test-v2021-08-07 | 0.64466 | 48.1 | 2503 | 19788 | +| isl-spa | tatoeba-test-v2021-08-07 | 0.61980 | 42.5 | 238 | 1229 | +| ita-deu | tatoeba-test-v2021-08-07 | 0.67198 | 47.8 | 10094 | 79762 | +| ita-eng | tatoeba-test-v2021-08-07 | 0.79538 | 68.3 | 17320 | 119214 | +| ita-fra | tatoeba-test-v2021-08-07 | 0.76540 | 62.7 | 10091 | 66377 | +| ita-por | tatoeba-test-v2021-08-07 | 0.73006 | 54.1 | 3066 | 25668 | +| ita-spa | tatoeba-test-v2021-08-07 | 0.76476 | 61.0 | 5000 | 34937 | +| kur_Latn-deu | tatoeba-test-v2021-08-07 | 0.38732 | 23.8 | 223 | 1323 | +| kur_Latn-eng | tatoeba-test-v2021-08-07 | 0.39058 | 22.8 | 290 | 1708 | +| lad-deu | tatoeba-test-v2021-08-07 | 0.40264 | 10.1 | 220 | 1175 | +| lad-eng | tatoeba-test-v2021-08-07 | 0.47244 | 26.5 | 768 | 4184 | +| lad-spa | tatoeba-test-v2021-08-07 | 0.51096 | 26.7 | 276 | 1448 | +| lad_Latn-eng | tatoeba-test-v2021-08-07 | 0.53303 | 37.2 | 672 | 3665 | +| lad_Latn-spa | tatoeba-test-v2021-08-07 | 0.59686 | 42.3 | 239 | 1239 | +| lat-deu | tatoeba-test-v2021-08-07 | 0.42426 | 25.2 | 2016 | 13326 | +| lat-eng | tatoeba-test-v2021-08-07 | 0.41822 | 23.5 | 10298 | 100152 | +| lat-spa | tatoeba-test-v2021-08-07 | 0.44259 | 23.3 | 3129 | 34036 | +| lav-eng | tatoeba-test-v2021-08-07 | 0.70077 | 55.0 | 1631 | 11213 | +| lit-deu | tatoeba-test-v2021-08-07 | 0.65720 | 46.5 | 1115 | 8531 | +| lit-eng | tatoeba-test-v2021-08-07 | 0.71630 | 57.3 | 2528 | 17855 | +| lit-spa | tatoeba-test-v2021-08-07 | 0.67909 | 50.9 | 454 | 2751 | +| ltz-deu | tatoeba-test-v2021-08-07 | 0.63420 | 47.0 | 347 | 2208 | +| ltz-eng | tatoeba-test-v2021-08-07 | 0.64228 | 53.6 | 293 | 1840 | +| mar-eng | tatoeba-test-v2021-08-07 | 0.64526 | 47.0 | 10396 | 67527 | +| mkd-eng | tatoeba-test-v2021-08-07 | 0.66313 | 52.4 | 10010 | 65667 | +| mkd-spa | tatoeba-test-v2021-08-07 | 0.71066 | 55.7 | 217 | 1121 | +| nds-deu | tatoeba-test-v2021-08-07 | 0.66221 | 47.6 | 9999 | 74564 | +| nds-eng | tatoeba-test-v2021-08-07 | 0.61480 | 44.4 | 2500 | 17589 | +| nds-fra | tatoeba-test-v2021-08-07 | 0.61459 | 45.9 | 857 | 5676 | +| nds-por | tatoeba-test-v2021-08-07 | 0.60646 | 41.8 | 207 | 1256 | +| nds-spa | tatoeba-test-v2021-08-07 | 0.63982 | 44.6 | 923 | 5540 | +| nld-deu | tatoeba-test-v2021-08-07 | 0.72111 | 54.8 | 10218 | 74131 | +| nld-eng | tatoeba-test-v2021-08-07 | 0.73199 | 59.3 | 12696 | 89978 | +| nld-fra | tatoeba-test-v2021-08-07 | 0.67269 | 46.7 | 11548 | 82974 | +| nld-por | tatoeba-test-v2021-08-07 | 0.68204 | 48.9 | 2500 | 17326 | +| nld-spa | tatoeba-test-v2021-08-07 | 0.69314 | 51.0 | 10113 | 74981 | +| nno-eng | tatoeba-test-v2021-08-07 | 0.69230 | 55.8 | 460 | 3524 | +| nob-deu | tatoeba-test-v2021-08-07 | 0.68483 | 48.8 | 3525 | 33592 | +| nob-eng | tatoeba-test-v2021-08-07 | 0.71685 | 57.4 | 4539 | 36823 | +| nob-fra | tatoeba-test-v2021-08-07 | 0.70312 | 52.6 | 323 | 2269 | +| nob-spa | tatoeba-test-v2021-08-07 | 0.73880 | 56.2 | 885 | 6866 | +| nor-deu | tatoeba-test-v2021-08-07 | 0.68518 | 48.9 | 3651 | 34575 | +| nor-eng | tatoeba-test-v2021-08-07 | 0.71465 | 57.3 | 5000 | 40355 | +| nor-fra | tatoeba-test-v2021-08-07 | 0.71415 | 55.2 | 477 | 3213 | +| nor-por | tatoeba-test-v2021-08-07 | 0.67705 | 45.8 | 481 | 4182 | +| nor-spa | tatoeba-test-v2021-08-07 | 0.73721 | 56.0 | 960 | 7311 | +| oci-eng | tatoeba-test-v2021-08-07 | 0.41564 | 22.9 | 841 | 5299 | +| oci-fra | tatoeba-test-v2021-08-07 | 0.47832 | 27.0 | 806 | 6302 | +| pes-eng | tatoeba-test-v2021-08-07 | 0.58486 | 39.7 | 3757 | 31411 | +| pms-eng | tatoeba-test-v2021-08-07 | 0.39772 | 20.2 | 269 | 2059 | +| pol-deu | tatoeba-test-v2021-08-07 | 0.66592 | 47.9 | 5000 | 37421 | +| pol-eng | tatoeba-test-v2021-08-07 | 0.67680 | 51.8 | 10099 | 75766 | +| pol-fra | tatoeba-test-v2021-08-07 | 0.65788 | 47.7 | 3087 | 24257 | +| pol-por | tatoeba-test-v2021-08-07 | 0.64124 | 43.1 | 705 | 5063 | +| pol-spa | tatoeba-test-v2021-08-07 | 0.65488 | 46.9 | 2544 | 18113 | +| por-deu | tatoeba-test-v2021-08-07 | 0.66941 | 46.8 | 10000 | 81246 | +| por-eng | tatoeba-test-v2021-08-07 | 0.75755 | 62.4 | 13222 | 105351 | +| por-fra | tatoeba-test-v2021-08-07 | 0.74773 | 58.6 | 10518 | 80459 | +| por-por | tatoeba-test-v2021-08-07 | 0.72256 | 51.8 | 2500 | 19220 | +| por-spa | tatoeba-test-v2021-08-07 | 0.78598 | 63.6 | 10947 | 87335 | +| ron-deu | tatoeba-test-v2021-08-07 | 0.67249 | 49.1 | 1141 | 7893 | +| ron-eng | tatoeba-test-v2021-08-07 | 0.71740 | 57.3 | 5508 | 40717 | +| ron-fra | tatoeba-test-v2021-08-07 | 0.69777 | 53.0 | 1925 | 13347 | +| ron-por | tatoeba-test-v2021-08-07 | 0.72413 | 53.5 | 681 | 4593 | +| ron-spa | tatoeba-test-v2021-08-07 | 0.72960 | 56.3 | 1959 | 12679 | +| rus-deu | tatoeba-test-v2021-08-07 | 0.67364 | 48.2 | 12800 | 98842 | +| rus-eng | tatoeba-test-v2021-08-07 | 0.68851 | 53.7 | 19425 | 147872 | +| rus-fra | tatoeba-test-v2021-08-07 | 0.66299 | 49.1 | 11490 | 80579 | +| rus-por | tatoeba-test-v2021-08-07 | 0.64106 | 43.4 | 10000 | 74713 | +| rus-spa | tatoeba-test-v2021-08-07 | 0.67610 | 49.1 | 10506 | 75246 | +| slv-deu | tatoeba-test-v2021-08-07 | 0.72746 | 55.2 | 492 | 3003 | +| slv-eng | tatoeba-test-v2021-08-07 | 0.70580 | 55.4 | 2495 | 16940 | +| slv-fra | tatoeba-test-v2021-08-07 | 0.61642 | 43.0 | 448 | 3792 | +| sqi-eng | tatoeba-test-v2021-08-07 | 0.71252 | 56.5 | 1109 | 8129 | +| srp_Cyrl-eng | tatoeba-test-v2021-08-07 | 0.65934 | 52.0 | 1580 | 10181 | +| swe-deu | tatoeba-test-v2021-08-07 | 0.70356 | 53.5 | 3410 | 23494 | +| swe-eng | tatoeba-test-v2021-08-07 | 0.74751 | 62.7 | 10362 | 68513 | +| swe-fra | tatoeba-test-v2021-08-07 | 0.71714 | 56.7 | 1407 | 9580 | +| swe-por | tatoeba-test-v2021-08-07 | 0.68849 | 48.7 | 320 | 2032 | +| swe-spa | tatoeba-test-v2021-08-07 | 0.70160 | 53.3 | 1351 | 8235 | +| ukr-deu | tatoeba-test-v2021-08-07 | 0.68602 | 50.8 | 10319 | 64646 | +| ukr-eng | tatoeba-test-v2021-08-07 | 0.68162 | 52.4 | 13127 | 88607 | +| ukr-fra | tatoeba-test-v2021-08-07 | 0.66118 | 48.4 | 10035 | 63227 | +| ukr-por | tatoeba-test-v2021-08-07 | 0.65923 | 46.6 | 3372 | 21315 | +| ukr-spa | tatoeba-test-v2021-08-07 | 0.67601 | 49.7 | 10115 | 59284 | +| urd-eng | tatoeba-test-v2021-08-07 | 0.52376 | 33.0 | 1663 | 12029 | +| yid-eng | tatoeba-test-v2021-08-07 | 0.43640 | 19.1 | 2483 | 15452 | +| yid-fra | tatoeba-test-v2021-08-07 | 0.43410 | 20.2 | 384 | 2455 | +| afr-deu | flores101-devtest | 0.57090 | 27.9 | 1012 | 25094 | +| afr-eng | flores101-devtest | 0.73127 | 52.4 | 1012 | 24721 | +| afr-fra | flores101-devtest | 0.60726 | 34.8 | 1012 | 28343 | +| afr-por | flores101-devtest | 0.60399 | 34.4 | 1012 | 26519 | +| afr-spa | flores101-devtest | 0.50655 | 22.1 | 1012 | 29199 | +| ast-fra | flores101-devtest | 0.56575 | 30.8 | 1012 | 28343 | +| ast-por | flores101-devtest | 0.56438 | 30.4 | 1012 | 26519 | +| ast-spa | flores101-devtest | 0.49455 | 21.1 | 1012 | 29199 | +| bel-deu | flores101-devtest | 0.46177 | 11.8 | 1012 | 25094 | +| bel-eng | flores101-devtest | 0.49344 | 15.6 | 1012 | 24721 | +| bel-fra | flores101-devtest | 0.49372 | 16.5 | 1012 | 28343 | +| bel-spa | flores101-devtest | 0.44802 | 13.8 | 1012 | 29199 | +| ben-eng | flores101-devtest | 0.53648 | 23.9 | 1012 | 24721 | +| ben-por | flores101-devtest | 0.48236 | 19.9 | 1012 | 26519 | +| bul-por | flores101-devtest | 0.58471 | 30.8 | 1012 | 26519 | +| cat-deu | flores101-devtest | 0.56499 | 27.4 | 1012 | 25094 | +| cat-eng | flores101-devtest | 0.67443 | 42.3 | 1012 | 24721 | +| cat-spa | flores101-devtest | 0.53140 | 24.4 | 1012 | 29199 | +| ces-por | flores101-devtest | 0.57503 | 29.9 | 1012 | 26519 | +| ces-spa | flores101-devtest | 0.49860 | 21.1 | 1012 | 29199 | +| ckb-eng | flores101-devtest | 0.41310 | 15.8 | 1012 | 24721 | +| cym-fra | flores101-devtest | 0.54610 | 28.6 | 1012 | 28343 | +| dan-por | flores101-devtest | 0.60877 | 34.7 | 1012 | 26519 | +| deu-eng | flores101-devtest | 0.65706 | 39.8 | 1012 | 24721 | +| fas-fra | flores101-devtest | 0.54336 | 26.8 | 1012 | 28343 | +| fra-eng | flores101-devtest | 0.66301 | 41.0 | 1012 | 24721 | +| fra-por | flores101-devtest | 0.61592 | 35.7 | 1012 | 26519 | +| gle-deu | flores101-devtest | 0.47354 | 17.0 | 1012 | 25094 | +| gle-por | flores101-devtest | 0.50115 | 21.7 | 1012 | 26519 | +| guj-deu | flores101-devtest | 0.42069 | 13.5 | 1012 | 25094 | +| hin-deu | flores101-devtest | 0.49480 | 19.6 | 1012 | 25094 | +| hin-eng | flores101-devtest | 0.59392 | 32.6 | 1012 | 24721 | +| hrv-por | flores101-devtest | 0.57004 | 29.5 | 1012 | 26519 | +| hye-deu | flores101-devtest | 0.47323 | 17.5 | 1012 | 25094 | +| hye-eng | flores101-devtest | 0.54450 | 26.3 | 1012 | 24721 | +| isl-eng | flores101-devtest | 0.53875 | 28.2 | 1012 | 24721 | +| ita-deu | flores101-devtest | 0.54033 | 22.0 | 1012 | 25094 | +| ita-fra | flores101-devtest | 0.59488 | 30.6 | 1012 | 28343 | +| ita-spa | flores101-devtest | 0.51946 | 22.9 | 1012 | 29199 | +| kea-spa | flores101-devtest | 0.46784 | 18.3 | 1012 | 29199 | +| lav-por | flores101-devtest | 0.54017 | 24.6 | 1012 | 26519 | +| lav-spa | flores101-devtest | 0.48185 | 19.3 | 1012 | 29199 | +| lit-deu | flores101-devtest | 0.51261 | 21.4 | 1012 | 25094 | +| lit-por | flores101-devtest | 0.53223 | 25.3 | 1012 | 26519 | +| ltz-deu | flores101-devtest | 0.58286 | 29.2 | 1012 | 25094 | +| ltz-por | flores101-devtest | 0.53241 | 27.0 | 1012 | 26519 | +| mar-deu | flores101-devtest | 0.44237 | 14.1 | 1012 | 25094 | +| mar-eng | flores101-devtest | 0.52755 | 23.8 | 1012 | 24721 | +| mar-por | flores101-devtest | 0.45667 | 18.1 | 1012 | 26519 | +| mkd-fra | flores101-devtest | 0.59219 | 32.8 | 1012 | 28343 | +| nld-deu | flores101-devtest | 0.52899 | 21.5 | 1012 | 25094 | +| nld-eng | flores101-devtest | 0.58230 | 29.8 | 1012 | 24721 | +| nob-spa | flores101-devtest | 0.50054 | 21.2 | 1012 | 29199 | +| npi-eng | flores101-devtest | 0.53179 | 24.8 | 1012 | 24721 | +| npi-spa | flores101-devtest | 0.41165 | 13.6 | 1012 | 29199 | +| pan-deu | flores101-devtest | 0.42831 | 13.6 | 1012 | 25094 | +| pan-eng | flores101-devtest | 0.51203 | 22.2 | 1012 | 24721 | +| pan-fra | flores101-devtest | 0.46357 | 19.2 | 1012 | 28343 | +| pan-por | flores101-devtest | 0.44885 | 17.4 | 1012 | 26519 | +| pol-deu | flores101-devtest | 0.50973 | 20.1 | 1012 | 25094 | +| pol-eng | flores101-devtest | 0.55772 | 25.9 | 1012 | 24721 | +| pol-fra | flores101-devtest | 0.54590 | 26.2 | 1012 | 28343 | +| pol-spa | flores101-devtest | 0.47816 | 18.9 | 1012 | 29199 | +| por-eng | flores101-devtest | 0.69438 | 45.5 | 1012 | 24721 | +| por-fra | flores101-devtest | 0.63701 | 38.9 | 1012 | 28343 | +| por-spa | flores101-devtest | 0.53216 | 25.0 | 1012 | 29199 | +| ron-fra | flores101-devtest | 0.62744 | 36.2 | 1012 | 28343 | +| rus-deu | flores101-devtest | 0.53823 | 23.1 | 1012 | 25094 | +| rus-eng | flores101-devtest | 0.59829 | 31.7 | 1012 | 24721 | +| rus-fra | flores101-devtest | 0.57384 | 29.8 | 1012 | 28343 | +| rus-por | flores101-devtest | 0.56082 | 28.0 | 1012 | 26519 | +| slk-eng | flores101-devtest | 0.62376 | 34.4 | 1012 | 24721 | +| slk-por | flores101-devtest | 0.54486 | 26.6 | 1012 | 26519 | +| slk-spa | flores101-devtest | 0.48253 | 20.0 | 1012 | 29199 | +| slv-deu | flores101-devtest | 0.54130 | 23.8 | 1012 | 25094 | +| slv-fra | flores101-devtest | 0.56838 | 29.2 | 1012 | 28343 | +| slv-por | flores101-devtest | 0.55554 | 28.1 | 1012 | 26519 | +| spa-deu | flores101-devtest | 0.51807 | 19.5 | 1012 | 25094 | +| swe-spa | flores101-devtest | 0.51211 | 22.8 | 1012 | 29199 | +| tgk-fra | flores101-devtest | 0.47290 | 19.6 | 1012 | 28343 | +| tgk-spa | flores101-devtest | 0.41393 | 14.3 | 1012 | 29199 | +| ukr-eng | flores101-devtest | 0.61588 | 34.3 | 1012 | 24721 | +| ukr-fra | flores101-devtest | 0.58296 | 31.3 | 1012 | 28343 | +| ukr-spa | flores101-devtest | 0.49535 | 21.1 | 1012 | 29199 | +| urd-deu | flores101-devtest | 0.44211 | 15.2 | 1012 | 25094 | +| afr-deu | flores200-devtest | 0.57712 | 28.7 | 1012 | 25094 | +| afr-eng | flores200-devtest | 0.73690 | 53.4 | 1012 | 24721 | +| afr-fra | flores200-devtest | 0.61332 | 35.7 | 1012 | 28343 | +| afr-por | flores200-devtest | 0.60899 | 35.1 | 1012 | 26519 | +| afr-spa | flores200-devtest | 0.50836 | 22.1 | 1012 | 29199 | +| asm-eng | flores200-devtest | 0.42432 | 13.4 | 1012 | 24721 | +| ast-deu | flores200-devtest | 0.52402 | 23.3 | 1012 | 25094 | +| ast-eng | flores200-devtest | 0.60640 | 35.1 | 1012 | 24721 | +| ast-fra | flores200-devtest | 0.57060 | 31.5 | 1012 | 28343 | +| ast-por | flores200-devtest | 0.56982 | 30.8 | 1012 | 26519 | +| ast-spa | flores200-devtest | 0.49452 | 21.1 | 1012 | 29199 | +| awa-deu | flores200-devtest | 0.47101 | 16.3 | 1012 | 25094 | +| awa-eng | flores200-devtest | 0.55042 | 25.7 | 1012 | 24721 | +| awa-fra | flores200-devtest | 0.50230 | 22.1 | 1012 | 28343 | +| awa-por | flores200-devtest | 0.49701 | 21.1 | 1012 | 26519 | +| awa-spa | flores200-devtest | 0.43913 | 15.7 | 1012 | 29199 | +| bel-deu | flores200-devtest | 0.46906 | 12.7 | 1012 | 25094 | +| bel-eng | flores200-devtest | 0.49995 | 16.5 | 1012 | 24721 | +| bel-fra | flores200-devtest | 0.49987 | 17.1 | 1012 | 28343 | +| bel-por | flores200-devtest | 0.48319 | 15.7 | 1012 | 26519 | +| bel-spa | flores200-devtest | 0.45393 | 14.4 | 1012 | 29199 | +| ben-deu | flores200-devtest | 0.46413 | 16.3 | 1012 | 25094 | +| ben-eng | flores200-devtest | 0.54681 | 24.5 | 1012 | 24721 | +| ben-fra | flores200-devtest | 0.49843 | 21.9 | 1012 | 28343 | +| ben-por | flores200-devtest | 0.49129 | 21.0 | 1012 | 26519 | +| ben-spa | flores200-devtest | 0.43310 | 14.9 | 1012 | 29199 | +| bho-deu | flores200-devtest | 0.41875 | 12.4 | 1012 | 25094 | +| bho-eng | flores200-devtest | 0.48319 | 18.5 | 1012 | 24721 | +| bho-fra | flores200-devtest | 0.44504 | 16.1 | 1012 | 28343 | +| bho-por | flores200-devtest | 0.43627 | 15.5 | 1012 | 26519 | +| bho-spa | flores200-devtest | 0.40189 | 12.6 | 1012 | 29199 | +| bul-deu | flores200-devtest | 0.56591 | 26.8 | 1012 | 25094 | +| bul-eng | flores200-devtest | 0.64922 | 37.8 | 1012 | 24721 | +| bul-fra | flores200-devtest | 0.60386 | 33.3 | 1012 | 28343 | +| bul-por | flores200-devtest | 0.59070 | 31.6 | 1012 | 26519 | +| bul-spa | flores200-devtest | 0.50968 | 22.2 | 1012 | 29199 | +| cat-deu | flores200-devtest | 0.57030 | 27.9 | 1012 | 25094 | +| cat-eng | flores200-devtest | 0.67842 | 43.0 | 1012 | 24721 | +| cat-fra | flores200-devtest | 0.63034 | 38.1 | 1012 | 28343 | +| cat-por | flores200-devtest | 0.62567 | 37.3 | 1012 | 26519 | +| cat-spa | flores200-devtest | 0.53260 | 24.5 | 1012 | 29199 | +| ces-deu | flores200-devtest | 0.56613 | 27.1 | 1012 | 25094 | +| ces-eng | flores200-devtest | 0.63574 | 36.5 | 1012 | 24721 | +| ces-fra | flores200-devtest | 0.59573 | 32.8 | 1012 | 28343 | +| ces-por | flores200-devtest | 0.58096 | 30.9 | 1012 | 26519 | +| ces-spa | flores200-devtest | 0.50295 | 21.6 | 1012 | 29199 | +| ckb-eng | flores200-devtest | 0.43075 | 16.7 | 1012 | 24721 | +| ckb-fra | flores200-devtest | 0.41038 | 15.7 | 1012 | 28343 | +| cym-deu | flores200-devtest | 0.51003 | 22.0 | 1012 | 25094 | +| cym-eng | flores200-devtest | 0.67808 | 45.7 | 1012 | 24721 | +| cym-fra | flores200-devtest | 0.55779 | 29.9 | 1012 | 28343 | +| cym-por | flores200-devtest | 0.53930 | 27.9 | 1012 | 26519 | +| cym-spa | flores200-devtest | 0.47129 | 19.6 | 1012 | 29199 | +| dan-deu | flores200-devtest | 0.59897 | 30.7 | 1012 | 25094 | +| dan-eng | flores200-devtest | 0.70142 | 46.2 | 1012 | 24721 | +| dan-fra | flores200-devtest | 0.62669 | 37.1 | 1012 | 28343 | +| dan-por | flores200-devtest | 0.61338 | 35.3 | 1012 | 26519 | +| dan-spa | flores200-devtest | 0.52360 | 24.2 | 1012 | 29199 | +| deu-eng | flores200-devtest | 0.66096 | 40.3 | 1012 | 24721 | +| deu-fra | flores200-devtest | 0.61562 | 35.4 | 1012 | 28343 | +| deu-por | flores200-devtest | 0.59775 | 33.3 | 1012 | 26519 | +| deu-spa | flores200-devtest | 0.51787 | 23.3 | 1012 | 29199 | +| ell-deu | flores200-devtest | 0.52003 | 22.0 | 1012 | 25094 | +| ell-eng | flores200-devtest | 0.59074 | 31.6 | 1012 | 24721 | +| ell-fra | flores200-devtest | 0.56636 | 29.9 | 1012 | 28343 | +| ell-por | flores200-devtest | 0.54903 | 27.2 | 1012 | 26519 | +| ell-spa | flores200-devtest | 0.48701 | 20.4 | 1012 | 29199 | +| eng-deu | flores200-devtest | 0.63747 | 36.8 | 1012 | 25094 | +| eng-fra | flores200-devtest | 0.69505 | 47.2 | 1012 | 28343 | +| eng-por | flores200-devtest | 0.69743 | 47.3 | 1012 | 26519 | +| eng-spa | flores200-devtest | 0.54954 | 26.6 | 1012 | 29199 | +| fao-deu | flores200-devtest | 0.42943 | 16.3 | 1012 | 25094 | +| fao-eng | flores200-devtest | 0.46227 | 22.9 | 1012 | 24721 | +| fao-fra | flores200-devtest | 0.41404 | 18.3 | 1012 | 28343 | +| fao-por | flores200-devtest | 0.41850 | 17.6 | 1012 | 26519 | +| fra-deu | flores200-devtest | 0.57718 | 28.2 | 1012 | 25094 | +| fra-eng | flores200-devtest | 0.66534 | 41.4 | 1012 | 24721 | +| fra-por | flores200-devtest | 0.61987 | 36.2 | 1012 | 26519 | +| fra-spa | flores200-devtest | 0.52646 | 24.1 | 1012 | 29199 | +| fur-deu | flores200-devtest | 0.50429 | 20.5 | 1012 | 25094 | +| fur-eng | flores200-devtest | 0.58954 | 32.0 | 1012 | 24721 | +| fur-fra | flores200-devtest | 0.55699 | 28.6 | 1012 | 28343 | +| fur-por | flores200-devtest | 0.54977 | 27.9 | 1012 | 26519 | +| fur-spa | flores200-devtest | 0.47550 | 19.0 | 1012 | 29199 | +| gla-eng | flores200-devtest | 0.43561 | 16.2 | 1012 | 24721 | +| gla-fra | flores200-devtest | 0.41770 | 15.3 | 1012 | 28343 | +| gla-por | flores200-devtest | 0.40473 | 14.7 | 1012 | 26519 | +| gle-deu | flores200-devtest | 0.48622 | 18.1 | 1012 | 25094 | +| gle-eng | flores200-devtest | 0.58337 | 30.7 | 1012 | 24721 | +| gle-fra | flores200-devtest | 0.52798 | 24.6 | 1012 | 28343 | +| gle-por | flores200-devtest | 0.51712 | 23.6 | 1012 | 26519 | +| gle-spa | flores200-devtest | 0.45954 | 18.1 | 1012 | 29199 | +| glg-deu | flores200-devtest | 0.56174 | 25.8 | 1012 | 25094 | +| glg-eng | flores200-devtest | 0.65391 | 38.4 | 1012 | 24721 | +| glg-fra | flores200-devtest | 0.61762 | 35.7 | 1012 | 28343 | +| glg-por | flores200-devtest | 0.60170 | 32.9 | 1012 | 26519 | +| glg-spa | flores200-devtest | 0.53214 | 24.3 | 1012 | 29199 | +| guj-deu | flores200-devtest | 0.43101 | 14.2 | 1012 | 25094 | +| guj-eng | flores200-devtest | 0.55857 | 26.4 | 1012 | 24721 | +| guj-fra | flores200-devtest | 0.47047 | 19.8 | 1012 | 28343 | +| guj-por | flores200-devtest | 0.45641 | 18.5 | 1012 | 26519 | +| guj-spa | flores200-devtest | 0.42457 | 14.5 | 1012 | 29199 | +| hat-deu | flores200-devtest | 0.49247 | 19.2 | 1012 | 25094 | +| hat-eng | flores200-devtest | 0.58655 | 31.7 | 1012 | 24721 | +| hat-fra | flores200-devtest | 0.60736 | 34.2 | 1012 | 28343 | +| hat-por | flores200-devtest | 0.54733 | 27.3 | 1012 | 26519 | +| hat-spa | flores200-devtest | 0.46963 | 17.9 | 1012 | 29199 | +| hin-deu | flores200-devtest | 0.50305 | 20.3 | 1012 | 25094 | +| hin-eng | flores200-devtest | 0.60811 | 34.0 | 1012 | 24721 | +| hin-fra | flores200-devtest | 0.53919 | 25.9 | 1012 | 28343 | +| hin-por | flores200-devtest | 0.53151 | 25.6 | 1012 | 26519 | +| hin-spa | flores200-devtest | 0.46051 | 17.4 | 1012 | 29199 | +| hne-deu | flores200-devtest | 0.48386 | 18.4 | 1012 | 25094 | +| hne-eng | flores200-devtest | 0.59671 | 32.3 | 1012 | 24721 | +| hne-fra | flores200-devtest | 0.52013 | 24.5 | 1012 | 28343 | +| hne-por | flores200-devtest | 0.51345 | 23.8 | 1012 | 26519 | +| hne-spa | flores200-devtest | 0.44481 | 16.3 | 1012 | 29199 | +| hrv-deu | flores200-devtest | 0.55524 | 26.0 | 1012 | 25094 | +| hrv-eng | flores200-devtest | 0.61977 | 34.9 | 1012 | 24721 | +| hrv-fra | flores200-devtest | 0.59318 | 32.7 | 1012 | 28343 | +| hrv-por | flores200-devtest | 0.57603 | 30.2 | 1012 | 26519 | +| hrv-spa | flores200-devtest | 0.50242 | 21.5 | 1012 | 29199 | +| hye-deu | flores200-devtest | 0.48676 | 19.2 | 1012 | 25094 | +| hye-eng | flores200-devtest | 0.55729 | 27.0 | 1012 | 24721 | +| hye-fra | flores200-devtest | 0.52152 | 25.2 | 1012 | 28343 | +| hye-por | flores200-devtest | 0.51026 | 23.3 | 1012 | 26519 | +| hye-spa | flores200-devtest | 0.45459 | 17.8 | 1012 | 29199 | +| isl-deu | flores200-devtest | 0.48677 | 20.5 | 1012 | 25094 | +| isl-eng | flores200-devtest | 0.54804 | 29.1 | 1012 | 24721 | +| isl-fra | flores200-devtest | 0.51362 | 25.0 | 1012 | 28343 | +| isl-por | flores200-devtest | 0.50201 | 23.8 | 1012 | 26519 | +| isl-spa | flores200-devtest | 0.44801 | 17.5 | 1012 | 29199 | +| ita-deu | flores200-devtest | 0.54589 | 22.9 | 1012 | 25094 | +| ita-eng | flores200-devtest | 0.60660 | 30.9 | 1012 | 24721 | +| ita-fra | flores200-devtest | 0.59811 | 31.0 | 1012 | 28343 | +| ita-por | flores200-devtest | 0.57808 | 28.4 | 1012 | 26519 | +| ita-spa | flores200-devtest | 0.52244 | 23.3 | 1012 | 29199 | +| kea-deu | flores200-devtest | 0.48107 | 19.2 | 1012 | 25094 | +| kea-eng | flores200-devtest | 0.59570 | 34.5 | 1012 | 24721 | +| kea-fra | flores200-devtest | 0.53683 | 26.8 | 1012 | 28343 | +| kea-por | flores200-devtest | 0.57642 | 30.3 | 1012 | 26519 | +| kea-spa | flores200-devtest | 0.47048 | 18.6 | 1012 | 29199 | +| lij-deu | flores200-devtest | 0.49270 | 19.4 | 1012 | 25094 | +| lij-eng | flores200-devtest | 0.58369 | 30.8 | 1012 | 24721 | +| lij-fra | flores200-devtest | 0.55002 | 28.6 | 1012 | 28343 | +| lij-por | flores200-devtest | 0.54155 | 26.7 | 1012 | 26519 | +| lij-spa | flores200-devtest | 0.46656 | 18.7 | 1012 | 29199 | +| lim-deu | flores200-devtest | 0.44183 | 15.0 | 1012 | 25094 | +| lim-eng | flores200-devtest | 0.46674 | 20.3 | 1012 | 24721 | +| lim-fra | flores200-devtest | 0.43685 | 17.8 | 1012 | 28343 | +| lim-por | flores200-devtest | 0.42699 | 16.3 | 1012 | 26519 | +| lit-deu | flores200-devtest | 0.51669 | 21.9 | 1012 | 25094 | +| lit-eng | flores200-devtest | 0.57849 | 30.5 | 1012 | 24721 | +| lit-fra | flores200-devtest | 0.55896 | 29.0 | 1012 | 28343 | +| lit-por | flores200-devtest | 0.53960 | 26.3 | 1012 | 26519 | +| lit-spa | flores200-devtest | 0.48120 | 19.7 | 1012 | 29199 | +| lmo-deu | flores200-devtest | 0.44732 | 14.2 | 1012 | 25094 | +| lmo-eng | flores200-devtest | 0.51710 | 23.3 | 1012 | 24721 | +| lmo-fra | flores200-devtest | 0.49129 | 21.5 | 1012 | 28343 | +| lmo-por | flores200-devtest | 0.49153 | 21.4 | 1012 | 26519 | +| lmo-spa | flores200-devtest | 0.43363 | 15.4 | 1012 | 29199 | +| ltz-deu | flores200-devtest | 0.58897 | 29.8 | 1012 | 25094 | +| ltz-eng | flores200-devtest | 0.62250 | 36.2 | 1012 | 24721 | +| ltz-fra | flores200-devtest | 0.57460 | 31.6 | 1012 | 28343 | +| ltz-por | flores200-devtest | 0.53674 | 27.1 | 1012 | 26519 | +| ltz-spa | flores200-devtest | 0.46048 | 18.8 | 1012 | 29199 | +| mag-deu | flores200-devtest | 0.49176 | 18.9 | 1012 | 25094 | +| mag-eng | flores200-devtest | 0.59691 | 32.2 | 1012 | 24721 | +| mag-fra | flores200-devtest | 0.52068 | 24.1 | 1012 | 28343 | +| mag-por | flores200-devtest | 0.52006 | 23.8 | 1012 | 26519 | +| mag-spa | flores200-devtest | 0.44945 | 16.5 | 1012 | 29199 | +| mai-deu | flores200-devtest | 0.46893 | 16.5 | 1012 | 25094 | +| mai-eng | flores200-devtest | 0.56282 | 27.7 | 1012 | 24721 | +| mai-fra | flores200-devtest | 0.50286 | 22.2 | 1012 | 28343 | +| mai-por | flores200-devtest | 0.49523 | 21.6 | 1012 | 26519 | +| mai-spa | flores200-devtest | 0.44271 | 15.9 | 1012 | 29199 | +| mar-deu | flores200-devtest | 0.44712 | 14.8 | 1012 | 25094 | +| mar-eng | flores200-devtest | 0.54222 | 25.4 | 1012 | 24721 | +| mar-fra | flores200-devtest | 0.47383 | 19.6 | 1012 | 28343 | +| mar-por | flores200-devtest | 0.46593 | 18.7 | 1012 | 26519 | +| mar-spa | flores200-devtest | 0.41912 | 14.0 | 1012 | 29199 | +| mkd-deu | flores200-devtest | 0.56267 | 26.8 | 1012 | 25094 | +| mkd-eng | flores200-devtest | 0.64902 | 38.8 | 1012 | 24721 | +| mkd-fra | flores200-devtest | 0.60051 | 33.9 | 1012 | 28343 | +| mkd-por | flores200-devtest | 0.59197 | 32.9 | 1012 | 26519 | +| mkd-spa | flores200-devtest | 0.50972 | 22.8 | 1012 | 29199 | +| nld-deu | flores200-devtest | 0.53072 | 21.8 | 1012 | 25094 | +| nld-eng | flores200-devtest | 0.58671 | 30.5 | 1012 | 24721 | +| nld-fra | flores200-devtest | 0.55677 | 27.5 | 1012 | 28343 | +| nld-por | flores200-devtest | 0.53989 | 25.6 | 1012 | 26519 | +| nld-spa | flores200-devtest | 0.48443 | 19.5 | 1012 | 29199 | +| nno-deu | flores200-devtest | 0.56707 | 27.3 | 1012 | 25094 | +| nno-eng | flores200-devtest | 0.67683 | 43.2 | 1012 | 24721 | +| nno-fra | flores200-devtest | 0.59829 | 34.3 | 1012 | 28343 | +| nno-por | flores200-devtest | 0.58723 | 32.5 | 1012 | 26519 | +| nno-spa | flores200-devtest | 0.50217 | 22.0 | 1012 | 29199 | +| nob-deu | flores200-devtest | 0.56197 | 26.5 | 1012 | 25094 | +| nob-eng | flores200-devtest | 0.66428 | 41.7 | 1012 | 24721 | +| nob-fra | flores200-devtest | 0.59531 | 33.1 | 1012 | 28343 | +| nob-por | flores200-devtest | 0.58521 | 31.7 | 1012 | 26519 | +| nob-spa | flores200-devtest | 0.50418 | 21.4 | 1012 | 29199 | +| npi-deu | flores200-devtest | 0.44364 | 14.6 | 1012 | 25094 | +| npi-eng | flores200-devtest | 0.54309 | 26.1 | 1012 | 24721 | +| npi-fra | flores200-devtest | 0.47458 | 19.7 | 1012 | 28343 | +| npi-por | flores200-devtest | 0.46702 | 18.9 | 1012 | 26519 | +| npi-spa | flores200-devtest | 0.41720 | 13.9 | 1012 | 29199 | +| oci-deu | flores200-devtest | 0.56668 | 26.9 | 1012 | 25094 | +| oci-eng | flores200-devtest | 0.70282 | 46.8 | 1012 | 24721 | +| oci-fra | flores200-devtest | 0.64408 | 39.1 | 1012 | 28343 | +| oci-por | flores200-devtest | 0.62256 | 35.7 | 1012 | 26519 | +| oci-spa | flores200-devtest | 0.51705 | 22.3 | 1012 | 29199 | +| pan-deu | flores200-devtest | 0.44428 | 15.1 | 1012 | 25094 | +| pan-eng | flores200-devtest | 0.52652 | 23.0 | 1012 | 24721 | +| pan-fra | flores200-devtest | 0.47743 | 19.9 | 1012 | 28343 | +| pan-por | flores200-devtest | 0.46585 | 18.8 | 1012 | 26519 | +| pan-spa | flores200-devtest | 0.41798 | 14.5 | 1012 | 29199 | +| pap-deu | flores200-devtest | 0.53397 | 23.5 | 1012 | 25094 | +| pap-eng | flores200-devtest | 0.67741 | 43.1 | 1012 | 24721 | +| pap-fra | flores200-devtest | 0.57787 | 31.1 | 1012 | 28343 | +| pap-por | flores200-devtest | 0.59003 | 32.9 | 1012 | 26519 | +| pap-spa | flores200-devtest | 0.49768 | 21.8 | 1012 | 29199 | +| pes-deu | flores200-devtest | 0.50787 | 20.9 | 1012 | 25094 | +| pes-eng | flores200-devtest | 0.58693 | 31.1 | 1012 | 24721 | +| pes-fra | flores200-devtest | 0.55060 | 27.9 | 1012 | 28343 | +| pes-por | flores200-devtest | 0.54139 | 26.6 | 1012 | 26519 | +| pes-spa | flores200-devtest | 0.47230 | 18.6 | 1012 | 29199 | +| pol-deu | flores200-devtest | 0.51514 | 20.8 | 1012 | 25094 | +| pol-eng | flores200-devtest | 0.56021 | 26.2 | 1012 | 24721 | +| pol-fra | flores200-devtest | 0.55176 | 27.0 | 1012 | 28343 | +| pol-por | flores200-devtest | 0.52998 | 24.3 | 1012 | 26519 | +| pol-spa | flores200-devtest | 0.48344 | 19.4 | 1012 | 29199 | +| por-deu | flores200-devtest | 0.58002 | 29.3 | 1012 | 25094 | +| por-eng | flores200-devtest | 0.69694 | 46.0 | 1012 | 24721 | +| por-fra | flores200-devtest | 0.64146 | 39.6 | 1012 | 28343 | +| por-spa | flores200-devtest | 0.53508 | 25.3 | 1012 | 29199 | +| prs-deu | flores200-devtest | 0.49849 | 20.4 | 1012 | 25094 | +| prs-eng | flores200-devtest | 0.58120 | 32.0 | 1012 | 24721 | +| prs-fra | flores200-devtest | 0.53939 | 27.0 | 1012 | 28343 | +| prs-por | flores200-devtest | 0.53479 | 26.7 | 1012 | 26519 | +| prs-spa | flores200-devtest | 0.46241 | 18.3 | 1012 | 29199 | +| ron-deu | flores200-devtest | 0.57214 | 27.4 | 1012 | 25094 | +| ron-eng | flores200-devtest | 0.66701 | 40.4 | 1012 | 24721 | +| ron-fra | flores200-devtest | 0.63234 | 37.2 | 1012 | 28343 | +| ron-por | flores200-devtest | 0.61838 | 35.4 | 1012 | 26519 | +| ron-spa | flores200-devtest | 0.52856 | 24.3 | 1012 | 29199 | +| rus-deu | flores200-devtest | 0.54446 | 23.9 | 1012 | 25094 | +| rus-eng | flores200-devtest | 0.60131 | 32.0 | 1012 | 24721 | +| rus-fra | flores200-devtest | 0.57986 | 30.4 | 1012 | 28343 | +| rus-por | flores200-devtest | 0.56600 | 28.7 | 1012 | 26519 | +| rus-spa | flores200-devtest | 0.49871 | 21.2 | 1012 | 29199 | +| scn-deu | flores200-devtest | 0.46523 | 17.0 | 1012 | 25094 | +| scn-eng | flores200-devtest | 0.53341 | 26.1 | 1012 | 24721 | +| scn-fra | flores200-devtest | 0.51481 | 25.0 | 1012 | 28343 | +| scn-por | flores200-devtest | 0.50343 | 23.8 | 1012 | 26519 | +| scn-spa | flores200-devtest | 0.44756 | 17.1 | 1012 | 29199 | +| slk-deu | flores200-devtest | 0.53932 | 23.6 | 1012 | 25094 | +| slk-eng | flores200-devtest | 0.63137 | 35.4 | 1012 | 24721 | +| slk-fra | flores200-devtest | 0.56587 | 29.9 | 1012 | 28343 | +| slk-por | flores200-devtest | 0.54523 | 27.3 | 1012 | 26519 | +| slk-spa | flores200-devtest | 0.48275 | 20.1 | 1012 | 29199 | +| slv-deu | flores200-devtest | 0.54583 | 24.5 | 1012 | 25094 | +| slv-eng | flores200-devtest | 0.59952 | 32.4 | 1012 | 24721 | +| slv-fra | flores200-devtest | 0.57418 | 30.3 | 1012 | 28343 | +| slv-por | flores200-devtest | 0.55838 | 28.4 | 1012 | 26519 | +| slv-spa | flores200-devtest | 0.49438 | 20.7 | 1012 | 29199 | +| spa-deu | flores200-devtest | 0.52303 | 20.0 | 1012 | 25094 | +| spa-eng | flores200-devtest | 0.57648 | 26.7 | 1012 | 24721 | +| srd-deu | flores200-devtest | 0.47651 | 18.6 | 1012 | 25094 | +| srd-eng | flores200-devtest | 0.56624 | 30.5 | 1012 | 24721 | +| srd-fra | flores200-devtest | 0.52746 | 26.8 | 1012 | 28343 | +| srd-por | flores200-devtest | 0.52301 | 26.4 | 1012 | 26519 | +| srd-spa | flores200-devtest | 0.45213 | 17.7 | 1012 | 29199 | +| srp_Cyrl-deu | flores200-devtest | 0.57563 | 27.7 | 1012 | 25094 | +| srp_Cyrl-eng | flores200-devtest | 0.66201 | 39.9 | 1012 | 24721 | +| srp_Cyrl-fra | flores200-devtest | 0.61570 | 35.0 | 1012 | 28343 | +| srp_Cyrl-por | flores200-devtest | 0.60561 | 33.6 | 1012 | 26519 | +| srp_Cyrl-spa | flores200-devtest | 0.51500 | 22.4 | 1012 | 29199 | +| swe-deu | flores200-devtest | 0.59607 | 31.6 | 1012 | 25094 | +| swe-eng | flores200-devtest | 0.69032 | 46.0 | 1012 | 24721 | +| swe-fra | flores200-devtest | 0.62610 | 37.8 | 1012 | 28343 | +| swe-por | flores200-devtest | 0.60692 | 35.0 | 1012 | 26519 | +| swe-spa | flores200-devtest | 0.51448 | 23.0 | 1012 | 29199 | +| szl-deu | flores200-devtest | 0.51005 | 22.0 | 1012 | 25094 | +| szl-eng | flores200-devtest | 0.57536 | 30.6 | 1012 | 24721 | +| szl-fra | flores200-devtest | 0.54029 | 28.2 | 1012 | 28343 | +| szl-por | flores200-devtest | 0.52911 | 26.5 | 1012 | 26519 | +| szl-spa | flores200-devtest | 0.46280 | 18.8 | 1012 | 29199 | +| tgk-deu | flores200-devtest | 0.45372 | 15.8 | 1012 | 25094 | +| tgk-eng | flores200-devtest | 0.51096 | 22.1 | 1012 | 24721 | +| tgk-fra | flores200-devtest | 0.48620 | 21.1 | 1012 | 28343 | +| tgk-por | flores200-devtest | 0.46870 | 19.4 | 1012 | 26519 | +| tgk-spa | flores200-devtest | 0.42689 | 15.1 | 1012 | 29199 | +| tpi-deu | flores200-devtest | 0.41078 | 11.1 | 1012 | 25094 | +| tpi-eng | flores200-devtest | 0.48619 | 20.1 | 1012 | 24721 | +| tpi-fra | flores200-devtest | 0.43850 | 16.3 | 1012 | 28343 | +| tpi-por | flores200-devtest | 0.43040 | 15.8 | 1012 | 26519 | +| ukr-deu | flores200-devtest | 0.55290 | 25.1 | 1012 | 25094 | +| ukr-eng | flores200-devtest | 0.62150 | 34.9 | 1012 | 24721 | +| ukr-fra | flores200-devtest | 0.59093 | 32.5 | 1012 | 28343 | +| ukr-por | flores200-devtest | 0.57706 | 30.7 | 1012 | 26519 | +| ukr-spa | flores200-devtest | 0.50128 | 21.8 | 1012 | 29199 | +| urd-deu | flores200-devtest | 0.45107 | 15.6 | 1012 | 25094 | +| urd-eng | flores200-devtest | 0.53130 | 25.0 | 1012 | 24721 | +| urd-fra | flores200-devtest | 0.48377 | 20.7 | 1012 | 28343 | +| urd-por | flores200-devtest | 0.45290 | 18.5 | 1012 | 26519 | +| urd-spa | flores200-devtest | 0.41342 | 13.8 | 1012 | 29199 | +| vec-deu | flores200-devtest | 0.48212 | 18.5 | 1012 | 25094 | +| vec-eng | flores200-devtest | 0.56243 | 29.3 | 1012 | 24721 | +| vec-fra | flores200-devtest | 0.53340 | 26.4 | 1012 | 28343 | +| vec-por | flores200-devtest | 0.52845 | 25.7 | 1012 | 26519 | +| vec-spa | flores200-devtest | 0.46136 | 17.9 | 1012 | 29199 | +| ces-eng | generaltest2022 | 0.64599 | 40.2 | 1448 | 30675 | +| deu-eng | generaltest2022 | 0.54993 | 29.8 | 1984 | 37634 | +| deu-fra | generaltest2022 | 0.59361 | 35.6 | 1984 | 38276 | +| eng-deu | generaltest2022 | 0.59885 | 31.9 | 2037 | 38914 | +| fra-deu | generaltest2022 | 0.64266 | 40.1 | 2006 | 37696 | +| rus-eng | generaltest2022 | 0.63746 | 37.8 | 2016 | 38529 | +| ukr-eng | generaltest2022 | 0.60704 | 35.9 | 2018 | 34242 | +| ces-deu | multi30k_test_2016_flickr | 0.56370 | 26.9 | 1000 | 12106 | +| ces-eng | multi30k_test_2016_flickr | 0.57217 | 32.7 | 1000 | 12955 | +| ces-fra | multi30k_test_2016_flickr | 0.57498 | 30.7 | 1000 | 13505 | +| deu-eng | multi30k_test_2016_flickr | 0.60234 | 39.1 | 1000 | 12955 | +| deu-fra | multi30k_test_2016_flickr | 0.60951 | 36.7 | 1000 | 13505 | +| eng-deu | multi30k_test_2016_flickr | 0.62191 | 32.5 | 1000 | 12106 | +| eng-fra | multi30k_test_2016_flickr | 0.69376 | 47.9 | 1000 | 13505 | +| fra-deu | multi30k_test_2016_flickr | 0.59597 | 29.3 | 1000 | 12106 | +| fra-eng | multi30k_test_2016_flickr | 0.64810 | 45.4 | 1000 | 12955 | +| deu-eng | multi30k_test_2017_flickr | 0.61895 | 38.9 | 1000 | 11374 | +| deu-fra | multi30k_test_2017_flickr | 0.60570 | 34.6 | 1000 | 12118 | +| eng-deu | multi30k_test_2017_flickr | 0.61458 | 32.1 | 1000 | 10755 | +| eng-fra | multi30k_test_2017_flickr | 0.69630 | 48.1 | 1000 | 12118 | +| fra-deu | multi30k_test_2017_flickr | 0.58207 | 27.7 | 1000 | 10755 | +| fra-eng | multi30k_test_2017_flickr | 0.67447 | 48.0 | 1000 | 11374 | +| deu-eng | multi30k_test_2017_mscoco | 0.54299 | 30.9 | 461 | 5231 | +| deu-fra | multi30k_test_2017_mscoco | 0.57789 | 32.3 | 461 | 5484 | +| eng-deu | multi30k_test_2017_mscoco | 0.56164 | 27.3 | 461 | 5158 | +| eng-fra | multi30k_test_2017_mscoco | 0.71453 | 51.9 | 461 | 5484 | +| fra-deu | multi30k_test_2017_mscoco | 0.53897 | 23.9 | 461 | 5158 | +| fra-eng | multi30k_test_2017_mscoco | 0.65274 | 46.5 | 461 | 5231 | +| ces-deu | multi30k_test_2018_flickr | 0.51543 | 22.4 | 1071 | 13703 | +| ces-eng | multi30k_test_2018_flickr | 0.57995 | 33.1 | 1071 | 14689 | +| ces-fra | multi30k_test_2018_flickr | 0.53232 | 26.0 | 1071 | 15867 | +| deu-eng | multi30k_test_2018_flickr | 0.58274 | 35.3 | 1071 | 14689 | +| deu-fra | multi30k_test_2018_flickr | 0.55809 | 29.3 | 1071 | 15867 | +| eng-deu | multi30k_test_2018_flickr | 0.58395 | 28.7 | 1071 | 13703 | +| eng-fra | multi30k_test_2018_flickr | 0.63770 | 39.3 | 1071 | 15867 | +| fra-deu | multi30k_test_2018_flickr | 0.53677 | 22.6 | 1071 | 13703 | +| fra-eng | multi30k_test_2018_flickr | 0.62909 | 41.0 | 1071 | 14689 | +| eng-fra | newsdiscusstest2015 | 0.62144 | 35.7 | 1500 | 27975 | +| fra-eng | newsdiscusstest2015 | 0.60513 | 37.5 | 1500 | 26982 | +| ces-deu | newssyscomb2009 | 0.52473 | 21.7 | 502 | 11271 | +| ces-eng | newssyscomb2009 | 0.55107 | 28.0 | 502 | 11818 | +| ces-fra | newssyscomb2009 | 0.56925 | 28.7 | 502 | 12331 | +| ces-spa | newssyscomb2009 | 0.56161 | 28.8 | 502 | 12503 | +| deu-eng | newssyscomb2009 | 0.55367 | 29.2 | 502 | 11818 | +| deu-fra | newssyscomb2009 | 0.55730 | 27.1 | 502 | 12331 | +| deu-spa | newssyscomb2009 | 0.54844 | 27.6 | 502 | 12503 | +| eng-deu | newssyscomb2009 | 0.53204 | 22.3 | 502 | 11271 | +| eng-fra | newssyscomb2009 | 0.57875 | 28.8 | 502 | 12331 | +| eng-spa | newssyscomb2009 | 0.57849 | 30.5 | 502 | 12503 | +| fra-deu | newssyscomb2009 | 0.52855 | 22.5 | 502 | 11271 | +| fra-eng | newssyscomb2009 | 0.57071 | 30.6 | 502 | 11818 | +| fra-spa | newssyscomb2009 | 0.60067 | 34.0 | 502 | 12503 | +| ita-deu | newssyscomb2009 | 0.53245 | 22.1 | 502 | 11271 | +| ita-eng | newssyscomb2009 | 0.59274 | 33.7 | 502 | 11818 | +| ita-fra | newssyscomb2009 | 0.61167 | 33.8 | 502 | 12331 | +| ita-spa | newssyscomb2009 | 0.60645 | 35.1 | 502 | 12503 | +| spa-deu | newssyscomb2009 | 0.52676 | 21.8 | 502 | 11271 | +| spa-fra | newssyscomb2009 | 0.61003 | 33.6 | 502 | 12331 | +| ces-deu | newstest2008 | 0.52450 | 21.6 | 2051 | 47447 | +| ces-eng | newstest2008 | 0.52805 | 24.9 | 2051 | 49380 | +| ces-fra | newstest2008 | 0.54135 | 25.4 | 2051 | 52685 | +| ces-spa | newstest2008 | 0.53925 | 26.2 | 2051 | 52586 | +| deu-eng | newstest2008 | 0.53756 | 26.2 | 2051 | 49380 | +| deu-fra | newstest2008 | 0.54147 | 25.5 | 2051 | 52685 | +| deu-spa | newstest2008 | 0.53296 | 24.8 | 2051 | 52586 | +| eng-deu | newstest2008 | 0.52399 | 22.4 | 2051 | 47447 | +| eng-fra | newstest2008 | 0.54809 | 26.1 | 2051 | 52685 | +| eng-spa | newstest2008 | 0.56027 | 29.1 | 2051 | 52586 | +| fra-deu | newstest2008 | 0.52211 | 21.8 | 2051 | 47447 | +| fra-eng | newstest2008 | 0.53878 | 26.1 | 2051 | 49380 | +| fra-spa | newstest2008 | 0.58122 | 32.5 | 2051 | 52586 | +| spa-deu | newstest2008 | 0.51468 | 20.9 | 2051 | 47447 | +| ces-deu | newstest2009 | 0.52537 | 22.4 | 2525 | 62816 | +| ces-eng | newstest2009 | 0.54467 | 27.1 | 2525 | 65399 | +| ces-fra | newstest2009 | 0.54545 | 26.1 | 2525 | 69263 | +| ces-spa | newstest2009 | 0.54339 | 26.3 | 2525 | 68111 | +| deu-eng | newstest2009 | 0.53323 | 25.9 | 2525 | 65399 | +| deu-fra | newstest2009 | 0.53408 | 25.0 | 2525 | 69263 | +| deu-spa | newstest2009 | 0.52999 | 24.4 | 2525 | 68111 | +| eng-deu | newstest2009 | 0.52387 | 21.5 | 2525 | 62816 | +| eng-fra | newstest2009 | 0.57057 | 28.7 | 2525 | 69263 | +| eng-spa | newstest2009 | 0.57376 | 29.6 | 2525 | 68111 | +| fra-deu | newstest2009 | 0.51980 | 21.6 | 2525 | 62816 | +| fra-eng | newstest2009 | 0.56151 | 29.5 | 2525 | 65399 | +| fra-spa | newstest2009 | 0.58173 | 31.4 | 2525 | 68111 | +| ita-deu | newstest2009 | 0.52409 | 22.1 | 2525 | 62816 | +| ita-eng | newstest2009 | 0.58598 | 32.9 | 2525 | 65399 | +| ita-fra | newstest2009 | 0.58722 | 31.5 | 2525 | 69263 | +| ita-spa | newstest2009 | 0.59235 | 33.1 | 2525 | 68111 | +| spa-deu | newstest2009 | 0.51708 | 20.7 | 2525 | 62816 | +| spa-eng | newstest2009 | 0.56094 | 29.2 | 2525 | 65399 | +| ces-deu | newstest2010 | 0.53608 | 23.5 | 2489 | 61503 | +| ces-eng | newstest2010 | 0.56348 | 28.8 | 2489 | 61711 | +| ces-fra | newstest2010 | 0.55510 | 27.2 | 2489 | 66022 | +| ces-spa | newstest2010 | 0.57375 | 30.6 | 2489 | 65480 | +| deu-eng | newstest2010 | 0.57666 | 29.8 | 2489 | 61711 | +| deu-fra | newstest2010 | 0.56822 | 28.2 | 2489 | 66022 | +| deu-spa | newstest2010 | 0.58446 | 31.5 | 2489 | 65480 | +| eng-deu | newstest2010 | 0.54037 | 24.8 | 2489 | 61503 | +| eng-fra | newstest2010 | 0.58935 | 31.2 | 2489 | 66022 | +| eng-spa | newstest2010 | 0.61230 | 35.6 | 2489 | 65480 | +| fra-deu | newstest2010 | 0.52993 | 23.2 | 2489 | 61503 | +| fra-eng | newstest2010 | 0.58580 | 31.7 | 2489 | 61711 | +| fra-spa | newstest2010 | 0.61883 | 36.8 | 2489 | 65480 | +| spa-deu | newstest2010 | 0.54232 | 24.8 | 2489 | 61503 | +| ces-deu | newstest2011 | 0.52042 | 22.2 | 3003 | 72981 | +| ces-eng | newstest2011 | 0.55380 | 27.8 | 3003 | 74681 | +| ces-fra | newstest2011 | 0.55651 | 28.0 | 3003 | 80626 | +| ces-spa | newstest2011 | 0.56004 | 29.9 | 3003 | 79476 | +| deu-eng | newstest2011 | 0.54263 | 25.8 | 3003 | 74681 | +| deu-fra | newstest2011 | 0.54883 | 26.4 | 3003 | 80626 | +| deu-spa | newstest2011 | 0.55738 | 29.1 | 3003 | 79476 | +| eng-deu | newstest2011 | 0.52251 | 22.4 | 3003 | 72981 | +| eng-fra | newstest2011 | 0.60292 | 33.3 | 3003 | 80626 | +| eng-spa | newstest2011 | 0.61355 | 37.6 | 3003 | 79476 | +| fra-deu | newstest2011 | 0.52082 | 22.1 | 3003 | 72981 | +| fra-eng | newstest2011 | 0.58971 | 32.3 | 3003 | 74681 | +| fra-spa | newstest2011 | 0.62318 | 38.7 | 3003 | 79476 | +| spa-fra | newstest2011 | 0.60467 | 34.0 | 3003 | 80626 | +| ces-deu | newstest2012 | 0.52126 | 22.9 | 3003 | 72886 | +| ces-eng | newstest2012 | 0.54980 | 27.0 | 3003 | 72812 | +| ces-fra | newstest2012 | 0.55088 | 26.8 | 3003 | 78011 | +| ces-spa | newstest2012 | 0.55950 | 29.9 | 3003 | 79006 | +| deu-eng | newstest2012 | 0.55507 | 27.5 | 3003 | 72812 | +| deu-fra | newstest2012 | 0.55160 | 26.6 | 3003 | 78011 | +| deu-spa | newstest2012 | 0.56307 | 30.1 | 3003 | 79006 | +| eng-deu | newstest2012 | 0.52121 | 22.9 | 3003 | 72886 | +| eng-fra | newstest2012 | 0.58675 | 30.8 | 3003 | 78011 | +| eng-spa | newstest2012 | 0.61689 | 37.9 | 3003 | 79006 | +| fra-deu | newstest2012 | 0.52009 | 23.2 | 3003 | 72886 | +| fra-eng | newstest2012 | 0.58405 | 32.3 | 3003 | 72812 | +| fra-spa | newstest2012 | 0.62038 | 38.5 | 3003 | 79006 | +| rus-deu | newstest2012 | 0.47965 | 18.3 | 3003 | 72886 | +| rus-eng | newstest2012 | 0.61258 | 36.1 | 3003 | 72812 | +| rus-fra | newstest2012 | 0.52674 | 24.2 | 3003 | 78011 | +| rus-spa | newstest2012 | 0.53760 | 27.4 | 3003 | 79006 | +| ces-deu | newstest2013 | 0.54483 | 25.3 | 3000 | 63737 | +| ces-eng | newstest2013 | 0.57212 | 30.7 | 3000 | 64505 | +| ces-fra | newstest2013 | 0.55258 | 28.4 | 3000 | 70037 | +| ces-spa | newstest2013 | 0.56179 | 30.6 | 3000 | 70528 | +| deu-eng | newstest2013 | 0.57382 | 31.0 | 3000 | 64505 | +| deu-fra | newstest2013 | 0.55576 | 28.8 | 3000 | 70037 | +| deu-spa | newstest2013 | 0.56220 | 30.9 | 3000 | 70528 | +| eng-deu | newstest2013 | 0.54830 | 26.6 | 3000 | 63737 | +| eng-fra | newstest2013 | 0.58195 | 32.6 | 3000 | 70037 | +| eng-spa | newstest2013 | 0.59254 | 34.6 | 3000 | 70528 | +| fra-deu | newstest2013 | 0.53465 | 24.6 | 3000 | 63737 | +| fra-eng | newstest2013 | 0.58395 | 32.9 | 3000 | 64505 | +| fra-spa | newstest2013 | 0.58748 | 34.1 | 3000 | 70528 | +| rus-deu | newstest2013 | 0.51980 | 22.4 | 3000 | 63737 | +| rus-eng | newstest2013 | 0.55557 | 28.9 | 3000 | 64505 | +| rus-fra | newstest2013 | 0.54627 | 27.6 | 3000 | 70037 | +| rus-spa | newstest2013 | 0.55540 | 30.5 | 3000 | 70528 | +| spa-deu | newstest2013 | 0.53925 | 24.8 | 3000 | 63737 | +| ces-eng | newstest2014 | 0.61449 | 33.9 | 3003 | 68065 | +| deu-eng | newstest2014 | 0.58733 | 32.1 | 3003 | 67337 | +| eng-deu | newstest2014 | 0.57701 | 26.5 | 3003 | 62688 | +| eng-fra | newstest2014 | 0.63976 | 38.1 | 3003 | 77306 | +| fra-eng | newstest2014 | 0.62627 | 36.8 | 3003 | 70708 | +| hin-eng | newstest2014 | 0.56343 | 26.4 | 2507 | 55571 | +| rus-eng | newstest2014 | 0.62633 | 36.6 | 3003 | 69210 | +| ces-eng | newstest2015 | 0.56562 | 30.7 | 2656 | 53569 | +| deu-eng | newstest2015 | 0.59036 | 33.3 | 2169 | 46443 | +| eng-deu | newstest2015 | 0.58604 | 30.1 | 2169 | 44260 | +| rus-eng | newstest2015 | 0.58794 | 32.5 | 2818 | 64428 | +| ces-eng | newstest2016 | 0.58896 | 32.6 | 2999 | 64670 | +| deu-eng | newstest2016 | 0.63945 | 39.4 | 2999 | 64119 | +| eng-deu | newstest2016 | 0.62731 | 35.9 | 2999 | 62669 | +| ron-eng | newstest2016 | 0.63051 | 38.1 | 1999 | 47562 | +| rus-eng | newstest2016 | 0.58858 | 32.5 | 2998 | 69278 | +| ces-eng | newstest2017 | 0.55759 | 29.0 | 3005 | 61721 | +| deu-eng | newstest2017 | 0.60252 | 34.8 | 3004 | 64399 | +| eng-deu | newstest2017 | 0.57779 | 28.7 | 3004 | 61287 | +| lav-eng | newstest2017 | 0.51103 | 20.2 | 2001 | 47511 | +| rus-eng | newstest2017 | 0.61663 | 36.1 | 3001 | 69025 | +| ces-eng | newstest2018 | 0.56663 | 29.6 | 2983 | 63495 | +| deu-eng | newstest2018 | 0.65768 | 41.8 | 2998 | 67012 | +| eng-deu | newstest2018 | 0.67590 | 43.5 | 2998 | 64276 | +| rus-eng | newstest2018 | 0.58427 | 31.5 | 3000 | 71291 | +| ces-deu | newstest2019 | 0.53405 | 23.8 | 1997 | 48746 | +| deu-eng | newstest2019 | 0.62158 | 37.7 | 2000 | 39227 | +| deu-fra | newstest2019 | 0.61819 | 34.4 | 1701 | 42509 | +| eng-deu | newstest2019 | 0.64640 | 39.8 | 1997 | 48746 | +| fra-deu | newstest2019 | 0.59291 | 27.6 | 1701 | 36446 | +| guj-eng | newstest2019 | 0.51165 | 22.5 | 1016 | 17757 | +| lit-eng | newstest2019 | 0.58019 | 29.1 | 1000 | 25878 | +| rus-eng | newstest2019 | 0.62499 | 37.8 | 2000 | 42642 | +| deu-eng | newstest2020 | 0.56495 | 30.9 | 785 | 38220 | +| deu-fra | newstest2020 | 0.59211 | 31.6 | 1619 | 36890 | +| eng-deu | newstest2020 | 0.58436 | 30.2 | 1418 | 52383 | +| fra-deu | newstest2020 | 0.59478 | 26.6 | 1619 | 30265 | +| pol-eng | newstest2020 | 0.56674 | 27.7 | 1001 | 21755 | +| rus-eng | newstest2020 | 0.62387 | 33.6 | 991 | 20217 | +| ces-eng | newstest2021 | 0.54943 | 25.6 | 1000 | 22056 | +| deu-eng | newstest2021 | 0.58675 | 30.5 | 1000 | 20180 | +| deu-fra | newstest2021 | 0.57690 | 30.0 | 1000 | 23757 | +| eng-deu | newstest2021 | 0.55381 | 24.9 | 1002 | 27970 | +| fra-deu | newstest2021 | 0.63942 | 37.2 | 1026 | 26077 | +| isl-eng | newstest2021 | 0.53701 | 29.2 | 1000 | 22529 | +| rus-eng | newstest2021 | 0.60760 | 33.7 | 1000 | 21228 | +| deu-eng | newstestALL2020 | 0.56898 | 30.8 | 785 | 38220 | +| eng-deu | newstestALL2020 | 0.58436 | 30.2 | 1418 | 52383 | +| rus-eng | newstestALL2020 | 0.62387 | 33.6 | 991 | 20217 | +| deu-eng | newstestB2020 | 0.56571 | 30.3 | 785 | 37696 | +| eng-deu | newstestB2020 | 0.57458 | 29.7 | 1418 | 53092 | +| rus-eng | newstestB2020 | 0.62934 | 35.5 | 991 | 20423 | +| afr-deu | ntrex128 | 0.54806 | 25.7 | 1997 | 48761 | +| afr-eng | ntrex128 | 0.71452 | 50.6 | 1997 | 47673 | +| afr-fra | ntrex128 | 0.55624 | 28.2 | 1997 | 53481 | +| afr-por | ntrex128 | 0.54364 | 26.9 | 1997 | 51631 | +| afr-spa | ntrex128 | 0.57498 | 32.3 | 1997 | 54107 | +| bel-deu | ntrex128 | 0.48215 | 17.8 | 1997 | 48761 | +| bel-eng | ntrex128 | 0.55146 | 26.7 | 1997 | 47673 | +| bel-fra | ntrex128 | 0.49288 | 20.4 | 1997 | 53481 | +| bel-por | ntrex128 | 0.48488 | 19.9 | 1997 | 51631 | +| bel-spa | ntrex128 | 0.50933 | 23.7 | 1997 | 54107 | +| ben-deu | ntrex128 | 0.43995 | 13.7 | 1997 | 48761 | +| ben-eng | ntrex128 | 0.53312 | 24.9 | 1997 | 47673 | +| ben-fra | ntrex128 | 0.45297 | 17.1 | 1997 | 53481 | +| ben-por | ntrex128 | 0.44323 | 15.5 | 1997 | 51631 | +| ben-spa | ntrex128 | 0.46993 | 19.5 | 1997 | 54107 | +| bul-deu | ntrex128 | 0.51786 | 20.9 | 1997 | 48761 | +| bul-eng | ntrex128 | 0.59510 | 31.3 | 1997 | 47673 | +| bul-fra | ntrex128 | 0.53787 | 25.4 | 1997 | 53481 | +| bul-por | ntrex128 | 0.52650 | 24.2 | 1997 | 51631 | +| bul-spa | ntrex128 | 0.54950 | 28.4 | 1997 | 54107 | +| cat-deu | ntrex128 | 0.52907 | 22.5 | 1997 | 48761 | +| cat-eng | ntrex128 | 0.62247 | 34.6 | 1997 | 47673 | +| cat-fra | ntrex128 | 0.55858 | 27.5 | 1997 | 53481 | +| cat-por | ntrex128 | 0.55916 | 28.3 | 1997 | 51631 | +| cat-spa | ntrex128 | 0.61209 | 35.6 | 1997 | 54107 | +| ces-deu | ntrex128 | 0.52704 | 22.5 | 1997 | 48761 | +| ces-eng | ntrex128 | 0.60742 | 33.1 | 1997 | 47673 | +| ces-fra | ntrex128 | 0.54283 | 26.3 | 1997 | 53481 | +| ces-por | ntrex128 | 0.52392 | 24.1 | 1997 | 51631 | +| ces-spa | ntrex128 | 0.55467 | 28.9 | 1997 | 54107 | +| cym-deu | ntrex128 | 0.48064 | 19.1 | 1997 | 48761 | +| cym-eng | ntrex128 | 0.60592 | 34.7 | 1997 | 47673 | +| cym-fra | ntrex128 | 0.50667 | 23.9 | 1997 | 53481 | +| cym-por | ntrex128 | 0.48189 | 20.5 | 1997 | 51631 | +| cym-spa | ntrex128 | 0.52160 | 26.7 | 1997 | 54107 | +| dan-deu | ntrex128 | 0.53284 | 24.4 | 1997 | 48761 | +| dan-eng | ntrex128 | 0.62092 | 37.5 | 1997 | 47673 | +| dan-fra | ntrex128 | 0.53068 | 25.4 | 1997 | 53481 | +| dan-por | ntrex128 | 0.52754 | 26.2 | 1997 | 51631 | +| dan-spa | ntrex128 | 0.55304 | 29.8 | 1997 | 54107 | +| deu-eng | ntrex128 | 0.61371 | 33.7 | 1997 | 47673 | +| deu-fra | ntrex128 | 0.54844 | 27.4 | 1997 | 53481 | +| deu-por | ntrex128 | 0.53694 | 25.3 | 1997 | 51631 | +| deu-spa | ntrex128 | 0.56148 | 29.8 | 1997 | 54107 | +| ell-deu | ntrex128 | 0.51567 | 21.1 | 1997 | 48761 | +| ell-eng | ntrex128 | 0.60389 | 34.0 | 1997 | 47673 | +| ell-fra | ntrex128 | 0.53343 | 25.1 | 1997 | 53481 | +| ell-por | ntrex128 | 0.53030 | 25.9 | 1997 | 51631 | +| ell-spa | ntrex128 | 0.55542 | 29.7 | 1997 | 54107 | +| eng-deu | ntrex128 | 0.57592 | 28.9 | 1997 | 48761 | +| eng-fra | ntrex128 | 0.60159 | 33.9 | 1997 | 53481 | +| eng-por | ntrex128 | 0.59020 | 32.6 | 1997 | 51631 | +| eng-spa | ntrex128 | 0.62826 | 38.6 | 1997 | 54107 | +| fao-deu | ntrex128 | 0.42717 | 16.1 | 1997 | 48761 | +| fao-eng | ntrex128 | 0.48210 | 24.5 | 1997 | 47673 | +| fao-fra | ntrex128 | 0.40770 | 16.9 | 1997 | 53481 | +| fao-por | ntrex128 | 0.40603 | 16.2 | 1997 | 51631 | +| fao-spa | ntrex128 | 0.42980 | 18.8 | 1997 | 54107 | +| fas-deu | ntrex128 | 0.47062 | 15.7 | 1997 | 48761 | +| fas-eng | ntrex128 | 0.53552 | 24.0 | 1997 | 47673 | +| fas-fra | ntrex128 | 0.48958 | 20.1 | 1997 | 53481 | +| fas-por | ntrex128 | 0.47091 | 18.3 | 1997 | 51631 | +| fas-spa | ntrex128 | 0.49946 | 22.5 | 1997 | 54107 | +| fra-deu | ntrex128 | 0.52037 | 22.1 | 1997 | 48761 | +| fra-eng | ntrex128 | 0.59918 | 32.7 | 1997 | 47673 | +| fra-por | ntrex128 | 0.53484 | 25.0 | 1997 | 51631 | +| fra-spa | ntrex128 | 0.56500 | 30.3 | 1997 | 54107 | +| gle-deu | ntrex128 | 0.45357 | 16.0 | 1997 | 48761 | +| gle-eng | ntrex128 | 0.54960 | 27.0 | 1997 | 47673 | +| gle-fra | ntrex128 | 0.47041 | 18.7 | 1997 | 53481 | +| gle-por | ntrex128 | 0.45725 | 17.5 | 1997 | 51631 | +| gle-spa | ntrex128 | 0.48897 | 22.4 | 1997 | 54107 | +| glg-deu | ntrex128 | 0.52710 | 22.4 | 1997 | 48761 | +| glg-eng | ntrex128 | 0.63076 | 37.0 | 1997 | 47673 | +| glg-fra | ntrex128 | 0.55231 | 27.2 | 1997 | 53481 | +| glg-por | ntrex128 | 0.56272 | 28.9 | 1997 | 51631 | +| glg-spa | ntrex128 | 0.61675 | 36.6 | 1997 | 54107 | +| guj-deu | ntrex128 | 0.40361 | 11.9 | 1997 | 48761 | +| guj-eng | ntrex128 | 0.52283 | 23.0 | 1997 | 47673 | +| guj-fra | ntrex128 | 0.41597 | 14.7 | 1997 | 53481 | +| guj-por | ntrex128 | 0.40085 | 13.0 | 1997 | 51631 | +| guj-spa | ntrex128 | 0.44800 | 18.3 | 1997 | 54107 | +| hin-deu | ntrex128 | 0.45618 | 14.4 | 1997 | 48761 | +| hin-eng | ntrex128 | 0.57183 | 27.9 | 1997 | 47673 | +| hin-fra | ntrex128 | 0.47504 | 18.5 | 1997 | 53481 | +| hin-por | ntrex128 | 0.45829 | 16.9 | 1997 | 51631 | +| hin-spa | ntrex128 | 0.48784 | 21.4 | 1997 | 54107 | +| hrv-deu | ntrex128 | 0.53567 | 23.2 | 1997 | 48761 | +| hrv-eng | ntrex128 | 0.61932 | 34.8 | 1997 | 47673 | +| hrv-fra | ntrex128 | 0.55306 | 27.6 | 1997 | 53481 | +| hrv-por | ntrex128 | 0.53968 | 26.3 | 1997 | 51631 | +| hrv-spa | ntrex128 | 0.56765 | 30.4 | 1997 | 54107 | +| hye-deu | ntrex128 | 0.42987 | 14.0 | 1997 | 48761 | +| hye-eng | ntrex128 | 0.49189 | 20.9 | 1997 | 47673 | +| hye-fra | ntrex128 | 0.44434 | 17.2 | 1997 | 53481 | +| hye-por | ntrex128 | 0.43069 | 16.0 | 1997 | 51631 | +| hye-spa | ntrex128 | 0.45889 | 19.5 | 1997 | 54107 | +| isl-deu | ntrex128 | 0.48392 | 19.5 | 1997 | 48761 | +| isl-eng | ntrex128 | 0.54720 | 27.5 | 1997 | 47673 | +| isl-fra | ntrex128 | 0.49971 | 22.5 | 1997 | 53481 | +| isl-por | ntrex128 | 0.47811 | 20.2 | 1997 | 51631 | +| isl-spa | ntrex128 | 0.51060 | 25.1 | 1997 | 54107 | +| ita-deu | ntrex128 | 0.53354 | 23.3 | 1997 | 48761 | +| ita-eng | ntrex128 | 0.63069 | 37.1 | 1997 | 47673 | +| ita-fra | ntrex128 | 0.56721 | 29.1 | 1997 | 53481 | +| ita-por | ntrex128 | 0.56298 | 28.9 | 1997 | 51631 | +| ita-spa | ntrex128 | 0.58483 | 32.6 | 1997 | 54107 | +| lav-deu | ntrex128 | 0.48637 | 17.5 | 1997 | 48761 | +| lav-eng | ntrex128 | 0.55909 | 25.5 | 1997 | 47673 | +| lav-fra | ntrex128 | 0.49579 | 20.4 | 1997 | 53481 | +| lav-por | ntrex128 | 0.47936 | 18.9 | 1997 | 51631 | +| lav-spa | ntrex128 | 0.51105 | 23.3 | 1997 | 54107 | +| lit-deu | ntrex128 | 0.49203 | 18.0 | 1997 | 48761 | +| lit-eng | ntrex128 | 0.55075 | 25.7 | 1997 | 47673 | +| lit-fra | ntrex128 | 0.50667 | 21.9 | 1997 | 53481 | +| lit-por | ntrex128 | 0.49771 | 20.8 | 1997 | 51631 | +| lit-spa | ntrex128 | 0.52333 | 24.8 | 1997 | 54107 | +| ltz-deu | ntrex128 | 0.51232 | 22.0 | 1997 | 48761 | +| ltz-eng | ntrex128 | 0.58218 | 32.4 | 1997 | 47673 | +| ltz-fra | ntrex128 | 0.49182 | 21.6 | 1997 | 53481 | +| ltz-por | ntrex128 | 0.46871 | 20.3 | 1997 | 51631 | +| ltz-spa | ntrex128 | 0.48975 | 23.6 | 1997 | 54107 | +| mar-deu | ntrex128 | 0.42225 | 12.5 | 1997 | 48761 | +| mar-eng | ntrex128 | 0.51583 | 22.2 | 1997 | 47673 | +| mar-fra | ntrex128 | 0.43088 | 15.1 | 1997 | 53481 | +| mar-por | ntrex128 | 0.42394 | 14.6 | 1997 | 51631 | +| mar-spa | ntrex128 | 0.44945 | 17.7 | 1997 | 54107 | +| mkd-deu | ntrex128 | 0.52537 | 21.8 | 1997 | 48761 | +| mkd-eng | ntrex128 | 0.62757 | 35.8 | 1997 | 47673 | +| mkd-fra | ntrex128 | 0.54428 | 26.4 | 1997 | 53481 | +| mkd-por | ntrex128 | 0.52919 | 24.5 | 1997 | 51631 | +| mkd-spa | ntrex128 | 0.56365 | 30.0 | 1997 | 54107 | +| nep-deu | ntrex128 | 0.40783 | 11.6 | 1997 | 48761 | +| nep-eng | ntrex128 | 0.51242 | 23.1 | 1997 | 47673 | +| nep-fra | ntrex128 | 0.41414 | 14.5 | 1997 | 53481 | +| nep-por | ntrex128 | 0.41356 | 13.8 | 1997 | 51631 | +| nep-spa | ntrex128 | 0.43667 | 17.0 | 1997 | 54107 | +| nld-deu | ntrex128 | 0.55633 | 25.3 | 1997 | 48761 | +| nld-eng | ntrex128 | 0.63172 | 36.0 | 1997 | 47673 | +| nld-fra | ntrex128 | 0.55161 | 27.1 | 1997 | 53481 | +| nld-por | ntrex128 | 0.54074 | 26.8 | 1997 | 51631 | +| nld-spa | ntrex128 | 0.57106 | 31.7 | 1997 | 54107 | +| nno-deu | ntrex128 | 0.52489 | 23.9 | 1997 | 48761 | +| nno-eng | ntrex128 | 0.64889 | 41.6 | 1997 | 47673 | +| nno-fra | ntrex128 | 0.53358 | 26.2 | 1997 | 53481 | +| nno-por | ntrex128 | 0.52089 | 24.7 | 1997 | 51631 | +| nno-spa | ntrex128 | 0.54863 | 29.4 | 1997 | 54107 | +| nob-deu | ntrex128 | 0.54650 | 25.5 | 1997 | 48761 | +| nob-eng | ntrex128 | 0.64444 | 39.3 | 1997 | 47673 | +| nob-fra | ntrex128 | 0.55024 | 28.0 | 1997 | 53481 | +| nob-por | ntrex128 | 0.53537 | 25.9 | 1997 | 51631 | +| nob-spa | ntrex128 | 0.56899 | 31.4 | 1997 | 54107 | +| pan-deu | ntrex128 | 0.40429 | 11.6 | 1997 | 48761 | +| pan-eng | ntrex128 | 0.49942 | 20.6 | 1997 | 47673 | +| pan-fra | ntrex128 | 0.41440 | 14.8 | 1997 | 53481 | +| pan-spa | ntrex128 | 0.42840 | 16.6 | 1997 | 54107 | +| pol-deu | ntrex128 | 0.50884 | 20.4 | 1997 | 48761 | +| pol-eng | ntrex128 | 0.55781 | 26.2 | 1997 | 47673 | +| pol-fra | ntrex128 | 0.52511 | 23.9 | 1997 | 53481 | +| pol-por | ntrex128 | 0.50796 | 21.8 | 1997 | 51631 | +| pol-spa | ntrex128 | 0.53122 | 25.6 | 1997 | 54107 | +| por-deu | ntrex128 | 0.54003 | 23.7 | 1997 | 48761 | +| por-eng | ntrex128 | 0.63798 | 37.6 | 1997 | 47673 | +| por-fra | ntrex128 | 0.56317 | 28.3 | 1997 | 53481 | +| por-spa | ntrex128 | 0.59244 | 33.9 | 1997 | 54107 | +| prs-deu | ntrex128 | 0.44878 | 14.3 | 1997 | 48761 | +| prs-eng | ntrex128 | 0.52855 | 24.2 | 1997 | 47673 | +| prs-fra | ntrex128 | 0.46323 | 17.6 | 1997 | 53481 | +| prs-por | ntrex128 | 0.45211 | 16.9 | 1997 | 51631 | +| prs-spa | ntrex128 | 0.47595 | 20.5 | 1997 | 54107 | +| pus-eng | ntrex128 | 0.40630 | 13.0 | 1997 | 47673 | +| ron-deu | ntrex128 | 0.52534 | 21.6 | 1997 | 48761 | +| ron-eng | ntrex128 | 0.60733 | 32.2 | 1997 | 47673 | +| ron-fra | ntrex128 | 0.55222 | 26.1 | 1997 | 53481 | +| ron-por | ntrex128 | 0.54549 | 26.4 | 1997 | 51631 | +| ron-spa | ntrex128 | 0.57503 | 31.6 | 1997 | 54107 | +| rus-deu | ntrex128 | 0.49519 | 18.5 | 1997 | 48761 | +| rus-eng | ntrex128 | 0.55126 | 25.6 | 1997 | 47673 | +| rus-fra | ntrex128 | 0.51684 | 22.8 | 1997 | 53481 | +| rus-por | ntrex128 | 0.49329 | 20.4 | 1997 | 51631 | +| rus-spa | ntrex128 | 0.52316 | 24.8 | 1997 | 54107 | +| slk-deu | ntrex128 | 0.52066 | 22.0 | 1997 | 48761 | +| slk-eng | ntrex128 | 0.60940 | 33.0 | 1997 | 47673 | +| slk-fra | ntrex128 | 0.53303 | 25.8 | 1997 | 53481 | +| slk-por | ntrex128 | 0.51245 | 23.0 | 1997 | 51631 | +| slk-spa | ntrex128 | 0.54489 | 28.3 | 1997 | 54107 | +| slv-deu | ntrex128 | 0.52189 | 22.0 | 1997 | 48761 | +| slv-eng | ntrex128 | 0.58552 | 30.4 | 1997 | 47673 | +| slv-fra | ntrex128 | 0.53247 | 25.3 | 1997 | 53481 | +| slv-por | ntrex128 | 0.51817 | 23.4 | 1997 | 51631 | +| slv-spa | ntrex128 | 0.54582 | 27.7 | 1997 | 54107 | +| spa-fra | ntrex128 | 0.56549 | 28.3 | 1997 | 53481 | +| spa-por | ntrex128 | 0.56372 | 28.5 | 1997 | 51631 | +| sqi-deu | ntrex128 | 0.52259 | 21.7 | 1997 | 48761 | +| sqi-eng | ntrex128 | 0.62439 | 36.2 | 1997 | 47673 | +| sqi-fra | ntrex128 | 0.54643 | 26.2 | 1997 | 53481 | +| sqi-por | ntrex128 | 0.53857 | 26.2 | 1997 | 51631 | +| sqi-spa | ntrex128 | 0.56804 | 30.8 | 1997 | 54107 | +| srp_Cyrl-deu | ntrex128 | 0.48837 | 18.6 | 1997 | 48761 | +| srp_Cyrl-eng | ntrex128 | 0.54292 | 24.5 | 1997 | 47673 | +| srp_Cyrl-fra | ntrex128 | 0.48977 | 21.5 | 1997 | 53481 | +| srp_Cyrl-por | ntrex128 | 0.48429 | 20.5 | 1997 | 51631 | +| srp_Cyrl-spa | ntrex128 | 0.51373 | 24.9 | 1997 | 54107 | +| swe-deu | ntrex128 | 0.54871 | 25.9 | 1997 | 48761 | +| swe-eng | ntrex128 | 0.65427 | 41.2 | 1997 | 47673 | +| swe-fra | ntrex128 | 0.55294 | 28.2 | 1997 | 53481 | +| swe-por | ntrex128 | 0.53911 | 26.7 | 1997 | 51631 | +| swe-spa | ntrex128 | 0.57293 | 31.9 | 1997 | 54107 | +| tgk_Cyrl-deu | ntrex128 | 0.40503 | 11.8 | 1997 | 48761 | +| tgk_Cyrl-eng | ntrex128 | 0.45221 | 16.4 | 1997 | 47673 | +| tgk_Cyrl-fra | ntrex128 | 0.41930 | 14.4 | 1997 | 53481 | +| tgk_Cyrl-por | ntrex128 | 0.40576 | 12.7 | 1997 | 51631 | +| tgk_Cyrl-spa | ntrex128 | 0.43095 | 16.4 | 1997 | 54107 | +| ukr-deu | ntrex128 | 0.49644 | 18.5 | 1997 | 48761 | +| ukr-eng | ntrex128 | 0.55193 | 25.7 | 1997 | 47673 | +| ukr-fra | ntrex128 | 0.50914 | 21.8 | 1997 | 53481 | +| ukr-por | ntrex128 | 0.49879 | 21.3 | 1997 | 51631 | +| ukr-spa | ntrex128 | 0.52640 | 25.6 | 1997 | 54107 | +| urd-deu | ntrex128 | 0.43742 | 14.1 | 1997 | 48761 | +| urd-eng | ntrex128 | 0.52486 | 23.8 | 1997 | 47673 | +| urd-fra | ntrex128 | 0.45409 | 17.4 | 1997 | 53481 | +| urd-por | ntrex128 | 0.42660 | 14.6 | 1997 | 51631 | +| urd-spa | ntrex128 | 0.46414 | 19.4 | 1997 | 54107 | +| ben-eng | tico19-test | 0.55418 | 27.3 | 2100 | 56824 | +| ben-fra | tico19-test | 0.45176 | 18.3 | 2100 | 64661 | +| ben-por | tico19-test | 0.49778 | 20.9 | 2100 | 62729 | +| ben-spa | tico19-test | 0.51344 | 25.8 | 2100 | 66563 | +| eng-fra | tico19-test | 0.62001 | 38.2 | 2100 | 64661 | +| eng-por | tico19-test | 0.71654 | 48.3 | 2100 | 62729 | +| eng-spa | tico19-test | 0.71947 | 50.2 | 2100 | 66563 | +| fas-eng | tico19-test | 0.58617 | 31.6 | 2100 | 56315 | +| fas-fra | tico19-test | 0.50453 | 23.9 | 2100 | 64661 | +| fas-por | tico19-test | 0.55031 | 28.1 | 2100 | 62729 | +| fas-spa | tico19-test | 0.56113 | 29.9 | 2100 | 66563 | +| fra-eng | tico19-test | 0.60512 | 35.8 | 2100 | 56323 | +| fra-por | tico19-test | 0.57530 | 33.0 | 2100 | 62729 | +| fra-spa | tico19-test | 0.58823 | 35.6 | 2100 | 66563 | +| hin-eng | tico19-test | 0.64146 | 39.6 | 2100 | 56323 | +| hin-fra | tico19-test | 0.51582 | 25.4 | 2100 | 64661 | +| hin-por | tico19-test | 0.57182 | 30.9 | 2100 | 62729 | +| hin-spa | tico19-test | 0.58341 | 33.7 | 2100 | 66563 | +| mar-eng | tico19-test | 0.51194 | 21.4 | 2100 | 56315 | +| mar-fra | tico19-test | 0.43359 | 16.8 | 2100 | 64661 | +| mar-por | tico19-test | 0.47089 | 20.3 | 2100 | 62729 | +| mar-spa | tico19-test | 0.48435 | 22.8 | 2100 | 66563 | +| nep-eng | tico19-test | 0.57060 | 30.1 | 2100 | 56824 | +| nep-fra | tico19-test | 0.46212 | 19.7 | 2100 | 64661 | +| nep-por | tico19-test | 0.51024 | 24.0 | 2100 | 62729 | +| nep-spa | tico19-test | 0.51651 | 25.9 | 2100 | 66563 | +| por-eng | tico19-test | 0.72228 | 47.4 | 2100 | 56315 | +| por-fra | tico19-test | 0.58934 | 33.4 | 2100 | 64661 | +| por-spa | tico19-test | 0.67509 | 44.1 | 2100 | 66563 | +| prs-eng | tico19-test | 0.54979 | 26.6 | 2100 | 56824 | +| prs-fra | tico19-test | 0.47627 | 21.0 | 2100 | 64661 | +| prs-por | tico19-test | 0.52000 | 25.6 | 2100 | 62729 | +| prs-spa | tico19-test | 0.54172 | 28.5 | 2100 | 66563 | +| pus-eng | tico19-test | 0.48655 | 23.1 | 2100 | 56315 | +| pus-fra | tico19-test | 0.40980 | 16.2 | 2100 | 64661 | +| pus-por | tico19-test | 0.44879 | 19.5 | 2100 | 62729 | +| pus-spa | tico19-test | 0.45280 | 20.4 | 2100 | 66563 | +| rus-eng | tico19-test | 0.59787 | 30.4 | 2100 | 56323 | +| rus-fra | tico19-test | 0.52211 | 24.1 | 2100 | 64661 | +| rus-por | tico19-test | 0.56473 | 26.9 | 2100 | 62729 | +| rus-spa | tico19-test | 0.58626 | 31.1 | 2100 | 66563 | +| spa-fra | tico19-test | 0.59078 | 33.1 | 2100 | 64661 | +| urd-eng | tico19-test | 0.51957 | 25.0 | 2100 | 56315 | +| urd-fra | tico19-test | 0.43707 | 17.2 | 2100 | 64661 | +| urd-por | tico19-test | 0.47484 | 20.1 | 2100 | 62729 | +| urd-spa | tico19-test | 0.48812 | 22.4 | 2100 | 66563 | + +## Citation Information + +* Publications: [Democratizing neural machine translation with OPUS-MT](https://doi.org/10.1007/s10579-023-09704-w) and [OPUS-MT – Building open translation services for the World](https://aclanthology.org/2020.eamt-1.61/) and [The Tatoeba Translation Challenge – Realistic Data Sets for Low Resource and Multilingual MT](https://aclanthology.org/2020.wmt-1.139/) (Please, cite if you use this model.) + +```bibtex +@article{tiedemann2023democratizing, + title={Democratizing neural machine translation with {OPUS-MT}}, + author={Tiedemann, J{\"o}rg and Aulamo, Mikko and Bakshandaeva, Daria and Boggia, Michele and Gr{\"o}nroos, Stig-Arne and Nieminen, Tommi and Raganato, Alessandro and Scherrer, Yves and Vazquez, Raul and Virpioja, Sami}, + journal={Language Resources and Evaluation}, + number={58}, + pages={713--755}, + year={2023}, + publisher={Springer Nature}, + issn={1574-0218}, + doi={10.1007/s10579-023-09704-w} +} + +@inproceedings{tiedemann-thottingal-2020-opus, + title = "{OPUS}-{MT} {--} Building open translation services for the World", + author = {Tiedemann, J{\"o}rg and Thottingal, Santhosh}, + booktitle = "Proceedings of the 22nd Annual Conference of the European Association for Machine Translation", + month = nov, + year = "2020", + address = "Lisboa, Portugal", + publisher = "European Association for Machine Translation", + url = "https://aclanthology.org/2020.eamt-1.61", + pages = "479--480", +} + +@inproceedings{tiedemann-2020-tatoeba, + title = "The Tatoeba Translation Challenge {--} Realistic Data Sets for Low Resource and Multilingual {MT}", + author = {Tiedemann, J{\"o}rg}, + booktitle = "Proceedings of the Fifth Conference on Machine Translation", + month = nov, + year = "2020", + address = "Online", + publisher = "Association for Computational Linguistics", + url = "https://aclanthology.org/2020.wmt-1.139", + pages = "1174--1182", +} +``` + +## Acknowledgements + +The work is supported by the [HPLT project](https://hplt-project.org/), funded by the European Union’s Horizon Europe research and innovation programme under grant agreement No 101070350. We are also grateful for the generous computational resources and IT infrastructure provided by [CSC -- IT Center for Science](https://www.csc.fi/), Finland, and the [EuroHPC supercomputer LUMI](https://www.lumi-supercomputer.eu/). + +## Model conversion info + +* transformers version: 4.45.1 +* OPUS-MT git hash: 0882077 +* port time: Tue Oct 8 11:49:33 EEST 2024 +* port machine: LM0-400-22516.local