Upload

.gitignore

@@ -0,0 +1,152 @@
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+cover/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+.pybuilder/
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+#   For a library or package, you might want to ignore these files since the code is
+#   intended to run in multiple environments; otherwise, check them in:
+# .python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# poetry
+#   Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
+#   This is especially recommended for binary packages to ensure reproducibility, and is more
+#   commonly ignored for libraries.
+#   https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
+#poetry.lock
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# pytype static type analyzer
+.pytype/
+
+# Cython debug symbols
+cython_debug/
+
+# PyCharm
+#  JetBrains specific template is maintained in a separate JetBrains.gitignore that can
+#  be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
+#  and can be added to the global gitignore or merged into this file.  For a more nuclear
+#  option (not recommended) you can uncomment the following to ignore the entire idea folder.
+.idea/

README.md

@@ -1,11 +1,11 @@
 ---
-title: FinalLeaderboard
-emoji: 🐠
-colorFrom: pink
-colorTo: indigo
+title: Robust Speech Recognition Leaderboard 2022
+emoji: 🏆🎙️🏆
+colorFrom: red
+colorTo: yellow
 sdk: streamlit
 app_file: app.py
-pinned: false
+pinned: true
 license: apache-2.0
 ---
 

app.py

@@ -0,0 +1,136 @@
+import glob
+import pandas as pd
+import streamlit as st
+
+cer_langs = ["ja", "zh-CN", "zh-HK", "zh-TW"]
+
+
+def get_note(lang):
+    metric = (
+        "`CER` (Char Error Rate, lower is better)" if lang in cer_langs else "`WER` (Word Error Rate, lower is better)"
+    )
+    return (
+        f"**Note**: The evaluation metric for the `{lang}` language is {metric}. " f"The score used for ranking is: "
+    )
+
+
+def get_note_custom(lang):
+    metric = "CER (Char Error Rate)" if lang in cer_langs else "WER (Word Error Rate)"
+    return (
+        f"**Note**: The evaluation metric for the `{lang}` language is {metric}. "
+        "The metrics for this language are **self-reported** by the participants and are dataset-dependent, "
+        "so there's no explicit ranking score. "
+        "Please refer to the model cards for more info about the datasets."
+    )
+
+
+def make_clickable(model_name):
+    link = "https://huggingface.co/" + model_name
+    return f'<a target="_blank" href="{link}">{model_name}</a>'
+
+
+def parse_df(df, lang):
+    note = None
+    if "cv6" in df.columns and "hf_dev" in df.columns:
+        df["avg"] = (df[["cv6", "cv7", "cv8"]].max(axis=1) + df["hf_dev"] + df["hf_test"]) / 3
+        df.sort_values("avg", inplace=True, ignore_index=True)
+        df = df[["model", "cv6", "cv7", "cv8", "hf_dev", "hf_test", "avg"]]
+        note = get_note(lang)
+        metric_eq = r"""Score = 
+                        \begin{cases}
+                          (CV61_{Test} + HF_{Dev} + HF_{Test}) / 3 & \text{if trained on $Common\ Voice\ 6.1$} \\
+                          (CV7_{Test} + HF_{Dev} + HF_{Test}) / 3 & \text{if trained on $Common\ Voice\ 7.0$} \\
+                          (CV8_{Test} + HF_{Dev} + HF_{Test}) / 3 & \text{if trained on $Common\ Voice\ 8.0$} \\
+                        \end{cases}"""
+    elif "cv8" in df.columns and "hf_dev" in df.columns:
+        df["avg"] = (df[["cv7", "cv8"]].max(axis=1) + df["hf_dev"] + df["hf_test"]) / 3
+        df.sort_values("avg", inplace=True, ignore_index=True)
+        df = df[["model", "cv7", "cv8", "hf_dev", "hf_test", "avg"]]
+        note = get_note(lang)
+        metric_eq = r"""Score = 
+                        \begin{cases}
+                          (CV7_{Test} + HF_{Dev} + HF_{Test}) / 3 & \text{if trained on $Common\ Voice\ 7.0$} \\
+                          (CV8_{Test} + HF_{Dev} + HF_{Test}) / 3 & \text{if trained on $Common\ Voice\ 8.0$} \\
+                        \end{cases}"""
+    elif "cv6" in df.columns:
+        df["avg"] = df[["cv6", "cv7", "cv8"]].max(axis=1)
+        df.sort_values("avg", inplace=True, ignore_index=True)
+        df = df[["model", "cv6", "cv7", "cv8", "avg"]]
+        note = get_note(lang)
+        metric_eq = r"""Score = 
+                        \begin{cases}
+                          CV61_{Test} & \text{if trained on $Common\ Voice\ 6.1$} \\
+                          CV7_{Test} & \text{if trained on $Common\ Voice\ 7.0$} \\
+                          CV8_{Test} & \text{if trained on $Common\ Voice\ 8.0$} \\
+                        \end{cases}"""
+    elif "cv8" in df.columns:
+        df["avg"] = df[["cv7", "cv8"]].max(axis=1)
+        df.sort_values("avg", inplace=True, ignore_index=True)
+        df = df[["model", "cv7", "cv8", "avg"]]
+        note = get_note(lang)
+        metric_eq = r"""Score = 
+                        \begin{cases}
+                          CV7_{Test} & \text{if trained on $Common\ Voice\ 7.0$} \\
+                          CV8_{Test} & \text{if trained on $Common\ Voice\ 8.0$} \\
+                        \end{cases}"""
+    elif "hf_dev" in df.columns:
+        df["avg"] = (df["hf_dev"] + df["hf_test"]) / 2
+        df.sort_values("avg", inplace=True, ignore_index=True)
+        df = df[["model", "hf_dev", "hf_test", "avg"]]
+        note = get_note(lang)
+        metric_eq = r"""Score = \frac{HF_{Dev} + HF_{Test}}{2}"""
+    elif "custom" in df.columns:
+        df = df[["model", "custom"]]
+        df.sort_values("custom", inplace=True, ignore_index=True)
+        note = get_note_custom(lang)
+        metric_eq = None
+    df["model"] = df["model"].apply(make_clickable)
+    df.rename(
+        columns={
+            "model": "Model",
+            "cv6": "CV 6.1 Test",
+            "cv7": "CV 7.0 Test",
+            "cv8": "CV 8.0 Test",
+            "hf_dev": "HF Dev",
+            "hf_test": "HF Test",
+            "custom": "Custom Test",
+            "avg": "Score",
+        },
+        inplace=True,
+    )
+    df.fillna("", inplace=True)
+    return df, note, metric_eq
+
+
+@st.cache()
+def main():
+    dataframes = {}
+    notes = {}
+    metric_eqs = {}
+    for lang_csv in sorted(glob.glob("data/*.csv")):
+        lang = lang_csv.split("/")[-1].split(".")[0]
+        df = pd.read_csv(lang_csv)
+        dataframes[lang], notes[lang], metric_eqs[lang] = parse_df(df, lang)
+
+    return dataframes, notes, metric_eqs
+
+
+dataframes, notes, eval_eqs = main()
+
+_, col_center = st.columns([3, 6])
+with col_center:
+    st.image("logo.png", width=200)
+st.markdown("# Robust Speech Challenge Results")
+
+lang_select = sorted(dataframes.keys())
+
+lang = st.selectbox(
+    "Language",
+    lang_select,
+    index=0,
+)
+
+st.markdown(notes[lang])
+if eval_eqs[lang]:
+    st.latex(eval_eqs[lang])
+st.write(dataframes[lang].to_html(escape=False, index=None), unsafe_allow_html=True)

data/ab.csv

@@ -0,0 +1,5 @@
+model,cv7,cv8
+DrishtiSharma/wav2vec2-large-xls-r-300m-ab-CV7,52.91,
+infinitejoy/wav2vec2-large-xls-r-300m-abkhaz,57.81,
+infinitejoy/wav2vec2-large-xls-r-300m-abkhaz-cv8,,27.60
+emre/wav2vec2-xls-r-300m-ab-CV8,,44.9

data/ar.csv

@@ -0,0 +1,6 @@
+model,cv7,cv8,hf_dev,hf_test
+AndrewMcDowell/wav2vec2-xls-r-300m-arabic,46.72,,93.72,92.49
+bakrianoo/sinai-voice-ar-stt,,18.17,93.03,90.79
+kingabzpro/wav2vec2-large-xlsr-300-arabic,39.04,,89.80,87.46
+phantomcoder1996/wav2vec2-large-xls-r-300m-arabic,57.80,,95.07,93.58
+phantomcoder1996/wav2vec2-large-xls-r-300m-arabic-colab,64.38,,96.15,94.96

data/as.csv

@@ -0,0 +1,8 @@
+model,cv7,cv8,cv6
+DrishtiSharma/wav2vec2-large-xls-r-300m-as-g1,,65.41,
+DrishtiSharma/wav2vec2-large-xls-r-300m-as-v9,,61.64,
+anuragshas/wav2vec2-large-xls-r-300m-as,57.00,,
+infinitejoy/wav2vec2-large-xls-r-300m-assamese,72.64,,
+infinitejoy/wav2vec2-large-xls-r-300m-assamese-cv8,,65.97,
+emre/wav2vec2-xls-r-300m-as-CV8-v1,,100,
+reichenbach/wav2vec2-large-xls-r-300m-as,,,64.77

data/ba.csv

@@ -0,0 +1,4 @@
+model,cv7,cv8
+AigizK/wav2vec2-large-xls-r-300m-bashkir-cv7_opt,4.44,
+infinitejoy/wav2vec2-large-xls-r-300m-bashkir,24.21,
+sammy786/wav2vec2-xlsr-bashkir,,11.32

data/bas.csv

@@ -0,0 +1,6 @@
+model,cv7,cv8
+DrishtiSharma/wav2vec2-large-xls-r-300m-bas-v1,,35.66
+emre/wav2vec2-xls-r-300m-bas-CV8-v2,,50.48
+infinitejoy/wav2vec2-large-xls-r-300m-basaa,104.08,
+infinitejoy/wav2vec2-large-xls-r-300m-basaa-cv8,,38.06
+sammy786/wav2vec2-xlsr-Basaa,,41.23

data/bg.csv

@@ -0,0 +1,5 @@
+model,cv7,cv8,hf_dev,hf_test
+DrishtiSharma/wav2vec2-large-xls-r-300m-bg-d2,,28.78,49.78,51.25
+DrishtiSharma/wav2vec2-large-xls-r-300m-bg-v1,,47.10,70.53,72.60
+anuragshas/wav2vec2-large-xls-r-300m-bg,,21.20,30.27,31.03
+infinitejoy/wav2vec2-large-xls-r-300m-bulgarian,46.68,,63.68,64.08

data/bn.csv

@@ -0,0 +1,3 @@
+model,custom
+Tahsin-Mayeesha/wav2vec2-bn-300m,17.77
+arijitx/wav2vec2-xls-r-300m-bengali,15.32

data/br.csv

@@ -0,0 +1,7 @@
+model,cv7,cv8,cv6
+DrishtiSharma/wav2vec2-large-xls-r-300m-br-d10,,52.30,
+DrishtiSharma/wav2vec2-large-xls-r-300m-br-d2,,49.77,
+infinitejoy/wav2vec2-large-xls-r-300m-breton,107.96,,
+infinitejoy/wav2vec2-large-xls-r-300m-breton-cv8,,54.86,
+sammy786/wav2vec2-xlsr-breton,,48.21,
+emre/wav2vec2-xls-r-300m-Br-small,,,47.89

data/ca.csv

@@ -0,0 +1,5 @@
+model,cv7,cv8,hf_dev,hf_test
+PereLluis13/wav2vec2-xls-r-1b-ca,,11.03,20.98,18.70
+PereLluis13/wav2vec2-xls-r-1b-ca-lm,,6.07,18.38,15.41
+PereLluis13/wav2vec2-xls-r-300m-ca,,13.17,26.25,22.04
+PereLluis13/wav2vec2-xls-r-300m-ca-lm,,6.77,21.47,17.68

data/ckb.csv

@@ -0,0 +1,2 @@
+model,cv7,cv8
+Akashpb13/Central_kurdish_xlsr,,36.75

data/cs.csv

@@ -0,0 +1,6 @@
+model,hf_dev,hf_test,cv7,cv8,cv6
+comodoro/wav2vec2-xls-r-300m-cs,66.78,57.52,,,22.15
+comodoro/wav2vec2-xls-r-300m-cs-250,49.26,42.51,,14.75,
+comodoro/wav2vec2-xls-r-300m-cs-cv8,54.29,44.55,,10.28,
+comodoro/wav2vec2-xls-r-300m-west-slavic-cv8,84.11,75.99,,53.52,
+sammy786/wav2vec2-xlsr-czech,97.02,69.70,,11.23,

data/cv.csv

@@ -0,0 +1,3 @@
+model,cv7,cv8
+infinitejoy/wav2vec2-large-xls-r-300m-chuvash,60.31,
+sammy786/wav2vec2-xlsr-chuvash,,27.81

data/cy.csv

@@ -0,0 +1,3 @@
+model,cv6,cv7,cv8
+infinitejoy/wav2vec2-large-xls-r-300m-welsh,,31.00,
+techiaith/wav2vec2-xlsr-ft-cy,13.79,,

data/de.csv

@@ -0,0 +1,6 @@
+model,cv7,cv8,hf_dev,hf_test
+AndrewMcDowell/wav2vec2-xls-r-1B-german,,15.25,28.30,36.20
+AndrewMcDowell/wav2vec2-xls-r-300m-german-de,19.50,,39.54,47.95
+jonatasgrosman/wav2vec2-xls-r-1b-german,,8.13,15.12,19.67
+jsnfly/wav2vec2-large-xlsr-53-german-gpt2,9.71,,,
+jsnfly/wav2vec2-xls-r-1b-de-cv8,,11.07,29.28,36.79

data/dv.csv

@@ -0,0 +1,3 @@
+model,cv7,cv8
+sammy786/wav2vec2-xlsr-dhivehi,,26.91
+shahukareem/xls-r-300m-dv,,21.30

data/el.csv

@@ -0,0 +1,3 @@
+model,cv7,cv8,hf_dev,hf_test
+ayameRushia/wav2vec2-large-xls-r-300m-el,,31.13,,
+infinitejoy/wav2vec2-large-xls-r-300m-greek,101.37,,99.93,99.95

data/en.csv

@@ -0,0 +1,3 @@
+model,cv7,cv8,hf_dev,hf_test
+jonatasgrosman/wav2vec2-xls-r-1b-english,,17.32,15.07,17.88
+vitouphy/wav2vec2-xls-r-300m-english,,37.81,34.56,38.80

data/eo.csv

@@ -0,0 +1,2 @@
+model,cv6,cv7,cv8
+samitizerxu/wav2vec2-xls-r-300m-eo,30.86,,

data/es.csv

@@ -0,0 +1,9 @@
+model,hf_dev,hf_test,cv7,cv8,cv6
+glob-asr/xls-r-es-test-lm,27.95,30.86,,9.40,
+jonatasgrosman/wav2vec2-xls-r-1b-spanish,15.35,16.67,,6.75,
+pablouribe/xls-r-spanish-test,92.53,91.21,13.89,,
+polodealvarado/xls-r-300m-es,28.63,29.72,,14.60,
+tomascufaro/xls-r-es-test,36.08,39.19,,12.62,
+edugp/wav2vec2-xls-r-300m-36-tokens-es,36.09,39.82,,,11.18
+edugp/wav2vec2-xls-r-300m-36-tokens-with-lm-es,31.68,34.45,,,8.68
+samitizerxu/wav2vec2-xls-r-300m-es,55.69,57.28,,,37.37

data/et.csv

@@ -0,0 +1,6 @@
+model,cv7,cv8,hf_dev,hf_test
+RASMUS/wav2vec2-xlsr-1b-et,,20.13,37.52,41.97
+sammy786/wav2vec2-xlsr-estonian,,23.63,61.83,67.43
+shpotes/xls-r-et,34.75,,47.17,54.72
+shpotes/xls-r-et-cv_8_0,,34.18,45.53,54.41
+vasilis/xls-r-et-V-3,,52.47,59.23,69.08

data/eu.csv

@@ -0,0 +1,3 @@
+model,cv7,cv8
+deepdml/wav2vec2-large-xls-r-300m-basque,51.90,
+shpotes/xls-r-eus,,17.87

data/fi.csv

@@ -0,0 +1,10 @@
+model,cv7,cv8
+RASMUS/wav2vec2-xlsr-fi-train-aug-lm-1B,7.69,
+aapot/wav2vec2-xlsr-1b-finnish,13.11,
+aapot/wav2vec2-xlsr-1b-finnish-lm,5.65,
+aapot/wav2vec2-xlsr-1b-finnish-lm-v2,4.09,
+aapot/wav2vec2-xlsr-1b-finnish-v2,9.73,
+aapot/wav2vec2-xlsr-300m-finnish,17.92,
+aapot/wav2vec2-xlsr-300m-finnish-lm,8.16,
+infinitejoy/wav2vec2-large-xls-r-300m-finnish,29.97,
+sammy786/wav2vec2-xlsr-finnish,,13.73

data/fr.csv

@@ -0,0 +1,8 @@
+model,cv7,cv8,hf_dev,hf_test,cv6
+AlexN/xls-r-300m-fr,,21.02,35.15,38.86,
+AlexN/xls-r-300m-fr-0,,21.94,35.55,39.94,
+Plim/xls-r-1b-cv_8-fr,,14.78,23.68,27.10,
+Plim/xls-r-300m-fr,23.70,,62.85,66.45,
+jonatasgrosman/wav2vec2-xls-r-1b-french,,16.32,16.15,19.15,
+samirt8/wav2vec2-xls-r-1b-fr,,12.34,24.45,25.96,
+samitizerxu/wav2vec2-xls-r-300m-fr,,,56.62,58.22,50.24

data/ga-IE.csv

@@ -0,0 +1,5 @@
+model,cv7,cv8
+infinitejoy/wav2vec2-large-xls-r-300m-irish,103.54,
+jcmc/wav2vec-1b-cv8-ir,,42.56
+jcmc/wav2vec-cv7-1b-ir,38.58,
+kingabzpro/wav2vec2-large-xls-r-1b-Irish,,37.64

data/gl.csv

@@ -0,0 +1,4 @@
+model,cv7,cv8,hf_dev,hf_test
+Akashpb13/Galician_xlsr,,11.31,36.78,39.05
+infinitejoy/wav2vec2-large-xls-r-300m-galician,101.54,,105.69,101.95
+emre/wav2vec2-xls-r-300m-gl-CV8,,22.94,47.82,50.80

data/gn.csv

@@ -0,0 +1,6 @@
+model,cv7,cv8
+DrishtiSharma/wav2vec2-large-xls-r-300m-gn-k1,,71.19
+lgris/wav2vec2-xls-r-300m-gn-cv8,,69.05
+lgris/wav2vec2-xls-r-300m-gn-cv8-3,,76.68
+lgris/wav2vec2-xls-r-300m-gn-cv8-4,,68.45
+lgris/wav2vec2-xls-r-gn-cv7,62.65,

data/ha.csv

@@ -0,0 +1,5 @@
+model,cv7,cv8
+Akashpb13/Hausa_xlsr,,20.61
+Mofe/xls-r-hausa-40,,51.31
+anuragshas/wav2vec2-large-xls-r-300m-ha-cv8,,36.30
+infinitejoy/wav2vec2-large-xls-r-300m-hausa,102.74,

data/hi.csv

@@ -0,0 +1,19 @@
+model,cv7,cv8,cv6
+DrishtiSharma/wav2vec2-large-xls-r-300m-hi-CV7,35.32,,
+DrishtiSharma/wav2vec2-large-xls-r-300m-hi-cv8,,36.29,
+DrishtiSharma/wav2vec2-large-xls-r-300m-hi-cv8-b2,,38.91,
+DrishtiSharma/wav2vec2-large-xls-r-300m-hi-d3,42.04,,
+DrishtiSharma/wav2vec2-large-xls-r-300m-hi-wx1,37.20,,
+Harveenchadha/hindi_base_wav2vec2,,20.87,
+Harveenchadha/hindi_large_wav2vec2,,24.85,
+Harveenchadha/hindi_model_with_lm_vakyansh,,18.99,
+LegolasTheElf/Wav2Vec2_xls_r_lm_300m_hi,34.21,,
+anuragshas/wav2vec2-xls-r-1b-hi,18.50,,
+anuragshas/wav2vec2-xls-r-1b-hi-with-lm,,15.90,
+infinitejoy/wav2vec2-large-xls-r-300m-hindi,102.15,,
+kapilkd13/xls-r-300m-hi-prod,39.21,,
+kapilkd13/xls-r-hi-test,38.18,,
+shivam/wav2vec2-xls-r-hindi,52.30,,
+reichenbach/wav2vec2-large-xls-r-300m-hi,,,60.44
+Saitomar/wav2vec2-large-xls-r-300m-hindi-kaggle,,,96.17
+yaswanth/xls-r-300m-yaswanth-hindi2,,,57.89

data/hsb.csv

@@ -0,0 +1,6 @@
+model,cv7,cv8,cv6
+DrishtiSharma/wav2vec2-large-xls-r-300m-hsb-v1,,43.93,
+DrishtiSharma/wav2vec2-large-xls-r-300m-hsb-v2,,46.54,
+DrishtiSharma/wav2vec2-large-xls-r-300m-hsb-v3,,47.64,
+comodoro/wav2vec2-xls-r-300m-west-slavic-cv8,,81.74,
+comodoro/wav2vec2-xls-r-300m-hsb-cv8,,,56.41

data/hu.csv

@@ -0,0 +1,3 @@
+model,cv7,cv8,hf_dev,hf_test
+Akashpb13/xlsr_hungarian_new,,30.12,45.55,47.15
+infinitejoy/wav2vec2-large-xls-r-300m-hungarian,30.19,,45.47,48.20

data/hy-AM.csv

@@ -0,0 +1,5 @@
+model,cv7,cv8
+arampacha/wav2vec2-xls-r-1b-hy,,10.81
+arampacha/wav2vec2-xls-r-1b-hy-cv,,25.88
+arampacha/wav2vec2-xls-r-300m-hy,,13.19
+infinitejoy/wav2vec2-large-xls-r-300m-armenian,101.63,

data/ia.csv

@@ -0,0 +1,3 @@
+model,cv7,cv8
+ayameRushia/wav2vec2-large-xls-r-300m-ia,,20.18
+sammy786/wav2vec2-xlsr-interlingua,,11.46

data/id.csv

@@ -0,0 +1,5 @@
+model,cv7,cv8,hf_dev,hf_test
+Wikidepia/wav2vec2-xls-r-300m-indonesian,,5.05,41.31,52.23
+indonesian-nlp/wav2vec2-indonesian-javanese-sundanese,4.49,,48.94,68.95
+kingabzpro/wav2vec2-large-xls-r-1b-Indonesian,,42.96,72.73,79.29
+kingabzpro/wav2vec2-large-xls-r-300m-Indonesian,100.16,,99.61,106.39

data/it.csv

@@ -0,0 +1,6 @@
+model,cv7,cv8,hf_dev,hf_test
+dbdmg/wav2vec2-xls-r-1b-italian-robust,19.55,,27.51,51.12
+dbdmg/wav2vec2-xls-r-300m-italian,14.08,,22.09,38.07
+dbdmg/wav2vec2-xls-r-300m-italian-robust,12.07,,17.36,33.66
+jonatasgrosman/wav2vec2-xls-r-1b-italian,,6.75,13.78,18.34
+masapasa/xls-r-300m-it-cv8-ds13,,100.00,100.00,100.00

data/ja.csv

@@ -0,0 +1,7 @@
+model,hf_dev,hf_test,cv7,cv8
+AndrewMcDowell/wav2vec2-xls-r-1b-japanese-hiragana-katakana,29.63,32.69,,22.27
+AndrewMcDowell/wav2vec2-xls-r-300m-japanese,30.37,34.42,,23.64
+vitouphy/wav2vec2-xls-r-300m-japanese,24.87,27.36,,27.54
+vumichien/wav2vec2-xls-r-1b-japanese,16.27,19.89,3.42,
+vutankiet2901/wav2vec2-large-xlsr-53-ja,21.11,26.02,,7.15
+vutankiet2901/wav2vec2-xls-r-1b-ja,16.43,19.48,,5.33

data/ka.csv

@@ -0,0 +1,4 @@
+model,hf_dev,hf_test,cv7,cv8
+arampacha/wav2vec2-xls-r-1b-ka,22.61,21.58,,7.40
+infinitejoy/wav2vec2-large-xls-r-300m-georgian,65.32,65.03,37.23,
+sammy786/wav2vec2-xlsr-georgian,75.07,74.41,,23.90

data/kab.csv

@@ -0,0 +1,2 @@
+model,cv7,cv8
+Akashpb13/Kabyle_xlsr,,31.88

data/kk.csv

@@ -0,0 +1,2 @@
+model,cv7,cv8,hf_dev,hf_test
+DrishtiSharma/wav2vec2-large-xls-r-300m-kk-with-LM,,41.70,81.57,67.09

data/km.csv

@@ -0,0 +1,2 @@
+model,custom
+vitouphy/wav2vec2-xls-r-1b-khmer,32.13

data/kmr.csv

@@ -0,0 +1,3 @@
+model,cv7,cv8
+Akashpb13/xlsr_kurmanji_kurdish,,33.07
+infinitejoy/wav2vec2-large-xls-r-300m-kurdish,102.31,

data/ko.csv

@@ -0,0 +1,4 @@
+model,hf_dev,hf_test
+anantoj/wav2vec2-xls-r-1b-korean,82.07,82.09
+w11wo/wav2vec2-xls-r-300m-korean,76.26,73.18
+w11wo/wav2vec2-xls-r-300m-korean-lm,68.34,66.47

data/ky.csv

@@ -0,0 +1,4 @@
+model,cv7,cv8
+infinitejoy/wav2vec2-large-xls-r-300m-kyrgyz,40.52,
+lucio/xls-r-kyrgiz-cv8,,19.01
+sammy786/wav2vec2-xlsr-kyrgyz,,25.25

data/la.csv

@@ -0,0 +1,2 @@
+model,custom
+lsb/wav2vec2-base-it-latin,39.80

data/lg.csv

@@ -0,0 +1,3 @@
+model,cv6,cv7,cv8
+cahya/wav2vec2-luganda,,13.84,
+samitizerxu/wav2vec2-xls-r-300m-lg,78.89,,

data/lt.csv

@@ -0,0 +1,3 @@
+model,cv7,cv8
+infinitejoy/wav2vec2-large-xls-r-300m-lithuanian,24.14,
+sammy786/wav2vec2-xlsr-lithuanian,,14.67

data/lv.csv

@@ -0,0 +1,4 @@
+model,cv7,cv8,hf_dev,hf_test
+anuragshas/wav2vec2-xls-r-300m-lv-cv8-with-lm,,9.63,33.21,44.12
+infinitejoy/wav2vec2-large-xls-r-300m-latvian,16.68,,45.25,56.16
+reach-vb/wav2vec2-large-xls-r-1B-common_voice7-lv-ft,9.58,,44.33,50.89

data/mn.csv

@@ -0,0 +1,4 @@
+model,cv7,cv8,hf_dev,hf_test
+ayameRushia/wav2vec2-large-xls-r-300m-mn,,31.39,,
+infinitejoy/wav2vec2-large-xls-r-300m-mongolian,44.65,,76.64,78.45
+sammy786/wav2vec2-xlsr-mongolian,,32.64,91.26,91.37