<commit_before># This file is autogenerated. Do not edit.
# This is used for reference and debugging.
common_voice/br/1.0.0
common_voice/ca/1.0.0
common_voice/cnh/1.0.0
common_voice/cv/1.0.0
common_voice/cy/1.0.0
common_voice/de/1.0.0
common_voice/en/1.0.0
common_voice/eo/1.0.0
common_voice/fr/1.0.0
common_voice/ga-IE/1.0.0
common_voice/it/1.0.0
common_voice/kab/1.0.0
common_voice/ky/1.0.0
common_voice/nl/1.0.0
common_voice/sl/1.0.0
common_voice/tr/1.0.0
common_voice/tt/1.0.0
common_voice/zh-TW/1.0.0
covid19sum/1.0.0
reddit_disentanglement/2.0.0
samsum/1.0.0
so2sat/all/2.1.0
so2sat/rgb/2.1.0
voxforge/1.0.0
wmt18_translate/cs-en/1.0.0
wmt18_translate/de-en/1.0.0
wmt18_translate/et-en/1.0.0
wmt18_translate/fi-en/1.0.0
wmt18_translate/kk-en/1.0.0
wmt18_translate/ru-en/1.0.0
wmt18_translate/tr-en/1.0.0
wmt18_translate/zh-en/1.0.0<commit_msg>Automated metadata update.<commit_after># This file is autogenerated. Do not edit.
# This is used for reference and debugging.
common_voice/br/1.0.0
common_voice/ca/1.0.0
common_voice/cnh/1.0.0
common_voice/cv/1.0.0
common_voice/cy/1.0.0
common_voice/de/1.0.0
common_voice/en/1.0.0
common_voice/eo/1.0.0
common_voice/fr/1.0.0
common_voice/ga-IE/1.0.0
common_voice/it/1.0.0
common_voice/kab/1.0.0
common_voice/ky/1.0.0
common_voice/nl/1.0.0
common_voice/sl/1.0.0
common_voice/tr/1.0.0
common_voice/tt/1.0.0
common_voice/zh-TW/1.0.0
covid19sum/1.0.0
fuss/reverberant/1.2.0
fuss/unprocessed/1.2.0
reddit_disentanglement/2.0.0
samsum/1.0.0
so2sat/all/2.1.0
so2sat/rgb/2.1.0
voxforge/1.0.0
wmt18_translate/cs-en/1.0.0
wmt18_translate/de-en/1.0.0
wmt18_translate/et-en/1.0.0
wmt18_translate/fi-en/1.0.0
wmt18_translate/kk-en/1.0.0
wmt18_translate/ru-en/1.0.0
wmt18_translate/tr-en/1.0.0
wmt18_translate/zh-en/1.0.0
{'fraction_non_alphanumeric': 0.16676152532726238, 'fraction_numerical': 0.13545816733067728, 'mean_word_length': 3.602094240837696, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1684701', 'n_tokens_mistral': 953, 'n_tokens_neox': 929, 'n_words': 97}