<commit_before>bleach==4.1.0
certifi==2021.10.8
charset-normalizer==2.0.10
colorama==0.4.4
coverage==6.2
Deprecated==1.2.13
docutils==0.18.1
flake8==4.0.1
hiredis==2.0.0
idna==3.3
importlib-metadata==4.2.0
isort==5.10.1
keyring==23.5.0
mccabe==0.6.1
mmh3==3.0.0
mypy==0.931
mypy-extensions==0.4.3
packaging==21.3
pkginfo==1.8.2
pycodestyle==2.8.0
pyflakes==2.4.0
Pygments==2.11.2
pyparsing==3.0.6
readme-renderer==32.0
redis==4.1.0
requests==2.27.1
requests-toolbelt==0.9.1
rfc3986==1.5.0
six==1.16.0
tomli==2.0.0
tqdm==4.62.3
twine==3.7.1
types-redis==4.1.4
typing_extensions==4.0.1
urllib3==1.26.8
webencodings==0.5.1
wrapt==1.13.3
zipp==3.7.0<commit_msg>Upgrade requirements (#583)<commit_after>bleach==4.1.0
certifi==2021.10.8
charset-normalizer==2.0.10
colorama==0.4.4
coverage==6.2
Deprecated==1.2.13
docutils==0.18.1
flake8==4.0.1
hiredis==2.0.0
idna==3.3
importlib-metadata==4.2.0
isort==5.10.1
keyring==23.5.0
mccabe==0.6.1
mmh3==3.0.0
mypy==0.931
mypy-extensions==0.4.3
packaging==21.3
pkginfo==1.8.2
pycodestyle==2.8.0
pyflakes==2.4.0
Pygments==2.11.2
pyparsing==3.0.6
readme-renderer==32.0
redis==4.1.0
requests==2.27.1
requests-toolbelt==0.9.1
rfc3986==1.5.0
six==1.16.0
tomli==2.0.0
tqdm==4.62.3
twine==3.7.1
types-redis==4.1.5
typing_extensions==4.0.1
urllib3==1.26.8
webencodings==0.5.1
wrapt==1.13.3
zipp==3.7.0
{'fraction_non_alphanumeric': 0.2371987951807229, 'fraction_numerical': 0.2055722891566265, 'mean_word_length': 4.753246753246753, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '61432', 'n_tokens_mistral': 793, 'n_tokens_neox': 745, 'n_words': 77}