<commit_before>BeautifulSoup==3.2.1
MySQL-python==1.2.4
SQLAlchemy==0.8.3
Unidecode==0.04.14
beautifulsoup4==4.3.2
ipython==1.1.0
numpy==1.8.0
python-Levenshtein==0.10.2
pyzmq==14.0.0
requests==2.0.1
wsgiref==0.1.2
celery
redis
<commit_msg>add versions to requirements.txt for celery and redis<commit_after>BeautifulSoup==3.2.1
MySQL-python==1.2.4
SQLAlchemy==0.8.3
Unidecode==0.04.14
beautifulsoup4==4.3.2
ipython==1.1.0
numpy==1.8.0
python-Levenshtein==0.10.2
pyzmq==14.0.0
requests==2.0.1
wsgiref==0.1.2
celery==3.1.7
redis==2.9.0

{'fraction_non_alphanumeric': 0.20037453183520598, 'fraction_numerical': 0.15355805243445692, 'mean_word_length': 5.149425287356322, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '61457', 'n_tokens_mistral': 300, 'n_tokens_neox': 280, 'n_words': 33}