<commit_before>Cython==0.20
Flask==0.10.1
Jinja2==2.7.1
MarkupSafe==0.18
PyYAML==3.10
SQLAlchemy==0.8.3
Tempita==0.5.1
Werkzeug==0.9.4
argparse==1.2.1
colorama==0.2.7
dataset==0.3.13
decorator==3.4.0
distribute==0.6.34
gunicorn==18.0
itsdangerous==0.23
-e git+ssh://git@github.com/spotify/luigi.git@<PASSWORD>#egg=luigi-dev
lxml==3.2.4
numpy==1.8.0
pandas==0.12.0
python-dateutil==2.2
pytz==2013.8
requests==2.0.1
six==1.4.1
slugify==0.0.1
sqlalchemy-migrate==0.7.2
wsgiref==0.1.2<commit_msg>get rid of gh requirement<commit_after>Cython==0.20
Flask==0.10.1
Jinja2==2.7.1
MarkupSafe==0.18
PyYAML==3.10
SQLAlchemy==0.8.3
Tempita==0.5.1
Werkzeug==0.9.4
argparse==1.2.1
colorama==0.2.7
dataset==0.3.13
decorator==3.4.0
distribute==0.6.34
gunicorn==18.0
itsdangerous==0.23
luigi==1.0.13
lxml==3.2.4
numpy==1.8.0
pandas==0.12.0
python-dateutil==2.2
pytz==2013.8
requests==2.0.1
six==1.4.1
slugify==0.0.1
sqlalchemy-migrate==0.7.2
wsgiref==0.1.2
{'fraction_non_alphanumeric': 0.23003194888178913, 'fraction_numerical': 0.17678381256656017, 'mean_word_length': 5.0256410256410255, 'pattern_counts': {'":': 0, '<': 4, '<?xml version=': 0, '>': 4, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 1, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7102323', 'n_tokens_mistral': 548, 'n_tokens_neox': 513, 'n_words': 56}