<commit_before>cffi==1.9.1
cloudant==2.3.0
cryptography==1.6
dominate==2.2.0
Flask==0.10.1
Flask-Bootstrap==3.3.6.0
Flask-Login==0.4.0
Flask-Moment==0.5.1
Flask-Script==2.0.5
Flask-SQLAlchemy==2.1
Flask-SSLify==0.1.5
Flask-WTF==0.12
idna==2.1
itsdangerous==0.24
Jinja2==2.8
kafka==1.3.1
kafka-python==1.3.1
MarkupSafe==0.23
numpy==1.11.3
oauth2-client==0.0.15
paramiko==2.0.2
protobuf==2.6.1
pyasn1==0.1.9
pycparser==2.17
python-dateutil==2.6.0
redis==2.10.5
requests==2.11.1
scp==0.10.2
six==1.10.0
SQLAlchemy==1.0.13
visitor==0.1.3
Werkzeug==0.11.10
WTForms==2.1<commit_msg>add impyla<commit_after>bit-array==0.1.0
bitarray==0.8.1
cffi==1.9.1
cloudant==2.3.0
cryptography==1.6
dominate==2.2.0
Flask==0.10.1
Flask-Bootstrap==3.3.6.0
Flask-Login==0.4.0
Flask-Moment==0.5.1
Flask-Script==2.0.5
Flask-SQLAlchemy==2.1
Flask-SSLify==0.1.5
Flask-WTF==0.12
future==0.16.0
idna==2.1
impyla==0.14.0
itsdangerous==0.24
Jinja2==2.8
kafka==1.3.1
kafka-python==1.3.1
MarkupSafe==0.23
numpy==1.11.3
oauth2-client==0.0.15
paramiko==2.0.2
ply==3.10
protobuf==2.6.1
pyasn1==0.1.9
pycparser==2.17
PyHive==0.3.0
python-dateutil==2.6.0
redis==2.10.5
requests==2.11.1
sasl==0.2.1
scp==0.10.2
six==1.10.0
SQLAlchemy==1.0.13
thrift==0.10.0
thrift-sasl==0.2.1
thriftpy==0.3.9
visitor==0.1.3
Werkzeug==0.11.10
wheel==0.24.0
WTForms==2.1
{'fraction_non_alphanumeric': 0.24314024390243902, 'fraction_numerical': 0.19283536585365854, 'mean_word_length': 4.563559322033898, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '739679', 'n_tokens_mistral': 789, 'n_tokens_neox': 748, 'n_words': 77}