<commit_before>aniso8601==3.0.2
appdirs==1.4.3
blinker==1.4
certifi==2018.4.16
click==6.7
Flask==1.0.2
Flask-Cors==3.0.6
Flask-RESTful==0.3.6
gevent==1.3.5
greenlet==0.4.14
itsdangerous==0.24
Jinja2==2.10
lifter==0.4.1
MarkupSafe==1.0
packaging==17.1
persisting-theory==0.2.1
psycopg2==2.7.5
pyparsing==2.2.0
python-dateutil==2.7.3
pytz==2018.5
six==1.11.0
SQLAlchemy==1.2.10
thespian==3.9.2
Werkzeug==0.14.1<commit_msg>add PyYaml to requirements<commit_after>aniso8601==3.0.2
appdirs==1.4.3
blinker==1.4
certifi==2018.4.16
click==6.7
Flask==1.0.2
Flask-Cors==3.0.6
Flask-RESTful==0.3.6
gevent==1.3.5
greenlet==0.4.14
itsdangerous==0.24
Jinja2==2.10
lifter==0.4.1
MarkupSafe==1.0
packaging==17.1
persisting-theory==0.2.1
psycopg2==2.7.5
pyparsing==2.2.0
python-dateutil==2.7.3
pytz==2018.5
six==1.11.0
SQLAlchemy==1.2.10
thespian==3.9.2
Werkzeug==0.14.1
PyYAML==3.13
{'fraction_non_alphanumeric': 0.2251732101616628, 'fraction_numerical': 0.1997690531177829, 'mean_word_length': 5.105633802816901, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '61278', 'n_tokens_mistral': 520, 'n_tokens_neox': 477, 'n_words': 51}