<commit_before>Flask==1.1.1
Flask-Migrate==2.5.2
flask_restful==0.3.7
Flask-SQLAlchemy==2.4
Flask-Script==0.6.7
geojson==1.3.5
Jinja2==2.10.1
Mako==0.9.1
MarkupSafe==0.23
SQLAlchemy==1.3.3
Shapely==1.5.0
Werkzeug==0.15.5
alembic==1.0.11
amqp==1.4.9
aniso8601==0.82
anyjson==0.3.3
argparse==1.2.1
billiard==3.3.0.13
celery==3.1.7
configobj==5.0.6
itsdangerous==1.1.0
kombu==3.0.30
setuptools==44.1.0 ; python_version == "2.7"
protobuf
psycopg2
pytz==2013.9
redis==2.9.1
six==1.10.0
validate-email==1.3
wsgiref==0.1.2; python_version < '3.2'
retrying==1.3.3
git+https://github.com/esnme/ultrajson.git@ac4637fbc4e72bd59f221d9bba19127820d21023
jsonschema==2.6.0
python-dateutil==2.5.3
typing==3.7.4
coloredlogs==10.0
pydns==2.3.6<commit_msg>remove pydns from requirements<commit_after>Flask==1.1.1
Flask-Migrate==2.5.2
flask_restful==0.3.7
Flask-SQLAlchemy==2.4
Flask-Script==0.6.7
geojson==1.3.5
Jinja2==2.10.1
Mako==0.9.1
MarkupSafe==0.23
SQLAlchemy==1.3.3
Shapely==1.5.0
Werkzeug==0.15.5
alembic==1.0.11
amqp==1.4.9
aniso8601==0.82
anyjson==0.3.3
argparse==1.2.1
billiard==3.3.0.13
celery==3.1.7
configobj==5.0.6
itsdangerous==1.1.0
kombu==3.0.30
setuptools==44.1.0 ; python_version == "2.7"
protobuf
psycopg2
pytz==2013.9
redis==2.9.1
six==1.10.0
validate-email==1.3
wsgiref==0.1.2; python_version < '3.2'
retrying==1.3.3
git+https://github.com/esnme/ultrajson.git@<PASSWORD>
jsonschema==2.6.0
python-dateutil==2.5.3
typing==3.7.4
coloredlogs==10.0
{'fraction_non_alphanumeric': 0.21823204419889503, 'fraction_numerical': 0.18162983425414364, 'mean_word_length': 5.062761506276151, 'pattern_counts': {'":': 0, '<': 6, '<?xml version=': 0, '>': 4, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3367570', 'n_tokens_mistral': 838, 'n_tokens_neox': 788, 'n_words': 83}