<commit_before># Base packages
pip==8.1.1
virtualenv==15.0.1
docutils==0.11
Sphinx==1.3.5
Pygments==2.0.2
mkdocs==0.14.0
readthedocs-build==2.0.5
django==1.8.3

git+https://github.com/django-tastypie/django-tastypie.git@1e1aff3dd4dcd21669e9c68bd7681253b286b856#egg=django-tastypie
django-haystack==2.1.0
celery-haystack==0.7.2
django-guardian==1.3.0
django-extensions==1.3.8
djangorestframework==3.0.4
django-vanilla-views==1.0.4
pytest-django==2.8.0

requests==2.3.0
slumber==0.6.0
lxml==3.3.5

django-countries==3.4.1

# Basic tools
redis==2.10.3
celery==3.1.18
django-celery==3.1.16
git+https://github.com/pennersr/django-allauth.git@d869aff9#egg=django-allauth
dnspython==1.11.0

# VCS
mercurial==2.6.3
httplib2==0.7.7

# Search
elasticsearch==1.5.0
pyelasticsearch==0.7.1
pyquery==1.2.2

# Utils
django-gravatar2==1.0.6
doc2dash==1.1.0
pytz==2013b
beautifulsoup4==4.1.3
Unipath==0.2.1
django-kombu==0.9.4
django-secure==0.1.2
mimeparse==0.1.3
mock==1.0.1<commit_msg>Mercurial no longer needed (#2237)<commit_after># Base packages
pip==8.1.1
virtualenv==15.0.1
docutils==0.11
Sphinx==1.3.5
Pygments==2.0.2
mkdocs==0.14.0
readthedocs-build==2.0.5
django==1.8.3

git+https://github.com/django-tastypie/django-tastypie.git@1e1aff3dd4dcd21669e9c68bd7681253b286b856#egg=django-tastypie
django-haystack==2.1.0
celery-haystack==0.7.2
django-guardian==1.3.0
django-extensions==1.3.8
djangorestframework==3.0.4
django-vanilla-views==1.0.4
pytest-django==2.8.0

requests==2.3.0
slumber==0.6.0
lxml==3.3.5

django-countries==3.4.1

# Basic tools
redis==2.10.3
celery==3.1.18
django-celery==3.1.16
git+https://github.com/pennersr/django-allauth.git@d869aff9#egg=django-allauth
dnspython==1.11.0

# VCS
httplib2==0.7.7

# Search
elasticsearch==1.5.0
pyelasticsearch==0.7.1
pyquery==1.2.2

# Utils
django-gravatar2==1.0.6
doc2dash==1.1.0
pytz==2013b
beautifulsoup4==4.1.3
Unipath==0.2.1
django-kombu==0.9.4
django-secure==0.1.2
mimeparse==0.1.3
mock==1.0.1
{'fraction_non_alphanumeric': 0.19784172661870503, 'fraction_numerical': 0.15570400822199384, 'mean_word_length': 5.122641509433962, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3265783', 'n_tokens_mistral': 1045, 'n_tokens_neox': 984, 'n_words': 96}