<commit_before># List all Python package requirements this project has.
#
# more details: http://www.pip-installer.org/en/latest/requirements.html

### General useful bits
py-bcrypt
PyYAML
Mercurial
Pillow

### Database drivers
psycopg2

### Django related
Django>=1.4,<1.5
django-pagination
South>=0.8


### Pombola dependencies
sorl-thumbnail
django_date_extensions==0.1dev
django-ajax-selects

Markdown

### Use a fork of django-markitup so that we get correct truthiness
hg+https://bitbucket.org/evdb/django-markitup/@fe49ef12c614#egg=django-markitup

requests>=1.0
pyelasticsearch
django-haystack>=2.1.0

# Testing helpers 
httplib2
WebTest>=1.3.2
django-webtest
git+git://github.com/nathforge/django-mechanize.git#egg=django-mechanize
selenium
django-selenium

# Hansard parsing is quite particular
BeautifulSoup==3.2.1
BeautifulSoup4
unidecode
python-memcached

# django-mapit
git+git://github.com/mysociety/mapit.git@master#egg=django-mapit

# SayIt
git+git://github.com/mysociety/sayit.git@master#egg=django-sayit

# ZA hansard scrapers - need to be made available to be added as an optional app
git+git://github.com/mysociety/za-hansard.git@master#egg=zah

python-dateutil>=1.5,!=2.0

coverage>=3

## votematch
django-model-utils

parsedatetime

# TODO - change to pypi package 'pygeocoder' link once https://bitbucket.org/xster/pygeocoder/pull-request/5 merged and published.
-e hg+https://evdb@bitbucket.org/evdb/pygeocoder@add-components#egg=pygeocoder
<commit_msg>Require popit-resolver (I think this is the pip dep issue again)<commit_after># List all Python package requirements this project has.
#
# more details: http://www.pip-installer.org/en/latest/requirements.html

### General useful bits
py-bcrypt
PyYAML
Mercurial
Pillow

### Database drivers
psycopg2

### Django related
Django>=1.4,<1.5
django-pagination
South>=0.8


### Pombola dependencies
sorl-thumbnail
django_date_extensions==0.1dev
django-ajax-selects

Markdown

### Use a fork of django-markitup so that we get correct truthiness
hg+https://bitbucket.org/evdb/django-markitup/@fe49ef12c614#egg=django-markitup

requests>=1.0
pyelasticsearch
django-haystack>=2.1.0

# Testing helpers 
httplib2
WebTest>=1.3.2
django-webtest
git+git://github.com/nathforge/django-mechanize.git#egg=django-mechanize
selenium
django-selenium

# Hansard parsing is quite particular
BeautifulSoup==3.2.1
BeautifulSoup4
unidecode
python-memcached

# django-mapit
git+git://github.com/mysociety/mapit.git@master#egg=django-mapit

# SayIt
git+git://github.com/mysociety/sayit.git@master#egg=django-sayit

# ZA hansard scrapers - need to be made available to be added as an optional app
git+git://github.com/mysociety/za-hansard.git@master#egg=zah
git+git://github.com/mysociety/popit-resolver#egg=popit-resolver

python-dateutil>=1.5,!=2.0

coverage>=3

## votematch
django-model-utils

parsedatetime

# TODO - change to pypi package 'pygeocoder' link once https://bitbucket.org/xster/pygeocoder/pull-request/5 merged and published.
-e hg+https://evdb@bitbucket.org/evdb/pygeocoder@add-components#egg=pygeocoder

{'fraction_non_alphanumeric': 0.12109375, 'fraction_numerical': 0.022786458333333332, 'mean_word_length': 5.375518672199171, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 17, 'https://': 6, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2527950', 'n_tokens_mistral': 1170, 'n_tokens_neox': 1116, 'n_words': 219}