<commit_before>Django>=1.7.1

# shell_plus --notebook
django-extensions

# ipython notebook
pyzmq

Unidecode>=0.04.16
# # heroku uses pip 1.3.1
# # pip==1.3.1
# # pip==1.5.6
# # --editable=git://github.com/mdp-toolkit/mdp-toolkit#egg=mdp
# # --editable=git://github.com/mdp-toolkit/mdp-toolkit#egg=mdp --exists-action=w
# # setuptools==5.7
cffi==0.8.6
chardet==2.3.0
# # cryptography==0.4
# # gitdb==0.5.4
# # GitPython==0.3.2.RC1

dj-database-url>=0.3.0

# run_gunicorn locally needs dj_static.Cling (Heroku reocommends as well)
static3==0.5.1
dj-static==0.0.6

django-toolbelt>=0.0.1
fuzzywuzzy==0.3.2
gunicorn>=19.1.1

# python-nvd3==0.13.3
# django-nvd3==0.7.6

jsonfield>=1.0.0
numpy>=1.8.1
pandas>=0.15.0
ConcurrentPandas>=0.1.1

Scrapy>=0.22.2
South>=0.8.4

xlrd>=0.9.3
xlwt>=0.7.5

# Twisted==14.0.0

# cssselect==0.9.1
# django-crispy-forms==1.4.0
# django-hstore==1.3.5
# lxml==3.3.5

tornado

##$ sudo yum install libjpeg-devel openjpeg-devel
# pillow
##$ sudo yum install cmake make gcc gcc-c++
# Cython>=0.21.1
# exifyay
pyexif

# # --editable=https://python-progressbar.googlecode.com/files/progressbar-2.3.tar.gz
# # https://python-progressbar.googlecode.com/files/progressbar-2.3.tar.gz
# https://python-progressbar.googlecode.com/files/progressbar-2.3-dev.tar.gz
# # --editable=https://python-progressbar.googlecode.com/files/progressbar-2.3.tar.gz
progressbar-latest>=2.4
psycopg2>=2.5.4

# ipython==2.0.0

# # pycparser==2.10
pyOpenSSL==0.14
python-slugify>=0.0.9
pytz>=2014.3
python-dateutil>=2.2
# # queuelib==1.1.1
selenium>=2.39.0
six>=1.8.0

sqlparse>=0.1.13
tabulate==0.7.1
w3lib==1.5
zope.interface==4.0.5

# # django-widget-tweaks==1.3
# # pyenchant==1.6.6

wsgiref>=0.1.2
scipy>=0.14.0
# # nltk==3.0.0
# very likely to fail on heroku
# QSTK>=0.2.8<commit_msg>better versions with == instead of >=<commit_after>Django==1.7.2

# shell_plus --notebook
django-extensions==1.4.9

# ipython notebook
pyzmq==14.4.1

Unidecode==0.04.16
# # heroku uses pip 1.3.1
# # pip==1.3.1
# # pip==1.5.6
# # --editable=git://github.com/mdp-toolkit/mdp-toolkit#egg=mdp
# # --editable=git://github.com/mdp-toolkit/mdp-toolkit#egg=mdp --exists-action=w
# # setuptools==5.7
cffi==0.8.6
chardet==2.3.0
# # cryptography==0.4
# # gitdb==0.5.4
# # GitPython==0.3.2.RC1

dj-database-url==0.3.0

# run_gunicorn locally needs dj_static.Cling (Heroku reocommends as well)
static3==0.5.1
dj-static==0.0.6

django-toolbelt==0.0.1
fuzzywuzzy==0.3.2
gunicorn==19.1.1

jsonfield==1.0.0
# numpy==1.9.1 not available in Heroku python buildpack multipack
numpy==1.9.0
pandas==0.15.0
ConcurrentPandas==0.1.1

Scrapy==0.22.2
# South==0.8.4

xlrd==0.9.3
xlwt==0.7.5

tornado==4.0.2

##$ sudo yum install libjpeg-devel openjpeg-devel
# pillow
##$ sudo yum install cmake make gcc gcc-c++
# Cython==0.21.1
# exifyay
pyexif

# # --editable=https://python-progressbar.googlecode.com/files/progressbar-2.3.tar.gz
# # https://python-progressbar.googlecode.com/files/progressbar-2.3.tar.gz
# https://python-progressbar.googlecode.com/files/progressbar-2.3-dev.tar.gz
# # --editable=https://python-progressbar.googlecode.com/files/progressbar-2.3.tar.gz
progressbar-latest==2.4
psycopg2==2.5.4

# ipython==2.0.0

pyOpenSSL==0.14
python-slugify==0.0.9
pytz==2014.3
python-dateutil==2.2
selenium==2.39.0
six==1.8.0

sqlparse==0.1.13
tabulate==0.7.1
w3lib==1.5
zope.interface==4.0.5

wsgiref==0.1.2
scipy==0.14.0
matplotlib==1.4.2

# # nltk==3.0.0
{'fraction_non_alphanumeric': 0.20760233918128654, 'fraction_numerical': 0.10029239766081871, 'mean_word_length': 3.965166908563135, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 29, 'https://': 8, 'lorem ipsum': 0, 'www.': 0, 'xml': 1}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2047307', 'n_tokens_mistral': 1708, 'n_tokens_neox': 1636, 'n_words': 195}