<commit_before>Django==1.7
GDAL==1.10.0
Jinja2==2.7.3
MarkupSafe==0.23
Pygments==1.6
Sphinx==1.2.3
argparse==1.2.1
dateutils==0.6.6
docutils==0.12
isodate==0.5.0
## FIXME: could not find svn URL in dependency_links for this package:
joblib==0.8.3-r1
matplotlib==1.4.0
mock==1.0.1
nose==1.3.4
numpy==1.9.0
psutil==2.1.2
pyparsing==2.0.2
pyproj==1.9.3
python-dateutil==2.2
python-hostlist==1.14
pytz==2014.7
scikit-learn==0.15.2
scipy==0.14.0
six==1.8.0
tinysegmenter==0.1
wsgiref==0.1.2
xlrd==0.9.3<commit_msg>additional modules for collect<commit_after>Django==1.7
GDAL==1.10.0
Jinja2==2.7.3
MarkupSafe==0.23
Pygments==1.6
Sphinx==1.2.3
anyjson==0.3.3
argparse==1.2.1
docutils==0.12
httplib2==0.9
isodate==0.5.0
## FIXME: could not find svn URL in dependency_links for this package:
joblib==0.8.3-r1
lockfile==0.10.2
matplotlib==1.4.0
mock==1.0.1
nose==1.3.4
numpy==1.9.0
oauth2==1.5.211
psutil==2.1.2
pyparsing==2.0.2
pyproj==1.9.3
python-daemon-3K==1.5.8
python-dateutil==2.2
python-hostlist==1.14
pytz==2014.7
scikit-learn==0.15.2
scipy==0.14.0
six==1.8.0
tinysegmenter==0.1
wsgiref==0.1.2
xlrd==0.9.3
{'fraction_non_alphanumeric': 0.2164855072463768, 'fraction_numerical': 0.16757246376811594, 'mean_word_length': 4.725388601036269, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4464534', 'n_tokens_mistral': 616, 'n_tokens_neox': 591, 'n_words': 82}