<commit_before>BeautifulSoup==3.2.1
argparse==1.2.1
egenix-mx-base==3.2.8
fuzzywuzzy==0.4.0
lxml==3.4.1
pymongo==2.7.2
requests==2.5.0
wsgiref==0.1.2
<commit_msg>Add some requirements… (quite a few, in fact)<commit_after>BeautifulSoup==3.2.1
Jinja2==2.7.3
MarkupSafe==0.23
MySQL-python==1.2.5
PyRSS2Gen==1.0.0
PyYAML==3.11
Twisted==12.2.0
altgraph==0.10.1
argparse==1.2.1
backports.ssl-match-hostname==3.4.0.2
bdist-mpkg==0.4.4
beautifulsoup4==4.3.2
bonjour-py==0.3
cssselect==0.9.1
dumptruck==0.1.6
egenix-mx-base==3.2.8
fuzzywuzzy==0.4.0
gnureadline==6.3.3
ipython==2.1.0
lxml==3.4.1
macholib==1.5
matplotlib==1.4.2
mechanize==0.2.5
mock==1.0.1
modulegraph==0.10.1
mongo==0.2.0
munkres==1.0.6
nose==1.3.4
numpy==1.9.1
pandas==0.14.0
py2app==0.7.1
py2neo==2.0.3
pyOpenSSL==0.13
pymongo==2.7.2
pynomenklatura==0.3.1
pyobjc-core==2.3.2a0
pyobjc-framework-AddressBook==2.3.2a0
pyobjc-framework-AppleScriptKit==2.3.2a0
pyobjc-framework-AppleScriptObjC==2.3.2a0
pyobjc-framework-Automator==2.3.2a0
pyobjc-framework-CFNetwork==2.3.2a0
pyobjc-framework-Cocoa==2.3.2a0
pyobjc-framework-Collaboration==2.3.2a0
pyobjc-framework-CoreData==2.3.2a0
pyobjc-framework-CoreLocation==2.3.2a0
pyobjc-framework-CoreText==2.3.2a0
pyobjc-framework-DictionaryServices==2.3.2a0
pyobjc-framework-ExceptionHandling==2.3.2a0
pyobjc-framework-FSEvents==2.3.2a0
pyobjc-framework-InputMethodKit==2.3.2a0
pyobjc-framework-InstallerPlugins==2.3.2a0
pyobjc-framework-InstantMessage==2.3.2a0
pyobjc-framework-InterfaceBuilderKit==2.3.2a0
pyobjc-framework-LatentSemanticMapping==2.3.2a0
pyobjc-framework-LaunchServices==2.3.2a0
pyobjc-framework-Message==2.3.2a0
pyobjc-framework-OpenDirectory==2.3.2a0
pyobjc-framework-PreferencePanes==2.3.2a0
pyobjc-framework-PubSub==2.3.2a0
pyobjc-framework-QTKit==2.3.2a0
pyobjc-framework-Quartz==2.3.2a0
pyobjc-framework-ScreenSaver==2.3.2a0
pyobjc-framework-ScriptingBridge==2.3.2a0
pyobjc-framework-SearchKit==2.3.2a0
pyobjc-framework-ServiceManagement==2.3.2a0
pyobjc-framework-SyncServices==2.3.2a0
pyobjc-framework-SystemConfiguration==2.3.2a0
pyobjc-framework-WebKit==2.3.2a0
pyobjc-framework-XgridFoundation==2.3.2a0
pyparsing==2.0.3
python-Levenshtein==0.11.1
python-dateutil==2.3
pytz==2014.10
pywordpress==0.1
pyzmq==14.3.0
redis==2.10.1
requests==2.5.0
scipy==0.11.0
scraperwiki==0.3.10
simplejson==3.6.5
six==1.8.0
tornado==3.2.2
vboxapi==1.0
virtualenv==1.11.6
wsgiref==0.1.2
xattr==0.6.4
zope.interface==3.8.0

{'fraction_non_alphanumeric': 0.19020172910662825, 'fraction_numerical': 0.13709345409633594, 'mean_word_length': 5.657534246575342, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 1, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5169369', 'n_tokens_mistral': 1263, 'n_tokens_neox': 1228, 'n_words': 102}