<commit_before>Brlapi==0.6.1
Mako==0.9.1
MarkupSafe==0.18
Pillow==2.3.0
SQLAlchemy==1.0.12
aiohttp==1.0.5
apturl==0.5.2ubuntu4
async-timeout==1.1.0
beautifulsoup4==4.2.1
chardet==2.3.0
checkbox-ng==0.3
checkbox-support==0.2
colorama==0.2.5
command-not-found==0.3
decorator==3.4.0
defer==1.0.6
discord.py==0.15.1
ezame==0.6.1
feedparser==5.1.3
friends==0.1
html5lib==0.999
httplib2==0.8
language-selector==0.1
louis==2.5.3
lxml==3.3.3
matplotlib==1.3.1
multidict==2.1.4
nose==1.3.1
numexpr==2.2.2
numpy==1.11.0
oauthlib==0.6.1
onboard==1.0.1
oneconf==0.3.7.14.04.1
pandas==0.18.0
pandasql==0.7.1
piston-mini-client==0.7.5
plainbox==0.5.3
pycrypto==2.6.1
pycurl==7.19.3
pygobject==3.12.0
pyparsing==2.0.1
python-apt==0.9.3.5ubuntu2
python-dateutil==2.5.2
python-debian==0.1.21-nmu2ubuntu2
pytz==2016.3
pyxdg==0.25
requests==2.2.1
scipy==0.13.3
six==1.10.0
software-center-aptd-plugins==0.0.0
tables==3.1.1
tornado==3.1.1
ubuntu-drivers-common==0.0.0
ufw==0.34-rc-0ubuntu2
unattended-upgrades==0.1
unity-scope-audacious==0.1
unity-scope-calculator==0.1
unity-scope-chromiumbookmarks==0.1
unity-scope-clementine==0.1
unity-scope-colourlovers==0.1
unity-scope-devhelp==0.1
unity-scope-firefoxbookmarks==0.1
unity-scope-gdrive==0.7
unity-scope-gmusicbrowser==0.1
unity-scope-gourmet==0.1
unity-scope-guayadeque==0.1
unity-scope-manpages==0.1
unity-scope-musique==0.1
unity-scope-openclipart==0.1
unity-scope-texdoc==0.1
unity-scope-tomboy==0.1
unity-scope-virtualbox==0.1
unity-scope-yelp==0.1
unity-scope-zotero==0.1
unity-tweak-tool==0.0.6
urllib3==1.7.1
usb-creator==0.2.23
websockets==3.2
wheel==0.24.0
xdiagnose==3.6.3build2
xkit==0.0.0<commit_msg>removes unnecessary dependencies from requirements.txt<commit_after>#Mako==0.9.1
#MarkupSafe==0.18
#Pillow==2.3.0
#SQLAlchemy==1.0.12
aiohttp==1.0.5
async-timeout==1.1.0
#beautifulsoup4==4.2.1
chardet==2.3.0
#checkbox-ng==0.3
#checkbox-support==0.2
#colorama==0.2.5
decorator==3.4.0
discord.py==0.15.1
#feedparser==5.1.3
html5lib==0.999
httplib2==0.8
lxml==3.3.3
#matplotlib==1.3.1
#multidict==2.1.4
nose==1.3.1
#numexpr==2.2.2
#numpy==1.11.0
oauthlib==0.6.1
#oneconf==0.3.7.14.04.1
#pandas==0.18.0
#pandasql==0.7.1
#piston-mini-client==0.7.5
#plainbox==0.5.3
#pycrypto==2.6.1
#pycurl==7.19.3
#pygobject==3.12.0
#pyparsing==2.0.1
#python-apt==0.9.3.5ubuntu2
#python-dateutil==2.5.2
#python-debian==0.1.21-nmu2ubuntu2
#pytz==2016.3
#pyxdg==0.25
requests==2.2.1
#scipy==0.13.3
#six==1.10.0
#software-center-aptd-plugins==0.0.0
#tables==3.1.1
tornado==3.1.1
#ubuntu-drivers-common==0.0.0
#ufw==0.34-rc-0ubuntu2
#unattended-upgrades==0.1
#unity-scope-audacious==0.1
#unity-scope-calculator==0.1
#unity-scope-chromiumbookmarks==0.1
#unity-scope-clementine==0.1
#unity-scope-colourlovers==0.1
#unity-scope-devhelp==0.1
#unity-scope-firefoxbookmarks==0.1
#unity-scope-gdrive==0.7
#unity-scope-gmusicbrowser==0.1
#unity-scope-gourmet==0.1
#unity-scope-guayadeque==0.1
#unity-scope-manpages==0.1
#unity-scope-musique==0.1
#unity-scope-openclipart==0.1
#unity-scope-texdoc==0.1
#unity-scope-tomboy==0.1
#unity-scope-virtualbox==0.1
#unity-scope-yelp==0.1
#unity-scope-zotero==0.1
#unity-tweak-tool==0.0.6
urllib3==1.7.1
#usb-creator==0.2.23
websockets==3.2
#wheel==0.24.0
#xdiagnose==3.6.3build2
#xkit==0.0.0
{'fraction_non_alphanumeric': 0.2295839753466872, 'fraction_numerical': 0.1445300462249615, 'mean_word_length': 5.112994350282486, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 4, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2832373', 'n_tokens_mistral': 1768, 'n_tokens_neox': 1674, 'n_words': 156}