<commit_before>aiohttp==3.1.0
async-timeout==2.0.1
attrs==17.4.0
certifi==2018.4.16
chardet==3.0.4
click==6.7
coloredlogs==9.0
cryptography==1.7.1
gevent-websocket==0.10.1
hexdump==3.3
humanfriendly==4.8
idna==2.6
idna-ssl==1.0.1
itsdangerous==0.24
Jinja2==2.10
keyring==10.1
keyrings.alt==1.3
MarkupSafe==1.0
multidict==4.1.0
psutil==5.4.3
pyasn1==0.1.9
pycrypto==2.6.1
PyGithub==1.39
PyJWT==1.6.1
pyserial==3.4
python-apt==1.1.0b5
python-engineio==2.0.4
python-socketio==1.9.0
pyxdg==0.25
requests==2.18.4
SecretStorage==2.3.1
six==1.10.0
txaio==2.9.0
urllib3==1.22
Werkzeug==0.14.1<commit_msg>remove python-apt from requirements.txt<commit_after>aiohttp==3.1.0
async-timeout==2.0.1
attrs==17.4.0
certifi==2018.4.16
chardet==3.0.4
click==6.7
coloredlogs==9.0
cryptography==1.7.1
gevent-websocket==0.10.1
hexdump==3.3
humanfriendly==4.8
idna==2.6
idna-ssl==1.0.1
itsdangerous==0.24
Jinja2==2.10
keyring==10.1
keyrings.alt==1.3
MarkupSafe==1.0
multidict==4.1.0
psutil==5.4.3
pyasn1==0.1.9
pycrypto==2.6.1
PyGithub==1.39
PyJWT==1.6.1
pyserial==3.4
python-engineio==2.0.4
python-socketio==1.9.0
pyxdg==0.25
requests==2.18.4
SecretStorage==2.3.1
six==1.10.0
txaio==2.9.0
urllib3==1.22
Werkzeug==0.14.1
{'fraction_non_alphanumeric': 0.22454090150250416, 'fraction_numerical': 0.18030050083472454, 'mean_word_length': 5.11734693877551, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3551107', 'n_tokens_mistral': 676, 'n_tokens_neox': 637, 'n_words': 71}