<commit_before>amqp==1.4.9
anyjson==0.3.3
certauth==1.1.3
cffi==1.5.0
cryptography==1.2.1
enum34==1.1.2
funcsigs==0.4
idna==2.0
ipaddress==1.0.16
kombu==3.0.33
librabbitmq==1.6.1
meld3==1.0.2
mock==1.3.0
oauthlib==1.0.3
openpyxl==2.3.3
pbr==1.8.1
py==1.4.31
petl==1.1.0
pyasn1==0.1.9
pycparser==2.14
pyOpenSSL==0.15.1
pytest==2.8.7
python-dateutil==2.4.2
pytz==2015.7
requests==2.9.1
requests-oauthlib==0.6.0
six==1.10.0
twarc==0.4.0
vcrpy==1.7.4
urllib3==1.14
warc==0.2.1
warctools==4.9.0
xlsxwriter==0.9.4<commit_msg>Updated kombu deps.<commit_after>amqp==2.1.4
certauth==1.1.3
cffi==1.5.0
cryptography==1.2.1
enum34==1.1.2
funcsigs==0.4
idna==2.0
ipaddress==1.0.16
kombu==4.0.2
librabbitmq==1.6.1
meld3==1.0.2
mock==1.3.0
oauthlib==1.0.3
openpyxl==2.3.3
pbr==1.8.1
py==1.4.31
petl==1.1.0
pyasn1==0.1.9
pycparser==2.14
pyOpenSSL==0.15.1
pytest==2.8.7
python-dateutil==2.4.2
pytz==2015.7
requests==2.9.1
requests-oauthlib==0.6.0
six==1.10.0
twarc==0.4.0
vcrpy==1.7.4
urllib3==1.14
vine==1.1.3
warc==0.2.1
warctools==4.9.0
xlsxwriter==0.9.4
{'fraction_non_alphanumeric': 0.2548076923076923, 'fraction_numerical': 0.20865384615384616, 'mean_word_length': 4.365979381443299, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5033030', 'n_tokens_mistral': 659, 'n_tokens_neox': 634, 'n_words': 67}