<commit_before>amqp==1.4.9
anyjson==0.3.3
certauth==1.1.3
cffi==1.5.0
cryptography==1.2.1
enum34==1.1.2
funcsigs==0.4
idna==2.0
ipaddress==1.0.16
kombu==3.0.33
librabbitmq==1.6.1
meld3==1.0.2
mock==1.3.0
oauthlib==1.0.3
pbr==1.8.1
py==1.4.31
pyasn1==0.1.9
pycparser==2.14
pyOpenSSL==0.15.1
pytest==2.8.7
python-dateutil==2.4.2
requests==2.9.1
requests-oauthlib==0.6.0
six==1.10.0
supervisor==3.2.0
twarc==0.7.0
unicodecsv==0.14.1
urllib3==1.14<commit_msg>add xlsx dependencies<commit_after>amqp==1.4.9
anyjson==0.3.3
certauth==1.1.3
cffi==1.5.0
cryptography==1.2.1
enum34==1.1.2
funcsigs==0.4
idna==2.0
ipaddress==1.0.16
kombu==3.0.33
librabbitmq==1.6.1
meld3==1.0.2
mock==1.3.0
oauthlib==1.0.3
openpyxl==2.3.3
pbr==1.8.1
petl==1.1.0
py==1.4.31
pyasn1==0.1.9
pycparser==2.14
pyOpenSSL==0.15.1
pytest==2.8.7
python-dateutil==2.4.2
requests==2.9.1
requests-oauthlib==0.6.0
six==1.10.0
supervisor==3.2.0
twarc==0.7.0
unicodecsv==0.14.1
urllib3==1.14
{'fraction_non_alphanumeric': 0.24735729386892177, 'fraction_numerical': 0.2029598308668076, 'mean_word_length': 4.538011695906433, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5289438', 'n_tokens_mistral': 580, 'n_tokens_neox': 555, 'n_words': 59}