<commit_before>PyStaticConfiguration==0.9.0
PyYAML==3.11
Pygments==2.0.2
argcomplete==0.8.1
argparse==1.3.0
backports.ssl-match-hostname==3.4.0.2
blessings==1.5.1
boto==2.34.0
dateglob==0.1
docker-py==1.2.2
dulwich==0.10.0
filechunkio==1.5
future==0.14.3
futures==3.0.1
geogrid==1.0.8
humanize==0.5.1
importlib==1.0.3
isodate==0.5.0
kazoo==2.0.post1
marathon==0.6.15
mesos.cli==0.1.3
mesos.interface==0.20.1
mrjob==0.4.4.post1
ordereddict==1.1
paasta-tools==0.9.61
ply==3.4
prettytable==0.7.2
protobuf==2.5.0
pysensu-yelp==0.1.8
python-dateutil==2.4.0
requests==2.6.0
requests-cache==0.4.10
scribereader==0.1.15
sensu-plugin==0.1.0
service-configuration-lib==0.9.2
simplejson==3.6.5
six==1.9.0
thriftpy==0.1.15
websocket-client==0.23.0
wsgiref==0.1.2
yelp-cgeom==1.3.1
yelp-clog==1.4.2
yelp-logging==1.0.37
<commit_msg>Remove circular paasta-tools dependency<commit_after>PyStaticConfiguration==0.9.0
PyYAML==3.11
Pygments==2.0.2
argcomplete==0.8.1
argparse==1.3.0
backports.ssl-match-hostname==3.4.0.2
blessings==1.5.1
boto==2.34.0
dateglob==0.1
docker-py==1.2.2
dulwich==0.10.0
filechunkio==1.5
future==0.14.3
futures==3.0.1
geogrid==1.0.8
humanize==0.5.1
importlib==1.0.3
isodate==0.5.0
kazoo==2.0.post1
marathon==0.6.15
mesos.cli==0.1.3
mesos.interface==0.20.1
mrjob==0.4.4.post1
ordereddict==1.1
ply==3.4
prettytable==0.7.2
protobuf==2.5.0
pysensu-yelp==0.1.8
python-dateutil==2.4.0
requests==2.6.0
requests-cache==0.4.10
scribereader==0.1.15
sensu-plugin==0.1.0
service-configuration-lib==0.9.2
simplejson==3.6.5
six==1.9.0
thriftpy==0.1.15
websocket-client==0.23.0
wsgiref==0.1.2
yelp-cgeom==1.3.1
yelp-clog==1.4.2
yelp-logging==1.0.37

{'fraction_non_alphanumeric': 0.22763237979306147, 'fraction_numerical': 0.16555082166768106, 'mean_word_length': 4.7282229965156795, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2592025', 'n_tokens_mistral': 909, 'n_tokens_neox': 873, 'n_words': 88}