<commit_before>apache-beam==2.4.0
beautifulsoup4==4.6.0
boto==2.48.0
bs4==0.0.1
deltas==0.4.6
future==0.16.0
gax-google-logging-v2==0.8.3
gax-google-pubsub-v1==0.8.3
gcloud==0.18.3
gcs-oauth2-boto-plugin==2.1
google==2.0.1
google-api-core==0.1.4
google-apitools==0.5.23
google-auth==1.5.0
google-cloud-bigquery==0.28.0
google-cloud-core==0.28.1
google-gax==0.12.5
google-reauth==0.1.0
google-resumable-media==0.3.1
googleapis-common-protos==1.5.3
grpc-google-logging-v2==0.8.1
grpc-google-pubsub-v1==0.8.1
gsutil==4.31
lxml==4.2.1
mwparserfromhell==0.5.1
mwtypes==0.3.0
NoAho==0.9.6.1
nose==1.3.7
oauth2client==4.1.2
requests==2.20.0
setuptools==39.1.0
six==1.11.0
urllib3==1.22
yamlconf==0.2.3<commit_msg>Update dependency<commit_after>apache-beam==2.4.0
beautifulsoup4==4.6.0
boto==2.48.0
bs4==0.0.1
deltas==0.4.6
future==0.16.0
gax-google-logging-v2==0.8.3
gax-google-pubsub-v1==0.8.3
gcloud==0.18.3
gcs-oauth2-boto-plugin==2.1
google==2.0.1
google-api-core==0.1.4
google-apitools==0.5.23
google-auth==1.5.0
google-cloud-bigquery==0.28.0
google-cloud-core==0.28.1
google-gax==0.12.5
google-reauth==0.1.0
google-resumable-media==0.3.1
googleapis-common-protos==1.5.3
grpc-google-logging-v2==0.8.1
grpc-google-pubsub-v1==0.8.1
gsutil==4.31
lxml==4.2.1
mwparserfromhell==0.5.1
mwtypes==0.3.0
NoAho==0.9.6.1
nose==1.3.7
oauth2client==4.1.2
requests==2.20.0
setuptools==39.1.0
six==1.11.0
urllib3==1.23
yamlconf==0.2.3
{'fraction_non_alphanumeric': 0.23587570621468926, 'fraction_numerical': 0.1709039548022599, 'mean_word_length': 4.45, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '742079', 'n_tokens_mistral': 800, 'n_tokens_neox': 769, 'n_words': 68}