<commit_before>nltk==3.0.0
numpy==1.8.0
scipy==0.13.3
scikit-learn==0.15.2
REfO==0.13
docopt==0.6.1
future==0.11.4
enum34==0.9.23
appdirs==1.2.0
wget==2.0
colorama==0.2.7
featureforge==0.1.5
Django==1.7
django-extra-views==0.6.5
jsonfield==1.0.0
django-angular==0.7.8
nose==1.3.0
factory-boy==2.4.1<commit_msg>adding xmltodict to the requirements<commit_after>nltk==3.0.0
numpy==1.8.0
scipy==0.13.3
scikit-learn==0.15.2
REfO==0.13
docopt==0.6.1
future==0.11.4
enum34==0.9.23
appdirs==1.2.0
wget==2.0
colorama==0.2.7
featureforge==0.1.5
Django==1.7
django-extra-views==0.6.5
jsonfield==1.0.0
django-angular==0.7.8
nose==1.3.0
factory-boy==2.4.1
xmltodict==0.8.6
{'fraction_non_alphanumeric': 0.23939393939393938, 'fraction_numerical': 0.1803030303030303, 'mean_word_length': 4.601694915254237, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7535467', 'n_tokens_mistral': 381, 'n_tokens_neox': 364, 'n_words': 40}