<commit_before>beautifulsoup4==4.5.3
boto==2.46.1
bz2file==0.98
cycler==0.10.0
gensim==1.0.1
Janome==0.2.8
matplotlib==2.0.0
mecab-python3==0.7
nltk==3.2.2
numpy==1.12.1
pyparsing==2.2.0
python-dateutil==2.6.0
pytz==2016.10
requests==2.13.0
scikit-learn==0.18.1
scipy==0.19.0
six==1.10.0
smart-open==1.5.1
tqdm==4.11.2<commit_msg>update requirements.txt<commit_after>beautifulsoup4==4.5.3
boto==2.46.1
bz2file==0.98
cycler==0.10.0
gensim==1.0.1
Janome==0.2.8
joblib==0.11
matplotlib==2.0.0
mecab-python3==0.7
nltk==3.2.2
numpy==1.12.1
pyparsing==2.2.0
python-dateutil==2.6.0
pytz==2016.10
requests==2.13.0
scikit-learn==0.18.1
scipy==0.19.0
six==1.10.0
smart-open==1.5.1
tqdm==4.11.2
{'fraction_non_alphanumeric': 0.24011713030746706, 'fraction_numerical': 0.20937042459736457, 'mean_word_length': 4.7478991596638656, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3049784', 'n_tokens_mistral': 422, 'n_tokens_neox': 392, 'n_words': 39}