<commit_before>backports.shutil-get-terminal-size==1.0.0
certifi==2017.7.27.1
chardet==3.0.4
coverage==4.5.1
decorator==4.1.2
Django==1.8
enum34==1.1.6
factory-boy==2.11.1
Faker==0.8.6
funcsigs==1.0.2
idna==2.6
ipaddress==1.0.18
ipython-genutils==0.2.0
mock==2.0.0
pathlib2==2.3.0
pbr==3.1.1
pexpect==4.2.1
pickleshare==0.7.4
prompt-toolkit==1.0.15
ptyprocess==0.5.2
Pygments==2.2.0
python-dateutil==2.6.1
requests==2.20.0
scandir==1.6
simplegeneric==0.8.1
six==1.11.0
text-unidecode==1.0
traitlets==4.3.2
urllib3==1.22
wcwidth==0.1.7
<commit_msg>update python requirements to its latest versions<commit_after>backports.shutil-get-terminal-size==1.0.0
certifi==2019.3.9
chardet==3.0.4
coverage==4.5.3
decorator==4.4.0
Django==1.8
enum34==1.1.6
factory-boy==2.11.1
Faker==1.0.5
funcsigs==1.0.2
idna==2.8
ipaddress==1.0.22
ipython-genutils==0.2.0
mock==3.0.5
pathlib2==2.3.3
pbr==5.2.0
pexpect==4.7.0
pickleshare==0.7.5
prompt-toolkit==1.0.15
ptyprocess==0.6.0
Pygments==2.3.1
python-dateutil==2.8.0
requests==2.21.0
scandir==1.10.0
simplegeneric==0.8.1
six==1.12.0
text-unidecode==1.2
traitlets==4.3.2
urllib3==1.25.2
wcwidth==0.1.7

{'fraction_non_alphanumeric': 0.22703180212014135, 'fraction_numerical': 0.1775618374558304, 'mean_word_length': 4.722222222222222, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 1, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7102347', 'n_tokens_mistral': 629, 'n_tokens_neox': 602, 'n_words': 66}