<commit_before>atomicwrites==1.1.5
attrs==18.1.0
bitstruct==4.0.0
-e .[test]
colorama==0.4.1; python_version == '3.4'
coverage==4.5.1
future==0.16.0
more-itertools==4.3.0
mypy==0.670; python_version == '3.6'
pathlib2==2.3.2
pluggy==0.7.1
py==1.5.4
pytest==4.0.0
six==1.11.0
tox==3.2.1
typing==3.6.6; python_version < '3.5'
virtualenv==16.0.0
xlwt==1.3.0
xlrd==1.1.0
lxml==4.3.1
click==7.0<commit_msg>fix ci<commit_after>atomicwrites==1.1.5
attrs==18.1.0
bitstruct==4.0.0
-e .[test]
colorama==0.4.1; python_version == '3.4'
coverage==4.5.1
future==0.16.0
more-itertools==4.3.0
mypy==0.670; python_version == '3.6'
pathlib2==2.3.2
pluggy==0.7.1
py==1.5.4
pytest==4.0.0
six==1.11.0
tox==3.2.1
typing==3.6.6; python_version < '3.5'
virtualenv==16.0.0
xlwt==1.3.0
xlrd==1.1.0
lxml==4.5.2
click==7.0
{'fraction_non_alphanumeric': 0.2597730138713745, 'fraction_numerical': 0.17906683480453972, 'mean_word_length': 4.293333333333333, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2728204', 'n_tokens_mistral': 454, 'n_tokens_neox': 441, 'n_words': 56}