<commit_before>alabaster==0.7.12
appdirs==1.4.3
appnope==0.1.0
aspy.yaml==1.3.0
astroid==2.3.2
atomicwrites==1.3.0
attrs==19.3.0
Babel==2.7.0
backcall==0.1.0
black==18.9b0
certifi==2019.9.11
cfgv==2.0.1
chardet==3.0.4
Click==7.0
# -e git+https://github.com/cltk/cltkv1.git@b46028a5156238cf738707571cfbc8db26555ea9#egg=cltkv1
coverage==4.5.4
decorator==4.4.1
docutils==0.15.2
filelock==3.0.12
future==0.18.2
# gitdb2==2.0.6
# GitPython==3.0.4
identify==1.4.7
idna==2.8
imagesize==1.1.0
importlib-metadata==0.23
ipython==7.9.0
ipython-genutils==0.2.0
isort==4.3.21
jedi==0.15.1
Jinja2==2.10.3
lazy-object-proxy==1.4.3
lxml==4.4.1
MarkupSafe==1.1.1
mccabe==0.6.1
more-itertools==7.2.0
mypy==0.720
mypy-extensions==0.4.3
nodeenv==1.3.3
nose==1.3.7
# numpy==1.17.3
packaging==19.2
parso==0.5.1<commit_msg>re-enable cltk<commit_after>alabaster==0.7.12
appdirs==1.4.3
appnope==0.1.0
aspy.yaml==1.3.0
astroid==2.3.2
atomicwrites==1.3.0
attrs==19.3.0
Babel==2.7.0
backcall==0.1.0
black==18.9b0
certifi==2019.9.11
cfgv==2.0.1
chardet==3.0.4
Click==7.0
-e git+https://github.com/cltk/cltkv1.git@b46028a5156238cf738707571cfbc8db26555ea9#egg=cltkv1
coverage==4.5.4
decorator==4.4.1
docutils==0.15.2
filelock==3.0.12
future==0.18.2
# gitdb2==2.0.6
# GitPython==3.0.4
identify==1.4.7
idna==2.8
imagesize==1.1.0
importlib-metadata==0.23
ipython==7.9.0
ipython-genutils==0.2.0
isort==4.3.21
jedi==0.15.1
Jinja2==2.10.3
lazy-object-proxy==1.4.3
lxml==4.4.1
MarkupSafe==1.1.1
mccabe==0.6.1
more-itertools==7.2.0
mypy==0.720
mypy-extensions==0.4.3
nodeenv==1.3.3
nose==1.3.7
# numpy==1.17.3
packaging==19.2
parso==0.5.1
{'fraction_non_alphanumeric': 0.23514696685428393, 'fraction_numerical': 0.21388367729831145, 'mean_word_length': 4.714285714285714, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '620154', 'n_tokens_mistral': 976, 'n_tokens_neox': 899, 'n_words': 88}