<commit_before>configparser==3.5.0b2
numpy==1.10.4
# Flask==0.10.1
# Flask-SQLAlchemy==2.1
futures==3.0.3
# this will require env var HDF5_DIR to be set beforehand if not installed in standard dir
h5py==2.3.1
itsdangerous==0.24
Jinja2==2.8
MarkupSafe==0.23
mglob==0.4
netcdf==0.2.0
netCDF4==1.1.0
nose==1.3.7
pandas==0.17.0
progressbar2==3.3.1
pyandoc==0.0.1
python-dateutil==2.4.2
# python-swiftclient==2.6.0
pytz==2015.7
requests==2.8.1
scipy==0.16.1
six==1.10.0
# SQLAlchemy==1.0.9
utm==0.4.0
# Werkzeug==0.11
wheel==0.24.0
xlrd==0.9.4
xray==0.6.1<commit_msg>python-swiftclient req to do swift upload to vwp<commit_after>configparser==3.5.0b2
numpy==1.10.4
# Flask==0.10.1
# Flask-SQLAlchemy==2.1
futures==3.0.3
# this will require env var HDF5_DIR to be set beforehand if not installed in standard dir
h5py==2.3.1
itsdangerous==0.24
Jinja2==2.8
MarkupSafe==0.23
mglob==0.4
netcdf==0.2.0
netCDF4==1.1.0
nose==1.3.7
pandas==0.17.0
progressbar2==3.3.1
pyandoc==0.0.1
python-dateutil==2.4.2
python-swiftclient==2.6.0
pytz==2015.7
requests==2.8.1
scipy==0.16.1
six==1.10.0
# SQLAlchemy==1.0.9
utm==0.4.0
# Werkzeug==0.11
wheel==0.24.0
xlrd==0.9.4
xray==0.6.1
{'fraction_non_alphanumeric': 0.20224719101123595, 'fraction_numerical': 0.16421780466724287, 'mean_word_length': 4.514285714285714, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2922134', 'n_tokens_mistral': 632, 'n_tokens_neox': 598, 'n_words': 94}