<commit_before>Beaker==1.5.4
Django==1.5
IPy==0.75
PyVirtualDisplay==0.1.1
PyYAML==3.10
decorator==3.4.0
#distribute==0.6.27
django-model-utils==1.2.0
docutils==0.8.1
email==4.0.2
numpy==1.8.0
h5py==2.2.1
ipython==0.12
mglob==0.4
netCDF4==1.1.0
python-dateutil==1.5
pytz==2012j
#scipy==0.10.1
splinter==0.4.9<commit_msg>It replaced the h5py and netCDF4 libraries by the netcdf one (which can load multiple files with a pattern and use them as if they were in a single file).<commit_after>Beaker==1.5.4
Django==1.5
IPy==0.75
PyVirtualDisplay==0.1.1
PyYAML==3.10
decorator==3.4.0
#distribute==0.6.27
django-model-utils==1.2.0
docutils==0.8.1
email==4.0.2
numpy==1.8.0
ipython==0.12
mglob==0.4
netcdf==0.0.5
python-dateutil==1.5
pytz==2012j
#scipy==0.10.1
splinter==0.4.9
{'fraction_non_alphanumeric': 0.19661458333333334, 'fraction_numerical': 0.14973958333333334, 'mean_word_length': 4.915384615384616, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7464729', 'n_tokens_mistral': 398, 'n_tokens_neox': 381, 'n_words': 65}