<commit_before># Django-specific packages
Django==1.5.12
South==0.7.6
django-browserid==0.7.1
django_compressor==1.4
django-model-utils==2.0.3
django-reversion==1.7
django-licensing==0.2.4
djangorestframework==2.3.13

pyelasticsearch==0.6
BeautifulSoup<4.0
lxml==3.0.2
cssselect==0.8
Pillow==2.7.0
psycopg2==2.4.6

isodate==0.4.9
pytz==2012h
refine-client==0.2.1
smartypants==1.6.0.3

ipython==0.13.1

webtest==2.0.14
django-webtest==1.7.6

# CENDARI EXTRA REQUIREMENTS
pycurl==7.19.3.1
guess-language==0.2
rq==0.3.13
django-rq==0.6.1
rdflib==4.2.0
django-widget-tweaks==1.3
parse==1.6.4
django-admin2==0.6.1
# For virtuoso-python
-e git+https://github.com/maparent/virtuoso-python#egg=virtuoso-python
# Symlinks to system packages
# Symlink djadmin2
## symlink: bsddb3

#for mac  run in

#bsddb3==6.1.0
# for mac run also export BERKELEYDB_DIR=$(brew --cellar)/berkeley-db/5.3.28;

<commit_msg>force reinstallation<commit_after># Django-specific packages
Django==1.5.12
South==0.7.6
django-browserid==0.7.1
django_compressor==1.4
django-model-utils==2.0.3
django-reversion==1.7
django-licensing==0.2.4
djangorestframework==2.3.13

pyelasticsearch==0.6
BeautifulSoup<4.0
lxml==3.0.2
cssselect==0.8
Pillow==2.7.0
psycopg2==2.4.6

isodate==0.4.9
pytz==2012h
refine-client==0.2.1
smartypants==1.6.0.3

ipython==0.13.1

webtest==2.0.14
django-webtest==1.7.6

# CENDARI EXTRA REQUIREMENTS
pycurl==7.19.3.1
guess-language==0.2
rq==0.3.13
django-rq==0.6.1
rdflib==4.2.0
django-widget-tweaks==1.3
parse==1.6.4
django-admin2==0.6.1
# For virtuoso-python, remove if installation breaks
-e git+https://github.com/maparent/virtuoso-python#egg=virtuoso-python
# Symlinks to system packages
# Symlink djadmin2
## symlink: bsddb3

#for mac  run in

#bsddb3==6.1.0
# for mac run also export BERKELEYDB_DIR=$(brew --cellar)/berkeley-db/5.3.28;


{'fraction_non_alphanumeric': 0.1799781181619256, 'fraction_numerical': 0.11050328227571116, 'mean_word_length': 4.751572327044025, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 4, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5784457', 'n_tokens_mistral': 895, 'n_tokens_neox': 861, 'n_words': 123}