<commit_before># This file contains the project wide settings. It is not
# part of version control and it should be adapted to
# suit each deployment. 

from os import environ


# Use the absolute path to the directory that stores the data.
# This can differ per deployment
DATA_DIRECTORY = "/cheshire3/clic/dbs/dickens/data/"

#TODO: make the cache settings imported in api.py
CACHE_DIR = ""
CACHE_LOCK = ""

# Check whether there are local settings.
# If there are, then overwrite the above settings
# with the specific settings defined in the local settings

try: 
    environ['CLIC_SETTINGS'] == 'local'
    from local_settings import *
    print 'Using the local settings (local_settings.py)'

except KeyError:
    print 'Using the standard settings file (settings.py)'

<commit_msg>Update the setting DATA_DIRECTORY to match the vagrant setup<commit_after># This file contains the project wide settings. It is not
# part of version control and it should be adapted to
# suit each deployment. 

from os import environ


# Use the absolute path to the directory that stores the data.
# This can differ per deployment
DATA_DIRECTORY = "/home/vagrant/code/clic-project/clic/dbs/dickens/data/"

#TODO: make the cache settings imported in api.py
CACHE_DIR = ""
CACHE_LOCK = ""

# Check whether there are local settings.
# If there are, then overwrite the above settings
# with the specific settings defined in the local settings

try: 
    environ['CLIC_SETTINGS'] == 'local'
    from local_settings import *
    print 'Using the local settings (local_settings.py)'

except KeyError:
    print 'Using the standard settings file (settings.py)'


{'fraction_non_alphanumeric': 0.06934306569343066, 'fraction_numerical': 0.0006082725060827251, 'mean_word_length': 4.156739811912225, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2601377', 'n_tokens_mistral': 452, 'n_tokens_neox': 445, 'n_words': 208}