<commit_before>ENVIRONMENT = '%ENVIRONMENT%'

from datetime import datetime

# folder locations, connection properties etc
settings = dict(
    process_prefix='Synergy',  # global prefix that is added to every process name started for synergy-scheduler
    process_cwd='/mnt/tmp',    # daemonized process working directory, where it can create .cache and other folders
    config_file='/etc/synergy.conf',
    version='%BUILD_NUMBER%-%SVN_REVISION%',

    log_directory='/mnt/logs/synergy-scheduler/', 
    pid_directory='/mnt/logs/synergy-scheduler/',

    remote_source_host_list=['<EMAIL>'],
    remote_source_password={'<EMAIL>': '***SSH_PASSWORD***'},
    remote_source_folder='/mnt/remote_folder/',
    compute_gzip_md5=True,
    bash_runnable_count=5,

    ds_type='mongo_db',
    mongo_db_name='scheduler',
    hadoop_command='/usr/bin/hadoop',
    pig_command='/usr/bin/pig',
    bash_command='/bin/bash',

    debug=False,                                    # if True - logger is given additional "console" adapter
    under_test=False
)

# For now just two level... we can have configs for all deployments
# Need to have a better way for switching these
try:
    overrides = __import__('settings_' + ENVIRONMENT)
except:
    overrides = __import__('settings_dev')
settings.update(overrides.settings)


# Modules to test and verify (pylint/pep8)
testable_modules = [
    'model',
    'event_stream_generator',
    'mq',
    'supervisor',
    'scheduler',
    'system',
    'workers',
]

test_cases = [
    'tests.test_continuous_pipeline',
    'tests.test_decorator',
    'tests.test_publishers_pool',
    'tests.test_discrete_pipeline',
    'tests.test_garbage_collector',
    'tests.test_system_collections',
    'tests.test_system_utils',
    'tests.test_two_level_tree',
    'tests.test_three_level_tree',<commit_msg>- updating Pylint list of packages to parse<commit_after>ENVIRONMENT = '%ENVIRONMENT%'

from datetime import datetime

# folder locations, connection properties etc
settings = dict(
    process_prefix='Synergy',  # global prefix that is added to every process name started for synergy-scheduler
    process_cwd='/mnt/tmp',    # daemonized process working directory, where it can create .cache and other folders
    config_file='/etc/synergy.conf',
    version='%BUILD_NUMBER%-%SVN_REVISION%',

    log_directory='/mnt/logs/synergy-scheduler/', 
    pid_directory='/mnt/logs/synergy-scheduler/',

    remote_source_host_list=['<EMAIL>'],
    remote_source_password={'<EMAIL>': '***SSH_PASSWORD***'},
    remote_source_folder='/mnt/remote_folder/',
    compute_gzip_md5=True,     # True, if AbstractFileCollector should compute MD5 for every file it processes
    bash_runnable_count=5,

    ds_type='mongo_db',
    mongo_db_name='scheduler',
    hadoop_command='/usr/bin/hadoop',
    pig_command='/usr/bin/pig',
    bash_command='/bin/bash',

    debug=False,                                    # if True - logger is given additional "console" adapter
    under_test=False
)

# Update current dict with the environment-specific settings
try:
    overrides = __import__('settings_' + ENVIRONMENT)
except:
    overrides = __import__('settings_dev')
settings.update(overrides.settings)


# Modules to test and verify (pylint/pep8)
testable_modules = [
    'synergy',
    'db',
    'workers',
]

test_cases = [
    'tests.test_continuous_pipeline',
    'tests.test_decorator',
    'tests.test_publishers_pool',
    'tests.test_discrete_pipeline',
    'tests.test_garbage_collector',
    'tests.test_system_collections',
    'tests.test_system_utils',
    'tests.test_two_level_tree',
    'tests.test_three_level_tree',
{'fraction_non_alphanumeric': 0.11800219538968167, 'fraction_numerical': 0.0019209659714599342, 'mean_word_length': 3.952445652173913, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 4, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6288208', 'n_tokens_mistral': 1215, 'n_tokens_neox': 1188, 'n_words': 233}