<commit_before>---
version: 1
disable_existing_loggers: False
formatters:
    simple:
        format: "%(levelname)s %(asctime)s [%(name)s] %(filename)s:%(lineno)d [(REQUEST=%(dcm_request_id)s)] %(message)s"
    todcm:
        format: "%(asctime)s [%(name)s] %(filename)s:%(lineno)d [(REQUEST=%(dcm_request_id)s)] %(message)s"


filters:
    add_request:
        (): dcm.eventlog.tracer.RequestFilter


handlers:
    file_handler:
        class: logging.handlers.RotatingFileHandler
        level: INFO
        formatter: simple
        filename: @LOGFILE_PATH@
        maxBytes: 10485760
        backupCount: 20
        encoding: utf8
        filters: [add_request]

    job_runner_file_handler:
        class: logging.handlers.RotatingFileHandler
        level: INFO
        formatter: simple
        filename: @LOGFILE_PATH@.job_runner
        maxBytes: 10485760
        backupCount: 20
        encoding: utf8
        filters: [add_request]

    dcm_logger:
        class: dcm.agent.logger.dcmLogger
        level: INFO
        formatter: todcm
        filters: [add_request]
        encoding: utf8


loggers:
    dcm.agent:
        level: INFO
        handlers: [file_handler]
        propagate: no

    dcm.agent.messaging:
        level: INFO
        handlers: [file_handler]
        propagate: no

    dcm.agent.job_runner:
        level: INFO
        handlers: [job_runner_file_handler]
        propagate: no

    dcm.agent.jobs:
        level: INFO
        handlers: [file_handler]
        propagate: no

    dcm.agent.log.to.agent.manager:
        level: DEBUG
        handlers: [dcm_logger, file_handler]
        propagate: no


root:
    level: INFO
    handlers: [file_handler]<commit_msg>up logging just for testing<commit_after>---
version: 1
disable_existing_loggers: False
formatters:
    simple:
        format: "%(levelname)s %(asctime)s [%(name)s] %(filename)s:%(lineno)d [(REQUEST=%(dcm_request_id)s)] %(message)s"
    todcm:
        format: "%(asctime)s [%(name)s] %(filename)s:%(lineno)d [(REQUEST=%(dcm_request_id)s)] %(message)s"


filters:
    add_request:
        (): dcm.eventlog.tracer.RequestFilter


handlers:
    file_handler:
        class: logging.handlers.RotatingFileHandler
        level: INFO
        formatter: simple
        filename: @LOGFILE_PATH@
        maxBytes: 10485760
        backupCount: 20
        encoding: utf8
        filters: [add_request]

    job_runner_file_handler:
        class: logging.handlers.RotatingFileHandler
        level: INFO
        formatter: simple
        filename: @LOGFILE_PATH@.job_runner
        maxBytes: 10485760
        backupCount: 20
        encoding: utf8
        filters: [add_request]

    dcm_logger:
        class: dcm.agent.logger.dcmLogger
        level: INFO
        formatter: todcm
        filters: [add_request]
        encoding: utf8


loggers:
    dcm.agent:
        level: INFO
        handlers: [file_handler]
        propagate: no

    dcm.agent.messaging:
        level: DEBUG
        handlers: [file_handler]
        propagate: no

    dcm.agent.job_runner:
        level: INFO
        handlers: [job_runner_file_handler]
        propagate: no

    dcm.agent.jobs:
        level: INFO
        handlers: [file_handler]
        propagate: no

    dcm.agent.log.to.agent.manager:
        level: DEBUG
        handlers: [dcm_logger, file_handler]
        propagate: no


root:
    level: INFO
    handlers: [file_handler]
{'fraction_non_alphanumeric': 0.10061421468265574, 'fraction_numerical': 0.014039192746417082, 'mean_word_length': 2.2979749276759884, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6414166', 'n_tokens_mistral': 1168, 'n_tokens_neox': 1099, 'n_words': 227}