<commit_before><log4r_config>

    <pre_config>
        <custom_levels>FTRACE, DEBUG, INFO, NOTICE, WARN, ERROR, FATAL</custom_levels>
        <global level="ALL"/>
    </pre_config>

    <!-- Outputters -->
    <outputter name="screen" type="StdoutOutputter">
        <formatter type="Log4r::PatternFormatter">
            <pattern>[%d] %M</pattern>
        </formatter>
    </outputter>

    <outputter name="file" type="FileOutputter" trunc="true">
        <filename>/tmp/rrssdl.log</filename>
        <formatter type="Log4r::PatternFormatter">
            <pattern>[%6l %d]: %M [%t]</pattern>
        </formatter>
    </outputter>

    <!-- Loggers -->
    <!--
        Note that the screen::file logger is a child of the screen logger.  This means
        that anything written to screen::file is then passed to screen.  Therefore if 
        you set screen::file to DEBUG and screen to FTRACE, screen will never receive 
        any FTRACE log events due to them being dropped by screen::file.  This means 
        that screen::file must always be a lower level (i.e. FTRACE is lower than 
        DEBUG) than screen.

        trace="true" is required for the screen::file level unless you remove the 
        %t flag from the pattern.  %t displays the current file, line, and function.
    -->
    <logger name="screen" level="NOTICE" additive="false" trace="false">
        <outputter>screen</outputter>
    </logger>

    <logger name="screen::file" level="INFO" additive="true" trace="true">
        <outputter>file</outputter>
    </logger>

</log4r_config><commit_msg>removing trace from log4r since it doesn't do anything useful anymore replaced by backtrace in error log items<commit_after><log4r_config>

    <pre_config>
        <custom_levels>FTRACE, DEBUG, INFO, NOTICE, WARN, ERROR, FATAL</custom_levels>
        <global level="ALL"/>
    </pre_config>

    <!-- Outputters -->
    <outputter name="screen" type="StdoutOutputter">
        <formatter type="Log4r::PatternFormatter">
            <pattern>[%d] %M</pattern>
        </formatter>
    </outputter>

    <outputter name="file" type="FileOutputter" trunc="true">
        <filename>/tmp/rrssdl.log</filename>
        <formatter type="Log4r::PatternFormatter">
            <pattern>[%6l %d]: %M</pattern>
        </formatter>
    </outputter>

    <!-- Loggers -->
    <!--
        Note that the screen::file logger is a child of the screen logger.  This means
        that anything written to screen::file is then passed to screen.  Therefore if 
        you set screen::file to DEBUG and screen to FTRACE, screen will never receive 
        any FTRACE log events due to them being dropped by screen::file.  This means 
        that screen::file must always be a lower level (i.e. FTRACE is lower than 
        DEBUG) than screen.

        trace="true" is required for the screen::file level unless you remove the 
        %t flag from the pattern.  %t displays the current file, line, and function.
    -->
    <logger name="screen" level="NOTICE" additive="false" trace="false">
        <outputter>screen</outputter>
    </logger>

    <logger name="screen::file" level="INFO" additive="true" trace="false">
        <outputter>file</outputter>
    </logger>

</log4r_config>
{'fraction_non_alphanumeric': 0.12419305256686136, 'fraction_numerical': 0.003381494005533354, 'mean_word_length': 2.8147713950762014, 'pattern_counts': {'":': 0, '<': 67, '<?xml version=': 0, '>': 67, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1628099', 'n_tokens_mistral': 949, 'n_tokens_neox': 901, 'n_words': 301}