<commit_before><?xml version="1.0" encoding="UTF-8" ?>
<!DOCTYPE log4j:configuration SYSTEM "log4j.dtd">

<log4j:configuration xmlns:log4j="http://jakarta.apache.org/log4j/">
    <appender name="console" class="org.apache.log4j.ConsoleAppender">
        <param name="Target" value="System.out"/>
        <layout class="org.apache.log4j.PatternLayout">
            <param name="ConversionPattern" value="%-5p %c{1} - %m%n"/>
        </layout>
    </appender>

    <appender name="logfile" class="org.apache.log4j.RollingFileAppender">
        <param name="File" value="${pmsencoder.log.directory}${file.separator}pmsencoder.log"/>
        <param name="Append" value="false" />
        <param name="MaxFileSize" value="1MB"/>
        <param name="MaxBackupIndex" value="2"/>
        <layout class="org.apache.log4j.PatternLayout">
            <param name="ConversionPattern"
                value="%d{yyyy-MM-dd HH:mm:ss} [%p|%c{1}|%M|%t]: %m%n"/>
        </layout>
    </appender>

    <category name="com.chocolatey.pmsencoder">
        <priority value="INFO" />
    </category>

    <category name="groovyx.net.http">
        <priority value="DEBUG" />
    </category>

    <!-- Use DEBUG to see basic request/response info; Use TRACE to see headers for HttpURLClient. -->

    <category name="groovyx.net.http.HttpURLClient">
        <priority value="DEBUG" />
    </category>

    <!---
    <category name="org.apache.http">
        <priority value="DEBUG" />
    </category>
    <category name="org.apache.http.headers">
        <priority value="DEBUG" />
    </category>
    <category name="org.apache.http.wire">
        <priority value="DEBUG" />
    </category>
    -->

    <root>
        <priority value="INFO" />
        <appender-ref ref="logfile" />
    </root>
</log4j:configuration><commit_msg>log level: INFO -> DEBUG<commit_after><?xml version="1.0" encoding="UTF-8" ?>
<!DOCTYPE log4j:configuration SYSTEM "log4j.dtd">

<log4j:configuration xmlns:log4j="http://jakarta.apache.org/log4j/">
    <appender name="console" class="org.apache.log4j.ConsoleAppender">
        <param name="Target" value="System.out"/>
        <layout class="org.apache.log4j.PatternLayout">
            <param name="ConversionPattern" value="%-5p %c{1} - %m%n"/>
        </layout>
    </appender>

    <appender name="logfile" class="org.apache.log4j.RollingFileAppender">
        <param name="File" value="${pmsencoder.log.directory}${file.separator}pmsencoder.log"/>
        <param name="Append" value="false" />
        <param name="MaxFileSize" value="1MB"/>
        <param name="MaxBackupIndex" value="2"/>
        <layout class="org.apache.log4j.PatternLayout">
            <param name="ConversionPattern"
                value="%d{yyyy-MM-dd HH:mm:ss} [%p|%c{1}|%M|%t]: %m%n"/>
        </layout>
    </appender>

    <category name="com.chocolatey.pmsencoder">
        <priority value="INFO" />
    </category>

    <category name="groovyx.net.http">
        <priority value="DEBUG" />
    </category>

    <!-- Use DEBUG to see basic request/response info; Use TRACE to see headers for HttpURLClient. -->

    <category name="groovyx.net.http.HttpURLClient">
        <priority value="DEBUG" />
    </category>

    <!---
    <category name="org.apache.http">
        <priority value="DEBUG" />
    </category>
    <category name="org.apache.http.headers">
        <priority value="DEBUG" />
    </category>
    <category name="org.apache.http.wire">
        <priority value="DEBUG" />
    </category>
    -->

    <root>
        <priority value="DEBUG" />
        <appender-ref ref="logfile" />
    </root>
</log4j:configuration>
{'fraction_non_alphanumeric': 0.18154269972451792, 'fraction_numerical': 0.009917355371900827, 'mean_word_length': 2.871002132196162, 'pattern_counts': {'":': 0, '<': 89, '<?xml version=': 2, '>': 90, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 4}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '112694', 'n_tokens_mistral': 1197, 'n_tokens_neox': 1156, 'n_words': 202}