<commit_before><?xml version="1.0" encoding="UTF-8"?>
<configuration>

  <appender name="CONSOLE" class="ch.qos.logback.core.ConsoleAppender">
    <target>System.out</target>
    <encoder>
      <pattern>%date{MM/dd HH:mm:ss} %-5level[%.15thread] %logger{1} -
        %msg%n</pattern>
    </encoder>
    <root level="DEBUG">
      <appender-ref ref="CONSOLE" />
    </root>
  </appender>

  <appender name="FILE"
    class="ch.qos.logback.core.rolling.RollingFileAppender">
    <file>logs/em.log</file>
    <rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
      <!-- daily rollover -->
      <fileNamePattern>logs/em.%d{yyyy-MM-dd}.log</fileNamePattern>

      <!-- keep 365 days' worth of history -->
      <maxHistory>365</maxHistory>
    </rollingPolicy>

    <encoder>
      <pattern>%date{MM/dd HH:mm:ss} %-5level[%.15thread] %logger{1} -
        %msg%n</pattern>
    </encoder>
  </appender>

  <!--
  <appender name="MONGODB" class="org.extendedmind.logback.MongoDBAppender">
      <host>localhost</host>
      <port>27017</port>
      <db>cube_development</db>
  </appender>-->

  <root level="debug">
    <appender-ref ref="CONSOLE" />  
    <appender-ref ref="FILE" />
    <!--<appender-ref ref="MONGODB" />-->
  </root>
</configuration>
<commit_msg>Removed log file appender from tests to prevent E2E test failing because of file locks<commit_after><?xml version="1.0" encoding="UTF-8"?>
<configuration>

  <appender name="CONSOLE" class="ch.qos.logback.core.ConsoleAppender">
    <target>System.out</target>
    <encoder>
      <pattern>%date{MM/dd HH:mm:ss} %-5level[%.15thread] %logger{1} -
        %msg%n</pattern>
    </encoder>
    <root level="DEBUG">
      <appender-ref ref="CONSOLE" />
    </root>
  </appender>

  <appender name="FILE"
    class="ch.qos.logback.core.rolling.RollingFileAppender">
    <file>logs/em.log</file>
    <rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
      <!-- daily rollover -->
      <fileNamePattern>logs/em.%d{yyyy-MM-dd}.log</fileNamePattern>

      <!-- keep 365 days' worth of history -->
      <maxHistory>365</maxHistory>
    </rollingPolicy>

    <encoder>
      <pattern>%date{MM/dd HH:mm:ss} %-5level[%.15thread] %logger{1} -
        %msg%n</pattern>
    </encoder>
  </appender>

  <appender name="MONGODB" class="org.extendedmind.logback.MongoDBAppender">
      <host>localhost</host>
      <port>27017</port>
      <db>cube_development</db>
  </appender>

  <root level="debug">
    <appender-ref ref="CONSOLE" />  
    <!--<appender-ref ref="FILE" /> -->
    <!--<appender-ref ref="MONGODB" />-->
  </root>
</configuration>

{'fraction_non_alphanumeric': 0.1914491108588725, 'fraction_numerical': 0.0170261066969353, 'mean_word_length': 3.190174326465927, 'pattern_counts': {'":': 0, '<': 93, '<?xml version=': 2, '>': 93, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1870157', 'n_tokens_mistral': 983, 'n_tokens_neox': 946, 'n_words': 140}