<commit_before><?xml version="1.0" encoding="UTF-8"?>
<Configuration status="fatal" monitorInterval="30">
   <Properties>
      <!-- If you want to change the log level for fscrawler.log file -->
      <Property name="LOG_LEVEL">info</Property>
      <!-- If you want to change the log level for documents.log file -->
      <Property name="DOC_LEVEL">info</Property>
      <!-- If you want to change the output dir for logs -->
      <Property name="LOG_DIR">logs</Property>
   </Properties>

   <Appenders>
      <Console name="Console" target="SYSTEM_OUT" follow="true">
         <PatternLayout pattern="%m%n"/>
      </Console>

      <RollingFile name="RollingFile" fileName="${sys:LOG_DIR}/fscrawler.log"
                   filePattern="${sys:LOG_DIR}/fscrawler-%d{yyyy-MM-dd}-%i.log.gz">
         <PatternLayout pattern="%d{ABSOLUTE} %highlight{%-5p} [%c{1.}] %m%n"/>
         <Policies>
            <OnStartupTriggeringPolicy />
            <SizeBasedTriggeringPolicy size="20 MB" />
            <TimeBasedTriggeringPolicy />
         </Policies>
         <DefaultRolloverStrategy max="7"/>
      </RollingFile>

      <RollingFile name="Documents" fileName="${sys:LOG_DIR}/documents.log"
                   filePattern="${sys:LOG_DIR}/documents-%d{yyyy-MM-dd}.log.gz">
         <PatternLayout pattern="%d [%highlight{%-5p}] %m%n"/>
         <Policies>
            <TimeBasedTriggeringPolicy />
         </Policies>
         <DefaultRolloverStrategy max="7"/>
      </RollingFile>
   </Appenders>
   <Loggers>
      <!-- This logger is used for the console --><commit_msg>Set log root relative to the logging configuration file<commit_after><?xml version="1.0" encoding="UTF-8"?>
<Configuration status="fatal" monitorInterval="30">
   <Properties>
      <!-- If you want to change the log level for fscrawler.log file -->
      <Property name="LOG_LEVEL">info</Property>
      <!-- If you want to change the log level for documents.log file -->
      <Property name="DOC_LEVEL">info</Property>
      <!-- If you want to change the output dir for logs -->
      <Property name="LOG_DIR">$${log4j:configParentLocation}/../logs</Property>
   </Properties>

   <Appenders>
      <Console name="Console" target="SYSTEM_OUT" follow="true">
         <PatternLayout pattern="%m%n"/>
      </Console>

      <RollingFile name="RollingFile" fileName="${sys:LOG_DIR}/fscrawler.log"
                   filePattern="${sys:LOG_DIR}/fscrawler-%d{yyyy-MM-dd}-%i.log.gz">
         <PatternLayout pattern="%d{ABSOLUTE} %highlight{%-5p} [%c{1.}] %m%n"/>
         <Policies>
            <OnStartupTriggeringPolicy />
            <SizeBasedTriggeringPolicy size="20 MB" />
            <TimeBasedTriggeringPolicy />
         </Policies>
         <DefaultRolloverStrategy max="7"/>
      </RollingFile>

      <RollingFile name="Documents" fileName="${sys:LOG_DIR}/documents.log"
                   filePattern="${sys:LOG_DIR}/documents-%d{yyyy-MM-dd}.log.gz">
         <PatternLayout pattern="%d [%highlight{%-5p}] %m%n"/>
         <Policies>
            <TimeBasedTriggeringPolicy />
         </Policies>
         <DefaultRolloverStrategy max="7"/>
      </RollingFile>
   </Appenders>
   <Loggers>
      <!-- This logger is used for the console -->
{'fraction_non_alphanumeric': 0.15976514215080345, 'fraction_numerical': 0.0077255871446229914, 'mean_word_length': 2.716417910447761, 'pattern_counts': {'":': 0, '<': 75, '<?xml version=': 2, '>': 75, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5195525', 'n_tokens_mistral': 992, 'n_tokens_neox': 957, 'n_words': 200}